iankoulski/nixl-tests:dev

Manifest digest

sha256:6945040506e2bc87c9717e9e7ecd5ccf67b74cc67cb7b7edbf5ab9b20934960a

OS/ARCH

linux/amd64

Compressed size

14.97 GB

Last pushed

about 1 year by iankoulski

Type

Image

Manifest digest

sha256:6945040506e2bc87c9717e9e7ecd5ccf67b74cc67cb7b7edbf5ab9b20934960a

Image Layers

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.ref.name=ubuntu0 B

4LABEL org.opencontainers.image.version=24.040 B

5ADD file ... in / 29.19 MB

6CMD ["/bin/bash"]0 B

7RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive105.36 MB

8ARG CUDA_VERSION=12.8.0.0380 B

9ARG CUDA_DRIVER_VERSION=570.86.100 B

10ARG JETPACK_HOST_MOUNTS=0 B

11ENV CUDA_VERSION=12.8.0.038 CUDA_DRIVER_VERSION=570.86.10 CUDA_CACHE_DISABLE=1 NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=0 B

12RUN |3 CUDA_VERSION=12.8.0.038 CUDA_DRIVER_VERSION=570.86.10 JETPACK_HOST_MOUNTS=32 B

13RUN |3 CUDA_VERSION=12.8.0.038 CUDA_DRIVER_VERSION=570.86.10 JETPACK_HOST_MOUNTS=262.23 MB

14RUN |3 CUDA_VERSION=12.8.0.038 CUDA_DRIVER_VERSION=570.86.10 JETPACK_HOST_MOUNTS=15.06 KB

15ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash0 B

16LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.00 B

17ARG NCCL_VERSION=2.25.10 B

18ARG CUBLAS_VERSION=12.8.3.140 B

19ARG CUFFT_VERSION=11.3.3.410 B

20ARG CURAND_VERSION=10.3.9.550 B

21ARG CUSPARSE_VERSION=12.5.7.530 B

22ARG CUSOLVER_VERSION=11.7.2.550 B

23ARG CUTENSOR_VERSION=2.1.0.90 B

24ARG NPP_VERSION=12.3.3.650 B

25ARG NVJPEG_VERSION=12.3.5.570 B

26ARG CUFILE_VERSION=1.13.0.110 B

27ARG NVJITLINK_VERSION=12.8.610 B

28ARG CUDNN_VERSION=9.7.0.660 B

29ARG CUDNN_FRONTEND_VERSION=1.9.00 B

30ARG TRT_VERSION=10.8.0.430 B

31ARG TRTOSS_VERSION=0 B

32ARG NSIGHT_SYSTEMS_VERSION=2024.6.2.2250 B

33ARG NSIGHT_COMPUTE_VERSION=2025.1.0.140 B

34ARG CUSPARSELT_VERSION=0.6.3.20 B

35ENV NCCL_VERSION=2.25.1 CUBLAS_VERSION=12.8.3.14 CUFFT_VERSION=11.3.3.41 CURAND_VERSION=10.3.9.550 B

36RUN |21 CUDA_VERSION=12.8.0.038 CUDA_DRIVER_VERSION=570.86.10 JETPACK_HOST_MOUNTS=5.84 GB

37

LABEL com.nvidia.nccl.version=2.25.1 com.nvidia.cublas.version=12.8.3.14 com.nvidia.cufft.version=11.3.3.41 com.nvidia.curand.version=10.3.9.55

0 B

38ARG DALI_VERSION=1.45.00 B

39ARG DALI_BUILD=0 B

40ARG DALI_URL_SUFFIX=1200 B

41ARG POLYGRAPHY_VERSION=0.49.160 B

42ARG TRANSFORMER_ENGINE_VERSION=1.140 B

43ARG MODEL_OPT_VERSION=0.21.00 B

44ENV DALI_VERSION=1.45.0 DALI_BUILD= DALI_URL_SUFFIX=120 POLYGRAPHY_VERSION=0.49.160 B

45ADD docs.tgz / # buildkit11.26 KB

46RUN |27 CUDA_VERSION=12.8.0.038 CUDA_DRIVER_VERSION=570.86.10 JETPACK_HOST_MOUNTS=182 B

47ARG _LIBPATH_SUFFIX=0 B

48

ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video

0 B

49COPY entrypoint/ /opt/nvidia/ # buildkit6.12 KB

50ENV NVIDIA_PRODUCT_NAME=CUDA0 B

51ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B

52COPY NVIDIA_Deep_Learning_Container_License.pdf /workspace/ # buildkit136.03 KB

53RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive34.95 MB

54ARG GDRCOPY_VERSION=2.4.10 B

55ARG HPCX_VERSION=2.210 B

56ARG RDMACORE_VERSION=39.00 B

57ARG MOFED_VERSION=5.4-rdmacore39.00 B

58ARG OPENUCX_VERSION=1.18.00 B

59ARG OPENMPI_VERSION=4.1.70 B

60ARG EFA_VERSION=1.34.00 B

61ARG AWS_OFI_NCCL_VERSION=1.12.10 B

62ENV GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 MOFED_VERSION=5.4-rdmacore39.0 OPENUCX_VERSION=1.18.00 B

63ARG TARGETARCH=amd640 B

64RUN |9 GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 RDMACORE_VERSION=39.084.2 MB

65

ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin

0 B

66ENV OMPI_MCA_coll_hcoll_enable=00 B

67ENV NCCL_NVLS_ENABLE=00 B

68COPY cuda-*.patch /tmp # buildkit503 B

69RUN |9 GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 RDMACORE_VERSION=39.0333.51 MB

70ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:0 B

71COPY /opt/amazon/aws-ofi-nccl /opt/amazon/aws-ofi-nccl # buildkit379.96 KB

72RUN |9 GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 RDMACORE_VERSION=39.09.05 KB

73ARG CUDA_ARCH=860 B

74ARG CUDA_ARCH_NAME=A100 B

75ARG CUDA_ARCH_FAMILY=Ampere0 B

76ARG CUDA_COMPUTE_CAPABILITY=8.60 B

77ENV CUDAARCHS=86 CMAKE_CUDA_ARCHITECTURES=86 TORCH_CUDA_ARCH_LIST=8.6+PTX FORCE_CUDA=10 B

78RUN |4 CUDA_ARCH=86 CUDA_ARCH_NAME=A10 CUDA_ARCH_FAMILY=Ampere81.52 MB

79RUN |4 CUDA_ARCH=86 CUDA_ARCH_NAME=A10 CUDA_ARCH_FAMILY=Ampere432.08 MB

80RUN |4 CUDA_ARCH=86 CUDA_ARCH_NAME=A10 CUDA_ARCH_FAMILY=Ampere2.33 KB

81RUN /bin/sh -c mkdir -p156 B

82ARG GDRCOPY_VERSION=v2.4.40 B

83ARG EFA_INSTALLER_VERSION=1.42.00 B

84ARG LIBFABRIC_VERSION=v2.3.00 B

85ARG PMIX_VERSION=4.2.60 B

86ENV PKG_CONFIG_PATH=/usr/local/lib/pkgconfig LD_LIBRARY_PATH=/usr/local/lib:/usr/local/lib640 B

87ENV GDRCOPY_VERSION=v2.4.4 EFA_INSTALLER_VERSION=1.42.0 LIBFABRIC_VERSION=v2.3.0 PMIX_VERSION=4.2.60 B

88RUN |4 GDRCOPY_VERSION=v2.4.4 EFA_INSTALLER_VERSION=1.42.0 LIBFABRIC_VERSION=v2.3.020.86 MB

89

ENV PATH=/root/.local/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin

0 B

90WORKDIR /workspace32 B

91RUN |4 GDRCOPY_VERSION=v2.4.4 EFA_INSTALLER_VERSION=1.42.0 LIBFABRIC_VERSION=v2.3.020.01 MB

92

ENV PATH=/workspace/.venv/bin:/root/.local/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin

0 B

93RUN |4 GDRCOPY_VERSION=v2.4.4 EFA_INSTALLER_VERSION=1.42.0 LIBFABRIC_VERSION=v2.3.0415.94 KB

94RUN |4 GDRCOPY_VERSION=v2.4.4 EFA_INSTALLER_VERSION=1.42.0 LIBFABRIC_VERSION=v2.3.013.46 MB

95RUN |4 GDRCOPY_VERSION=v2.4.4 EFA_INSTALLER_VERSION=1.42.0 LIBFABRIC_VERSION=v2.3.03.17 MB

96RUN |4 GDRCOPY_VERSION=v2.4.4 EFA_INSTALLER_VERSION=1.42.0 LIBFABRIC_VERSION=v2.3.04.06 MB

97RUN |4 GDRCOPY_VERSION=v2.4.4 EFA_INSTALLER_VERSION=1.42.0 LIBFABRIC_VERSION=v2.3.021.23 KB

98

ENV PATH=/opt/amazon/efa/bin:/opt/amazon/openmpi/bin:/opt/amazon/pmix/bin:/usr/local/bin:/workspace/.venv/bin:/root/.local/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin LD_LIBRARY_PATH=/opt/gdrcopy/lib:/opt/amazon/efa/lib:/opt/amazon/ofi-nccl/lib:/opt/amazon/openmpi/lib:/opt/amazon/pmix/lib:/usr/local/lib:/usr/local/lib64 PKG_CONFIG_PATH=/usr/local/lib/pkgconfig:/opt/amazon/pmix/lib/pkgconfig:/usr/local/lib/pkgconfig

0 B

99ARG NCCL_VERSION=v2.27.5-10 B

100ARG AWS_OFI_NCCL_VERSION=v1.16.00 B

101ARG ETCD_CPP_VERSION=v0.15.40 B

102ARG AWS_SDK_VERSION=1.11.5810 B

103ARG NATS_VERSION=2.10.240 B

104ARG ARCH=x86_640 B

105ENV NCCL_VERSION=v2.27.5-1 AWS_OFI_NCCL_VERSION=v1.16.0 ETCD_CPP_VERSION=v0.15.4 AWS_SDK_VERSION=1.11.5810 B

106RUN |6 NCCL_VERSION=v2.27.5-1 AWS_OFI_NCCL_VERSION=v1.16.0 ETCD_CPP_VERSION=v0.15.4241.6 MB

107RUN |6 NCCL_VERSION=v2.27.5-1 AWS_OFI_NCCL_VERSION=v1.16.0 ETCD_CPP_VERSION=v0.15.42.63 MB

108RUN |6 NCCL_VERSION=v2.27.5-1 AWS_OFI_NCCL_VERSION=v1.16.0 ETCD_CPP_VERSION=v0.15.42.42 MB

109RUN |6 NCCL_VERSION=v2.27.5-1 AWS_OFI_NCCL_VERSION=v1.16.0 ETCD_CPP_VERSION=v0.15.418.6 MB

110RUN |6 NCCL_VERSION=v2.27.5-1 AWS_OFI_NCCL_VERSION=v1.16.0 ETCD_CPP_VERSION=v0.15.4188.94 KB

111RUN |6 NCCL_VERSION=v2.27.5-1 AWS_OFI_NCCL_VERSION=v1.16.0 ETCD_CPP_VERSION=v0.15.4739.54 KB

112RUN |6 NCCL_VERSION=v2.27.5-1 AWS_OFI_NCCL_VERSION=v1.16.0 ETCD_CPP_VERSION=v0.15.43.9 MB

113RUN |6 NCCL_VERSION=v2.27.5-1 AWS_OFI_NCCL_VERSION=v1.16.0 ETCD_CPP_VERSION=v0.15.422.17 KB

114

ENV LD_LIBRARY_PATH=/opt/aws-ofi-nccl/lib:/opt/nccl/build/lib:/opt/gdrcopy/lib:/opt/amazon/efa/lib:/opt/amazon/ofi-nccl/lib:/opt/amazon/openmpi/lib:/opt/amazon/pmix/lib:/usr/local/lib:/usr/local/lib64

0 B

115

ENV RUSTUP_HOME=/usr/local/rustup CARGO_HOME=/usr/local/cargo PATH=/usr/local/cargo/bin:/opt/amazon/efa/bin:/opt/amazon/openmpi/bin:/opt/amazon/pmix/bin:/usr/local/bin:/workspace/.venv/bin:/root/.local/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin RUST_VERSION=1.86.0

0 B

116RUN |6 NCCL_VERSION=v2.27.5-1 AWS_OFI_NCCL_VERSION=v1.16.0 ETCD_CPP_VERSION=v0.15.4189.63 MB

117ARG NIXL_REF=0.4.10 B

118ARG ARCH=x86_640 B

119ARG DEFAULT_PYTHON_VERSION=3.120 B

120ARG NIXL_PREFIX=/usr/local/nixl0 B

121ARG UCX_REF=v1.19.x0 B

122ARG WHL_PYTHON_VERSIONS=3.120 B

123ARG WHL_PLATFORM=manylinux_2_39_x86_640 B

124ARG NVSHMEM_VERSION=3.2.5-10 B

125ENV NIXL_REF=0.4.1 UCX_REF=v1.19.x NVSHMEM_VERSION=3.2.5-10 B

126RUN |8 NIXL_REF=0.4.1 ARCH=x86_64 DEFAULT_PYTHON_VERSION=3.125.63 MB

127RUN |8 NIXL_REF=0.4.1 ARCH=x86_64 DEFAULT_PYTHON_VERSION=3.122.17 MB

128

ENV PATH=/usr/local/ucx/bin:/usr/local/cargo/bin:/opt/amazon/efa/bin:/opt/amazon/openmpi/bin:/opt/amazon/pmix/bin:/usr/local/bin:/workspace/.venv/bin:/root/.local/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin LD_LIBRARY_PATH=/usr/local/ucx/lib:/usr/local/ucx/lib/ucx:/opt/aws-ofi-nccl/lib:/opt/nccl/build/lib:/opt/gdrcopy/lib:/opt/amazon/efa/lib:/opt/amazon/ofi-nccl/lib:/opt/amazon/openmpi/lib:/opt/amazon/pmix/lib:/usr/local/lib:/usr/local/lib64 PKG_CONFIG_PATH=/usr/local/ucx/lib/pkgconfig:/usr/local/lib/pkgconfig:/opt/amazon/pmix/lib/pkgconfig:/usr/local/lib/pkgconfig

0 B

129ARG NVSHMEM_VERSION=3.2.5-10 B

130ENV CUDA_HOME=/usr/local/cuda NVSHMEM_IBGDA_SUPPORT=1 NVSHMEM_TIMEOUT_DEVICE_POLLING=0 NVSHMEM_USE_GDRCOPY=10 B

131WORKDIR /opt32 B

132RUN |9 NIXL_REF=0.4.1 ARCH=x86_64 DEFAULT_PYTHON_VERSION=3.12186.3 MB

133

ENV PATH=/opt/nvshmem/bin:/usr/local/ucx/bin:/usr/local/cargo/bin:/opt/amazon/efa/bin:/opt/amazon/openmpi/bin:/opt/amazon/pmix/bin:/usr/local/bin:/workspace/.venv/bin:/root/.local/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin LD_LIBRARY_PATH=/opt/nvshmem/lib:/usr/local/ucx/lib:/usr/local/ucx/lib/ucx:/opt/aws-ofi-nccl/lib:/opt/nccl/build/lib:/opt/gdrcopy/lib:/opt/amazon/efa/lib:/opt/amazon/ofi-nccl/lib:/opt/amazon/openmpi/lib:/opt/amazon/pmix/lib:/usr/local/lib:/usr/local/lib64 NVSHMEM_REMOTE_TRANSPORT=libfabric NVSHMEM_LIBFABRIC_PROVIDER=efa

0 B

134WORKDIR /workspace32 B

135RUN |9 NIXL_REF=0.4.1 ARCH=x86_64 DEFAULT_PYTHON_VERSION=3.1213.08 MB

136

ENV LD_LIBRARY_PATH=/usr/local/lib:/usr/local/lib:/opt/nvshmem/lib:/usr/local/ucx/lib:/usr/local/ucx/lib/ucx:/opt/aws-ofi-nccl/lib:/opt/nccl/build/lib:/opt/gdrcopy/lib:/opt/amazon/efa/lib:/opt/amazon/ofi-nccl/lib:/opt/amazon/openmpi/lib:/opt/amazon/pmix/lib:/usr/local/lib:/usr/local/lib64

0 B

137WORKDIR /workspace/nixl32 B

138ENV LDFLAGS=-lcpprest CFLAGS= CXXFLAGS= NIXL_PREFIX=/usr/local/nixl0 B

139RUN |9 NIXL_REF=0.4.1 ARCH=x86_64 DEFAULT_PYTHON_VERSION=3.124.08 GB

140RUN |9 NIXL_REF=0.4.1 ARCH=x86_64 DEFAULT_PYTHON_VERSION=3.12160 B

141RUN |9 NIXL_REF=0.4.1 ARCH=x86_64 DEFAULT_PYTHON_VERSION=3.1223.01 KB

142RUN |9 NIXL_REF=0.4.1 ARCH=x86_64 DEFAULT_PYTHON_VERSION=3.1255.86 MB

143RUN |9 NIXL_REF=0.4.1 ARCH=x86_64 DEFAULT_PYTHON_VERSION=3.126.27 MB

144RUN |9 NIXL_REF=0.4.1 ARCH=x86_64 DEFAULT_PYTHON_VERSION=3.1250.8 MB

145WORKDIR /workspace/nixl/benchmark/nixlbench32 B

146RUN |9 NIXL_REF=0.4.1 ARCH=x86_64 DEFAULT_PYTHON_VERSION=3.121.21 MB

147WORKDIR /workspace/nixl32 B

148RUN |9 NIXL_REF=0.4.1 ARCH=x86_64 DEFAULT_PYTHON_VERSION=3.122.87 GB

149

ENV PATH=/usr/local/nixlbench/bin:/usr/local/nixl/bin:/opt/nvshmem/bin:/usr/local/ucx/bin:/usr/local/cargo/bin:/opt/amazon/efa/bin:/opt/amazon/openmpi/bin:/opt/amazon/pmix/bin:/usr/local/bin:/workspace/.venv/bin:/root/.local/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin LD_LIBRARY_PATH=/usr/local/nixlbench/lib:/usr/local/lib:/usr/local/lib:/opt/nvshmem/lib:/usr/local/ucx/lib:/usr/local/ucx/lib/ucx:/opt/aws-ofi-nccl/lib:/opt/nccl/build/lib:/opt/gdrcopy/lib:/opt/amazon/efa/lib:/opt/amazon/ofi-nccl/lib:/opt/amazon/openmpi/lib:/opt/amazon/pmix/lib:/usr/local/lib:/usr/local/lib64 PYTHON_PATH=/usr/local/nixlbench/lib/python3/dist-packages/nixlbench/

0 B

150ENV PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python0 B

151ENV NIXL_ETCD_NAMESPACE=/nixl/agents OMPI_MCA_pml=^ucx OMPI_MCA_btl=tcp,self NCCL_SOCKET_IFNAME=^docker,lo,veth0 B

152RUN |9 NIXL_REF=0.4.1 ARCH=x86_64 DEFAULT_PYTHON_VERSION=3.1222.27 MB

153WORKDIR /workspace32 B

154COPY scripts/nixl-validate.sh /usr/local/bin/nixl-validate # buildkit3.01 KB

155COPY scripts/efa-test.sh /usr/local/bin/efa-test # buildkit539 B

156COPY scripts/nixlbench-test.sh /usr/local/bin/nixlbench-test # buildkit657 B

157COPY scripts/env-info.sh /usr/local/bin/env-info # buildkit1.51 KB

158RUN |9 NIXL_REF=0.4.1 ARCH=x86_64 DEFAULT_PYTHON_VERSION=3.124.36 KB

159RUN |9 NIXL_REF=0.4.1 ARCH=x86_64 DEFAULT_PYTHON_VERSION=3.1232 B

160RUN |9 NIXL_REF=0.4.1 ARCH=x86_64 DEFAULT_PYTHON_VERSION=3.1232 B

161COPY scripts/build-summary.sh /usr/local/bin/build-summary # buildkit182 B

162RUN |9 NIXL_REF=0.4.1 ARCH=x86_64 DEFAULT_PYTHON_VERSION=3.12180 B

163RUN |9 NIXL_REF=0.4.1 ARCH=x86_64 DEFAULT_PYTHON_VERSION=3.1232 B

164RUN |9 NIXL_REF=0.4.1 ARCH=x86_64 DEFAULT_PYTHON_VERSION=3.1232 B

165CMD ["/bin/bash"]0 B

Command

 ARG RELEASE