iankoulski/nixl-tests:dev2

Manifest digest

sha256:479cd41d396b9366805520d4a94f5b560de15d4fcbd8e90bbb3e12b265ef5ce3

OS/ARCH

linux/amd64

Compressed size

7.57 GB

Last pushed

about 1 year by iankoulski

Type

Image

Manifest digest

sha256:479cd41d396b9366805520d4a94f5b560de15d4fcbd8e90bbb3e12b265ef5ce3

Image Layers

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.ref.name=ubuntu0 B

4LABEL org.opencontainers.image.version=24.040 B

5ADD file ... in / 29.19 MB

6CMD ["/bin/bash"]0 B

7RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive105.36 MB

8ARG CUDA_VERSION=12.8.0.0380 B

9ARG CUDA_DRIVER_VERSION=570.86.100 B

10ARG JETPACK_HOST_MOUNTS=0 B

11ENV CUDA_VERSION=12.8.0.038 CUDA_DRIVER_VERSION=570.86.10 CUDA_CACHE_DISABLE=1 NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=0 B

12RUN |3 CUDA_VERSION=12.8.0.038 CUDA_DRIVER_VERSION=570.86.10 JETPACK_HOST_MOUNTS=32 B

13RUN |3 CUDA_VERSION=12.8.0.038 CUDA_DRIVER_VERSION=570.86.10 JETPACK_HOST_MOUNTS=262.23 MB

14RUN |3 CUDA_VERSION=12.8.0.038 CUDA_DRIVER_VERSION=570.86.10 JETPACK_HOST_MOUNTS=15.06 KB

15ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash0 B

16LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.00 B

17ARG NCCL_VERSION=2.25.10 B

18ARG CUBLAS_VERSION=12.8.3.140 B

19ARG CUFFT_VERSION=11.3.3.410 B

20ARG CURAND_VERSION=10.3.9.550 B

21ARG CUSPARSE_VERSION=12.5.7.530 B

22ARG CUSOLVER_VERSION=11.7.2.550 B

23ARG CUTENSOR_VERSION=2.1.0.90 B

24ARG NPP_VERSION=12.3.3.650 B

25ARG NVJPEG_VERSION=12.3.5.570 B

26ARG CUFILE_VERSION=1.13.0.110 B

27ARG NVJITLINK_VERSION=12.8.610 B

28ARG CUDNN_VERSION=9.7.0.660 B

29ARG CUDNN_FRONTEND_VERSION=1.9.00 B

30ARG TRT_VERSION=10.8.0.430 B

31ARG TRTOSS_VERSION=0 B

32ARG NSIGHT_SYSTEMS_VERSION=2024.6.2.2250 B

33ARG NSIGHT_COMPUTE_VERSION=2025.1.0.140 B

34ARG CUSPARSELT_VERSION=0.6.3.20 B

35ENV NCCL_VERSION=2.25.1 CUBLAS_VERSION=12.8.3.14 CUFFT_VERSION=11.3.3.41 CURAND_VERSION=10.3.9.550 B

36RUN |21 CUDA_VERSION=12.8.0.038 CUDA_DRIVER_VERSION=570.86.10 JETPACK_HOST_MOUNTS=5.84 GB

37

LABEL com.nvidia.nccl.version=2.25.1 com.nvidia.cublas.version=12.8.3.14 com.nvidia.cufft.version=11.3.3.41 com.nvidia.curand.version=10.3.9.55

0 B

38ARG DALI_VERSION=1.45.00 B

39ARG DALI_BUILD=0 B

40ARG DALI_URL_SUFFIX=1200 B

41ARG POLYGRAPHY_VERSION=0.49.160 B

42ARG TRANSFORMER_ENGINE_VERSION=1.140 B

43ARG MODEL_OPT_VERSION=0.21.00 B

44ENV DALI_VERSION=1.45.0 DALI_BUILD= DALI_URL_SUFFIX=120 POLYGRAPHY_VERSION=0.49.160 B

45ADD docs.tgz / # buildkit11.26 KB

46RUN |27 CUDA_VERSION=12.8.0.038 CUDA_DRIVER_VERSION=570.86.10 JETPACK_HOST_MOUNTS=182 B

47ARG _LIBPATH_SUFFIX=0 B

48

ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video

0 B

49COPY entrypoint/ /opt/nvidia/ # buildkit6.12 KB

50ENV NVIDIA_PRODUCT_NAME=CUDA0 B

51ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B

52COPY NVIDIA_Deep_Learning_Container_License.pdf /workspace/ # buildkit136.03 KB

53RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive34.95 MB

54ARG GDRCOPY_VERSION=2.4.10 B

55ARG HPCX_VERSION=2.210 B

56ARG RDMACORE_VERSION=39.00 B

57ARG MOFED_VERSION=5.4-rdmacore39.00 B

58ARG OPENUCX_VERSION=1.18.00 B

59ARG OPENMPI_VERSION=4.1.70 B

60ARG EFA_VERSION=1.34.00 B

61ARG AWS_OFI_NCCL_VERSION=1.12.10 B

62ENV GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 MOFED_VERSION=5.4-rdmacore39.0 OPENUCX_VERSION=1.18.00 B

63ARG TARGETARCH=amd640 B

64RUN |9 GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 RDMACORE_VERSION=39.084.2 MB

65

ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin

0 B

66ENV OMPI_MCA_coll_hcoll_enable=00 B

67ENV NCCL_NVLS_ENABLE=00 B

68COPY cuda-*.patch /tmp # buildkit503 B

69RUN |9 GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 RDMACORE_VERSION=39.0333.51 MB

70ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:0 B

71COPY /opt/amazon/aws-ofi-nccl /opt/amazon/aws-ofi-nccl # buildkit379.96 KB

72RUN |9 GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 RDMACORE_VERSION=39.09.05 KB

73ARG ARCH0 B

74ARG ARCH_ALT0 B

75ARG PYTHON_VERSION0 B

76ARG EFA_INSTALLER_VERSION0 B

77ARG GDRCOPY_VERSION0 B

78ARG LIBFABRIC_VERSION0 B

79ARG UCX_VERSION0 B

80ARG NIXL_VERSION0 B

81ARG NPROC0 B

82USER root0 B

83WORKDIR /opt/build148 B

84ENV DEBIAN_FRONTEND=noninteractive LANG=C.UTF-8 LC_ALL=C.UTF-8 PYTHONDONTWRITEBYTECODE=10 B

85RUN /bin/sh -c apt-get update231.21 MB

86RUN /bin/sh -c cd /tmp2.57 MB

87RUN /bin/sh -c echo "===32 B

88RUN /bin/sh -c if [258 B

89RUN /bin/sh -c if [225 B

90RUN /bin/sh -c ls -lh32 B

91RUN /bin/sh -c echo "/opt/amazon/efa/lib"11.22 KB

92RUN /bin/sh -c mkdir -p32 B

93COPY pkg-config-files/efa.pc /opt/amazon/efa/lib/pkgconfig/ # buildkit364 B

94RUN /bin/sh -c cd /tmp24.39 KB

95RUN /bin/sh -c mkdir -p188 B

96COPY pkg-config-files/gdrcopy.pc /opt/gdrcopy/lib/pkgconfig/ # buildkit327 B

97

ENV EFA_PATH=/opt/amazon/efa GDRCOPY_PATH=/opt/gdrcopy PKG_CONFIG_PATH=/opt/amazon/efa/lib/pkgconfig:/opt/gdrcopy/lib/pkgconfig: LD_LIBRARY_PATH=/opt/amazon/efa/lib:/opt/gdrcopy/lib64:/usr/local/lib:/usr/local/cuda/lib64:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64

0 B

98ARG LIBFABRIC_VERSION0 B

99ARG NPROC0 B

100RUN |2 LIBFABRIC_VERSION=2.3.0 NPROC=8 /bin/sh1 MB

101

ENV LIBFABRIC_PATH=/usr/local/libfabric LD_LIBRARY_PATH=/usr/local/libfabric/lib:/opt/amazon/efa/lib:/opt/gdrcopy/lib64:/usr/local/lib:/usr/local/cuda/lib64:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 LIBRARY_PATH=/usr/local/libfabric/lib:/opt/amazon/efa/lib:/opt/gdrcopy/lib64:/usr/local/lib:/usr/local/cuda/lib64/stubs: CPATH=/usr/local/libfabric/include:/opt/amazon/efa/include:/opt/gdrcopy/include:/usr/local/cuda/include:

0 B

102ARG ETCD_VERSION=3.5.10 B

103ARG NATS_VERSION=2.10.240 B

104ARG CPPRESTSDK_VERSION=2.10.190 B

105ARG AWS_SDK_VERSION=1.11.5810 B

106ARG ETCD_CPP_VERSION=0.15.40 B

107ARG NPROC0 B

108RUN |6 ETCD_VERSION=3.5.1 NATS_VERSION=2.10.24 CPPRESTSDK_VERSION=2.10.19176.88 MB

109RUN |6 ETCD_VERSION=3.5.1 NATS_VERSION=2.10.24 CPPRESTSDK_VERSION=2.10.192.42 MB

110RUN |6 ETCD_VERSION=3.5.1 NATS_VERSION=2.10.24 CPPRESTSDK_VERSION=2.10.1918.6 MB

111RUN |6 ETCD_VERSION=3.5.1 NATS_VERSION=2.10.24 CPPRESTSDK_VERSION=2.10.19189.22 KB

112RUN |6 ETCD_VERSION=3.5.1 NATS_VERSION=2.10.24 CPPRESTSDK_VERSION=2.10.19739.53 KB

113RUN |6 ETCD_VERSION=3.5.1 NATS_VERSION=2.10.24 CPPRESTSDK_VERSION=2.10.193.9 MB

114RUN |6 ETCD_VERSION=3.5.1 NATS_VERSION=2.10.24 CPPRESTSDK_VERSION=2.10.195.63 MB

115RUN |6 ETCD_VERSION=3.5.1 NATS_VERSION=2.10.24 CPPRESTSDK_VERSION=2.10.1932 B

116ARG UCX_VERSION0 B

117ARG NPROC0 B

118RUN |2 UCX_VERSION=v1.19.0 NPROC=8 /bin/sh32 B

119RUN |2 UCX_VERSION=v1.19.0 NPROC=8 /bin/sh2.16 MB

120

ENV UCX_PATH=/usr/local/ucx LD_LIBRARY_PATH=/usr/local/ucx/lib:/usr/local/ucx/lib/ucx:/usr/local/libfabric/lib:/opt/amazon/efa/lib:/opt/gdrcopy/lib64:/usr/local/lib:/usr/local/cuda/lib64:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 LIBRARY_PATH=/usr/local/ucx/lib:/usr/local/libfabric/lib:/opt/amazon/efa/lib:/opt/gdrcopy/lib64:/usr/local/lib:/usr/local/cuda/lib64/stubs: CPATH=/usr/local/ucx/include:/usr/local/libfabric/include:/opt/amazon/efa/include:/opt/gdrcopy/include:/usr/local/cuda/include:

0 B

121RUN |2 UCX_VERSION=v1.19.0 NPROC=8 /bin/sh32 B

122ARG NIXL_VERSION0 B

123ARG ARCH_ALT0 B

124ARG PYTHON_VERSION0 B

125ARG NPROC0 B

126

ENV RUSTUP_HOME=/usr/local/rustup CARGO_HOME=/usr/local/cargo PATH=/usr/local/cargo/bin:/usr/local/ucx/bin:/usr/local/libfabric/bin:/bin:/usr/local/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin RUST_VERSION=1.90.0

0 B

127RUN |4 NIXL_VERSION=0.6.0 ARCH_ALT=x86_64 PYTHON_VERSION=3.12200.75 MB

128COPY /uv /uvx /bin/ #20.1 MB

129

ENV NIXL_SRC_DIR=/opt/nixl NIXL_PREFIX=/opt/nvidia/nvda_nixl NIXL_LIB_DIR=/opt/nvidia/nvda_nixl/lib/x86_64-linux-gnu NIXL_PLUGIN_DIR=/opt/nvidia/nvda_nixl/lib/x86_64-linux-gnu/plugins

0 B

130RUN |4 NIXL_VERSION=0.6.0 ARCH_ALT=x86_64 PYTHON_VERSION=3.12153.11 MB

131ENV VIRTUAL_ENV=/opt/nixl/.venv0 B

132RUN |4 NIXL_VERSION=0.6.0 ARCH_ALT=x86_64 PYTHON_VERSION=3.1230.48 MB

133

ENV LD_LIBRARY_PATH=/opt/nvidia/nvda_nixl/lib/x86_64-linux-gnu:/opt/nvidia/nvda_nixl/lib/x86_64-linux-gnu/plugins:/usr/local/ucx/lib:/usr/local/ucx/lib/ucx:/usr/local/libfabric/lib:/opt/amazon/efa/lib:/opt/gdrcopy/lib64:/usr/local/lib:/usr/local/cuda/lib64:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 PATH=/opt/nvidia/nvda_nixl/bin:/usr/local/cargo/bin:/usr/local/ucx/bin:/usr/local/libfabric/bin:/bin:/usr/local/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin

0 B

134ARG INSTALL_NCCL0 B

135ARG NCCL_VERSION0 B

136ARG AWS_OFI_NCCL_VERSION0 B

137ARG NPROC0 B

138ARG CUDA_ARCH0 B

139RUN |5 INSTALL_NCCL=1 NCCL_VERSION=2.23.4-1 AWS_OFI_NCCL_VERSION=v1.12.0-aws74.8 MB

140RUN |5 INSTALL_NCCL=1 NCCL_VERSION=2.23.4-1 AWS_OFI_NCCL_VERSION=v1.12.0-aws403.02 KB

141

ENV NCCL_HOME=/usr/local AWS_OFI_NCCL_HOME=/opt/aws-ofi-nccl LD_LIBRARY_PATH=/usr/local/lib:/opt/aws-ofi-nccl/lib:/opt/nvidia/nvda_nixl/lib/x86_64-linux-gnu:/opt/nvidia/nvda_nixl/lib/x86_64-linux-gnu/plugins:/usr/local/ucx/lib:/usr/local/ucx/lib/ucx:/usr/local/libfabric/lib:/opt/amazon/efa/lib:/opt/gdrcopy/lib64:/usr/local/lib:/usr/local/cuda/lib64:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64

0 B

142ARG INSTALL_NVSHMEM0 B

143ARG NVSHMEM_VERSION0 B

144ARG NPROC0 B

145ARG CUDA_ARCH0 B

146ARG CUDA_ARCH_NAME0 B

147RUN |5 INSTALL_NVSHMEM=0 NVSHMEM_VERSION=3.2.1 NPROC=8218 B

148RUN |5 INSTALL_NVSHMEM=0 NVSHMEM_VERSION=3.2.1 NPROC=832 B

149

ENV NVSHMEM_HOME=/usr/local/nvshmem LD_LIBRARY_PATH=/usr/local/nvshmem/lib:/usr/local/lib:/opt/aws-ofi-nccl/lib:/opt/nvidia/nvda_nixl/lib/x86_64-linux-gnu:/opt/nvidia/nvda_nixl/lib/x86_64-linux-gnu/plugins:/usr/local/ucx/lib:/usr/local/ucx/lib/ucx:/usr/local/libfabric/lib:/opt/amazon/efa/lib:/opt/gdrcopy/lib64:/usr/local/lib:/usr/local/cuda/lib64:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 PATH=/usr/local/nvshmem/bin:/opt/nvidia/nvda_nixl/bin:/usr/local/cargo/bin:/usr/local/ucx/bin:/usr/local/libfabric/bin:/bin:/usr/local/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin

0 B

150RUN |5 INSTALL_NVSHMEM=0 NVSHMEM_VERSION=3.2.1 NPROC=8249 B

151RUN |5 INSTALL_NVSHMEM=0 NVSHMEM_VERSION=3.2.1 NPROC=8187 B

152RUN |5 INSTALL_NVSHMEM=0 NVSHMEM_VERSION=3.2.1 NPROC=8268 B

153RUN |5 INSTALL_NVSHMEM=0 NVSHMEM_VERSION=3.2.1 NPROC=8217 B

154RUN |5 INSTALL_NVSHMEM=0 NVSHMEM_VERSION=3.2.1 NPROC=820.25 KB

155

ENV LD_LIBRARY_PATH=/usr/local/lib:/usr/local/libfabric/lib:/usr/local/ucx/lib:/usr/local/ucx/lib/ucx:/opt/gdrcopy/lib64:/opt/nvidia/nvda_nixl/lib/x86_64-linux-gnu:/opt/nvidia/nvda_nixl/lib/x86_64-linux-gnu/plugins:/usr/local/lib:/opt/aws-ofi-nccl/lib:/usr/local/nvshmem/lib:/usr/local/cuda/lib64

0 B

156ENV NCCL_NET=AWS Libfabric NCCL_PROTO=simple NCCL_ALGO=Ring,Tree0 B

157ARG GDRCOPY_VERSION0 B

158ARG UCX_VERSION0 B

159ARG LIBFABRIC_VERSION0 B

160ARG EFA_INSTALLER_VERSION0 B

161ARG PMIX_VERSION=4.2.60 B

162ARG NIXL_VERSION0 B

163ARG NCCL_VERSION0 B

164ARG AWS_OFI_NCCL_VERSION0 B

165ARG NVSHMEM_VERSION0 B

166ARG ETCD_VERSION=3.5.10 B

167ARG ETCD_CPP_VERSION=0.15.40 B

168ARG AWS_SDK_VERSION=1.11.5810 B

169ARG NATS_VERSION=2.10.240 B

170ARG CPPRESTSDK_VERSION=2.10.00 B

171ENV GDRCOPY_VERSION=2.4.1 UCX_REF=v1.19.0 LIBFABRIC_VERSION=2.3.0 EFA_INSTALLER_VERSION=1.43.10 B

172RUN |19 INSTALL_NVSHMEM=0 NVSHMEM_VERSION=3.2.1 NPROC=8434 B

173WORKDIR /workspace32 B

174COPY scripts/efa-test.sh /usr/local/bin/efa-test # buildkit539 B

175COPY scripts/nixlbench-test.sh /usr/local/bin/nixlbench-test # buildkit659 B

176COPY scripts/env-info.sh /usr/local/bin/env-info # buildkit1.51 KB

177COPY scripts/validate-build.sh /usr/local/bin/validate-build # buildkit3.69 KB

178RUN |19 INSTALL_NVSHMEM=0 NVSHMEM_VERSION=3.2.1 NPROC=85.4 KB

179RUN |19 INSTALL_NVSHMEM=0 NVSHMEM_VERSION=3.2.1 NPROC=832 B

180RUN |19 INSTALL_NVSHMEM=0 NVSHMEM_VERSION=3.2.1 NPROC=832 B

181CMD ["/bin/bash"]0 B

Command

 ARG RELEASE