Sign inSign up

ardge/mirrored-nvidia-vllm:26.10-py3

Multi-platform
Index digest

sha256:0a0de9362545e3e062750bec4ad4f722422a04a81182b5258a7deda4325e9313

OS/ARCH

Compressed size

10.46 GB

Last pushed

11 days by ardge

Type

Image

Manifest digest

sha256:ecd885a6fa671552021eb2bef16773110ebfa4eb5e24e4a2831bf0f4808ddfea

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=24.040 B
4ADD file ... in / 27.6 MB
5CMD ["/bin/bash"]0 B
6SHELL [/bin/bash -c]0 B
7ARG ENABLE_MITMPROXY=00 B
8RUN |1 ENABLE_MITMPROXY=0 /bin/bash -c32 B
9RUN |1 ENABLE_MITMPROXY=0 /bin/bash -c3.11 MB
10RUN |1 ENABLE_MITMPROXY=0 /bin/bash -c32 B
11RUN |1 ENABLE_MITMPROXY=0 /bin/bash -c3.51 MB
12ARG GDRCOPY_VERSION=2.5.10 B
13ARG HPCX_VERSION=2.510 B
14ARG RDMACORE_VERSION=65.00 B
15ARG MOFED_VERSION=5.4-rdmacore65.00 B
16ARG OPENUCX_VERSION=1.22.00 B
17ARG OPENMPI_VERSION=5.0.100 B
18ARG EFA_VERSION=1.50.00 B
19ENV GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.51 MOFED_VERSION=5.4-rdmacore65.0 OPENUCX_VERSION=1.22.00 B
20ARG TARGETARCH=arm640 B
21RUN |9 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.51204.77 MB
22ENV OPAL_PREFIX=/usr/local/mpi PATH=/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin0 B
23ENV OMPI_MCA_coll_hcoll_enable=00 B
24ARG CUDA_VERSION=13.4.3.0010 B
25ARG CUDA_DRIVER_VERSION=615.71.090 B
26ARG NVVM_VERSION=13.4.920 B
27ARG DOCA_VERSION=3.5.00 B
28ENV CUDA_VERSION=13.4.3.001 CUDA_DRIVER_VERSION=615.71.09 NVVM_VERSION=13.4.92 DOCA_VERSION=3.5.00 B
29RUN |13 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.51165.72 MB
30RUN |13 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.5115.88 KB
31ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash0 B
32LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.00 B
33ARG NCCL_VERSION=2.32.3 CCCL_VERSION=13.3.4.3.1 CUBLAS_VERSION=13.8.1.7 CUFFT_VERSION=12.4.0.430 B
34ENV NCCL_VERSION=2.32.3 CCCL_VERSION=13.3.4.3.1 CUBLAS_VERSION=13.8.1.7 CUFFT_VERSION=12.4.0.430 B
35ADD docs.tgz / # buildkit11.26 KB
36RUN |50 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.51208 B
37ARG _LIBPATH_SUFFIX=0 B
38ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video0 B
39RUN |51 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.5146.01 MB
40RUN |51 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.511.54 MB
41RUN |51 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.5128.52 MB
42COPY entrypoint/ /opt/nvidia/ # buildkit6.07 KB
43ENV NVIDIA_PRODUCT_NAME=CUDA0 B
44ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B
45RUN |51 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.51409 B
46RUN |51 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.5132 B
47ARG ENABLE_MITMPROXY=00 B
48ARG ENABLE_FIPS=00 B
49RUN |2 ENABLE_MITMPROXY=0 ENABLE_FIPS=0 /bin/bash32 B
50RUN |2 ENABLE_MITMPROXY=0 ENABLE_FIPS=0 /bin/bash102.95 MB
51ARG CUDA_COMPONENT_LIST=crt nvrtc driver-dev culibos-dev0 B
52ENV CUDA_COMPONENT_LIST=crt nvrtc driver-dev culibos-dev0 B
53RUN |3 ENABLE_MITMPROXY=0 ENABLE_FIPS=0 CUDA_COMPONENT_LIST=crt257.79 MB
54ARG VERSION_LIST=CURAND_VERSION CUBLAS_VERSION CUFILE_VERSION CUOBJCLIENT_VERSION0 B
55RUN |4 ENABLE_MITMPROXY=0 ENABLE_FIPS=0 CUDA_COMPONENT_LIST=crt2.29 GB
56ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:0 B
57RUN |4 ENABLE_MITMPROXY=0 ENABLE_FIPS=0 CUDA_COMPONENT_LIST=crt32 B
58LABEL com.nvidia.nccl.version=2.32.3 com.nvidia.cublas.version=13.8.1.7 com.nvidia.cufft.version=12.4.0.43 com.nvidia.curand.version=10.4.4.720 B
59ARG ENABLE_MITMPROXY=00 B
60RUN |1 ENABLE_MITMPROXY=0 /bin/bash -c32 B
61ARG VERSION_LIST=CURAND_VERSION CUBLAS_VERSION CUFILE_VERSION CUOBJCLIENT_VERSION0 B
62RUN |2 ENABLE_MITMPROXY=0 VERSION_LIST=CURAND_VERSION CUBLAS_VERSION849.08 MB
63ARG LIBFABRIC_INSTALL_PATH=/opt/amazon/efa0 B
64ARG RDMA_CORE_PREFIX=/usr0 B
65ENV LD_LIBRARY_PATH=/usr/local/lib:/opt/amazon/efa/lib:/usr/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/nixl/lib/x86_64-linux-gnu:/usr/local/nixl/lib/aarch64-linux-gnu0 B
66ARG ENABLE_MITMPROXY=00 B
67ENV PATH=/usr/local/nixlbench/bin:/usr/local/nixl/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin0 B
68ENV LD_LIBRARY_PATH=/usr/local/nixlbench/lib:/usr/local/lib:/opt/amazon/efa/lib:/usr/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/nixl/lib/x86_64-linux-gnu:/usr/local/nixl/lib/aarch64-linux-gnu0 B
69ARG TARGETARCH=arm640 B
70RUN |5 ENABLE_MITMPROXY=0 VERSION_LIST=CURAND_VERSION CUBLAS_VERSION26.64 MB
71RUN |5 ENABLE_MITMPROXY=0 VERSION_LIST=CURAND_VERSION CUBLAS_VERSION32 B
72COPY /opt/vllm/ /opt/vllm/ # buildkit283.62 MB
73COPY /etc/pip/original_constraint.txt /etc/pip/constraint.txt # buildkit374 B
74COPY /usr/local/cuda/lib64/libnvshmem_device.bc /usr/local/cuda/lib64/libnvshmem_device.bc # buildkit34.6 MB
75ARG TARGETARCH=arm640 B
76ARG PYVER=3.120 B
77ARG VLLM_VERSION=0.31.0+886419150 B
78ENV VLLM_VERSION=0.31.0+886419150 B
79ENV LD_LIBRARY_PATH=/usr/local/lib/python3.12/dist-packages/torch/lib:/usr/local/lib/python3.12/dist-packages/torch_tensorrt/lib:/usr/local/nixlbench/lib:/usr/local/lib:/opt/amazon/efa/lib:/usr/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/nixl/lib/x86_64-linux-gnu:/usr/local/nixl/lib/aarch64-linux-gnu0 B
80ENV PIP_CONSTRAINT=/etc/pip/constraint.txt0 B
81ENV CUDA_HOME=/usr/local/cuda0 B
82ENV CPATH=/usr/local/cuda/include:0 B
83ENV PATH=/usr/local/lib/python3.12/dist-packages/torch_tensorrt/bin:/usr/local/cuda/bin:/usr/local/nixlbench/bin:/usr/local/nixl/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin0 B
84ENV TORCH_CUDA_ARCH_LIST=8.0 8.6 9.0 10.00 B
85ENV TRITON_PTXAS_PATH=/usr/local/cuda/bin/ptxas0 B
86ENV TRITON_CUOBJDUMP_PATH=/usr/local/cuda/bin/cuobjdump0 B
87ENV TRITON_NVDISASM_PATH=/usr/local/cuda/bin/nvdisasm0 B
88ENV TRITON_CUDACRT_PATH=/usr/local/cuda/include0 B
89ENV TRITON_CUDART_PATH=/usr/local/cuda/include0 B
90ENV TRITON_CUPTI_PATH=/usr/local/cuda/include0 B
91ENV MAX_JOBS=120 B
92ENV PIP_BREAK_SYSTEM_PACKAGES=10 B
93ENV PIP_NO_BUILD_ISOLATION=10 B
94ENV PYTORCH_TRITON_VERSION=3.8.0+gitbd40f349.nv26.90 B
95RUN |3 TARGETARCH=arm64 PYVER=3.12 VLLM_VERSION=0.31.0+8864191584.56 MB
96RUN |3 TARGETARCH=arm64 PYVER=3.12 VLLM_VERSION=0.31.0+886419158.24 MB
97ENV PATH=/opt/ffmpeg-safe/bin:/usr/local/lib/python3.12/dist-packages/torch_tensorrt/bin:/usr/local/cuda/bin:/usr/local/nixlbench/bin:/usr/local/nixl/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin0 B
98ENV LD_LIBRARY_PATH=/opt/ffmpeg-safe/lib:/usr/local/lib/python3.12/dist-packages/torch/lib:/usr/local/lib/python3.12/dist-packages/torch_tensorrt/lib:/usr/local/nixlbench/lib:/usr/local/lib:/opt/amazon/efa/lib:/usr/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/nixl/lib/x86_64-linux-gnu:/usr/local/nixl/lib/aarch64-linux-gnu0 B
99ENV PKG_CONFIG_PATH=/opt/ffmpeg-safe/lib/pkgconfig:0 B
100RUN |3 TARGETARCH=arm64 PYVER=3.12 VLLM_VERSION=0.31.0+886419155.14 MB
101RUN |3 TARGETARCH=arm64 PYVER=3.12 VLLM_VERSION=0.31.0+88641915326.62 MB
102RUN |3 TARGETARCH=arm64 PYVER=3.12 VLLM_VERSION=0.31.0+88641915372 B
103RUN |3 TARGETARCH=arm64 PYVER=3.12 VLLM_VERSION=0.31.0+886419155.08 GB
104RUN |3 TARGETARCH=arm64 PYVER=3.12 VLLM_VERSION=0.31.0+8864191532 B
105RUN |3 TARGETARCH=arm64 PYVER=3.12 VLLM_VERSION=0.31.0+8864191532 B
106RUN |3 TARGETARCH=arm64 PYVER=3.12 VLLM_VERSION=0.31.0+886419151.64 MB
107ENV TIKTOKEN_CACHE_DIR=/root/.cache/tiktoken_cache TIKTOKEN_RS_CACHE_DIR=/root/.cache/tiktoken_cache0 B
108RUN |3 TARGETARCH=arm64 PYVER=3.12 VLLM_VERSION=0.31.0+88641915518.16 MB
109RUN |3 TARGETARCH=arm64 PYVER=3.12 VLLM_VERSION=0.31.0+8864191532 B
110RUN |3 TARGETARCH=arm64 PYVER=3.12 VLLM_VERSION=0.31.0+8864191511.15 KB
111ENV LD_LIBRARY_PATH=/opt/hpcx/ucx/lib:/opt/ffmpeg-safe/lib:/usr/local/lib/python3.12/dist-packages/torch/lib:/usr/local/lib/python3.12/dist-packages/torch_tensorrt/lib:/usr/local/nixlbench/lib:/usr/local/lib:/opt/amazon/efa/lib:/usr/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/nixl/lib/x86_64-linux-gnu:/usr/local/nixl/lib/aarch64-linux-gnu0 B
112RUN |3 TARGETARCH=arm64 PYVER=3.12 VLLM_VERSION=0.31.0+8864191515.1 MB
113RUN |3 TARGETARCH=arm64 PYVER=3.12 VLLM_VERSION=0.31.0+8864191515.12 MB
114ENV VLLM_FLASH_ATTN_SRC_DIR=/opt/vllm/vllm-flash-attn/0 B
115RUN |3 TARGETARCH=arm64 PYVER=3.12 VLLM_VERSION=0.31.0+88641915142.07 MB
116RUN |3 TARGETARCH=arm64 PYVER=3.12 VLLM_VERSION=0.31.0+886419153.21 MB
117WORKDIR /workspace32 B
118ENV NVIDIA_PRODUCT_NAME=vLLM0 B
119ENV PATH=/opt/ffmpeg-safe/bin:/usr/local/lib/python3.12/dist-packages/torch_tensorrt/bin:/usr/local/cuda/bin:/usr/local/nixlbench/bin:/usr/local/nixl/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin:/opt/tensorrt/bin0 B
120LABEL com.nvidia.vllm.version=0.31.0+886419150 B
121ARG NVIDIA_VLLM_VERSION=26.100 B
122ENV NVIDIA_VLLM_VERSION=26.100 B
123ARG NVIDIA_BUILD_ID=5012989440 B
124ENV NVIDIA_BUILD_ID=5012989440 B
125LABEL com.nvidia.build.id=5012989440 B
126ARG NVIDIA_BUILD_REF=039627f24731ffcde6a7b70a6c73b1a61991e7200 B
127LABEL com.nvidia.build.ref=039627f24731ffcde6a7b70a6c73b1a61991e7200 B

Command

 ARG RELEASE