sha256:5f47cc1004d9a7ac65f8a913725edb20c62c99a07e31cbf4ba21741bd0b4f9b1
OS/ARCH
linux/amd64
Compressed size
10.38 GB
Last pushed
16 days by vllmbot
Type
Image
Manifest digest
sha256:5f47cc1004d9a7ac65f8a913725edb20c62c99a07e31cbf4ba21741bd0b4f9b1
Image Layers
1ARG RELEASE0 B2ARG LAUNCHPAD_BUILD_ARCH0 B3LABEL org.opencontainers.image.version=22.040 B4ADD file ... in / 29.24 MB5CMD ["/bin/bash"]0 B6ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B7ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B8ARG AITER_ROCM_ARCH=gfx942;gfx9500 B9ENV AITER_ROCM_ARCH=gfx942;gfx9500 B10ARG SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages0 B11ENV SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages0 B12ENV SDK_DEV=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel SDK_CORE=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_core0 B13ENV ROCM_PATH=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel ROCM_HOME=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel HIP_PATH=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel HIP_CLANG_PATH=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/lib/llvm/bin0 B14ENV LD_LIBRARY_PATH=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/lib:/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/lib/rocm_sysdeps/lib:/usr/local/lib/python3.12/dist-packages/_rocm_sdk_core/lib:/usr/local/lib/python3.12/dist-packages/_rocm_sdk_core/lib/rocm_sysdeps/lib0 B15ENV PATH=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/bin:/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/lib/llvm/bin:/usr/local/lib/python3.12/dist-packages/_rocm_sdk_core/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B16ENV ROCSHMEM_DIR=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel0 B17ENV HSA_NO_SCRATCH_RECLAIM=10 B18ARG PYTHON_VERSION=3.120 B19ENV PYTHON_VERSION=3.120 B20ARG REFRESH=2026-10-120 B21RUN |5 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages167 B22WORKDIR /app32 B23ENV DEBIAN_FRONTEND=noninteractive0 B24RUN |5 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages284.68 MB25RUN |5 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages35.56 MB26RUN |5 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages3.7 MB27ARG ROCM_RELEASE_WHEELS_MULTIARCH_URL=https://stable.repo.amd.com/rocm/whl-next/0 B28ARG ROCM_NIGHTLY_WHEELS_MULTIARCH_URL=https://nightly.repo.amd.com/rocm/whl-next/0 B29ARG ROCM_SDK_VERSION=10.0.00 B30RUN |8 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages1.13 GB31ARG TORCH_VERSION=2.13.0+rocm10.0.00 B32ARG TORCHAUDIO_VERSION=2.11.0+rocm10.0.00 B33ARG TORCHVISION_VERSION=0.28.0+rocm10.0.00 B34RUN |11 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages709.69 MB35SHELL [/bin/bash -c]0 B36RUN |11 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages5.4 GB37RUN |11 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages32 B38RUN |11 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages343.91 KB39ENV PYTHONPATH=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_core/share/amd_smi0 B40RUN |11 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages14.72 KB41ARG TRITON_VERSION=3.8.0+git669b31ac0 B42LABEL ai.vllm.rocm.variant=rocm1000 B43ENV ROCPROFILER_QUEUE_INTERPOSITION=00 B44COPY /staging/lib/ /usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/lib/ # buildkit15.4 MB45RUN |12 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages1.39 MB46RUN |12 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages10.87 KB47RUN |12 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages560.45 KB48RUN |12 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages986.28 MB49RUN |12 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages32 B50ARG BASE_IMAGE=ubuntu:22.04@sha256:5ec03bb3441e8b0bf3b4f9cd4629a1ae763010dc3035bb8da3ae6cf0264864010 B51ARG PYTHON_VERSION=3.120 B52ARG ROCM_SDK_VERSION=10.0.00 B53ARG TORCH_VERSION=2.13.0+rocm10.0.00 B54ARG TORCHAUDIO_VERSION=2.11.0+rocm10.0.00 B55ARG TORCHVISION_VERSION=0.28.0+rocm10.0.00 B56ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B57ARG AITER_ROCM_ARCH=gfx942;gfx9500 B58ARG TRITON_BRANCH=669b31ac0 B59ARG TRITON_REPO=https://github.com/ROCm/triton.git0 B60ARG FA_BRANCH=0e60e3940 B61ARG FA_REPO=https://github.com/Dao-AILab/flash-attention.git0 B62ARG AITER_BRANCH=v0.1.260 B63ARG AITER_REPO=https://github.com/ROCm/aiter.git0 B64ARG MORI_BRANCH=v1.2.3.post10 B65ARG MORI_REPO=https://github.com/ROCm/mori.git0 B66ARG ROCM_SYSTEMS_REPO=https://github.com/ROCm/rocm-systems.git0 B67ARG ROCM_RUNTIME_COMMIT=25e14349f2606a6b95c4ccd45eb92a1835646cf20 B68ARG TRITON_VERSION=3.8.0+git669b31ac0 B69RUN |23 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages567 B70RUN /bin/bash -c apt-get update266.93 MB71RUN /bin/bash -c python3 -m32 B72RUN /bin/bash -c curl -LsSf16.95 MB73ENV UV_HTTP_TIMEOUT=5000 B74ENV UV_INDEX_STRATEGY=unsafe-best-match0 B75ENV UV_LINK_MODE=copy0 B76ENV CCACHE_DIR=/root/.cache/ccache0 B77ENV CCACHE_COMPILERCHECK=content0 B78RUN /bin/bash -c uv pip1001.94 KB79ARG NIC_BACKEND=all0 B80ARG AINIC_VERSION=1.117.5-a-770 B81ARG UBUNTU_CODENAME=jammy0 B82RUN |3 NIC_BACKEND=all AINIC_VERSION=1.117.5-a-77 UBUNTU_CODENAME=jammy1.73 MB83RUN |3 NIC_BACKEND=all AINIC_VERSION=1.117.5-a-77 UBUNTU_CODENAME=jammy601 B84RUN |3 NIC_BACKEND=all AINIC_VERSION=1.117.5-a-77 UBUNTU_CODENAME=jammy4.2 MB85RUN |3 NIC_BACKEND=all AINIC_VERSION=1.117.5-a-77 UBUNTU_CODENAME=jammy612.08 MB86RUN |3 NIC_BACKEND=all AINIC_VERSION=1.117.5-a-77 UBUNTU_CODENAME=jammy2.05 MB87RUN |3 NIC_BACKEND=all AINIC_VERSION=1.117.5-a-77 UBUNTU_CODENAME=jammy179 B88ENV KINETO_CONFIG=/app/libkineto.conf0 B89ENV MIOPEN_DEBUG_CONV_DIRECT=00 B90ENV MIOPEN_DEBUG_CONV_GEMM=00 B91ENV HSA_ENABLE_IPC_MODE_LEGACY=10 B92ENV UCX_ROCM_COPY_SIGPOOL_MAX_ELEMS=inf0 B93ENV UCX_ROCM_IPC_SIGPOOL_MAX_ELEMS=inf0 B94ENV TOKENIZERS_PARALLELISM=false0 B95ENV SAFETENSORS_FAST_GPU=10 B96ENV HIP_FORCE_DEV_KERNARG=10 B97ENV PYTORCH_NVML_BASED_CUDA_CHECK=10 B98ARG STACK=rocm0 B99LABEL ai.vllm.rocm.stack=rocm0 B100/bin/sh -c apt-get update &&5.72 MB101COPY dir:d58481f1b31c8fe7bd32fd41df5c60d51d88e1cc5106c52b1c29603dea902aea in /opt/runtime-venv/ 953.22 MB102COPY file:dda133d7806fac92ef8164158251210f512f60d7a21605d40c43d8d772499951 in /usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/lib/libhsa-runtime64.so.1.21.0 1.38 MB103COPY multi:fe7a86f40fac95be9d34c65aaa725db94236eb8a0b0cc7c416f935a55111392f in /opt/runtime-provenance/ 167.24 KB104COPY multi:5692590e03f9cf5648616f5bde6904cfe471f0efd52fb683ada9eb170e4ff3c0 in /app/ 1.05 KB105/bin/sh -c set -eu; 20.09 KB106/bin/sh -c echo /opt/runtime-venv/lib/python3.12/site-packages/mori >20.24 KB107ENV PATH="/opt/runtime-venv/bin:${PATH}" PYTHONPATH="" PYTHONNOUSERSITE=10 B108LABEL runtime.mori.commit="765653da18eaae686ba77738100dd15705ebd9b5" 0 B109WORKDIR /app0 B110ENTRYPOINT ["vllm"]0 B111CMD ["--help"]0 BCommand
ARG RELEASE