sha256:48d1b05232f26bf89f8d03ea07b46f717754e4607a176437e06a349b16ffa7dc
OS/ARCH
linux/amd64
Compressed size
18.11 GB
Last pushed
24 days by amdsiloai
Type
Image
Manifest digest
sha256:48d1b05232f26bf89f8d03ea07b46f717754e4607a176437e06a349b16ffa7dc
Image Layers
1ARG RELEASE0 B2ARG LAUNCHPAD_BUILD_ARCH0 B3LABEL org.opencontainers.image.version=22.040 B4ADD file ... in / 29.25 MB5CMD ["/bin/bash"]0 B6ARG PYTORCH_ROCM_ARCH0 B7ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B8ARG AITER_ROCM_ARCH0 B9ENV AITER_ROCM_ARCH=gfx942;gfx9500 B10ARG SITE_PACKAGES0 B11ENV SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages0 B12ENV SDK_DEV=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel SDK_CORE=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_core0 B13ENV ROCM_PATH=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel ROCM_HOME=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel HIP_PATH=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel HIP_CLANG_PATH=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/lib/llvm/bin0 B14ENV LD_LIBRARY_PATH=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/lib:/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/lib/rocm_sysdeps/lib:/usr/local/lib/python3.12/dist-packages/_rocm_sdk_core/lib:/usr/local/lib/python3.12/dist-packages/_rocm_sdk_core/lib/rocm_sysdeps/lib0 B15ENV PATH=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/bin:/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/lib/llvm/bin:/usr/local/lib/python3.12/dist-packages/_rocm_sdk_core/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B16ENV HSA_NO_SCRATCH_RECLAIM=10 B17ARG PYTHON_VERSION0 B18ENV PYTHON_VERSION=3.120 B19RUN |4 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages93 B20WORKDIR /app32 B21ENV DEBIAN_FRONTEND=noninteractive0 B22RUN |4 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages278.05 MB23RUN |4 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages66.23 MB24RUN |4 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages3.78 MB25ARG ROCM_RELEASE_WHEELS_MULTIARCH_URL0 B26ARG ROCM_NIGHTLY_WHEELS_MULTIARCH_URL0 B27ARG ROCM_SDK_VERSION0 B28RUN |7 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages2.16 GB29ARG TORCH_VERSION0 B30ARG TORCHAUDIO_VERSION0 B31ARG TORCHVISION_VERSION0 B32RUN |10 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages1.28 GB33SHELL [/bin/bash -c]0 B34RUN |10 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages10.56 GB35RUN |10 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages32 B36RUN |10 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages1.11 MB37ENV PYTHONPATH=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_core/share/amd_smi0 B38RUN |10 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages14.28 KB39ARG USE_SCCACHE0 B40ARG SCCACHE_DOWNLOAD_URL0 B41ARG SCCACHE_ENDPOINT0 B42ARG SCCACHE_BUCKET_NAME0 B43ARG SCCACHE_REGION_NAME0 B44ARG SCCACHE_S3_NO_CREDENTIALS0 B45RUN |16 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages9.11 MB46RUN |16 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages265 B47ENV SCCACHE_BUCKET=vllm-build-sccache0 B48ENV SCCACHE_REGION=us-west-20 B49ENV SCCACHE_S3_NO_CREDENTIALS=00 B50ENV SCCACHE_IDLE_TIMEOUT=00 B51ARG TRITON_VERSION0 B52ENV ROCPROFILER_QUEUE_INTERPOSITION=00 B53COPY /staging/lib/ /usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/lib/ # buildkit15.08 MB54RUN |1 TRITON_VERSION=3.8.0+git669b31ac /bin/bash -c1.34 MB55RUN |1 TRITON_VERSION=3.8.0+git669b31ac /bin/bash -c10.39 KB56RUN |1 TRITON_VERSION=3.8.0+git669b31ac /bin/bash -c560 KB57RUN |1 TRITON_VERSION=3.8.0+git669b31ac /bin/bash -c1.26 GB58ARG BASE_IMAGE0 B59ARG PYTHON_VERSION0 B60ARG ROCM_SDK_VERSION0 B61ARG TORCH_VERSION0 B62ARG TORCHAUDIO_VERSION0 B63ARG TORCHVISION_VERSION0 B64ARG PYTORCH_ROCM_ARCH0 B65ARG AITER_ROCM_ARCH0 B66ARG TRITON_BRANCH0 B67ARG TRITON_REPO0 B68ARG FA_BRANCH0 B69ARG FA_REPO0 B70ARG AITER_BRANCH0 B71ARG AITER_REPO0 B72ARG MORI_BRANCH0 B73ARG MORI_REPO0 B74ARG ROCM_SYSTEMS_REPO0 B75ARG ROCM_RUNTIME_COMMIT0 B76ARG TRITON_VERSION0 B77RUN |20 TRITON_VERSION=3.8.0+git669b31ac BASE_IMAGE=ubuntu:22.04 PYTHON_VERSION=3.12617 B78ARG ARG_PYTORCH_ROCM_ARCH0 B79ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B80RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/bash -c142.48 MB81RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/bash -c92 B82ARG USE_SCCACHE0 B83RUN |2 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE=1 /bin/bash32 B84RUN |2 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE=1 /bin/bash16.48 MB85ENV UV_HTTP_TIMEOUT=5000 B86ENV UV_INDEX_STRATEGY=unsafe-best-match0 B87ENV UV_LINK_MODE=copy0 B88ENV CCACHE_DIR=/root/.cache/ccache0 B89ENV CCACHE_COMPILERCHECK=content0 B90ARG max_jobs0 B91ENV MAX_JOBS=160 B92ARG USE_SCCACHE0 B93ARG SCCACHE_DOWNLOAD_URL0 B94ARG SCCACHE_ENDPOINT0 B95ARG SCCACHE_BUCKET_NAME0 B96ARG SCCACHE_REGION_NAME0 B97ARG SCCACHE_S3_NO_CREDENTIALS0 B98RUN |9 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE=1 max_jobs=1632 B99ARG USE_SCCACHE0 B100ENV SCCACHE_BUCKET=vllm-build-sccache0 B101ENV SCCACHE_REGION=us-west-20 B102ENV SCCACHE_S3_NO_CREDENTIALS=00 B103ENV SCCACHE_IDLE_TIMEOUT=00 B104ARG COMMON_WORKDIR0 B105WORKDIR /app32 B106ARG NIC_BACKEND0 B107ARG AINIC_VERSION0 B108ARG UBUNTU_CODENAME0 B109RUN |3 NIC_BACKEND=all AINIC_VERSION=1.117.5-a-77 UBUNTU_CODENAME=jammy17.48 MB110ENV UV_COMPILE_BYTECODE=10 B111RUN /bin/bash -c python3 -m1.37 KB112RUN /bin/bash -c rm -f196 B113ENV SCCACHE_BUCKET=0 B114ENV SCCACHE_REGION=0 B115ENV SCCACHE_ENDPOINT=0 B116ENV SCCACHE_S3_NO_CREDENTIALS=0 B117ENV SCCACHE_IDLE_TIMEOUT=0 B118RUN /bin/bash -c case "$(which32 B119RUN /bin/bash -c uv pip8.38 MB120RUN /bin/bash -c cd /install884.35 MB121RUN /bin/bash -c uv pip25.78 MB122RUN /bin/bash -c EXPECTED=$(grep '^TRITON_SHA256:92 B123RUN /bin/bash -c EXPECTED=$(grep '^PYBIND11_SHA256:32 B124ARG COMMON_WORKDIR0 B125ARG BASE_IMAGE0 B126ARG NIC_BACKEND0 B127ARG AINIC_VERSION0 B128COPY /benchmarks /app/vllm/benchmarks # buildkit306.62 KB129COPY /examples /app/vllm/examples # buildkit314.89 KB130COPY /docker /app/vllm/docker # buildkit43.68 KB131ENV HSA_ENABLE_IPC_MODE_LEGACY=10 B132ENV UCX_ROCM_COPY_SIGPOOL_MAX_ELEMS=inf0 B133ENV UCX_ROCM_IPC_SIGPOOL_MAX_ELEMS=inf0 B134ENV TOKENIZERS_PARALLELISM=false0 B135ENV SAFETENSORS_FAST_GPU=10 B136ENV HIP_FORCE_DEV_KERNARG=10 B137ENV PYTORCH_NVML_BASED_CUDA_CHECK=10 B138RUN |4 COMMON_WORKDIR=/app BASE_IMAGE=public.ecr.aws/q9t5s3a7/vllm-release-repo:54c0ade8f7b3cc5a-rocm100-base NIC_BACKEND=all168 B139ENV KINETO_CONFIG=/app/libkineto.conf0 B140RUN |4 COMMON_WORKDIR=/app BASE_IMAGE=public.ecr.aws/q9t5s3a7/vllm-release-repo:54c0ade8f7b3cc5a-rocm100-base NIC_BACKEND=all712 B141CMD ["/bin/bash"]0 B142RUN /bin/bash -c uv pip87.74 MB143ENTRYPOINT ["vllm" "serve"]0 B144ARG VLLM_PIN0 B145ARG AITER_PRS=4538:squash 4221:squash 4355:squash0 B146ARG AITER_FORK_PRS=0 B147ARG VLLM_PRS=50535 51309 51315 513140 B148ARG VLLM_FORK_PRS=8:tip 70 B149ARG AITER_REPO=https://github.com/ROCm/aiter.git0 B150ARG AITER_FORK=https://github.com/amd-sriram/aiter.git0 B151ARG AITER_BRANCH=main0 B152ARG AITER_REF=0 B153ARG MOE_TABLE_PR=0 B154ARG VLLM_REPO=https://github.com/vllm-project/vllm.git0 B155ARG VLLM_FORK=https://github.com/amd-sriram/vllm.git0 B156ENV GPU_ARCHS=gfx9500 B157SHELL [/bin/bash -eu -o pipefail0 B158RUN |12 VLLM_PIN=5d35ce3934a7804b298559d2d99eec33792e1eb9 AITER_PRS=6185:squash 6140:squash32 B159COPY script/apply_prs.sh /usr/local/bin/apply_prs.sh # buildkit2.3 KB160RUN |12 VLLM_PIN=5d35ce3934a7804b298559d2d99eec33792e1eb9 AITER_PRS=6185:squash 6140:squash379 B161RUN |12 VLLM_PIN=5d35ce3934a7804b298559d2d99eec33792e1eb9 AITER_PRS=6185:squash 6140:squash333.46 MB162RUN |12 VLLM_PIN=5d35ce3934a7804b298559d2d99eec33792e1eb9 AITER_PRS=6185:squash 6140:squash292.91 MB163RUN |12 VLLM_PIN=5d35ce3934a7804b298559d2d99eec33792e1eb9 AITER_PRS=6185:squash 6140:squash32 B164RUN |12 VLLM_PIN=5d35ce3934a7804b298559d2d99eec33792e1eb9 AITER_PRS=6185:squash 6140:squash146 B165RUN |12 VLLM_PIN=5d35ce3934a7804b298559d2d99eec33792e1eb9 AITER_PRS=6185:squash 6140:squash273.72 MB166RUN |12 VLLM_PIN=5d35ce3934a7804b298559d2d99eec33792e1eb9 AITER_PRS=6185:squash 6140:squash281.78 MB167RUN |12 VLLM_PIN=5d35ce3934a7804b298559d2d99eec33792e1eb9 AITER_PRS=6185:squash 6140:squash168 B168RUN |12 VLLM_PIN=5d35ce3934a7804b298559d2d99eec33792e1eb9 AITER_PRS=6185:squash 6140:squash147.17 MB169RUN |12 VLLM_PIN=5d35ce3934a7804b298559d2d99eec33792e1eb9 AITER_PRS=6185:squash 6140:squash1.18 MB170RUN |12 VLLM_PIN=5d35ce3934a7804b298559d2d99eec33792e1eb9 AITER_PRS=6185:squash 6140:squash9.52 MB171ENV AITER_CONFIG_FMOE=/usr/local/lib/python3.12/dist-packages/aiter/configs/model_configs/glm5_fp4_tuned_fmoe.csv0 B172RUN |12 VLLM_PIN=5d35ce3934a7804b298559d2d99eec33792e1eb9 AITER_PRS=6185:squash 6140:squash32 B173ARG EXTRA_STEPS_SHA=0 B174RUN |13 VLLM_PIN=5d35ce3934a7804b298559d2d99eec33792e1eb9 AITER_PRS=6185:squash 6140:squash570 B175ENTRYPOINT ["/bin/bash"]0 B176CMD []0 BCommand
ARG RELEASE