sha256:4f2d4cfeb2ae86a6eddaed747fc353ce39bae6a88dd9a9542db2b79e3d0748f4
OS/ARCH
linux/amd64
Compressed size
11.37 GB
Last pushed
about 1 month by amdsiloai
Type
Image
Manifest digest
sha256:4f2d4cfeb2ae86a6eddaed747fc353ce39bae6a88dd9a9542db2b79e3d0748f4
Image Layers
1ARG RELEASE0 B2ARG LAUNCHPAD_BUILD_ARCH0 B3LABEL org.opencontainers.image.version=22.040 B4ADD file ... in / 29.23 MB5CMD ["/bin/bash"]0 B7ARG ROCM_VERSION=5.30 B8ARG AMDGPU_VERSION=5.30 B9ARG APT_PREF0 B10RUN |3 ROCM_VERSION=7.2.3 AMDGPU_VERSION=30.30.3 APT_PREF=Package:240 B11RUN |3 ROCM_VERSION=7.2.3 AMDGPU_VERSION=30.30.3 APT_PREF=Package:6.76 GB12RUN |3 ROCM_VERSION=7.2.3 AMDGPU_VERSION=30.30.3 APT_PREF=Package:655 B13ENV PATH=/opt/rocm/llvm/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B14ENV ROCM_PATH=/opt/rocm0 B15ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:0 B16ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B17ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B18ENV AITER_ROCM_ARCH=gfx942;gfx9500 B19ENV HSA_NO_SCRATCH_RECLAIM=10 B20ARG PYTHON_VERSION=3.120 B21ENV PYTHON_VERSION=3.120 B22RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh93 B23WORKDIR /app32 B24ENV DEBIAN_FRONTEND=noninteractive0 B25RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh225.61 MB26RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh65.99 MB27RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh4.06 MB28ARG USE_SCCACHE0 B29ARG SCCACHE_DOWNLOAD_URL0 B30ARG SCCACHE_ENDPOINT0 B31ARG SCCACHE_BUCKET_NAME0 B32ARG SCCACHE_REGION_NAME0 B33ARG SCCACHE_S3_NO_CREDENTIALS0 B34RUN |8 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=19.11 MB35RUN |8 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=1229 B36ARG USE_SCCACHE0 B37ENV SCCACHE_BUCKET=vllm-build-sccache0 B38ENV SCCACHE_REGION=us-west-20 B39ENV SCCACHE_S3_NO_CREDENTIALS=00 B40ENV SCCACHE_IDLE_TIMEOUT=00 B41RUN /bin/sh -c pip install2.63 GB42ARG BASE_IMAGE0 B43ARG TRITON_BRANCH0 B44ARG TRITON_REPO0 B45ARG PYTORCH_BRANCH0 B46ARG PYTORCH_VISION_BRANCH0 B47ARG PYTORCH_REPO0 B48ARG PYTORCH_VISION_REPO0 B49ARG PYTORCH_AUDIO_BRANCH0 B50ARG PYTORCH_AUDIO_REPO0 B51ARG FA_BRANCH0 B52ARG FA_REPO0 B53ARG AITER_BRANCH0 B54ARG AITER_REPO0 B55ARG MORI_BRANCH0 B56ARG MORI_REPO0 B57RUN |15 BASE_IMAGE=rocm/dev-ubuntu-22.04:7.2.3-complete TRITON_BRANCH=532137f TRITON_REPO=https://github.com/ROCm/triton.git391 B58ARG ARG_PYTORCH_ROCM_ARCH0 B59ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B60RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c142.6 MB61RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c92 B62ARG USE_SCCACHE0 B63RUN |2 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE=1 /bin/sh32 B64RUN |2 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE=1 /bin/sh22.44 MB65ENV UV_HTTP_TIMEOUT=5000 B66ENV UV_INDEX_STRATEGY=unsafe-best-match0 B67ENV UV_LINK_MODE=copy0 B68ENV CCACHE_DIR=/root/.cache/ccache0 B69ENV CCACHE_COMPILERCHECK=content0 B70ARG max_jobs0 B71ENV MAX_JOBS=160 B72ARG USE_SCCACHE0 B73ARG SCCACHE_DOWNLOAD_URL0 B74ARG SCCACHE_ENDPOINT0 B75ARG SCCACHE_BUCKET_NAME0 B76ARG SCCACHE_REGION_NAME0 B77ARG SCCACHE_S3_NO_CREDENTIALS0 B78RUN |9 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE=1 max_jobs=1632 B79ARG USE_SCCACHE0 B80ENV SCCACHE_BUCKET=vllm-build-sccache0 B81ENV SCCACHE_REGION=us-west-20 B82ENV SCCACHE_S3_NO_CREDENTIALS=00 B83ENV SCCACHE_IDLE_TIMEOUT=00 B84ARG COMMON_WORKDIR0 B85WORKDIR /app32 B86ARG NIC_BACKEND0 B87ARG AINIC_VERSION0 B88ARG UBUNTU_CODENAME0 B89RUN |3 NIC_BACKEND=all AINIC_VERSION=1.117.3-hydra UBUNTU_CODENAME=jammy15.9 MB90RUN /bin/sh -c python3 -m1.38 KB91RUN /bin/sh -c rm -f195 B92ENV SCCACHE_BUCKET=0 B93ENV SCCACHE_REGION=0 B94ENV SCCACHE_ENDPOINT=0 B95ENV SCCACHE_S3_NO_CREDENTIALS=0 B96ENV SCCACHE_IDLE_TIMEOUT=0 B97RUN /bin/sh -c case "$(which32 B98RUN /bin/sh -c uv pip6.3 MB99RUN /bin/sh -c cd /install715.98 MB100RUN /bin/sh -c uv pip24.7 MB101ARG COMMON_WORKDIR0 B102ARG BASE_IMAGE0 B103ARG NIC_BACKEND0 B104ARG AINIC_VERSION0 B105COPY /benchmarks /app/vllm/benchmarks # buildkit283.27 KB106COPY /examples /app/vllm/examples # buildkit263.39 KB107COPY /docker /app/vllm/docker # buildkit35.22 KB108ENV HSA_ENABLE_IPC_MODE_LEGACY=10 B109ENV UCX_RMA_PPLN_ENABLE=y0 B110ENV UCX_ROCM_COPY_SIGPOOL_MAX_ELEMS=inf0 B111ENV TOKENIZERS_PARALLELISM=false0 B112ENV SAFETENSORS_FAST_GPU=10 B113ENV HIP_FORCE_DEV_KERNARG=10 B114ENV PYTORCH_NVML_BASED_CUDA_CHECK=10 B115RUN |4 COMMON_WORKDIR=/app BASE_IMAGE=public.ecr.aws/q9t5s3a7/vllm-release-repo:051cb6932bf97b31-rocm-base NIC_BACKEND=all168 B116ENV KINETO_CONFIG=/app/libkineto.conf0 B117RUN |4 COMMON_WORKDIR=/app BASE_IMAGE=public.ecr.aws/q9t5s3a7/vllm-release-repo:051cb6932bf97b31-rocm-base NIC_BACKEND=all485 B118CMD ["/bin/bash"]0 B119RUN /bin/sh -c uv pip84.42 MB120ENTRYPOINT ["vllm" "serve"]0 B121-c sleep infinity547.58 MB122-c sleep infinity1.31 MB123RUN /bin/sh -c sed -i19.79 KB124RUN /bin/sh -c python3 -c701 B125ARG AITER=/usr/local/lib/python3.12/dist-packages/aiter0 B126ARG VD=/usr/local/lib/python3.12/dist-packages/vllm/distributed/device_communicators0 B127COPY tree/aiter/ops/flydsl/kernels/qr_int4.py /usr/local/lib/python3.12/dist-packages/aiter/ops/flydsl/kernels/qr_int4.py # buildkit3.79 KB128COPY tree/aiter/ops/flydsl/kernels/qr_int4_ipc.py /usr/local/lib/python3.12/dist-packages/aiter/ops/flydsl/kernels/qr_int4_ipc.py # buildkit2.01 KB129COPY tree/aiter/ops/flydsl/kernels/qr_int4_kernel.py /usr/local/lib/python3.12/dist-packages/aiter/ops/flydsl/kernels/qr_int4_kernel.py # buildkit9 KB130COPY tree/op_tests/test_flydsl_qr_int4.py /app/op_tests/test_flydsl_qr_int4.py # buildkit5.92 KB131COPY image_01092026/flydsl_shuffle_compat.py /usr/local/lib/python3.12/dist-packages/aiter/ops/flydsl/kernels/flydsl_shuffle_compat.py # buildkit3.19 KB132COPY image_01092026/patch_aiter.py /tmp/patch_aiter.py # buildkit1015 B133RUN |2 AITER=/usr/local/lib/python3.12/dist-packages/aiter VD=/usr/local/lib/python3.12/dist-packages/vllm/distributed/device_communicators /bin/sh9.9 KB134COPY vllm_wiring/flydsl_qr_int4.py /usr/local/lib/python3.12/dist-packages/vllm/distributed/device_communicators/flydsl_qr_int4.py # buildkit2.81 KB135COPY vllm_wiring/patch_cuda_communicator.py /tmp/patch_cc.py # buildkit1.4 KB136RUN |2 AITER=/usr/local/lib/python3.12/dist-packages/aiter VD=/usr/local/lib/python3.12/dist-packages/vllm/distributed/device_communicators /bin/sh7.06 KB137RUN |2 AITER=/usr/local/lib/python3.12/dist-packages/aiter VD=/usr/local/lib/python3.12/dist-packages/vllm/distributed/device_communicators /bin/sh80.88 KB138ARG SP=/usr/local/lib/python3.12/dist-packages0 B139COPY pr47757_vllm.patch /tmp/pr47757_vllm.patch # buildkit3.64 KB140COPY pr47757_tests.patch /tmp/pr47757_tests.patch # buildkit3.19 KB141RUN |1 SP=/usr/local/lib/python3.12/dist-packages /bin/sh -c62.7 KB142RUN |1 SP=/usr/local/lib/python3.12/dist-packages /bin/sh -c3.14 KB143RUN |1 SP=/usr/local/lib/python3.12/dist-packages /bin/sh -c131.07 KB144RUN |1 SP=/usr/local/lib/python3.12/dist-packages /bin/sh -c32 B145RUN |1 SP=/usr/local/lib/python3.12/dist-packages /bin/sh -c154 B146-lc exec sleep infinity81.1 MB147-lc exec sleep infinity191.75 KB148-lc exec sleep infinity32.68 KB149-lc exec sleep infinity33.25 KB150ARG VLLM=/usr/local/lib/python3.12/dist-packages/vllm0 B151ARG AITER=/usr/local/lib/python3.12/dist-packages/aiter0 B152COPY mla_attention.py /usr/local/lib/python3.12/dist-packages/vllm/model_executor/layers/attention/mla_attention.py # buildkit33.69 KB153COPY rocm_aiter_mla_sparse.py /usr/local/lib/python3.12/dist-packages/vllm/v1/attention/backends/mla/rocm_aiter_mla_sparse.py # buildkit33.19 KB154COPY a8w8_blockscale_tuned_gemm_glm5.3_gfx942_v2.csv /usr/local/lib/python3.12/dist-packages/aiter/configs/model_configs/a8w8_blockscale_tuned_gemm_glm5_3.csv # buildkit3.08 KB155RUN |2 VLLM=/usr/local/lib/python3.12/dist-packages/vllm AITER=/usr/local/lib/python3.12/dist-packages/aiter /bin/sh194 B156RUN |2 VLLM=/usr/local/lib/python3.12/dist-packages/vllm AITER=/usr/local/lib/python3.12/dist-packages/aiter /bin/sh1.38 MB157LABEL org.opencontainers.image.title=GLM-5.3 ROCm vLLM, DCP0 B158LABEL org.opencontainers.image.base.name=amdsiloai/vllm:vllm-openai-rocm-glm5.3-DCP-Preview_v060 B159LABEL dcp.uplift.m19=fp8 DCP query all-gather0 B160LABEL dcp.uplift.m26=v_up before DCP reduce-scatter0 B161LABEL dcp.uplift.m28=query-gather / attention overlap,0 B162LABEL dcp.uplift.m30=DCP query replication for0 B163LABEL dcp.uplift.gemm=144 tuned gfx942 rows,0 B164LABEL dcp.measured=TP4/DCP2 MI325X ISL131k OSL1k0 B165LABEL dcp.runtime.flags=VLLM_DCP_Q_REPLICATE=1 ; cudagraph_capture_sizes [1,2,4,8,16]0 B166LABEL dcp.validated.on=gfx942 MI325X, vllm 0.26.1rc1.dev942+g5a4c8d992.rocm723,0 B167-lc exec sleep infinity25.02 MB168-lc exec sleep infinity451.39 KB169-lc exec sleep infinity21.48 MBCommand
ARG RELEASE