Sign inSign up

gpustack/runner:rocm10.0-vllm0.33.0-linux-amd64

Manifest digest

sha256:dd2973602b0aeb1afd44e3367f0095045ba9ac1c58d7a6f640a06aaa53c237e0

OS/ARCH

linux/amd64

Compressed size

17.45 GB

Last pushed

8 days by gpustack

Type

Image

Manifest digest

sha256:dd2973602b0aeb1afd44e3367f0095045ba9ac1c58d7a6f640a06aaa53c237e0

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=22.040 B
4ADD file ... in / 29.25 MB
5CMD ["/bin/bash"]0 B
6ARG PYTORCH_ROCM_ARCH0 B
7ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
8ARG AITER_ROCM_ARCH0 B
9ENV AITER_ROCM_ARCH=gfx942;gfx9500 B
10ARG SITE_PACKAGES0 B
11ENV SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages0 B
12ENV SDK_DEV=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel SDK_CORE=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_core0 B
13ENV ROCM_PATH=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel ROCM_HOME=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel HIP_PATH=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel HIP_CLANG_PATH=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/lib/llvm/bin0 B
14ENV LD_LIBRARY_PATH=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/lib:/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/lib/rocm_sysdeps/lib:/usr/local/lib/python3.12/dist-packages/_rocm_sdk_core/lib:/usr/local/lib/python3.12/dist-packages/_rocm_sdk_core/lib/rocm_sysdeps/lib0 B
15ENV PATH=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/bin:/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/lib/llvm/bin:/usr/local/lib/python3.12/dist-packages/_rocm_sdk_core/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
16ENV HSA_NO_SCRATCH_RECLAIM=10 B
17ARG PYTHON_VERSION0 B
18ENV PYTHON_VERSION=3.120 B
19RUN |4 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages93 B
20WORKDIR /app32 B
21ENV DEBIAN_FRONTEND=noninteractive0 B
22RUN |4 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages278.05 MB
23RUN |4 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages66.23 MB
24RUN |4 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages3.78 MB
25ARG ROCM_RELEASE_WHEELS_MULTIARCH_URL0 B
26ARG ROCM_NIGHTLY_WHEELS_MULTIARCH_URL0 B
27ARG ROCM_SDK_VERSION0 B
28RUN |7 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages2.16 GB
29ARG TORCH_VERSION0 B
30ARG TORCHAUDIO_VERSION0 B
31ARG TORCHVISION_VERSION0 B
32RUN |10 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages1.28 GB
33SHELL [/bin/bash -c]0 B
34RUN |10 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages10.56 GB
35RUN |10 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages32 B
36RUN |10 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages1.11 MB
37ENV PYTHONPATH=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_core/share/amd_smi0 B
38RUN |10 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages14.28 KB
39ARG USE_SCCACHE0 B
40ARG SCCACHE_DOWNLOAD_URL0 B
41ARG SCCACHE_ENDPOINT0 B
42ARG SCCACHE_BUCKET_NAME0 B
43ARG SCCACHE_REGION_NAME0 B
44ARG SCCACHE_S3_NO_CREDENTIALS0 B
45RUN |16 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages9.11 MB
46RUN |16 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages265 B
47ENV SCCACHE_BUCKET=vllm-build-sccache0 B
48ENV SCCACHE_REGION=us-west-20 B
49ENV SCCACHE_S3_NO_CREDENTIALS=00 B
50ENV SCCACHE_IDLE_TIMEOUT=00 B
51ARG TRITON_VERSION0 B
52ENV ROCPROFILER_QUEUE_INTERPOSITION=00 B
53COPY /staging/lib/ /usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/lib/ # buildkit15.08 MB
54RUN |1 TRITON_VERSION=3.8.0+git669b31ac /bin/bash -c1.34 MB
55RUN |1 TRITON_VERSION=3.8.0+git669b31ac /bin/bash -c10.39 KB
56RUN |1 TRITON_VERSION=3.8.0+git669b31ac /bin/bash -c560 KB
57RUN |1 TRITON_VERSION=3.8.0+git669b31ac /bin/bash -c1.26 GB
58ARG BASE_IMAGE0 B
59ARG PYTHON_VERSION0 B
60ARG ROCM_SDK_VERSION0 B
61ARG TORCH_VERSION0 B
62ARG TORCHAUDIO_VERSION0 B
63ARG TORCHVISION_VERSION0 B
64ARG PYTORCH_ROCM_ARCH0 B
65ARG AITER_ROCM_ARCH0 B
66ARG TRITON_BRANCH0 B
67ARG TRITON_REPO0 B
68ARG FA_BRANCH0 B
69ARG FA_REPO0 B
70ARG AITER_BRANCH0 B
71ARG AITER_REPO0 B
72ARG MORI_BRANCH0 B
73ARG MORI_REPO0 B
74ARG ROCM_SYSTEMS_REPO0 B
75ARG ROCM_RUNTIME_COMMIT0 B
76ARG TRITON_VERSION0 B
77RUN |20 TRITON_VERSION=3.8.0+git669b31ac BASE_IMAGE=ubuntu:22.04 PYTHON_VERSION=3.12617 B
78ARG ARG_PYTORCH_ROCM_ARCH0 B
79ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
80RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/bash -c142.65 MB
81RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/bash -c92 B
82ARG USE_SCCACHE0 B
83RUN |2 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE=1 /bin/bash32 B
84RUN |2 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE=1 /bin/bash16.48 MB
85ENV UV_HTTP_TIMEOUT=5000 B
86ENV UV_INDEX_STRATEGY=unsafe-best-match0 B
87ENV UV_LINK_MODE=copy0 B
88ENV CCACHE_DIR=/root/.cache/ccache0 B
89ENV CCACHE_COMPILERCHECK=content0 B
90ARG max_jobs0 B
91ENV MAX_JOBS=160 B
92ARG USE_SCCACHE0 B
93ARG SCCACHE_DOWNLOAD_URL0 B
94ARG SCCACHE_ENDPOINT0 B
95ARG SCCACHE_BUCKET_NAME0 B
96ARG SCCACHE_REGION_NAME0 B
97ARG SCCACHE_S3_NO_CREDENTIALS0 B
98RUN |9 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE=1 max_jobs=1632 B
99ARG USE_SCCACHE0 B
100ENV SCCACHE_BUCKET=vllm-build-sccache0 B
101ENV SCCACHE_REGION=us-west-20 B
102ENV SCCACHE_S3_NO_CREDENTIALS=00 B
103ENV SCCACHE_IDLE_TIMEOUT=00 B
104ARG COMMON_WORKDIR0 B
105WORKDIR /app32 B
106ARG NIC_BACKEND0 B
107ARG AINIC_VERSION0 B
108ARG UBUNTU_CODENAME0 B
109RUN |3 NIC_BACKEND=all AINIC_VERSION=1.117.5-a-77 UBUNTU_CODENAME=jammy17.48 MB
110ENV UV_COMPILE_BYTECODE=10 B
111RUN /bin/bash -c python3 -m92 B
112RUN /bin/bash -c rm -f196 B
113ENV SCCACHE_BUCKET=0 B
114ENV SCCACHE_REGION=0 B
115ENV SCCACHE_ENDPOINT=0 B
116ENV SCCACHE_S3_NO_CREDENTIALS=0 B
117ENV SCCACHE_IDLE_TIMEOUT=0 B
118RUN /bin/bash -c case "$(which32 B
119RUN /bin/bash -c uv pip8.46 MB
120RUN /bin/bash -c cd /install884.49 MB
121RUN /bin/bash -c uv pip25.78 MB
122RUN /bin/bash -c EXPECTED=$(grep '^TRITON_SHA256:92 B
123RUN /bin/bash -c EXPECTED=$(grep '^PYBIND11_SHA256:32 B
124ARG COMMON_WORKDIR0 B
125ARG BASE_IMAGE0 B
126ARG NIC_BACKEND0 B
127ARG AINIC_VERSION0 B
128COPY /benchmarks /app/vllm/benchmarks # buildkit303.01 KB
129COPY /examples /app/vllm/examples # buildkit314.95 KB
130COPY /docker /app/vllm/docker # buildkit43.69 KB
131ENV HSA_ENABLE_IPC_MODE_LEGACY=10 B
132ENV UCX_ROCM_COPY_SIGPOOL_MAX_ELEMS=inf0 B
133ENV UCX_ROCM_IPC_SIGPOOL_MAX_ELEMS=inf0 B
134ENV TOKENIZERS_PARALLELISM=false0 B
135ENV SAFETENSORS_FAST_GPU=10 B
136ENV HIP_FORCE_DEV_KERNARG=10 B
137ENV PYTORCH_NVML_BASED_CUDA_CHECK=10 B
138RUN |4 COMMON_WORKDIR=/app BASE_IMAGE=public.ecr.aws/q9t5s3a7/vllm-release-repo:54c0ade8f7b3cc5a-rocm100-base NIC_BACKEND=all168 B
139ENV KINETO_CONFIG=/app/libkineto.conf0 B
140RUN |4 COMMON_WORKDIR=/app BASE_IMAGE=public.ecr.aws/q9t5s3a7/vllm-release-repo:54c0ade8f7b3cc5a-rocm100-base NIC_BACKEND=all709 B
141CMD ["/bin/bash"]0 B
142RUN /bin/bash -c uv pip87.73 MB
143ENTRYPOINT ["vllm" "serve"]0 B
144SHELL [/bin/bash -eo pipefail -c]0 B
145ARG TARGETPLATFORM=linux/amd640 B
146ARG TARGETOS=linux0 B
147ARG TARGETARCH=amd640 B
148ENV DEBIAN_FRONTEND=noninteractive LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-80 B
149RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd6477.02 MB
150RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64109.65 MB
151ARG PYTHON_VERSION=3.120 B
152ENV PYTHON_VERSION=3.120 B
153RUN |4 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd6432 B
154ENV PIP_NO_CACHE_DIR=1 PIP_DISABLE_PIP_VERSION_CHECK=1 PIP_ROOT_USER_ACTION=ignore0 B
155RUN |4 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd6497.54 KB
156ARG ROCM_VERSION=10.0.00 B
157ARG ROCM_ARCHS0 B
158ENV ROCM_HOME=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel ROCM_VERSION=10.0.0 ROCM_ARCHS=0 B
159ENV UV_SYSTEM_PYTHON=1 UV_PRERELEASE=allow UV_SKIP_WHEEL_FILENAME_CHECK=1 UV_NO_CACHE=10 B
160ARG VLLM_VERSION=0.33.00 B
161ARG VLLM_TORCH_VERSION=2.13.00 B
162ARG VLLM_TORCH_ROCM_VERSION=10.0.00 B
163ENV VLLM_VERSION=0.33.0 VLLM_TORCH_VERSION=2.13.0 VLLM_TORCH_ROCM_VERSION=10.0.00 B
164SHELL [/bin/bash -eo pipefail -c]0 B
165ARG TARGETPLATFORM=linux/amd640 B
166ARG TARGETOS=linux0 B
167ARG TARGETARCH=amd640 B
168RUN |9 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd6489.08 MB
169RUN |9 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd6435.64 MB
170ARG VLLM_MOONCAKE_VERSION=0.3.13.post10 B
171RUN |10 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd6432 B
172RUN |10 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64333.31 MB
173RUN |10 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd6432 B
174RUN |10 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd6436.28 KB
175RUN |10 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd6426.23 MB
176ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=1 RAY_EXPERIMENTAL_NOSET_HIP_VISIBLE_DEVICES=1 SAFETENSORS_FAST_GPU=1 RUNAI_STREAMER_MEMORY_LIMIT=00 B
177WORKDIR /0 B
178ENTRYPOINT ["tini" "--"]0 B

Command

 ARG RELEASE