smartappli/llama-cpp-python-server-rocm:latest

Index digest

sha256:8069b2992b5eb663f8ac352a5c76167eca44ef1726f9e0140366336c988c3a47

OS/ARCH

linux/amd64

Compressed size

4.46 GB

Last pushed

Type

Image

Manifest digest

sha256:1d6c1b765ddf949a7950f339b40ec5f289f8052230171972a9d1e6649a5eb89a

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.ref.name=ubuntu0 B

4LABEL org.opencontainers.image.version=24.040 B

5ADD file ... in / 28.35 MB

6CMD ["/bin/bash"]0 B

7LABEL [email protected]0 B

8ARG ROCM_VERSION=6.20 B

9ARG AMDGPU_VERSION=6.20 B

10ARG APT_PREF0 B

11RUN |3 ROCM_VERSION=7.2 AMDGPU_VERSION=30.30 APT_PREF=Package:237 B

12RUN |3 ROCM_VERSION=7.2 AMDGPU_VERSION=30.30 APT_PREF=Package:1.1 GB

13RUN |3 ROCM_VERSION=7.2 AMDGPU_VERSION=30.30 APT_PREF=Package:680 B

14ENV HOST=0.0.0.00 B

15ENV PORT=80080 B

16RUN /bin/sh -c apt-get update3.22 GB

17WORKDIR /app93 B

18COPY . . # buildkit26.34 KB

19RUN /bin/sh -c python3 -m4 MB

20ENV PATH=/opt/venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

21RUN /bin/sh -c pip install11.3 MB

22ENV CMAKE_ARGS=-DGGML_HIP=ON -DCMAKE_PREFIX_PATH=/opt/rocm0 B

23ENV GGML_HIP=10 B

24RUN /bin/sh -c pip install101.43 MB

25EXPOSE [8008/tcp]0 B

26CMD ["python3" "-m" "llama_cpp.server" "--config_file"0 B

Command

 ARG RELEASE