intelanalytics/ipex-llm-serving-xpu:ipex-test

Manifest digest

sha256:4607a30ba2e7a975f4d723b5b4b82335cce554e674c9e51bda8ab1cddfcc2f64

OS/ARCH

linux/amd64

Compressed size

4.95 GB

Last pushed

over 1 year by intelanalytics

Type

Image

Manifest digest

sha256:4607a30ba2e7a975f4d723b5b4b82335cce554e674c9e51bda8ab1cddfcc2f64

Image Layers

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.ref.name=ubuntu0 B

4LABEL org.opencontainers.image.version=24.040 B

5ADD file ... in / 28.37 MB

6CMD ["/bin/bash"]0 B

7COPY third-party-programs.txt / # buildkit43.75 KB

8RUN /bin/sh -c apt-get update48.42 MB

9RUN /bin/sh -c curl -fsSL3.12 KB

10RUN /bin/sh -c echo "deb274 B

11RUN /bin/sh -c apt-get update355 B

12RUN /bin/sh -c curl -fsSL3.03 KB

13RUN /bin/sh -c echo "deb284 B

14RUN /bin/sh -c apt-get update2.06 GB

15ENV LANG=C.UTF-80 B

16ENV CCL_CONFIGURATION=cpu_gpu_dpcpp0 B

17ENV CCL_CONFIGURATION_PATH=0 B

18ENV CCL_ROOT=/opt/intel/oneapi/ccl/2021.140 B

19ENV CLASSPATH=/opt/intel/oneapi/mpi/2021.14/share/java/mpi.jar0 B

20

ENV CMAKE_PREFIX_PATH=/opt/intel/oneapi/tbb/2022.0/env/..:/opt/intel/oneapi/pti/0.10/lib/cmake/pti:/opt/intel/oneapi/mkl/2025.0/lib/cmake:/opt/intel/oneapi/dpl/2022.7/lib/cmake/oneDPL:/opt/intel/oneapi/dnnl/2025.0/lib/cmake:/opt/intel/oneapi/compiler/2025.0

0 B

21ENV CMPLR_ROOT=/opt/intel/oneapi/compiler/2025.00 B

22

ENV CPATH=/opt/intel/oneapi/umf/0.9/include:/opt/intel/oneapi/tbb/2022.0/env/../include:/opt/intel/oneapi/pti/0.10/include:/opt/intel/oneapi/mpi/2021.14/include:/opt/intel/oneapi/mkl/2025.0/include:/opt/intel/oneapi/dpl/2022.7/include:/opt/intel/oneapi/dnnl/2025.0/include:/opt/intel/oneapi/dev-utilities/2025.0/include:/opt/intel/oneapi/ccl/2021.14/include

0 B

23ENV DIAGUTIL_PATH=/opt/intel/oneapi/compiler/2025.0/etc/compiler/sys_check/sys_check.sh0 B

24ENV DNNLROOT=/opt/intel/oneapi/dnnl/2025.00 B

25ENV DPL_ROOT=/opt/intel/oneapi/dpl/2022.70 B

26ENV FI_PROVIDER_PATH=/opt/intel/oneapi/mpi/2021.14/opt/mpi/libfabric/lib/prov:/usr/lib/x86_64-linux-gnu/libfabric0 B

27ENV GDB_INFO=/opt/intel/oneapi/debugger/2025.0/share/info/0 B

28ENV INFOPATH=/opt/intel/oneapi/debugger/2025.0/share/info0 B

29ENV INTEL_PYTHONHOME=/opt/intel/oneapi/debugger/2025.0/opt/debugger0 B

30ENV I_MPI_ROOT=/opt/intel/oneapi/mpi/2021.140 B

31

ENV LD_LIBRARY_PATH=/opt/intel/oneapi/tcm/1.2/lib:/opt/intel/oneapi/umf/0.9/lib:/opt/intel/oneapi/tbb/2022.0/env/../lib/intel64/gcc4.8:/opt/intel/oneapi/pti/0.10/lib:/opt/intel/oneapi/mpi/2021.14/opt/mpi/libfabric/lib:/opt/intel/oneapi/mpi/2021.14/lib:/opt/intel/oneapi/mkl/2025.0/lib:/opt/intel/oneapi/dnnl/2025.0/lib:/opt/intel/oneapi/debugger/2025.0/opt/debugger/lib:/opt/intel/oneapi/compiler/2025.0/opt/compiler/lib:/opt/intel/oneapi/compiler/2025.0/lib:/opt/intel/oneapi/ccl/2021.14/lib/

0 B

32

ENV LIBRARY_PATH=/opt/intel/oneapi/tcm/1.2/lib:/opt/intel/oneapi/umf/0.9/lib:/opt/intel/oneapi/tbb/2022.0/env/../lib/intel64/gcc4.8:/opt/intel/oneapi/pti/0.10/lib:/opt/intel/oneapi/mpi/2021.14/lib:/opt/intel/oneapi/mkl/2025.0/lib:/opt/intel/oneapi/dnnl/2025.0/lib:/opt/intel/oneapi/compiler/2025.0/lib:/opt/intel/oneapi/ccl/2021.14/lib/

0 B

33

ENV MANPATH=/opt/intel/oneapi/mpi/2021.14/share/man:/opt/intel/oneapi/debugger/2025.0/share/man:/opt/intel/oneapi/compiler/2025.0/share/man:

0 B

34ENV MKLROOT=/opt/intel/oneapi/mkl/2025.00 B

35ENV NLSPATH=/opt/intel/oneapi/compiler/2025.0/lib/compiler/locale/%l_%t/%N0 B

36ENV OCL_ICD_FILENAMES=/opt/intel/oneapi/compiler/2025.0/lib/libintelocl.so0 B

37ENV ONEAPI_ROOT=/opt/intel/oneapi0 B

38

ENV PATH=/opt/intel/oneapi/mpi/2021.14/bin:/opt/intel/oneapi/mkl/2025.0/bin:/opt/intel/oneapi/dev-utilities/2025.0/bin:/opt/intel/oneapi/debugger/2025.0/opt/debugger/bin:/opt/intel/oneapi/compiler/2025.0/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

39

ENV PKG_CONFIG_PATH=/opt/intel/oneapi/tbb/2022.0/env/../lib/pkgconfig:/opt/intel/oneapi/mpi/2021.14/lib/pkgconfig:/opt/intel/oneapi/mkl/2025.0/lib/pkgconfig:/opt/intel/oneapi/dpl/2022.7/lib/pkgconfig:/opt/intel/oneapi/dnnl/2025.0/lib/pkgconfig:/opt/intel/oneapi/compiler/2025.0/lib/pkgconfig:/opt/intel/oneapi/ccl/2021.14/lib/pkgconfig/

0 B

40ENV Pti_DIR=/opt/intel/oneapi/pti/0.10/lib/cmake/pti0 B

41ENV SETVARS_COMPLETED=10 B

42ENV TBBROOT=/opt/intel/oneapi/tbb/2022.0/env/..0 B

43ENV TCM_ROOT=/opt/intel/oneapi/tcm/1.20 B

44ENV UMF_ROOT=/opt/intel/oneapi/umf/0.90 B

45ARG https_proxy=http://child-prc.intel.com:9130 B

46ARG http_proxy=http://child-prc.intel.com:9130 B

47RUN |2 https_proxy=http://child-prc.intel.com:913 http_proxy=http://child-prc.intel.com:913 /bin/sh34.19 MB

48RUN |2 https_proxy=http://child-prc.intel.com:913 http_proxy=http://child-prc.intel.com:913 /bin/sh275.11 MB

49WORKDIR /llm93 B

50COPY ./patches/vllm_for_multi_arc.patch /tmp/ # buildkit50.53 KB

51COPY ./patches/0001-oneccl-align-global-V0.1.0.patch /tmp/ # buildkit50.24 KB

52

ENV LD_LIBRARY_PATH=/opt/intel/oneapi/tcm/1.2/lib:/opt/intel/oneapi/umf/0.9/lib:/opt/intel/oneapi/tbb/2022.0/env/../lib/intel64/gcc4.8:/opt/intel/oneapi/pti/0.10/lib:/opt/intel/oneapi/mpi/2021.14/opt/mpi/libfabric/lib:/opt/intel/oneapi/mpi/2021.14/lib:/opt/intel/oneapi/mkl/2025.0/lib:/opt/intel/oneapi/dnnl/2025.0/lib:/opt/intel/oneapi/debugger/2025.0/opt/debugger/lib:/opt/intel/oneapi/compiler/2025.0/opt/compiler/lib:/opt/intel/oneapi/compiler/2025.0/lib:/opt/intel/oneapi/ccl/2021.14/lib/:/usr/local/lib/

0 B

53ENV VLLM_TARGET_DEVICE=xpu0 B

54ENV VLLM_WORKER_MULTIPROC_METHOD=spawn0 B

55RUN |2 https_proxy=http://child-prc.intel.com:913 http_proxy=http://child-prc.intel.com:913 /bin/sh1.95 GB

56RUN |2 https_proxy=http://child-prc.intel.com:913 http_proxy=http://child-prc.intel.com:913 /bin/sh366 B

57RUN |2 https_proxy=http://child-prc.intel.com:913 http_proxy=http://child-prc.intel.com:913 /bin/sh176.66 MB

58RUN |2 https_proxy=http://child-prc.intel.com:913 http_proxy=http://child-prc.intel.com:913 /bin/sh391.58 MB

59SHELL [bash -c]0 B

60CMD ["bash" "-c" "source /root/.bashrc0 B

61WORKDIR /llm/vllm32 B

62RUN |2 https_proxy=http://child-prc.intel.com:913 http_proxy=http://child-prc.intel.com:913 bash538 B

63CMD ["/bin/bash"]0 B

64ARG http_proxy=http://child-prc.intel.com:9130 B

65ARG https_proxy=http://child-prc.intel.com:9130 B

66RUN |2 https_proxy=http://child-prc.intel.com:913 http_proxy=http://child-prc.intel.com:913 bash14.62 MB

67ENV VLLM_USAGE_SOURCE=production-docker-image0 B

68ENV TRITON_XPU_PROFILE=10 B

69RUN |2 https_proxy=http://child-prc.intel.com:913 http_proxy=http://child-prc.intel.com:913 bash5.49 KB

70ENTRYPOINT ["python3" "-m" "vllm.entrypoints.openai.api_server"]0 B

Command

 ARG RELEASE