Sign inSign up

raulgracia/nexus-tiered-stream-manager:inference-and-routing-debug-4

Manifest digest

sha256:4e7e49b6b4d16d458cb496f3650afe64f5239fe9ff19b2d167bdbd74dbcfb866

OS/ARCH

linux/amd64

Compressed size

8.7 GB

Last pushed

over 1 year by raulgracia

Type

Image

Manifest digest

sha256:4e7e49b6b4d16d458cb496f3650afe64f5239fe9ff19b2d167bdbd74dbcfb866

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 29.03 MB
6CMD ["/bin/bash"]0 B
7ENV NVARCH=x86_640 B
8ENV NVIDIA_REQUIRE_CUDA=cuda>=12.4 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<4710 B
9ENV NV_CUDA_CUDART_VERSION=12.4.127-10 B
10ENV NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-40 B
11ARG TARGETARCH0 B
12LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B
13RUN |1 TARGETARCH=amd64 /bin/sh -c4.41 MB
14ENV CUDA_VERSION=12.4.10 B
15RUN |1 TARGETARCH=amd64 /bin/sh -c54.93 MB
16RUN |1 TARGETARCH=amd64 /bin/sh -c185 B
17ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
18ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
19COPY NGC-DL-CONTAINER-LICENSE / # buildkit6.72 KB
20ENV NVIDIA_VISIBLE_DEVICES=all0 B
21ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility0 B
22ENV NV_CUDA_LIB_VERSION=12.4.1-10 B
23ENV NV_NVTX_VERSION=12.4.127-10 B
24ENV NV_LIBNPP_VERSION=12.2.5.30-10 B
25ENV NV_LIBNPP_PACKAGE=libnpp-12-4=12.2.5.30-10 B
26ENV NV_LIBCUSPARSE_VERSION=12.3.1.170-10 B
27ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-40 B
28ENV NV_LIBCUBLAS_VERSION=12.4.5.8-10 B
29ENV NV_LIBCUBLAS_PACKAGE=libcublas-12-4=12.4.5.8-10 B
30ENV NV_LIBNCCL_PACKAGE_NAME=libnccl20 B
31ENV NV_LIBNCCL_PACKAGE_VERSION=2.21.5-10 B
32ENV NCCL_VERSION=2.21.5-10 B
33ENV NV_LIBNCCL_PACKAGE=libnccl2=2.21.5-1+cuda12.40 B
34ARG TARGETARCH0 B
35LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B
36RUN |1 TARGETARCH=amd64 /bin/sh -c1.28 GB
37RUN |1 TARGETARCH=amd64 /bin/sh -c62.55 KB
38COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit1.64 KB
39COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit1.49 KB
40ENV NVIDIA_PRODUCT_NAME=CUDA0 B
41ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B
42ENV NV_CUDA_LIB_VERSION=12.4.1-10 B
43ENV NV_CUDA_CUDART_DEV_VERSION=12.4.127-10 B
44ENV NV_NVML_DEV_VERSION=12.4.127-10 B
45ENV NV_LIBCUSPARSE_DEV_VERSION=12.3.1.170-10 B
46ENV NV_LIBNPP_DEV_VERSION=12.2.5.30-10 B
47ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-12-4=12.2.5.30-10 B
48ENV NV_LIBCUBLAS_DEV_VERSION=12.4.5.8-10 B
49ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-40 B
50ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-12-4=12.4.5.8-10 B
51ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=12.4.1-10 B
52ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-12-4=12.4.1-10 B
53ENV NV_NVPROF_VERSION=12.4.127-10 B
54ENV NV_NVPROF_DEV_PACKAGE=cuda-nvprof-12-4=12.4.127-10 B
55ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev0 B
56ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.21.5-10 B
57ENV NCCL_VERSION=2.21.5-10 B
58ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.21.5-1+cuda12.40 B
59ARG TARGETARCH0 B
60LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B
61RUN |1 TARGETARCH=amd64 /bin/sh -c2.46 GB
62RUN |1 TARGETARCH=amd64 /bin/sh -c86.78 KB
63ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs0 B
64ARG djl_version=0.32.00 B
65ARG djl_serving_version=0.32.00 B
66ARG cuda_version=cu1240 B
67ARG torch_version=2.5.10 B
68ARG torch_vision_version=0.20.10 B
69ARG onnx_version=1.20.00 B
70ARG python_version=3.110 B
71ARG numpy_version=1.26.40 B
72ARG pydantic_version=2.8.20 B
73ARG djl_converter_wheel=https://publish.djl.ai/djl_converter/djl_converter-0.32.0-py3-none-any.whl0 B
74RUN |10 djl_version=0.32.0 djl_serving_version=0.32.0 cuda_version=cu124159 B
75COPY config.properties /opt/djl/conf/ # buildkit278 B
76COPY dockerd-entrypoint.sh /usr/local/bin/dockerd-entrypoint.sh # buildkit564 B
77WORKDIR /opt/djl32 B
78ENV JAVA_HOME=/usr/lib/jvm/java-17-amazon-corretto0 B
79ENV MODEL_SERVER_HOME=/opt/djl0 B
80ENV DJL_CACHE_DIR=/tmp/.djl.ai0 B
81ENV HF_HOME=/tmp/.cache/huggingface0 B
82ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/lib/python3.11/dist-packages/nvidia/cudnn/lib/0 B
83ENV PYTORCH_LIBRARY_PATH=/usr/local/lib/python3.11/dist-packages/torch/lib0 B
84ENV PYTORCH_PRECXX11=true0 B
85ENV PYTORCH_VERSION=2.5.10 B
86ENV PYTORCH_FLAVOR=cu124-precxx110 B
87ENV TORCH_CUDNN_V8_API_DISABLED=10 B
88ENV JAVA_OPTS=-Xmx1g -Xms1g -XX:+ExitOnOutOfMemoryError -Dai.djl.default_engine=PyTorch0 B
89ENV HF_HOME=/tmp/.cache/huggingface0 B
90ENV HF_HUB_ENABLE_HF_TRANSFER=10 B
91ENV PYTORCH_KERNEL_CACHE_PATH=/tmp/.cache0 B
92ENV PATH=/opt/djl/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
93COPY distribution[s]/ ./ # buildkit32 B
94RUN |10 djl_version=0.32.0 djl_serving_version=0.32.0 cuda_version=cu12432 B
95COPY scripts scripts/ # buildkit6.39 KB
96SHELL [/bin/bash -c]0 B
97RUN |10 djl_version=0.32.0 djl_serving_version=0.32.0 cuda_version=cu1244.14 GB
98EXPOSE map[8080/tcp:{}]0 B
99ENTRYPOINT ["/usr/local/bin/dockerd-entrypoint.sh"]0 B
100CMD ["serve"]0 B
101LABEL [email protected]0 B
102LABEL dlc_major_version=10 B
103LABEL com.amazonaws.ml.engines.sagemaker.dlc.framework.djl.pytorch-gpu=true0 B
104LABEL com.amazonaws.ml.engines.sagemaker.dlc.framework.djl.v0-32-0.pytorch-cu124=true0 B
105LABEL com.amazonaws.sagemaker.capabilities.multi-models=true0 B
106LABEL com.amazonaws.sagemaker.capabilities.accept-bind-to-port=true0 B
107LABEL djl-version=0.32.00 B
108LABEL djl-serving-version=0.32.00 B
109LABEL cuda-version=cu1240 B
110LABEL torch-version=2.5.10 B
111LABEL com.amazonaws.sagemaker.inference.cuda.verified_versions=12.20 B
112ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/opt/djl/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
113RUN /bin/bash -c apt update294.83 MB
114ENV JAVA_HOME=/usr/lib/jvm/java-21-openjdk-amd640 B
115ENV PATH=/usr/lib/jvm/java-21-openjdk-amd64/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/opt/djl/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
116ENV REDIS_HOST=localhost REDIS_PORT=6379 S3PROXY_IDENTITY=dev-identity S3PROXY_CREDENTIAL=dev-credential0 B
117WORKDIR /app93 B
118COPY /app/build/libs/nexus-java.jar /app # buildkit304.25 MB
119COPY src/main/resources/models/ /app/models/ # buildkit140.53 MB
120COPY /src/main/resources/docker_entrypoint.sh /app # buildkit1007 B
121RUN /bin/bash -c chmod +x1005 B
122EXPOSE map[8080/tcp:{}]0 B
123EXPOSE map[8181/tcp:{}]0 B
124ENTRYPOINT ["/app/docker_entrypoint.sh"]0 B

Command

 ARG RELEASE