ragsrv (cpu-dev-vllm030-cu129)

Published 2026-09-30 13:47:56 +00:00 by pacman

Pull the image from the command line:

docker pull gitea.basebox.health/basebox-distribution/ragsrv:cpu-dev-vllm030-cu129

Digest

sha256:cfe9ef1fea84780911b2ac236ce17bd0a535fa55f18da9ee6bd4ce2caf3498ef

For more information on the Container registry, see the documentation.

Image Layers

ARG RELEASE

ARG LAUNCHPAD_BUILD_ARCH

LABEL org.opencontainers.image.version=22.04

ADD file:81c01921c5f642ac2fcbfae682e489e8e64b347467d9fa1587707e310e64d790 in /

CMD ["/bin/bash"]

ARG COMPUTE=cpu # Re-declare for use in RUN commands

ENV DEBIAN_FRONTEND=noninteractive

RUN |8 COMPUTE=cpu #= Re-declare= for= use= in= RUN= commands= /bin/sh -c apt-get update && apt-get install -y libssl3 ca-certificates curl && if [ "$COMPUTE" = "gpu" ]; then echo "Installing cuDNN for ONNX Runtime GPU support" && apt-get install -y --allow-change-held-packages libcudnn9-cuda-12; fi && rm -rf /var/lib/apt/lists/* # buildkit

COPY /usr/local/lib/libpdfium.so /usr/local/lib/libpdfium.so # buildkit

RUN |8 COMPUTE=cpu #= Re-declare= for= use= in= RUN= commands= /bin/sh -c ldconfig # buildkit

RUN |8 COMPUTE=cpu #= Re-declare= for= use= in= RUN= commands= /bin/sh -c if [ "$COMPUTE" = "gpu" ]; then echo "Installing ONNX Runtime GPU libraries for runtime" && apt-get update && apt-get install -y wget && wget https://github.com/microsoft/onnxruntime/releases/download/v1.20.0/onnxruntime-linux-x64-gpu-1.20.0.tgz && tar -xzf onnxruntime-linux-x64-gpu-1.20.0.tgz && find onnxruntime-linux-x64-gpu-1.20.0/lib -name "*.so*" -exec cp {} /usr/local/lib/ \; && rm -rf onnxruntime-linux-x64-gpu-1.20.0* && apt-get remove -y wget && apt-get autoremove -y && rm -rf /var/lib/apt/lists/* && ldconfig && echo "ONNX Runtime GPU libraries installed"; else echo "CPU mode - no additional ONNX Runtime libraries needed"; fi # buildkit

ENV LD_LIBRARY_PATH=/usr/local/lib:

COPY /usr/src/app/target/release/ragsrv /usr/local/bin/ragsrv # buildkit

CMD ["ragsrv"]