sha256:1a1959dbf84437197bd87d952103c1f2bbb8290134d18cd30310957e4edc9a49
OS/ARCH
linux/amd64
Compressed size
10.9 GB
Last pushed
11 days by runpod
Type
Image
Manifest digest
sha256:0b70378cc5fb2ed91532d7cdd5e8d528bb7d4bfb5d2683defcabb4d20b80999f
Image Layers
1ARG RELEASE0 B2ARG LAUNCHPAD_BUILD_ARCH0 B3LABEL org.opencontainers.image.ref.name=ubuntu0 B4LABEL org.opencontainers.image.version=22.040 B5ADD file ... in / 28.17 MB6CMD ["/bin/bash"]0 B7ENV NVARCH=x86_640 B8ENV NVIDIA_REQUIRE_CUDA=cuda>=12.1 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<4710 B9ENV NV_CUDA_CUDART_VERSION=12.1.55-10 B10ENV NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-10 B11ARG TARGETARCH0 B13RUN |1 TARGETARCH=amd64 /bin/sh -c4.41 MB14ENV CUDA_VERSION=12.1.00 B15RUN |1 TARGETARCH=amd64 /bin/sh -c53.15 MB16RUN |1 TARGETARCH=amd64 /bin/sh -c185 B17ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B18ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B19COPY NGC-DL-CONTAINER-LICENSE / # buildkit6.72 KB20ENV NVIDIA_VISIBLE_DEVICES=all0 B21ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility0 B22RUN /bin/sh -c apt-get update180.46 MB23RUN /bin/sh -c ldconfig /usr/local/cuda-12.1/compat/4.37 KB24COPY builder/requirements.txt /requirements.txt # buildkit396 B25RUN /bin/sh -c python3 -m260.58 MB26ARG VLLM_VERSION=0.9.10 B27ARG CUDA_VERSION=cu1210 B28ARG TORCH_VERSION=torch2.30 B29RUN |3 VLLM_VERSION=0.9.1 CUDA_VERSION=cu121 TORCH_VERSION=torch2.310.38 GB30ENV PYTHONPATH=/:/vllm-workspace0 B31COPY src /src # buildkit3.69 KB32WORKDIR /src32 B33CMD ["python3" "handler.py"]0 BCommand
ARG RELEASE