| ARG RELEASE |
| ARG LAUNCHPAD_BUILD_ARCH |
| LABEL org.opencontainers.image.ref.name=ubuntu |
| LABEL org.opencontainers.image.version=22.04 |
| ADD file:1043594b482384e967c94378b65ec4bc7a38190649a94f0325b7fb00be0a623e in / |
| CMD ["/bin/bash"] |
| ARG DEBIAN_FRONTEND=noninteractive |
| |1 DEBIAN_FRONTEND=noninteractive /bin/sh -c apt-get update && apt-get upgrade -y && apt-get install -qq -y --no-install-recommends freeglut3-dev libglu1-mesa-dev && rm -rf /var/lib/apt/lists/* && apt-get clean |
| |1 DEBIAN_FRONTEND=noninteractive /bin/sh -c echo "/usr/lib/aarch64-linux-gnu/tegra" >> /etc/ld.so.conf.d/nvidia-tegra.conf && echo "/usr/lib/aarch64-linux-gnu/tegra-egl" >> /etc/ld.so.conf.d/nvidia-tegra.conf |
| |1 DEBIAN_FRONTEND=noninteractive /bin/sh -c rm /usr/share/glvnd/egl_vendor.d/50_mesa.json |
| |1 DEBIAN_FRONTEND=noninteractive /bin/sh -c mkdir -p /usr/share/glvnd/egl_vendor.d/ && echo '{ "file_format_version" : "1.0.0", "ICD" : { "library_path" : "libEGL_nvidia.so.0" }}' > /usr/share/glvnd/egl_vendor.d/10_nvidia.json |
| |1 DEBIAN_FRONTEND=noninteractive /bin/sh -c mkdir -p /usr/share/egl/egl_external_platform.d/ && echo '{ "file_format_version" : "1.0.0", "ICD" : { "library_path" : "libnvidia-egl-wayland.so.1" }}' > /usr/share/egl/egl_external_platform.d/nvidia_wayland.json |
| |1 DEBIAN_FRONTEND=noninteractive /bin/sh -c ldconfig |
| ENV NVIDIA_VISIBLE_DEVICES all |
| ENV NVIDIA_DRIVER_CAPABILITIES all |
| CMD ["/bin/bash"] |
| ENV NVARCH=arm64 |
| ENV NVIDIA_REQUIRE_CUDA=cuda>=12.6 |
| ENV NV_CUDA_CUDART_VERSION=12.6.68-1 |
| ARG TARGETARCH |
| LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com> |
| ARG NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=base-only |
| ENV NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=base-only |
| RUN |2 TARGETARCH=arm64 NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=base-only /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSL https://kitmaker-web.nvidia.com/kitpicks/l4t-cuda-r12-6/12.6.11/002/repos/ubuntu2204/${NVARCH}/3bf863cc.pub | apt-key add - && echo "deb https://kitmaker-web.nvidia.com/kitpicks/l4t-cuda-r12-6/12.6.11/002/repos/ubuntu2204/${NVARCH} /" > /etc/apt/sources.list.d/cuda.list && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit |
| ENV CUDA_VERSION=12.6.11 |
| RUN |2 TARGETARCH=arm64 NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=base-only /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-12-6=${NV_CUDA_CUDART_VERSION} && rm -rf /var/lib/apt/lists/* # buildkit |
| RUN |2 TARGETARCH=arm64 NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=base-only /bin/sh -c echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf && echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit |
| ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin |
| ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64 |
| COPY NGC-DL-CONTAINER-LICENSE / # buildkit |
| ENV NVIDIA_VISIBLE_DEVICES=all |
| ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility |
| ENV NV_CUDA_LIB_VERSION=12.6.11-1 |
| ENV NV_NVTX_VERSION=12.6.68-1 |
| ENV NV_LIBNPP_VERSION=12.3.1.54-1 |
| ENV NV_LIBNPP_PACKAGE=libnpp-12-6=12.3.1.54-1 |
| ENV NV_LIBCUSPARSE_VERSION=12.5.3.3-1 |
| ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-6 |
| ENV NV_LIBCUBLAS_VERSION=12.6.1.4-1 |
| ENV NV_LIBCUBLAS_PACKAGE=libcublas-12-6=12.6.1.4-1 |
| ARG TARGETARCH |
| LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com> |
| RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-12-6=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-12-6=${NV_NVTX_VERSION} libcusparse-12-6=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit |
| RUN |1 TARGETARCH=arm64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} # buildkit |
| RUN |1 TARGETARCH=arm64 /bin/sh -c rm /etc/apt/sources.list.d/cuda.list # buildkit |
| RUN |1 TARGETARCH=arm64 /bin/sh -c rm -rf /var/lib/apt/lists/* # buildkit |
| COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit |
| COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit |
| ENV NVIDIA_PRODUCT_NAME=CUDA |
| ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"] |
| ENV DEBIAN_FRONTEND=noninteractive PYTHONUNBUFFERED=1 MODEL_PATH=/models/nllb-200-3.3B-ct2 TOKENIZER_PATH=/models/nllb-200-3.3B-tokenizer MODEL_NAME=facebook/nllb-200-3.3B TRANSLATION_DEVICE=cuda COMPUTE_TYPE=int8_float16 HF_HUB_OFFLINE=1 |
| RUN /bin/sh -c apt-get update && apt-get install -y --no-install-recommends python3 python3-pip curl libgomp1 && rm -rf /var/lib/apt/lists/* # buildkit |
| COPY /usr/local/lib/libctranslate2.so.4.7.2 /usr/local/lib/ # buildkit |
| RUN /bin/sh -c cd /usr/local/lib && ln -sf libctranslate2.so.4.7.2 libctranslate2.so.4 && ln -sf libctranslate2.so.4 libctranslate2.so && ldconfig # buildkit |
| WORKDIR /app |
| COPY /wheels/ctranslate2-*.whl /tmp/ # buildkit |
| COPY requirements.txt . # buildkit |
| RUN /bin/sh -c grep -v '^ctranslate2' requirements.txt > req.jetson.txt && pip3 install --no-cache-dir --no-deps /tmp/ctranslate2-*.whl && pip3 install --no-cache-dir -r req.jetson.txt # buildkit |
| COPY app.py languages.py ./ # buildkit |
| EXPOSE [8000/tcp] |
| HEALTHCHECK {Test:[CMD-SHELL curl -fsS http://localhost:8000/healthz || exit 1] Interval:30s Timeout:10s StartPeriod:1m0s StartInterval:0s Retries:3} |
| CMD ["uvicorn" "app:app" "--host" "0.0.0.0" "--port" "8000"] |
