huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 20:34:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

chore: Update devcontainer

Browse Source
This commit is contained in:
Hugo Larcher 2024-12-13 16:09:40 +01:00
parent eb724f90fd
commit 1c54c3d88c
No known key found for this signature in database
GPG Key ID: 3DAF63124699CA2B
1 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
.devcontainer/Dockerfile_trtllm
View File

@ -10,16 +10,16 @@ COPY . .
RUN cargo chef prepare --recipe-path recipe.json RUN cargo chef prepare --recipe-path recipe.json
# CUDA dependent dependencies resolver stage # CUDA dependent dependencies resolver stage
FROM nvidia/cuda:12.6.1-cudnn-devel-ubuntu24.04 AS cuda-builder FROM nvidia/cuda:12.6.3-cudnn-devel-ubuntu24.04 AS cuda-builder
RUN --mount=type=cache,target=/var/cache/apt,sharing=locked \ RUN --mount=type=cache,target=/var/cache/apt,sharing=locked \
--mount=type=cache,target=/var/lib/apt,sharing=locked \ --mount=type=cache,target=/var/lib/apt,sharing=locked \
apt update && DEBIAN_FRONTEND=noninteractive apt install -y \ apt update && apt install -y \
build-essential \ build-essential \
cmake \ cmake \
curl \ curl \
gcc \ gcc-14 \
g++ \ g++-14 \
git \ git \
git-lfs \ git-lfs \
libssl-dev \ libssl-dev \
@ -57,7 +57,7 @@ COPY backends/trtllm/scripts/install_tensorrt.sh /opt/install_tensorrt.sh
RUN chmod +x /opt/install_tensorrt.sh && \ RUN chmod +x /opt/install_tensorrt.sh && \
/opt/install_tensorrt.sh /opt/install_tensorrt.sh
# Prepare build Backend # Build Backend
FROM cuda-builder AS tgi-builder FROM cuda-builder AS tgi-builder
WORKDIR /usr/src/text-generation-inference WORKDIR /usr/src/text-generation-inference