huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-06-08 02:12:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

Removing the cache directive.

Browse Source
This commit is contained in:
Nicolas Patry 2025-01-17 18:33:09 +01:00
parent c567676cb6
commit 176f7839a6
No known key found for this signature in database
GPG Key ID: D2920555C90F704C
1 changed files with 2 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
Dockerfile_trtllm
View File

@ -18,9 +18,7 @@ RUN cargo chef prepare --recipe-path recipe.json
# CUDA dependent dependencies resolver stage # CUDA dependent dependencies resolver stage
FROM nvidia/cuda:12.6.3-cudnn-devel-ubuntu24.04 AS cuda-builder FROM nvidia/cuda:12.6.3-cudnn-devel-ubuntu24.04 AS cuda-builder
RUN --mount=type=cache,target=/var/cache/apt,sharing=locked \ RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y \
--mount=type=cache,target=/var/lib/apt,sharing=locked \
apt update && apt install -y \
build-essential \ build-essential \
cmake \ cmake \
curl \ curl \
@ -37,7 +35,7 @@ RUN --mount=type=cache,target=/var/cache/apt,sharing=locked \
python3-dev \ python3-dev \
python3-setuptools \ python3-setuptools \
tar \ tar \
wget && \ wget --no-install-recommends && \
pipx ensurepath pipx ensurepath
ENV TGI_INSTALL_PREFIX=/usr/local/tgi ENV TGI_INSTALL_PREFIX=/usr/local/tgi