huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

chore: add dev-containers

Browse Source
This commit is contained in:
Hugo Larcher 2024-12-02 22:12:26 +01:00
parent 51d064def4
commit 89e77c2514
No known key found for this signature in database
GPG Key ID: 3DAF63124699CA2B
2 changed files with 4 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
.devcontainer/Dockerfile_trtllm
View File

@ -53,7 +53,7 @@ RUN wget "https://download.open-mpi.org/release/open-mpi/v4.1/$OMPI_TARBALL_FILE
# Install TensorRT # Install TensorRT
FROM cuda-builder AS trt-builder FROM cuda-builder AS trt-builder
COPY install_tensorrt.sh /opt/install_tensorrt.sh COPY backends/trtllm/scripts/install_tensorrt.sh /opt/install_tensorrt.sh
RUN chmod +x /opt/install_tensorrt.sh && \ RUN chmod +x /opt/install_tensorrt.sh && \
/opt/install_tensorrt.sh /opt/install_tensorrt.sh

9
.devcontainer/devcontainer.json
View File

@ -2,9 +2,9 @@
// README at: https://github.com/devcontainers/templates/tree/main/src/cpp // README at: https://github.com/devcontainers/templates/tree/main/src/cpp
{ {
"name": "CUDA", "name": "CUDA",
// "image": "nvidia/cuda:12.6.0-devel-ubuntu24.04",
"build": { "build": {
"dockerfile": "Dockerfile_trtllm" "dockerfile": "Dockerfile_trtllm",
"context": ".."
}, },
"remoteEnv": { "remoteEnv": {
"PATH": "${containerEnv:PATH}:/usr/local/cuda/bin", "PATH": "${containerEnv:PATH}:/usr/local/cuda/bin",
@ -15,8 +15,5 @@
"jetbrains" : { "jetbrains" : {
"backend" : "CLion" "backend" : "CLion"
} }
}, }
// Uncomment to connect as root instead. More info: https://aka.ms/dev-containers-non-root.
// "remoteUser": "root"
} }