huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

chore: add dev-containers

Browse Source
This commit is contained in:
Hugo Larcher 2024-12-02 14:56:00 +01:00
parent 805797d50a
commit 2bc1505dac
No known key found for this signature in database
GPG Key ID: 3DAF63124699CA2B
1 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
backends/trtllm/.devcontainer/devcontainer.json
View File

@ -3,18 +3,18 @@
{ {
"name": "CUDA", "name": "CUDA",
"image": "nvidia/cuda:12.6.0-devel-ubuntu24.04", "image": "nvidia/cuda:12.6.0-devel-ubuntu24.04",
"runArgs": [ // "runArgs": [
"--gpus=all" // "--gpus=all"
], // ],
"remoteEnv": { "remoteEnv": {
"PATH": "${containerEnv:PATH}:/usr/local/cuda/bin", "PATH": "${containerEnv:PATH}:/usr/local/cuda/bin",
"LD_LIBRARY_PATH": "$LD_LIBRARY_PATH:/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64", "LD_LIBRARY_PATH": "$LD_LIBRARY_PATH:/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64",
"XLA_FLAGS": "--xla_gpu_cuda_data_dir=/usr/local/cuda" "XLA_FLAGS": "--xla_gpu_cuda_data_dir=/usr/local/cuda"
}, },
"updateContentCommand": "bash .devcontainer/install-dev-tools.sh", "updateContentCommand": "bash .devcontainer/install-dev-tools.sh",
"postCreateCommand": [ // "postCreateCommand": [
"nvidia-smi" // "nvidia-smi"
], // ],
"customizations" : { "customizations" : {
"jetbrains" : { "jetbrains" : {
"backend" : "CLion" "backend" : "CLion"