huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

chore: add dev-containers

Browse Source
This commit is contained in:
Hugo Larcher 2024-12-02 14:56:00 +01:00
parent 805797d50a
commit 2bc1505dac
No known key found for this signature in database
GPG Key ID: 3DAF63124699CA2B
1 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
backends/trtllm/.devcontainer/devcontainer.json
View File

@ -3,18 +3,18 @@
{
"name": "CUDA",
"image": "nvidia/cuda:12.6.0-devel-ubuntu24.04",
"runArgs": [
"--gpus=all"
],
// "runArgs": [
// "--gpus=all"
// ],
"remoteEnv": {
"PATH": "${containerEnv:PATH}:/usr/local/cuda/bin",
"LD_LIBRARY_PATH": "$LD_LIBRARY_PATH:/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64",
"XLA_FLAGS": "--xla_gpu_cuda_data_dir=/usr/local/cuda"
},
"updateContentCommand": "bash .devcontainer/install-dev-tools.sh",
"postCreateCommand": [
"nvidia-smi"
],
// "postCreateCommand": [
// "nvidia-smi"
// ],
"customizations" : {
"jetbrains" : {
"backend" : "CLion"