huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-20 14:22:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add possible variants for A100 and H100 GPUs for auto-detecting flops (#2837)

Browse Source 
* Update main.rs with A100 and H100 variants

* Add another variant "nvidia-h100-nvl"

* Update main.rs

Add nvidia-a100-sxm4-40gb
This commit is contained in:
lazariv 2025-01-10 16:12:02 +01:00 committed by GitHub
parent 01067f8ba8
commit 83624a07be
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
launcher/src/main.rs
View File

@ -1652,7 +1652,11 @@ impl From<&str> for Gpu {
"nvidia-l40s" => Gpu::L40S, "nvidia-l40s" => Gpu::L40S,
"nvidia-a10g" => Gpu::A10G, "nvidia-a10g" => Gpu::A10G,
"nvidia-h100-80gb-hbm3" => Gpu::H100, "nvidia-h100-80gb-hbm3" => Gpu::H100,
"nvidia-h100-nvl" => Gpu::H100,
"nvidia-h100" => Gpu::H100,
"nvidia-a100-sxm4-80gb" => Gpu::A100, "nvidia-a100-sxm4-80gb" => Gpu::A100,
"nvidia-a100-sxm4-40gb" => Gpu::A100,
"nvidia-a100-80gb-pcie" => Gpu::A100,
"nvidia-a100" => Gpu::A100, "nvidia-a100" => Gpu::A100,
card => Gpu::Unknown(card.to_string()), card => Gpu::Unknown(card.to_string()),
} }