huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-12 04:44:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

use v2.22.3 that also fixes @samsamoa's repro

Browse Source
This commit is contained in:
fxmarty 2024-06-20 18:12:48 +00:00
parent a76b6f4413
commit 27a3792626
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
server/pyproject.toml
View File

@ -51,8 +51,8 @@ grpcio-tools = "^1.51.1"
pytest = "^7.3.0" pytest = "^7.3.0"
[tool.poetry.group.cuda.dependencies] [tool.poetry.group.cuda.dependencies]
# Fix https://github.com/NVIDIA/nccl/issues/1251 bug in nccl 2.20.5 bundled with PyTorch 2.3, nccl 2.21 appears to fix the issue. # Fix https://github.com/NVIDIA/nccl/issues/1251 bug in nccl 2.20.5 bundled with PyTorch 2.3, nccl 2.22.3 appears to fix the issue.
nvidia-nccl-cu12 = "==2.21.5" nvidia-nccl-cu12 = "==2.22.3"
[[tool.poetry.source]] [[tool.poetry.source]]
name = "pytorch-gpu-src" name = "pytorch-gpu-src"