huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

(chore): torch 2.3.0

Browse Source
This commit is contained in:
Nicolas Patry 2024-04-30 14:36:33 +00:00
parent b4ef038837
commit 1a411e0e22
3 changed files with 461 additions and 442 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
server/Makefile-vllm
View File

@ -1,10 +1,10 @@
vllm-cuda:
# Clone vllm
pip install -U ninja packaging --no-cache-dir
git clone https://github.com/OlivierDehaene/vllm.git vllm
git clone https://github.com/Narsil/vllm.git vllm
build-vllm-cuda: vllm-cuda
cd vllm && git fetch && git checkout 3d4693536dcb69f036c26b016a35839b99ebed59
cd vllm && git fetch && git checkout b5dfc61db88a81069e45b44f7cc99bd9e62a60fa
cd vllm && python setup.py build
install-vllm-cuda: build-vllm-cuda

897
server/poetry.lock generated
View File

File diff suppressed because it is too large Load Diff

2
server/pyproject.toml
View File

@ -31,7 +31,7 @@ einops = "^0.6.1"
texttable = { version = "^1.6.7", optional = true }
datasets = { version = "^2.14.0", optional = true }
peft = { version = "^0.10", optional = true }
torch = { version = "^2.1.1", optional = true }
torch = { version = "^2.3.0", optional = true }
scipy = "^1.11.1"
pillow = "^10.0.0"
outlines= { version = "^0.0.36", optional = true }