huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update to flashinfer 0.2.0.post1

Browse Source
This commit is contained in:
Daniël de Kok 2025-01-06 16:07:21 +00:00
parent 41c9973d07
commit 02e3dc49be
2 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
flake.lock
View File

@ -978,11 +978,11 @@
"nixpkgs": "nixpkgs_6" "nixpkgs": "nixpkgs_6"
}, },
"locked": { "locked": {
"lastModified": 1734861790, "lastModified": 1736179589,
"narHash": "sha256-3afC0dDIkjOICziL4voDchZIkP14g8KM0xilGjt0cio=", "narHash": "sha256-/zZCSieBJncVXqOFbvbSov76g2eWAxVxEJNNA6SmQKc=",
"owner": "huggingface", "owner": "huggingface",
"repo": "text-generation-inference-nix", "repo": "text-generation-inference-nix",
"rev": "29728b3bb43517114aa3025a270bcda4fe78de9f", "rev": "fc7ff53b2cd5c984ad1434f20c271e3b7600d1c4",
"type": "github" "type": "github"
}, },
"original": { "original": {

2
server/Makefile-flashinfer
View File

@ -1,2 +1,2 @@
install-flashinfer: install-flashinfer:
pip install flashinfer==0.2.0 -i https://flashinfer.ai/whl/cu124/torch2.4 pip install flashinfer==0.2.0.post1 -i https://flashinfer.ai/whl/cu124/torch2.4