huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-10 11:54:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix

Browse Source
This commit is contained in:
OlivierDehaene 2023-06-01 11:22:19 +02:00
parent f6438ac352
commit f652788d54
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
server/text_generation_server/models/flash_santacoder.py
View File

@ -90,7 +90,7 @@ class FlashSantacoder(FlashCausalLM):
filename, framework="pt", device=str(device) if quantize is None else "cpu" filename, framework="pt", device=str(device) if quantize is None else "cpu"
) as f: ) as f:
for key in f.keys(): for key in f.keys():
value = f.get_slice(key) value = f.get_tensor(key)
value = value.to(device if quantize is None else "cpu").to(dtype) value = value.to(device if quantize is None else "cpu").to(dtype)
layer_name = ".".join(key.split(".")[:4]) layer_name = ".".join(key.split(".")[:4])