huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 20:34:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: use path inside of speculator config

Browse Source
This commit is contained in:
drbh 2024-05-22 18:26:20 +00:00
parent 2f243a1a15
commit 91560ed931
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
server/text_generation_server/layers/medusa.py
View File

@ -111,10 +111,10 @@ class MedusaHeadV2(nn.Module):
from safetensors import safe_open from safetensors import safe_open
import json import json
speculator = config.speculator speculator_path = config.speculator["path"]
medusa_config = str(Path(speculator) / "config.json") medusa_config = str(Path(speculator_path) / "config.json")
filename = str(Path(speculator) / "medusa_lm_head.safetensors") filename = str(Path(speculator_path) / "medusa_lm_head.safetensors")
with open(medusa_config, "r") as f: with open(medusa_config, "r") as f:
medusa_config = json.load(f) medusa_config = json.load(f)