Backport changes in medusa.

This commit is contained in:
Nicolas Patry 2024-05-13 13:18:29 +00:00
parent de11fc064a
commit 027e1dabcd

View File

@ -71,8 +71,11 @@ class MedusaHeadV1(nn.Module):
speculator = config.speculator speculator = config.speculator
medusa_config = str(Path(speculator) / "config.json") path = speculator["path"]
filename = str(Path(speculator) / "medusa_lm_head.safetensors") medusa_config = str(Path(path) / "config.json")
for fname in speculator["model_paths"]:
filename = str(Path(path) / fname)
with open(medusa_config, "r") as f: with open(medusa_config, "r") as f:
medusa_config = json.load(f) medusa_config = json.load(f)