huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-24 16:32:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix startcode issue

Browse Source 
Signed-off-by: yuanwu <yuan.wu@intel.com>
This commit is contained in:
yuanwu 2024-11-26 08:55:42 +00:00
parent c345c734a7
commit 636cdb4c43
2 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
server/text_generation_server/models/__init__.py
View File

@ -174,12 +174,12 @@ def get_model(
model_type = config_dict["model_type"]
if model_type == "gpt_bigcode":
return StarCoder(model_id, revision, dtype)
return StarCoder(model_id=model_id, revision=revision, dtype=dtype)
if model_type == "bloom":
return BLOOM(
model_id,
revision,
model_id=model_id,
revision=revision,
speculator=speculator,
dtype=dtype,
trust_remote_code=trust_remote_code,

2
server/text_generation_server/models/causal_lm.py
View File

@ -623,7 +623,7 @@ class CausalLM(Model):
def __init__(
self,
model_id: str,
model_class,
model_class: Optional[Type[torch.nn.Module]] = None,
revision: Optional[str] = None,
quantize: Optional[str] = None,
speculator: Optional[str] = None,