huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-25 00:42:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix startcode issue

Browse Source 
Signed-off-by: yuanwu <yuan.wu@intel.com>
This commit is contained in:
yuanwu 2024-11-26 08:55:42 +00:00
parent c345c734a7
commit 636cdb4c43
2 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
server/text_generation_server/models/__init__.py
View File

@ -174,12 +174,12 @@ def get_model(
model_type = config_dict["model_type"] model_type = config_dict["model_type"]
if model_type == "gpt_bigcode": if model_type == "gpt_bigcode":
return StarCoder(model_id, revision, dtype) return StarCoder(model_id=model_id, revision=revision, dtype=dtype)
if model_type == "bloom": if model_type == "bloom":
return BLOOM( return BLOOM(
model_id, model_id=model_id,
revision, revision=revision,
speculator=speculator, speculator=speculator,
dtype=dtype, dtype=dtype,
trust_remote_code=trust_remote_code, trust_remote_code=trust_remote_code,

2
server/text_generation_server/models/causal_lm.py
View File

@ -623,7 +623,7 @@ class CausalLM(Model):
def __init__( def __init__(
self, self,
model_id: str, model_id: str,
model_class, model_class: Optional[Type[torch.nn.Module]] = None,
revision: Optional[str] = None, revision: Optional[str] = None,
quantize: Optional[str] = None, quantize: Optional[str] = None,
speculator: Optional[str] = None, speculator: Optional[str] = None,