huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-27 13:02:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: add model_id to model test

Browse Source
This commit is contained in:
drbh 2024-06-06 21:24:29 +00:00
parent dc0f76553c
commit 9c45d34983
1 changed files with 6 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
server/tests/models/test_model.py
View File

@ -17,7 +17,12 @@ def get_test_model():
tokenizer = AutoTokenizer.from_pretrained("huggingface/llama-7b") tokenizer = AutoTokenizer.from_pretrained("huggingface/llama-7b")
model = TestModel( model = TestModel(
torch.nn.Linear(1, 1), tokenizer, False, torch.float32, torch.device("cpu") "test_model_id",
torch.nn.Linear(1, 1),
tokenizer,
False,
torch.float32,
torch.device("cpu"),
) )
return model return model