huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-12 04:44:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fixing docs + causal.lm.

Browse Source
This commit is contained in:
Nicolas Patry 2024-07-04 13:37:22 +02:00
parent 8ecee7283c
commit fc5bfa070a
No known key found for this signature in database
GPG Key ID: E939E8CC91A1C674
2 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
docs/openapi.json
View File

@ -10,7 +10,7 @@
"name": "Apache 2.0", "name": "Apache 2.0",
"url": "https://www.apache.org/licenses/LICENSE-2.0" "url": "https://www.apache.org/licenses/LICENSE-2.0"
}, },
"version": "2.1.1-dev0" "version": "2.1.2-dev0"
}, },
"paths": { "paths": {
"/": { "/": {

1
server/text_generation_server/models/causal_lm.py
View File

@ -19,6 +19,7 @@ from text_generation_server.utils import (
) )
from text_generation_server.models import Model from text_generation_server.models import Model
from text_generation_server.utils.chunks import concat_text_chunks from text_generation_server.utils.chunks import concat_text_chunks
from text_generation_server.utils.import_utils import SYSTEM
from text_generation_server.utils.tokens import batch_top_tokens from text_generation_server.utils.tokens import batch_top_tokens
from text_generation_server.models.types import ( from text_generation_server.models.types import (
Batch, Batch,