huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-10 20:04:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

(UPDATE): remove internal references

Browse Source
This commit is contained in:
A.J 2023-10-11 17:29:25 +02:00 committed by GitHub
parent 1455830909
commit a110e2807d
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
clients/python/utils/conf/config.yaml
View File

@ -3,7 +3,7 @@ deployment:
port: 8080 port: 8080
max_concurrent_requests: 64 max_concurrent_requests: 64
local: True local: True
endpoint: http://guanaco-65b-merged.inference.takomo.internal endpoint: ""
macros: macros:
tokenizer_name: bigscience/bloom-560m tokenizer_name: bigscience/bloom-560m
@ -14,4 +14,4 @@ GenerationConfig:
do_sample: True do_sample: True
stop_sequences: stop_sequences:
- "length" - "length"
sequence_length: 100 sequence_length: 100