huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-12 12:54:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update docs/source/basic_tutorials/consuming_tgi.md

Browse Source 
Co-authored-by: Lucain <lucainp@gmail.com>
This commit is contained in:
Vaibhav Srivastav 2024-08-13 19:55:11 +02:00 committed by GitHub
parent 3ba36590c6
commit 4abd7d3971
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 0 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
docs/source/basic_tutorials/consuming_tgi.md
View File

@ -130,7 +130,6 @@ client = InferenceClient(model="http://127.0.0.1:8080")
def inference(message, history): def inference(message, history):
partial_message = "" partial_message = ""
output = client.chat.completions.create( output = client.chat.completions.create(
model="tgi",
messages=[ messages=[
{"role": "system", "content": "You are a helpful assistant."}, {"role": "system", "content": "You are a helpful assistant."},
{"role": "user", "content": message}, {"role": "user", "content": message},