huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-06-19 07:42:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update the snapshot a bit.

Browse Source
This commit is contained in:
Nicolas Patry 2025-03-07 19:55:02 +01:00
parent 6f4d496376
commit 3598fcdf59
No known key found for this signature in database
GPG Key ID: 4242CEF24CB6DBF9
2 changed files with 19 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

29
integration-tests/models/__snapshots__/test_completion_prompts/test_flash_llama_completion_stream_usage.json
View File

@ -12,7 +12,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741338471, "created": 1741373593,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",
@ -32,7 +32,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741338471, "created": 1741373593,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",
@ -52,7 +52,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741338471, "created": 1741373593,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",
@ -72,7 +72,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741338471, "created": 1741373594,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",
@ -92,7 +92,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741338472, "created": 1741373594,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",
@ -112,7 +112,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741338472, "created": 1741373594,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",
@ -132,7 +132,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741338472, "created": 1741373594,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",
@ -152,7 +152,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741338472, "created": 1741373594,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",
@ -172,7 +172,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741338472, "created": 1741373594,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",
@ -192,7 +192,16 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741338472, "created": 1741373594,
"id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk",
"system_fingerprint": "3.1.2-dev0-native",
"usage": null
},
{
"choices": [],
"created": 1741373594,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",

1
integration-tests/models/test_completion_prompts.py
View File

@ -70,7 +70,6 @@ async def test_flash_llama_completion_stream_usage(
for chunk in stream: for chunk in stream:
# remove "data:" # remove "data:"
chunks.append(chunk) chunks.append(chunk)
print(f"Chunk {chunk}")
if len(chunk.choices) == 1: if len(chunk.choices) == 1:
index = chunk.choices[0].index index = chunk.choices[0].index
assert index == 0 assert index == 0