huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: avoid seed change

Browse Source
This commit is contained in:
drbh 2024-02-25 14:00:51 +00:00
parent 7ec33206e6
commit eb762a9087
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
integration-tests/models/test_grammar_llama.py
View File

@ -52,7 +52,7 @@ async def test_flash_llama_grammar_json(flash_llama_grammar, response_snapshot):
"info: david holtz like trees and has two cats. ", "info: david holtz like trees and has two cats. ",
max_new_tokens=100, max_new_tokens=100,
decoder_input_details=True, decoder_input_details=True,
seed=1, seed=0,
grammar={ grammar={
"type": GrammarType.Json, # "json" "type": GrammarType.Json, # "json"
"value": json.dumps( "value": json.dumps(