huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-10 20:04:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update medusa sampling.

Browse Source
This commit is contained in:
Nicolas Patry 2023-12-09 17:08:21 +00:00
parent e95a5a897b
commit b6519b5279
1 changed files with 17 additions and 17 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

34
integration-tests/models/__snapshots__/test_flash_medusa/test_flash_medusa_all_params.json
View File

@ -57,42 +57,42 @@
"text": " learning"
},
{
"id": 756,
"logprob": -0.48095703,
"id": 29892,
"logprob": -0.61816406,
"special": false,
"text": " has"
"text": ","
},
{
"id": 19479,
"logprob": 0.0,
"id": 607,
"logprob": -0.7089844,
"special": false,
"text": " revolution"
"text": " which"
},
{
"id": 1891,
"logprob": 0.0,
"id": 508,
"logprob": -1.7724609,
"special": false,
"text": "ized"
"text": " can"
},
{
"id": 278,
"id": 367,
"logprob": 0.0,
"special": false,
"text": " the"
"text": " be"
},
{
"id": 1746,
"id": 5545,
"logprob": 0.0,
"special": false,
"text": " field"
"text": " considered"
},
{
"id": 310,
"logprob": 0.0,
"id": 408,
"logprob": -0.3869629,
"special": false,
"text": " of"
"text": " as"
}
]
},
"generated_text": "What is Deep Learning?\nDeep learning has revolutionized the field of"
"generated_text": "What is Deep Learning?\nDeep learning, which can be considered as"
}