huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 04:14:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update medusa sampling.

Browse Source
This commit is contained in:
Nicolas Patry 2023-12-09 17:08:21 +00:00
parent e95a5a897b
commit b6519b5279
1 changed files with 17 additions and 17 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

34
integration-tests/models/__snapshots__/test_flash_medusa/test_flash_medusa_all_params.json
View File

@ -57,42 +57,42 @@
"text": " learning" "text": " learning"
}, },
{ {
"id": 756, "id": 29892,
"logprob": -0.48095703, "logprob": -0.61816406,
"special": false, "special": false,
"text": " has" "text": ","
}, },
{ {
"id": 19479, "id": 607,
"logprob": 0.0, "logprob": -0.7089844,
"special": false, "special": false,
"text": " revolution" "text": " which"
}, },
{ {
"id": 1891, "id": 508,
"logprob": 0.0, "logprob": -1.7724609,
"special": false, "special": false,
"text": "ized" "text": " can"
}, },
{ {
"id": 278, "id": 367,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": " the" "text": " be"
}, },
{ {
"id": 1746, "id": 5545,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": " field" "text": " considered"
}, },
{ {
"id": 310, "id": 408,
"logprob": 0.0, "logprob": -0.3869629,
"special": false, "special": false,
"text": " of" "text": " as"
} }
] ]
}, },
"generated_text": "What is Deep Learning?\nDeep learning has revolutionized the field of" "generated_text": "What is Deep Learning?\nDeep learning, which can be considered as"
} }