text-generation-inference/integration-tests/models/__snapshots__/test_mamba/test_mamba.json
drbh 0b95693fb8
fix: adjust test snapshots and small refactors (#2323)
* fix: adjust test snapshots and small refactors

* fix: revert non snapshot changes
2024-07-29 11:38:38 -04:00

74 lines
1.4 KiB
JSON

{
"details": {
"best_of_sequences": null,
"finish_reason": "length",
"generated_tokens": 10,
"prefill": [],
"seed": null,
"tokens": [
{
"id": 187,
"logprob": -0.37890625,
"special": false,
"text": "\n"
},
{
"id": 187,
"logprob": -0.35742188,
"special": false,
"text": "\n"
},
{
"id": 30763,
"logprob": -1.1015625,
"special": false,
"text": "Deep"
},
{
"id": 4715,
"logprob": -0.5234375,
"special": false,
"text": " learning"
},
{
"id": 310,
"logprob": -0.55078125,
"special": false,
"text": " is"
},
{
"id": 247,
"logprob": -0.6640625,
"special": false,
"text": " a"
},
{
"id": 747,
"logprob": -2.0625,
"special": false,
"text": " new"
},
{
"id": 1511,
"logprob": -2.375,
"special": false,
"text": " type"
},
{
"id": 273,
"logprob": -0.0029144287,
"special": false,
"text": " of"
},
{
"id": 5145,
"logprob": -1.2734375,
"special": false,
"text": " machine"
}
],
"top_tokens": null
},
"generated_text": "\n\nDeep learning is a new type of machine"
}