diff --git a/launcher/tests/bloom_560m.json b/launcher/tests/bloom_560m.json index d17f1ed4..a81d1982 100644 --- a/launcher/tests/bloom_560m.json +++ b/launcher/tests/bloom_560m.json @@ -3,7 +3,7 @@ "details": { "finish_reason": "length", "generated_tokens": 20, - "tokens": [ + "prefill": [ [ 10264, "Test", @@ -13,7 +13,9 @@ 8821, " request", -11.895094 - ], + ] + ], + "tokens": [ [ 17, ".", diff --git a/launcher/tests/mt0_base.json b/launcher/tests/mt0_base.json index 1b772282..51cb8b5c 100644 --- a/launcher/tests/mt0_base.json +++ b/launcher/tests/mt0_base.json @@ -3,12 +3,14 @@ "details": { "finish_reason": "length", "generated_tokens": 20, - "tokens": [ + "prefill": [ [ 0, "", null - ], + ] + ], + "tokens": [ [ 259, "",