huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-10 03:44:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

make batch optional again

Browse Source
This commit is contained in:
OlivierDehaene 2023-04-19 16:25:49 +02:00
parent 118f33d9dc
commit 94ff101fd3
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
proto/generate.proto
View File

@ -132,7 +132,7 @@ message PrefillResponse {
/// Generation /// Generation
repeated Generation generations = 1; repeated Generation generations = 1;
/// Next batch (cached) /// Next batch (cached)
Batch batch = 2; optional Batch batch = 2;
} }
message DecodeRequest { message DecodeRequest {
@ -144,5 +144,5 @@ message DecodeResponse {
/// Decodes /// Decodes
repeated Generation generations = 1; repeated Generation generations = 1;
/// Next batch (cached) /// Next batch (cached)
Batch batch = 2; optional Batch batch = 2;
} }