From 94ff101fd3769f194615c326c329de2be5e54bfe Mon Sep 17 00:00:00 2001
From: OlivierDehaene <23298448+OlivierDehaene@users.noreply.github.com>
Date: Wed, 19 Apr 2023 16:25:49 +0200
Subject: [PATCH] make batch optional again

---
 proto/generate.proto | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/proto/generate.proto b/proto/generate.proto
index 98b3d026..cc14cbf8 100644
--- a/proto/generate.proto
+++ b/proto/generate.proto
@@ -132,7 +132,7 @@ message PrefillResponse {
     /// Generation
     repeated Generation generations = 1;
     /// Next batch (cached)
-    Batch batch = 2;
+    optional Batch batch = 2;
 }
 
 message DecodeRequest {
@@ -144,5 +144,5 @@ message DecodeResponse {
     /// Decodes
     repeated Generation generations = 1;
     /// Next batch (cached)
-    Batch batch = 2;
+    optional Batch batch = 2;
 }
\ No newline at end of file