From 36e095b38d66c2e28f8c474551fb62bdebd8f0c2 Mon Sep 17 00:00:00 2001
From: Miquel Farre <miquel.farre@huggingface.co>
Date: Mon, 25 Nov 2024 13:58:37 +0000
Subject: [PATCH] flatten frames to data block when needed

---
 backends/client/src/lib.rs | 10 +++++++---
 router/src/validation.rs   |  6 ++++++
 2 files changed, 13 insertions(+), 3 deletions(-)

diff --git a/backends/client/src/lib.rs b/backends/client/src/lib.rs
index 2c01c5b04..196253fe6 100644
--- a/backends/client/src/lib.rs
+++ b/backends/client/src/lib.rs
@@ -79,10 +79,14 @@ impl ChunksToString for Vec<InputChunk> {
                 let encoded = STANDARD.encode(data);
                 output.push_str(&format!("![](data:{};base64,{})", mimetype, encoded))
             }
-            Some(Chunk::Video(Video { data, mimetype })) => {
-                let encoded = STANDARD.encode(data);
-                output.push_str(&format!("<video>(data:{};base64,{})", mimetype, encoded))
+            Some(Chunk::Video(video)) => {
+                let encoded = STANDARD.encode(&video.as_bytes());
+                output.push_str(&format!("<video>(data:{};base64,{})", video.mimetype, encoded))
             }
+            // Some(Chunk::Video(Video { data, mimetype })) => {
+            //     let encoded = STANDARD.encode(data);
+            //     output.push_str(&format!("<video>(data:{};base64,{})", mimetype, encoded))
+            // }
             // We don't create empty chunks, so this should be unreachable.
             None => unreachable!("Chunks should never be empty"),
         });
diff --git a/router/src/validation.rs b/router/src/validation.rs
index 5be7d1b99..17808b3ca 100644
--- a/router/src/validation.rs
+++ b/router/src/validation.rs
@@ -816,6 +816,12 @@ pub struct Video {
     pub mimetype: String,
 }
 
+impl Video {
+    pub fn as_bytes(&self) -> Vec<u8> {
+        self.frames.iter().flatten().cloned().collect()
+    }
+}
+
 #[derive(Debug, Clone, Eq, PartialEq)]
 pub enum Chunk {
     Text(String),