From 71ed75a21bbee9c179a58ed487c1c70443c8633a Mon Sep 17 00:00:00 2001 From: drbh Date: Thu, 12 Dec 2024 12:00:08 -0500 Subject: [PATCH] fix: pre commit and clippy lints --- backends/client/src/lib.rs | 2 +- server/text_generation_server/models/vlm_causal_lm.py | 6 ++++-- 2 files changed, 5 insertions(+), 3 deletions(-) diff --git a/backends/client/src/lib.rs b/backends/client/src/lib.rs index 7fd010ae..cec820f6 100644 --- a/backends/client/src/lib.rs +++ b/backends/client/src/lib.rs @@ -83,7 +83,7 @@ impl ChunksToString for Vec { data, mimetype, width, - height, + height: _, frames: _, })) => { // TODO: revisit if we should limit video support to v3 - to avoid sending very large base64 strings diff --git a/server/text_generation_server/models/vlm_causal_lm.py b/server/text_generation_server/models/vlm_causal_lm.py index 0b83458d..2a87a25d 100644 --- a/server/text_generation_server/models/vlm_causal_lm.py +++ b/server/text_generation_server/models/vlm_causal_lm.py @@ -244,14 +244,16 @@ class VlmCausalLMBatch(FlashCausalLMBatch): ) num_bytes = len(video_frame_buf) bytes_per_frame = num_bytes // chunk.video.frames - + # iterate over with a stride the size of a frame frames = [] for i in range(chunk.video.frames): frame = video_frame_buf[ i * bytes_per_frame : (i + 1) * bytes_per_frame ] - frame = frame.reshape(chunk.video.height, chunk.video.width, 3) + frame = frame.reshape( + chunk.video.height, chunk.video.width, 3 + ) frames.append(frame) video_frame_buf = np.stack(frames)