huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-24 00:12:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: pre commit and clippy lints

Browse Source
This commit is contained in:
drbh 2024-12-12 12:00:08 -05:00
parent db97d979fb
commit 71ed75a21b
2 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
backends/client/src/lib.rs
View File

@ -83,7 +83,7 @@ impl ChunksToString for Vec<InputChunk> {
data, data,
mimetype, mimetype,
width, width,
height, height: _,
frames: _, frames: _,
})) => { })) => {
// TODO: revisit if we should limit video support to v3 - to avoid sending very large base64 strings // TODO: revisit if we should limit video support to v3 - to avoid sending very large base64 strings

6
server/text_generation_server/models/vlm_causal_lm.py
View File

@ -244,14 +244,16 @@ class VlmCausalLMBatch(FlashCausalLMBatch):
) )
num_bytes = len(video_frame_buf) num_bytes = len(video_frame_buf)
bytes_per_frame = num_bytes // chunk.video.frames bytes_per_frame = num_bytes // chunk.video.frames
# iterate over with a stride the size of a frame # iterate over with a stride the size of a frame
frames = [] frames = []
for i in range(chunk.video.frames): for i in range(chunk.video.frames):
frame = video_frame_buf[ frame = video_frame_buf[
i * bytes_per_frame : (i + 1) * bytes_per_frame i * bytes_per_frame : (i + 1) * bytes_per_frame
] ]
frame = frame.reshape(chunk.video.height, chunk.video.width, 3) frame = frame.reshape(
chunk.video.height, chunk.video.width, 3
)
frames.append(frame) frames.append(frame)
video_frame_buf = np.stack(frames) video_frame_buf = np.stack(frames)