huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-26 20:42:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: adjust trtllm looper for video chunk enum

Browse Source
This commit is contained in:
drbh 2024-12-16 17:05:28 +00:00
parent 4f42d0c731
commit dcc1194198
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
backends/trtllm/src/looper.rs
View File

@ -301,6 +301,7 @@ impl TensorRtLlmBackendV2 {
1 => match request.inputs.first().expect("Single item-chunk") {
Chunk::Text(_) => Ok(()),
Chunk::Image(_) => Err(ValidationError(UnsupportedModality("image"))),
Chunk::Video(_) => Err(ValidationError(UnsupportedModality("video"))),
},
}
}