From 750b48c730b59643dc278192470b2db4744a7156 Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Wed, 12 Mar 2025 02:29:31 +0100 Subject: [PATCH] More qwen2. --- server/text_generation_server/models/custom_modeling/qwen2_vl.py | 1 + 1 file changed, 1 insertion(+) diff --git a/server/text_generation_server/models/custom_modeling/qwen2_vl.py b/server/text_generation_server/models/custom_modeling/qwen2_vl.py index a72e0e55..26e6fede 100644 --- a/server/text_generation_server/models/custom_modeling/qwen2_vl.py +++ b/server/text_generation_server/models/custom_modeling/qwen2_vl.py @@ -542,6 +542,7 @@ class Qwen2VLForConditionalGeneration(nn.Module): max_s=max_s, true_max_s=max_s, prefill_cache_indices=prefill_cache_indices, + adapter_data=adapter_data, ) if lm_head_indices is not None: hidden_states = hidden_states[lm_head_indices]