From aa2aa9f915ef30ca75856d18e107fb15cce72d9f Mon Sep 17 00:00:00 2001 From: David Holtz Date: Mon, 28 Oct 2024 14:37:59 +0000 Subject: [PATCH] fix: include linted file --- .../text_generation_server/models/custom_modeling/qwen2_vl.py | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/server/text_generation_server/models/custom_modeling/qwen2_vl.py b/server/text_generation_server/models/custom_modeling/qwen2_vl.py index 2eb7b978..e4fd3325 100644 --- a/server/text_generation_server/models/custom_modeling/qwen2_vl.py +++ b/server/text_generation_server/models/custom_modeling/qwen2_vl.py @@ -209,9 +209,7 @@ class Qwen2VLVisionBlock(nn.Module): class Qwen2VLPatchMerger(nn.Module): def __init__(self, *, prefix, config, weights): super().__init__() - context_dim = 2560 - spatial_merge_size: int = 2 - self.hidden_size = 5120 # context_dim * (spatial_merge_size**2) + self.hidden_size = config.embed_dim * (config.spatial_merge_size**2) self.patch_merger_ln_q = FastLayerNorm.load( prefix=f"{prefix}.ln_q", weights=weights,