huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 20:34:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: include linted file

Browse Source
This commit is contained in:
David Holtz 2024-10-28 14:37:59 +00:00 committed by drbh
parent 670d75b872
commit aa2aa9f915
1 changed files with 1 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
server/text_generation_server/models/custom_modeling/qwen2_vl.py
View File

@ -209,9 +209,7 @@ class Qwen2VLVisionBlock(nn.Module):
class Qwen2VLPatchMerger(nn.Module): class Qwen2VLPatchMerger(nn.Module):
def __init__(self, *, prefix, config, weights): def __init__(self, *, prefix, config, weights):
super().__init__() super().__init__()
context_dim = 2560 self.hidden_size = config.embed_dim * (config.spatial_merge_size**2)
spatial_merge_size: int = 2
self.hidden_size = 5120 # context_dim * (spatial_merge_size**2)
self.patch_merger_ln_q = FastLayerNorm.load( self.patch_merger_ln_q = FastLayerNorm.load(
prefix=f"{prefix}.ln_q", prefix=f"{prefix}.ln_q",
weights=weights, weights=weights,