huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 20:34:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: format model file

Browse Source
This commit is contained in:
David Holtz 2024-10-28 15:24:32 +00:00 committed by drbh
parent 65558b32f4
commit 6208d10c53
1 changed files with 1 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
server/text_generation_server/models/custom_modeling/qwen2_vl.py
View File

@ -29,10 +29,7 @@ else:
from transformers.activations import ACT2FN from transformers.activations import ACT2FN
import torch.nn.functional as F import torch.nn.functional as F
from text_generation_server.layers.layernorm import ( from text_generation_server.layers.layernorm import FastLayerNorm, FastRMSNorm
FastLayerNorm,
FastRMSNorm
)
from text_generation_server.layers import ( from text_generation_server.layers import (
TensorParallelColumnLinear, TensorParallelColumnLinear,
TensorParallelRowLinear, TensorParallelRowLinear,