huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 20:34:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: adjust for ruff lints

Browse Source
This commit is contained in:
drbh 2024-10-28 12:30:03 -04:00
parent 6208d10c53
commit f2a1b1b3fc
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
server/text_generation_server/models/custom_modeling/qwen2_vl.py
View File

@ -22,9 +22,9 @@ from torch import nn
from text_generation_server.utils.import_utils import SYSTEM from text_generation_server.utils.import_utils import SYSTEM
if SYSTEM == "ipex": if SYSTEM == "ipex":
import intel_extension_for_pytorch as ipex pass
else: else:
import flash_attn_2_cuda pass
from transformers.activations import ACT2FN from transformers.activations import ACT2FN
import torch.nn.functional as F import torch.nn.functional as F
@ -358,7 +358,7 @@ class Qwen2VLForConditionalGeneration(nn.Module):
self.video_token_id = config.video_token_id self.video_token_id = config.video_token_id
self.spatial_merge_size = config.vision_config.spatial_merge_size self.spatial_merge_size = config.vision_config.spatial_merge_size
self.embed_tokens = TensorParallelEmbedding( self.embed_tokens = TensorParallelEmbedding(
prefix=f"model.embed_tokens", weights=weights prefix="model.embed_tokens", weights=weights
) )
self.visual = Qwen2VisionModel( self.visual = Qwen2VisionModel(
prefix="visual", config=config.vision_config, weights=weights prefix="visual", config=config.vision_config, weights=weights