huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 20:34:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: only check model type if config exists

Browse Source
This commit is contained in:
David Holtz 2024-10-30 22:23:08 +00:00
parent 8648212c76
commit 7d97ee82a1
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
server/text_generation_server/models/flash_causal_lm.py
View File

@ -1430,7 +1430,11 @@ class FlashCausalLM(Model):
else:
state = None
if self.model.config.model_type == "qwen2_vl":
if (
hasattr(self.model, "config")
and hasattr(self.model.config, "model_type")
and self.model.config.model_type == "qwen2_vl"
):
if position_ids.dim() == 1:
position_ids = self.model.get_position_ids(input_ids)