From 7d97ee82a1f76b9d1f7b866e610ae550d24aaeba Mon Sep 17 00:00:00 2001 From: David Holtz Date: Wed, 30 Oct 2024 22:23:08 +0000 Subject: [PATCH] fix: only check model type if config exists --- server/text_generation_server/models/flash_causal_lm.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/server/text_generation_server/models/flash_causal_lm.py b/server/text_generation_server/models/flash_causal_lm.py index 4fec65a7..52ab5d6a 100644 --- a/server/text_generation_server/models/flash_causal_lm.py +++ b/server/text_generation_server/models/flash_causal_lm.py @@ -1430,7 +1430,11 @@ class FlashCausalLM(Model): else: state = None - if self.model.config.model_type == "qwen2_vl": + if ( + hasattr(self.model, "config") + and hasattr(self.model.config, "model_type") + and self.model.config.model_type == "qwen2_vl" + ): if position_ids.dim() == 1: position_ids = self.model.get_position_ids(input_ids)