diff --git a/server/text_generation_server/models/flash_causal_lm.py b/server/text_generation_server/models/flash_causal_lm.py
index 4fec65a7..52ab5d6a 100644
--- a/server/text_generation_server/models/flash_causal_lm.py
+++ b/server/text_generation_server/models/flash_causal_lm.py
@@ -1430,7 +1430,11 @@ class FlashCausalLM(Model):
         else:
             state = None
 
-        if self.model.config.model_type == "qwen2_vl":
+        if (
+            hasattr(self.model, "config")
+            and hasattr(self.model.config, "model_type")
+            and self.model.config.model_type == "qwen2_vl"
+        ):
             if position_ids.dim() == 1:
                 position_ids = self.model.get_position_ids(input_ids)