From 88e2a6a23ad5d1fbc79514e21a9529964f6b5d9f Mon Sep 17 00:00:00 2001
From: drbh <david.richard.holtz@gmail.com>
Date: Mon, 1 Jul 2024 19:49:05 +0000
Subject: [PATCH] fix: avoid loading mistral adapters in mixtral

---
 server/text_generation_server/models/flash_mixtral.py | 7 +++++++
 1 file changed, 7 insertions(+)

diff --git a/server/text_generation_server/models/flash_mixtral.py b/server/text_generation_server/models/flash_mixtral.py
index 587d423f..f654c6e2 100644
--- a/server/text_generation_server/models/flash_mixtral.py
+++ b/server/text_generation_server/models/flash_mixtral.py
@@ -29,3 +29,10 @@ class FlashMixtral(BaseFlashMistral):
             dtype=dtype,
             trust_remote_code=trust_remote_code,
         )
+
+    @property
+    def supports_adapter_loading(self) -> bool:
+        # Mixtral cannot inherit loading adapters from FlashMistral
+        # since it does not have the same adapter layer mapping
+        # TODO: implement the loading of adapters for Mixtral
+        return False