diff --git a/server/text_generation_server/models/flash_mixtral.py b/server/text_generation_server/models/flash_mixtral.py index 587d423f..f654c6e2 100644 --- a/server/text_generation_server/models/flash_mixtral.py +++ b/server/text_generation_server/models/flash_mixtral.py @@ -29,3 +29,10 @@ class FlashMixtral(BaseFlashMistral): dtype=dtype, trust_remote_code=trust_remote_code, ) + + @property + def supports_adapter_loading(self) -> bool: + # Mixtral cannot inherit loading adapters from FlashMistral + # since it does not have the same adapter layer mapping + # TODO: implement the loading of adapters for Mixtral + return False