fix: avoid loading mistral adapters in mixtral

This commit is contained in:
drbh 2024-07-01 19:49:05 +00:00
parent d0225b1015
commit 88e2a6a23a

View File

@ -29,3 +29,10 @@ class FlashMixtral(BaseFlashMistral):
dtype=dtype,
trust_remote_code=trust_remote_code,
)
@property
def supports_adapter_loading(self) -> bool:
# Mixtral cannot inherit loading adapters from FlashMistral
# since it does not have the same adapter layer mapping
# TODO: implement the loading of adapters for Mixtral
return False