mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-04-25 20:12:07 +00:00
fix: avoid loading mistral adapters in mixtral
This commit is contained in:
parent
d0225b1015
commit
88e2a6a23a
@ -29,3 +29,10 @@ class FlashMixtral(BaseFlashMistral):
|
||||
dtype=dtype,
|
||||
trust_remote_code=trust_remote_code,
|
||||
)
|
||||
|
||||
@property
|
||||
def supports_adapter_loading(self) -> bool:
|
||||
# Mixtral cannot inherit loading adapters from FlashMistral
|
||||
# since it does not have the same adapter layer mapping
|
||||
# TODO: implement the loading of adapters for Mixtral
|
||||
return False
|
||||
|
Loading…
Reference in New Issue
Block a user