huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-29 14:02:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: avoid loading mistral adapters in mixtral

Browse Source
This commit is contained in:
drbh 2024-07-01 19:49:05 +00:00
parent d0225b1015
commit 88e2a6a23a
1 changed files with 7 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
server/text_generation_server/models/flash_mixtral.py
View File

@ -29,3 +29,10 @@ class FlashMixtral(BaseFlashMistral):
dtype=dtype, dtype=dtype,
trust_remote_code=trust_remote_code, trust_remote_code=trust_remote_code,
) )
@property
def supports_adapter_loading(self) -> bool:
# Mixtral cannot inherit loading adapters from FlashMistral
# since it does not have the same adapter layer mapping
# TODO: implement the loading of adapters for Mixtral
return False