mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-06-19 07:42:06 +00:00
disable mamba in CPU
This commit is contained in:
parent
3752143b39
commit
aeabb7b71a
@ -189,11 +189,14 @@ if FLASH_ATTENTION:
|
|||||||
__all__.append(IdeficsCausalLM)
|
__all__.append(IdeficsCausalLM)
|
||||||
|
|
||||||
MAMBA_AVAILABLE = True
|
MAMBA_AVAILABLE = True
|
||||||
try:
|
if SYSTEM == "cpu":
|
||||||
from text_generation_server.models.mamba import Mamba
|
|
||||||
except ImportError as e:
|
|
||||||
log_master(logger.warning, f"Could not import Mamba: {e}")
|
|
||||||
MAMBA_AVAILABLE = False
|
MAMBA_AVAILABLE = False
|
||||||
|
else:
|
||||||
|
try:
|
||||||
|
from text_generation_server.models.mamba import Mamba
|
||||||
|
except ImportError as e:
|
||||||
|
log_master(logger.warning, f"Could not import Mamba: {e}")
|
||||||
|
MAMBA_AVAILABLE = False
|
||||||
|
|
||||||
if MAMBA_AVAILABLE:
|
if MAMBA_AVAILABLE:
|
||||||
__all__.append(Mamba)
|
__all__.append(Mamba)
|
||||||
|
Loading…
Reference in New Issue
Block a user