diff --git a/server/text_generation_server/utils/layers.py b/server/text_generation_server/utils/layers.py index 638cb0a0..8c46ea49 100644 --- a/server/text_generation_server/utils/layers.py +++ b/server/text_generation_server/utils/layers.py @@ -8,6 +8,7 @@ from typing import List, Tuple, Optional from loguru import logger from functools import lru_cache +# Dummy comment. HAS_BITS_AND_BYTES = True try: import bitsandbytes as bnb