From 0523b4891f928d1f9719c6f332a12ad08c91bba8 Mon Sep 17 00:00:00 2001 From: OlivierDehaene <23298448+OlivierDehaene@users.noreply.github.com> Date: Mon, 3 Apr 2023 18:51:20 +0200 Subject: [PATCH] append to all --- server/text_generation_server/models/__init__.py | 1 + 1 file changed, 1 insertion(+) diff --git a/server/text_generation_server/models/__init__.py b/server/text_generation_server/models/__init__.py index 78372195..bcaf6ec1 100644 --- a/server/text_generation_server/models/__init__.py +++ b/server/text_generation_server/models/__init__.py @@ -46,6 +46,7 @@ __all__ = [ if FLASH_ATTENTION: __all__.append(FlashNeoX) __all__.append(FlashNeoXSharded) + __all__.append(FlashSantacoder) # The flag below controls whether to allow TF32 on matmul. This flag defaults to False # in PyTorch 1.12 and later.