From da1b5fa6b74e9fb533ec57c12d70a0dfa9bf8032 Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Thu, 23 May 2024 08:55:28 +0000 Subject: [PATCH] Comment for the try except import. --- server/text_generation_server/server.py | 1 + 1 file changed, 1 insertion(+) diff --git a/server/text_generation_server/server.py b/server/text_generation_server/server.py index e4d07cbd..37c46032 100644 --- a/server/text_generation_server/server.py +++ b/server/text_generation_server/server.py @@ -24,6 +24,7 @@ try: VLM_BATCH_TYPES = {PaliGemmaBatch, VlmCausalLMBatch, IdeficsCausalLMBatch} except (ImportError, NotImplementedError): + # These imports can fail on CPU/Non flash. VLM_BATCH_TYPES = set() from text_generation_server.pb import generate_pb2_grpc, generate_pb2