From 361263afbf9b1928632de7805ea20c191d2ec24a Mon Sep 17 00:00:00 2001
From: Nicolas Patry <patry.nicolas@protonmail.com>
Date: Mon, 6 May 2024 20:00:56 +0200
Subject: [PATCH] Support CPU again.

---
 server/text_generation_server/utils/import_utils.py | 9 +++++++++
 1 file changed, 9 insertions(+)

diff --git a/server/text_generation_server/utils/import_utils.py b/server/text_generation_server/utils/import_utils.py
index b9a41e15..2cabfe36 100644
--- a/server/text_generation_server/utils/import_utils.py
+++ b/server/text_generation_server/utils/import_utils.py
@@ -39,3 +39,12 @@ elif is_xpu_available():
     empty_cache = torch.xpu.empty_cache
     synchronize = torch.xpu.synchronize
     get_free_memory = get_xpu_free_memory
+else:
+    SYSTEM = "cpu"
+
+    def noop(*args, **kwargs):
+        pass
+
+    empty_cache = noop
+    synchronize = noop
+    get_free_memory = noop