diff --git a/server/text_generation_server/server.py b/server/text_generation_server/server.py
index f52d801c..80076ba6 100644
--- a/server/text_generation_server/server.py
+++ b/server/text_generation_server/server.py
@@ -33,9 +33,6 @@ class SignalHandler:
         self.KEEP_PROCESSING = False
 
 
-signal_handler = SignalHandler()
-
-
 class TextGenerationService(generate_pb2_grpc.TextGenerationServiceServicer):
     def __init__(
         self,
@@ -216,7 +213,7 @@ def serve(
         await server.start()
 
         logger.info("Server started at {}".format(local_url))
-
+        signal_handler = SignalHandler()
         while signal_handler.KEEP_PROCESSING:
             await asyncio.sleep(0.5)