From c925bd28722b9d840532e1b435b8a546ac45490d Mon Sep 17 00:00:00 2001
From: Vidya Galli <vidya.s.galli@intel.com>
Date: Mon, 26 Aug 2024 01:58:01 -0700
Subject: [PATCH] Undo disable of hpu graphs for starcoder (#201)

---
 server/text_generation_server/models/starcoder.py | 4 ----
 1 file changed, 4 deletions(-)

diff --git a/server/text_generation_server/models/starcoder.py b/server/text_generation_server/models/starcoder.py
index b956a94c..98e7939a 100644
--- a/server/text_generation_server/models/starcoder.py
+++ b/server/text_generation_server/models/starcoder.py
@@ -36,10 +36,6 @@ class StarCoder(CausalLM):
         dtype: Optional[torch.dtype] = None,
     ):
 
-        # Bypasses runtime error "Empty tensor optional" with hpu graphs
-        os.environ["ENABLE_HPU_GRAPH"] = "false"
-        logger.warning("Disabling HPU graphs as they are not supported with Starcoder model!")
-
         super(StarCoder, self).__init__(
             model_id=model_id,
             revision=revision,