diff --git a/server/text_generation_server/models/starcoder.py b/server/text_generation_server/models/starcoder.py index b956a94c..98e7939a 100644 --- a/server/text_generation_server/models/starcoder.py +++ b/server/text_generation_server/models/starcoder.py @@ -36,10 +36,6 @@ class StarCoder(CausalLM): dtype: Optional[torch.dtype] = None, ): - # Bypasses runtime error "Empty tensor optional" with hpu graphs - os.environ["ENABLE_HPU_GRAPH"] = "false" - logger.warning("Disabling HPU graphs as they are not supported with Starcoder model!") - super(StarCoder, self).__init__( model_id=model_id, revision=revision,