huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-05-10 03:52:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

Undo disable of hpu graphs for starcoder (#201)

Browse Source
This commit is contained in:
Vidya Galli 2024-08-26 01:58:01 -07:00 committed by GitHub
parent 0c3239e710
commit c925bd2872
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 0 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
server/text_generation_server/models/starcoder.py
View File

@ -36,10 +36,6 @@ class StarCoder(CausalLM):
dtype: Optional[torch.dtype] = None, dtype: Optional[torch.dtype] = None,
): ):
# Bypasses runtime error "Empty tensor optional" with hpu graphs
os.environ["ENABLE_HPU_GRAPH"] = "false"
logger.warning("Disabling HPU graphs as they are not supported with Starcoder model!")
super(StarCoder, self).__init__( super(StarCoder, self).__init__(
model_id=model_id, model_id=model_id,
revision=revision, revision=revision,