huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-23 07:52:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: fix triton OutOfResources import

Browse Source
This commit is contained in:
OlivierDehaene 2023-12-14 16:04:26 +01:00 committed by Karol Damaszke
parent 5c9ef069ed
commit 28fcdcca6d
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
server/text_generation_server/utils/gptq/custom_autotune.py
View File

@ -90,7 +90,7 @@ class Autotuner(triton.KernelInterface):
return triton.testing.do_bench( return triton.testing.do_bench(
kernel_call, percentiles=(0.5, 0.2, 0.8), rep=40 kernel_call, percentiles=(0.5, 0.2, 0.8), rep=40
) )
except triton.compiler.OutOfResources: except triton.OutOfResources:
return (float("inf"), float("inf"), float("inf")) return (float("inf"), float("inf"), float("inf"))
def run(self, *args, **kwargs): def run(self, *args, **kwargs):