mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-04-19 22:02:06 +00:00
683ff53fa3
* wip(gaudi): import server and dockerfile from tgi-gaudi fork * feat(gaudi): new gaudi backend working * fix: fix style * fix prehooks issues * fix(gaudi): refactor server and implement requested changes
12 lines
173 B
Python
12 lines
173 B
Python
SPECULATE = None
|
|
|
|
|
|
def get_speculate() -> int:
|
|
global SPECULATE
|
|
return SPECULATE
|
|
|
|
|
|
def set_speculate(speculate: int):
|
|
global SPECULATE
|
|
SPECULATE = speculate
|