mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-04-21 23:12:07 +00:00
13 lines
174 B
Python
13 lines
174 B
Python
|
|
||
|
|
SPECULATE = None
|
||
|
|
|
||
|
|
def get_speculate() -> int:
|
||
|
|
global SPECULATE
|
||
|
|
return SPECULATE
|
||
|
|
|
||
|
|
def set_speculate(speculate: int):
|
||
|
|
global SPECULATE
|
||
|
|
SPECULATE = speculate
|
||
|
|
|
||
|
|
|