mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-04-21 23:12:07 +00:00
25 lines
552 B
Python
25 lines
552 B
Python
|
from typing import Optional
|
||
|
|
|
||
|
|
SUPPORT_CHUNKING: Optional[bool] = None
|
||
|
|
MAX_PREFILL_TOKENS: Optional[int] = None
|
||
|
|
|
||
|
|
|
||
|
|
def set_support_chunking(support_chunking: bool):
|
||
|
|
global SUPPORT_CHUNKING
|
||
|
|
SUPPORT_CHUNKING = support_chunking
|
||
|
|
|
||
|
|
|
||
|
|
def get_support_chunking() -> bool:
|
||
|
|
global SUPPORT_CHUNKING
|
||
|
|
return SUPPORT_CHUNKING
|
||
|
|
|
||
|
|
|
||
|
|
def set_max_prefill_tokens(max_prefill_tokens: int):
|
||
|
|
global MAX_PREFILL_TOKENS
|
||
|
|
MAX_PREFILL_TOKENS = max_prefill_tokens
|
||
|
|
|
||
|
|
|
||
|
|
def get_max_prefill_tokens() -> int:
|
||
|
|
global MAX_PREFILL_TOKENS
|
||
|
|
return MAX_PREFILL_TOKENS
|