mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-04-20 22:32:07 +00:00
16 lines
281 B
Python
16 lines
281 B
Python
|
from functools import lru_cache
|
||
|
|
from text_generation_server.utils.dist import RANK
|
||
|
|
|
||
|
|
|
||
|
|
@lru_cache(10)
|
||
|
|
def log_once(log, msg: str, master=True):
|
||
|
|
if master:
|
||
|
|
log_master(log, msg)
|
||
|
|
else:
|
||
|
|
log(msg)
|
||
|
|
|
||
|
|
|
||
|
|
def log_master(log, msg: str):
|
||
|
|
if RANK == 0:
|
||
|
|
log(msg)
|