mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-04-20 06:12:07 +00:00
53ec0b790b
* feat(fp8): add support for fbgemm * allow loading fp8 weights directly * update outlines * fix makefile * build fbgemm * avoid circular import and fix dockerfile * add default dtype * refactored weights loader * fix auto conversion * fix quantization config parsing * force new nccl on install * missing get_weights implementation * increase timeout
16 lines
281 B
Python
16 lines
281 B
Python
from functools import lru_cache
|
|
from text_generation_server.utils.dist import RANK
|
|
|
|
|
|
@lru_cache(10)
|
|
def log_once(log, msg: str, master=True):
|
|
if master:
|
|
log_master(log, msg)
|
|
else:
|
|
log(msg)
|
|
|
|
|
|
def log_master(log, msg: str):
|
|
if RANK == 0:
|
|
log(msg)
|