huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-24 00:12:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

No one saw that, therefore it didn't happen.

Browse Source
This commit is contained in:
Nicolas Patry 2023-06-14 12:23:30 +02:00
parent 55cf4d257c
commit 5de6863756
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
server/text_generation_server/models/custom_modeling/flash_rw_modeling.py
View File

@ -21,7 +21,7 @@ from text_generation_server.utils.layers import (
def load_row(config, prefix: str, weights, bias: bool):
weight = weights.get_multi_weights_col([prefix], quantize=config.quantize, dim=1)
weight = weights.get_multi_weights_row(prefix, quantize=config.quantize)
if bias and weights.process_group.rank() == 0:
# Rank is only on the first rank process