From 5de6863756b32c65c60703b65101058f6600a39e Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Wed, 14 Jun 2023 12:23:30 +0200 Subject: [PATCH] No one saw that, therefore it didn't happen. --- .../models/custom_modeling/flash_rw_modeling.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/server/text_generation_server/models/custom_modeling/flash_rw_modeling.py b/server/text_generation_server/models/custom_modeling/flash_rw_modeling.py index efc9548c..fa35c359 100644 --- a/server/text_generation_server/models/custom_modeling/flash_rw_modeling.py +++ b/server/text_generation_server/models/custom_modeling/flash_rw_modeling.py @@ -21,7 +21,7 @@ from text_generation_server.utils.layers import ( def load_row(config, prefix: str, weights, bias: bool): - weight = weights.get_multi_weights_col([prefix], quantize=config.quantize, dim=1) + weight = weights.get_multi_weights_row(prefix, quantize=config.quantize) if bias and weights.process_group.rank() == 0: # Rank is only on the first rank process