From 6193512c4be9eaaa4a6908c15a4d4b45bb2ad5ad Mon Sep 17 00:00:00 2001 From: OlivierDehaene Date: Wed, 12 Jul 2023 11:05:07 +0200 Subject: [PATCH] Update server/text_generation_server/utils/layers.py --- server/text_generation_server/utils/layers.py | 1 - 1 file changed, 1 deletion(-) diff --git a/server/text_generation_server/utils/layers.py b/server/text_generation_server/utils/layers.py index ee1a86de..caa7d62d 100644 --- a/server/text_generation_server/utils/layers.py +++ b/server/text_generation_server/utils/layers.py @@ -286,7 +286,6 @@ class TensorParallelRowLinear(SuperLayer): class TensorParallelEmbedding(nn.Module): def __init__(self, prefix: str, weights, reduce=True): super().__init__() - # weight = weights.get_sharded(f"{prefix}.weight", dim=0) weight = weights.get_partial_sharded(f"{prefix}.weight", dim=0) num_embeddings = weights.get_shape(f"{prefix}.weight")[0]