From 81f234ec617cce7e5f5479e26ee1faf349de8dde Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Tue, 4 Jul 2023 11:30:35 +0200 Subject: [PATCH] Revert "Map deduplicated tensors via metadata" This reverts commit d6bb10f2025913dd3f4af8de93bd8efbcf4bd2c2. --- server/text_generation_server/utils/weights.py | 5 ----- 1 file changed, 5 deletions(-) diff --git a/server/text_generation_server/utils/weights.py b/server/text_generation_server/utils/weights.py index e566d66b..9d371834 100644 --- a/server/text_generation_server/utils/weights.py +++ b/server/text_generation_server/utils/weights.py @@ -7,10 +7,8 @@ import torch class Weights: def __init__(self, filenames: List[Path], device, dtype, process_group, aliases: Optional[Dict[str, List[str]]]=None): routing = {} - metadata = {} for filename in filenames: with safe_open(filename, framework="pytorch") as f: - metadata |= f.metadata() for k in f.keys(): if k in routing: raise RuntimeError( @@ -19,7 +17,6 @@ class Weights: routing[k] = filename if aliases is None: aliases = {} - self.metadata = metadata self.aliases = aliases self.routing = routing self.device = device @@ -35,8 +32,6 @@ class Weights: return self._handles[filename] def get_filename(self, tensor_name: str) -> (str, str): - if tensor_name in self.metadata: - tensor_name = self.metadata[tensor_name] filename = self.routing.get(tensor_name, None) if filename is None: aliases = self.aliases.get(tensor_name, [])