huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-10 20:04:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Revert "Map deduplicated tensors via metadata"

Browse Source 
This reverts commit d6bb10f202.
This commit is contained in:
Nicolas Patry 2023-07-04 11:30:35 +02:00
parent d6bb10f202
commit 81f234ec61
1 changed files with 0 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
server/text_generation_server/utils/weights.py
View File

@ -7,10 +7,8 @@ import torch
class Weights: class Weights:
def __init__(self, filenames: List[Path], device, dtype, process_group, aliases: Optional[Dict[str, List[str]]]=None): def __init__(self, filenames: List[Path], device, dtype, process_group, aliases: Optional[Dict[str, List[str]]]=None):
routing = {} routing = {}
metadata = {}
for filename in filenames: for filename in filenames:
with safe_open(filename, framework="pytorch") as f: with safe_open(filename, framework="pytorch") as f:
metadata |= f.metadata()
for k in f.keys(): for k in f.keys():
if k in routing: if k in routing:
raise RuntimeError( raise RuntimeError(
@ -19,7 +17,6 @@ class Weights:
routing[k] = filename routing[k] = filename
if aliases is None: if aliases is None:
aliases = {} aliases = {}
self.metadata = metadata
self.aliases = aliases self.aliases = aliases
self.routing = routing self.routing = routing
self.device = device self.device = device
@ -35,8 +32,6 @@ class Weights:
return self._handles[filename] return self._handles[filename]
def get_filename(self, tensor_name: str) -> (str, str): def get_filename(self, tensor_name: str) -> (str, str):
if tensor_name in self.metadata:
tensor_name = self.metadata[tensor_name]
filename = self.routing.get(tensor_name, None) filename = self.routing.get(tensor_name, None)
if filename is None: if filename is None:
aliases = self.aliases.get(tensor_name, []) aliases = self.aliases.get(tensor_name, [])