From 3eb6c1ccf8e171e4d7783266a7f302f07242bfeb Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Dani=C3=ABl=20de=20Kok?= Date: Mon, 18 Nov 2024 15:45:52 +0100 Subject: [PATCH] Fix a typo Co-authored-by: drbh --- .../layers/compressed_tensors/w8a8_int.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/server/text_generation_server/layers/compressed_tensors/w8a8_int.py b/server/text_generation_server/layers/compressed_tensors/w8a8_int.py index 9eeb6b83..4bfc8c53 100644 --- a/server/text_generation_server/layers/compressed_tensors/w8a8_int.py +++ b/server/text_generation_server/layers/compressed_tensors/w8a8_int.py @@ -51,10 +51,10 @@ class W8A8IntLoader(WeightsLoader): def scale_to_str(scale): return "static" if scale else "dynamic" - def symmetric_to_sting(symmetric): + def symmetric_to_string(symmetric): return "symmetric" if symmetric else "asymmetric" - return f"{self.__class__.__name__} (w8a8 int, input: dynamic/{symmetric_to_sting(self.input_symmetric)}, weight: {scale_to_str(self.load_weight_scale)}/symmetric))" + return f"{self.__class__.__name__} (w8a8 int, input: dynamic/{symmetric_to_string(self.input_symmetric)}, weight: {scale_to_str(self.load_weight_scale)}/symmetric))" def get_weights(self, weights: "Weights", prefix: str): w = weights.get_tensor(f"{prefix}.weight", to_dtype=False)