From 76dbf190d432b0c739fca40ca9aec38c5320090c Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Fri, 11 Aug 2023 15:30:01 +0200 Subject: [PATCH] Fix rope dynamic + factor --- server/text_generation_server/utils/layers.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/server/text_generation_server/utils/layers.py b/server/text_generation_server/utils/layers.py index d7b4c0cc..a80a1e49 100644 --- a/server/text_generation_server/utils/layers.py +++ b/server/text_generation_server/utils/layers.py @@ -502,8 +502,6 @@ try: self.inv_freq = _create_inv_freq(self.dim, newbase, self.inv_freq.device) self._seq_len_cached = seqlen t = torch.arange(seqlen, device=device, dtype=self.inv_freq.dtype) - if self.scaling_factor is not None: - t /= self.scaling_factor # Don't do einsum, it converts fp32 to fp16 # freqs = torch.einsum("i,j->ij", t, self.inv_freq)