diff --git a/server/text_generation_server/utils/layers.py b/server/text_generation_server/utils/layers.py index fc92ebe6..d7b4c0cc 100644 --- a/server/text_generation_server/utils/layers.py +++ b/server/text_generation_server/utils/layers.py @@ -483,7 +483,7 @@ try: class DynamicPositionRotaryEmbedding(PositionRotaryEmbedding): def __init__(self, dim, max_position_embeddings, base, device, scaling_factor): - inv_freq = create_inv_freq(dim, base, device) + inv_freq = _create_inv_freq(dim, base, device) super().__init__(inv_freq, scaling_factor) self.dim = dim self.max_position_embeddings = max_position_embeddings