huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 20:34:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

remove logs

Browse Source
This commit is contained in:
OlivierDehaene 2024-06-12 17:50:53 +02:00
parent 9775facbf7
commit 82302262ca
1 changed files with 0 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
server/text_generation_server/layers/rotary.py
View File

@ -280,9 +280,6 @@ class SuRotaryEmbedding(PositionRotaryEmbedding):
freqs = torch.cat([short_freqs, long_freqs])
from loguru import logger
logger.info(freqs.shape)
self._cos_cached = (torch.cos(freqs) * self.scaling_factor).to(dtype)
self._sin_cached = (torch.sin(freqs) * self.scaling_factor).to(dtype)