huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

cohere fix

Browse Source
This commit is contained in:
Cyril Vallez 2025-01-23 12:49:30 +00:00 committed by Nicolas Patry
parent f4dc44b88c
commit bcd9d3a5cb
No known key found for this signature in database
GPG Key ID: D2920555C90F704C
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
server/text_generation_server/models/transformers_flash_causal_lm.py
View File

@ -263,5 +263,8 @@ class TransformersFlashCausalLM(FlashCausalLM):
# For Granite while next transformers version is released and we can use `lm_head_indices` natively
if hasattr(self.model.config, "logits_scaling"):
logits = logits / self.model.config.logits_scaling
# For Cohere for similar reasons
elif hasattr(self.model, "logit_scale"):
logits = logits * self.model.logit_scale
return logits, None