From b1026a84cb899de1046452cdc322a48a25e36ff3 Mon Sep 17 00:00:00 2001 From: drbh Date: Tue, 3 Sep 2024 17:36:47 +0000 Subject: [PATCH] fix: small typo adjustments --- server/text_generation_server/layers/rotary.py | 1 - server/text_generation_server/models/__init__.py | 2 +- 2 files changed, 1 insertion(+), 2 deletions(-) diff --git a/server/text_generation_server/layers/rotary.py b/server/text_generation_server/layers/rotary.py index d59b68cd..0b56f687 100644 --- a/server/text_generation_server/layers/rotary.py +++ b/server/text_generation_server/layers/rotary.py @@ -90,7 +90,6 @@ class PositionRotaryEmbedding(nn.Module): if rope_type == "linear": pass elif rope_type == "longrope": - # Phi3LongRoPEScaledRotaryEmbedding short_factor = torch.tensor( rope_scaling["short_factor"], dtype=torch.float32, device=device ) diff --git a/server/text_generation_server/models/__init__.py b/server/text_generation_server/models/__init__.py index f104d99b..ee996cc1 100644 --- a/server/text_generation_server/models/__init__.py +++ b/server/text_generation_server/models/__init__.py @@ -782,7 +782,7 @@ def get_model( quantize=quantize, speculator=speculator, dtype=dtype, - trust_remote_code=True, # trust_remote_code, + trust_remote_code=trust_remote_code, lora_adapter_ids=lora_adapter_ids, ) else: