diff --git a/server/text_generation_server/layers/rotary.py b/server/text_generation_server/layers/rotary.py index d59b68cd..0b56f687 100644 --- a/server/text_generation_server/layers/rotary.py +++ b/server/text_generation_server/layers/rotary.py @@ -90,7 +90,6 @@ class PositionRotaryEmbedding(nn.Module): if rope_type == "linear": pass elif rope_type == "longrope": - # Phi3LongRoPEScaledRotaryEmbedding short_factor = torch.tensor( rope_scaling["short_factor"], dtype=torch.float32, device=device ) diff --git a/server/text_generation_server/models/__init__.py b/server/text_generation_server/models/__init__.py index f104d99b..ee996cc1 100644 --- a/server/text_generation_server/models/__init__.py +++ b/server/text_generation_server/models/__init__.py @@ -782,7 +782,7 @@ def get_model( quantize=quantize, speculator=speculator, dtype=dtype, - trust_remote_code=True, # trust_remote_code, + trust_remote_code=trust_remote_code, lora_adapter_ids=lora_adapter_ids, ) else: