diff --git a/server/text_generation_server/server.py b/server/text_generation_server/server.py index 5a307269..9507d331 100644 --- a/server/text_generation_server/server.py +++ b/server/text_generation_server/server.py @@ -16,7 +16,7 @@ from text_generation_server.pb import generate_pb2_grpc, generate_pb2 from text_generation_server.tracing import UDSOpenTelemetryAioServerInterceptor from text_generation_server.models.idefics_causal_lm import IdeficsCausalLMBatch -PROFILE = True +PROFILE = False class TextGenerationService(generate_pb2_grpc.TextGenerationServiceServicer): def __init__(self, model: Model, cache: Cache, server_urls: List[str]):