From 67e833cedb4f6f2560a37ae4f53a77b7e48a6084 Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Tue, 14 May 2024 09:21:13 +0000 Subject: [PATCH] Back functional gemma. --- server/text_generation_server/models/flash_gemma.py | 4 ---- 1 file changed, 4 deletions(-) diff --git a/server/text_generation_server/models/flash_gemma.py b/server/text_generation_server/models/flash_gemma.py index 48690ad5..e317265b 100644 --- a/server/text_generation_server/models/flash_gemma.py +++ b/server/text_generation_server/models/flash_gemma.py @@ -49,10 +49,6 @@ class FlashGemma(FlashCausalLM): config = AutoConfig.from_pretrained( model_id, revision=revision, trust_remote_code=trust_remote_code ) - import ipdb - - ipdb.set_trace() - config = config.text_config config.quantize = quantize config.speculator = speculator