Back functional gemma.

This commit is contained in:
Nicolas Patry 2024-05-14 09:21:13 +00:00
parent ebbe7edca4
commit 67e833cedb

View File

@ -49,10 +49,6 @@ class FlashGemma(FlashCausalLM):
config = AutoConfig.from_pretrained( config = AutoConfig.from_pretrained(
model_id, revision=revision, trust_remote_code=trust_remote_code model_id, revision=revision, trust_remote_code=trust_remote_code
) )
import ipdb
ipdb.set_trace()
config = config.text_config
config.quantize = quantize config.quantize = quantize
config.speculator = speculator config.speculator = speculator