mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-09-11 20:34:54 +00:00
Back functional gemma.
This commit is contained in:
parent
ebbe7edca4
commit
67e833cedb
@ -49,10 +49,6 @@ class FlashGemma(FlashCausalLM):
|
||||
config = AutoConfig.from_pretrained(
|
||||
model_id, revision=revision, trust_remote_code=trust_remote_code
|
||||
)
|
||||
import ipdb
|
||||
|
||||
ipdb.set_trace()
|
||||
config = config.text_config
|
||||
config.quantize = quantize
|
||||
config.speculator = speculator
|
||||
|
||||
|
Loading…
Reference in New Issue
Block a user