From ce40ad26fda44055fcefa27747ad500511043fcd Mon Sep 17 00:00:00 2001 From: drbh Date: Fri, 7 Jun 2024 04:36:32 +0000 Subject: [PATCH] fix: add model_id to IdeficsCausalLM --- server/text_generation_server/models/idefics.py | 1 + 1 file changed, 1 insertion(+) diff --git a/server/text_generation_server/models/idefics.py b/server/text_generation_server/models/idefics.py index c1fe03e4..f2955bd0 100644 --- a/server/text_generation_server/models/idefics.py +++ b/server/text_generation_server/models/idefics.py @@ -83,6 +83,7 @@ class IDEFICSSharded(IdeficsCausalLM): torch.distributed.barrier(group=self.process_group) super(IdeficsCausalLM, self).__init__( + model_id=model_id, model=model, tokenizer=tokenizer, requires_padding=True,