huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-12 04:44:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Removing more dead code.

Browse Source
This commit is contained in:
Nicolas Patry 2024-07-02 16:46:52 +00:00
parent dbf9292afc
commit 24bbd7b822
No known key found for this signature in database
GPG Key ID: E939E8CC91A1C674
3 changed files with 11 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
server/text_generation_server/models/causal_lm.py
View File

@ -627,10 +627,11 @@ class CausalLM(Model):
def batch_type(self) -> Type[CausalLMBatch]:
return CausalLMBatch
def decode(self, generated_ids: List[int]) -> str:
return self.tokenizer.decode(
generated_ids, skip_special_tokens=True, clean_up_tokenization_spaces=False
)
# This is not used anymore
# def decode(self, generated_ids: List[int]) -> str:
# return self.tokenizer.decode(
# generated_ids, skip_special_tokens=True, clean_up_tokenization_spaces=False
# )
def forward(
self, input_ids, attention_mask, position_ids, past_key_values: Optional = None

1
server/text_generation_server/models/flash_causal_lm.py
View File

@ -827,6 +827,7 @@ class FlashCausalLM(Model):
aliases=None,
# Used for Santacoder override of config
num_kv_heads=None,
skip_special_tokens: bool = True,
):
self.process_group, rank, world_size = initialize_torch_distributed()
if torch.cuda.is_available():

9
server/text_generation_server/models/seq2seq_lm.py
View File

@ -668,10 +668,11 @@ class Seq2SeqLM(Model):
def batch_type(self) -> Type[Seq2SeqLMBatch]:
return Seq2SeqLMBatch
def decode(self, decoder_ids: List[int]) -> str:
return self.tokenizer.decode(
decoder_ids, skip_special_tokens=True, clean_up_tokenization_spaces=False
)
# Not used anymore
# def decode(self, decoder_ids: List[int]) -> str:
# return self.tokenizer.decode(
# decoder_ids, skip_special_tokens=True, clean_up_tokenization_spaces=False
# )
def forward(
self,