This commit is contained in:
OlivierDehaene 2023-03-08 17:57:54 +01:00
parent 5dbfc07c6e
commit 7a6a7ed27b

View File

@ -35,4 +35,4 @@ class Model(ABC):
[self.special_decode_token_id, token_id], skip_special_tokens=False [self.special_decode_token_id, token_id], skip_special_tokens=False
) )
# slice to remove special decode token # slice to remove special decode token
return result[self.special_decode_token_length:] return result[self.special_decode_token_length :]