From 5c82dcd2bf96af0d055d31abb4e2aefacba91d7d Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Wed, 7 Jun 2023 15:00:20 +0200 Subject: [PATCH] Update server/text_generation_server/models/custom_modeling/flash_rw_modeling.py Co-authored-by: OlivierDehaene --- .../models/custom_modeling/flash_rw_modeling.py | 5 ----- 1 file changed, 5 deletions(-) diff --git a/server/text_generation_server/models/custom_modeling/flash_rw_modeling.py b/server/text_generation_server/models/custom_modeling/flash_rw_modeling.py index 34a037ab..47ec7072 100644 --- a/server/text_generation_server/models/custom_modeling/flash_rw_modeling.py +++ b/server/text_generation_server/models/custom_modeling/flash_rw_modeling.py @@ -101,11 +101,6 @@ class FlashRWAttention(torch.nn.Module): def __init__( self, config, prefix, weights, - # num_heads, - # num_heads_kv, - # hidden_size, - # bias, - # process_group=None, reduce=True, ): super().__init__()