From b973c101c571da3843012aede7197d41659acecf Mon Sep 17 00:00:00 2001
From: OlivierDehaene <23298448+OlivierDehaene@users.noreply.github.com>
Date: Thu, 25 May 2023 18:00:57 +0200
Subject: [PATCH] remove unused vars

---
 server/text_generation_server/utils/tokens.py | 4 ----
 1 file changed, 4 deletions(-)

diff --git a/server/text_generation_server/utils/tokens.py b/server/text_generation_server/utils/tokens.py
index 7f2be8c6..99eba93b 100644
--- a/server/text_generation_server/utils/tokens.py
+++ b/server/text_generation_server/utils/tokens.py
@@ -218,10 +218,6 @@ class HeterogeneousNextTokenChooser:
         self.seeds = seeds
         self.do_sample = do_sample
 
-        self.cuda_graph = None
-        self.static_scores = None
-        self.static_warped_scores = None
-
     def __call__(self, input_ids: torch.Tensor, scores: torch.Tensor):
         if self.watermark_processor:
             scores = self.watermark_processor(input_ids, scores)