diff --git a/server/text_generation/models/causal_lm.py b/server/text_generation/models/causal_lm.py
index eb6ce064..2a88c781 100644
--- a/server/text_generation/models/causal_lm.py
+++ b/server/text_generation/models/causal_lm.py
@@ -2,7 +2,7 @@ import torch
 
 from dataclasses import dataclass
 from transformers import AutoTokenizer, AutoModelForCausalLM
-from typing import Optional, Tuple, List, Type, ClassVar
+from typing import Optional, Tuple, List, Type
 
 from text_generation.models import Model
 from text_generation.models.types import GeneratedText