diff --git a/server/text_generation_server/utils/layers.py b/server/text_generation_server/utils/layers.py
index 903e88b1..a065a949 100644
--- a/server/text_generation_server/utils/layers.py
+++ b/server/text_generation_server/utils/layers.py
@@ -337,10 +337,6 @@ def get_linear(weight, bias, quantize):
             )
     elif quantize == "fp8":
         linear = Fp8Linear(weight, bias)
-        else:
-            raise ImportError(
-                "Please install EETQ from https://github.com/NetEase-FuXi/EETQ"
-            )
     elif quantize == "bitsandbytes":
         warn_deprecate_bnb()
         linear = Linear8bitLt(