diff --git a/server/text_generation_server/layers/__init__.py b/server/text_generation_server/layers/__init__.py
index d0469088..c727c1c7 100644
--- a/server/text_generation_server/layers/__init__.py
+++ b/server/text_generation_server/layers/__init__.py
@@ -8,3 +8,7 @@ from text_generation_server.layers.linear import (
     get_linear,
     FastLinear,
 )
+from text_generation_server.layers.layernorm import (
+    get_linear,
+    FastLinear,
+)