diff --git a/Cargo.lock b/Cargo.lock
index 0a358b2a1..9db5f2135 100644
--- a/Cargo.lock
+++ b/Cargo.lock
@@ -786,7 +786,7 @@ checksum = "d2fabcfbdc87f4758337ca535fb41a6d701b65693ce38287d856d1674551ec9b"
 
 [[package]]
 name = "grpc-metadata"
-version = "0.3.2"
+version = "0.4.0"
 dependencies = [
  "opentelemetry",
  "tonic",
@@ -2212,7 +2212,7 @@ dependencies = [
 
 [[package]]
 name = "text-generation-client"
-version = "0.3.2"
+version = "0.4.0"
 dependencies = [
  "futures",
  "grpc-metadata",
@@ -2229,7 +2229,7 @@ dependencies = [
 
 [[package]]
 name = "text-generation-launcher"
-version = "0.3.2"
+version = "0.4.0"
 dependencies = [
  "clap 4.1.8",
  "ctrlc",
@@ -2244,7 +2244,7 @@ dependencies = [
 
 [[package]]
 name = "text-generation-router"
-version = "0.3.2"
+version = "0.4.0"
 dependencies = [
  "async-stream",
  "axum",
diff --git a/docs/openapi.json b/docs/openapi.json
index 881b892c5..a2230a07b 100644
--- a/docs/openapi.json
+++ b/docs/openapi.json
@@ -11,7 +11,7 @@
       "name": "Apache 2.0",
       "url": "https://www.apache.org/licenses/LICENSE-2.0"
     },
-    "version": "0.3.2"
+    "version": "0.4.0"
   },
   "paths": {
     "/generate": {
diff --git a/launcher/Cargo.toml b/launcher/Cargo.toml
index 4779aa91f..49948b052 100644
--- a/launcher/Cargo.toml
+++ b/launcher/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "text-generation-launcher"
-version = "0.3.2"
+version = "0.4.0"
 edition = "2021"
 authors = ["Olivier Dehaene"]
 description = "Text Generation Launcher"
diff --git a/router/Cargo.toml b/router/Cargo.toml
index 2da8a9a03..292e6219e 100644
--- a/router/Cargo.toml
+++ b/router/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "text-generation-router"
-version = "0.3.2"
+version = "0.4.0"
 edition = "2021"
 authors = ["Olivier Dehaene"]
 description = "Text Generation Webserver"
diff --git a/router/client/Cargo.toml b/router/client/Cargo.toml
index 960e509fa..fd43b63bd 100644
--- a/router/client/Cargo.toml
+++ b/router/client/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "text-generation-client"
-version = "0.3.2"
+version = "0.4.0"
 edition = "2021"
 
 [dependencies]
diff --git a/router/grpc-metadata/Cargo.toml b/router/grpc-metadata/Cargo.toml
index e779fbbf1..f8676d67c 100644
--- a/router/grpc-metadata/Cargo.toml
+++ b/router/grpc-metadata/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "grpc-metadata"
-version = "0.3.2"
+version = "0.4.0"
 edition = "2021"
 
 [dependencies]
diff --git a/server/pyproject.toml b/server/pyproject.toml
index b8e188b74..63a3df6ce 100644
--- a/server/pyproject.toml
+++ b/server/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "text-generation-server"
-version = "0.3.2"
+version = "0.4.0"
 description = "Text Generation Inference Python gRPC Server"
 authors = ["Olivier Dehaene <olivier@huggingface.co>"]