diff --git a/backends/llamacpp/src/main.rs b/backends/llamacpp/src/main.rs index 9ee61ce6..c193c868 100644 --- a/backends/llamacpp/src/main.rs +++ b/backends/llamacpp/src/main.rs @@ -119,7 +119,7 @@ struct Args { #[clap(default_value = "3000", long, short, env)] port: u16, - #[clap(default_value = "9000", long, short, env)] + #[clap(default_value = "9000", long, env)] prometheus_port: u16, /// Enable JSON output format. diff --git a/backends/trtllm/src/main.rs b/backends/trtllm/src/main.rs index 543f8e6e..81fca0e7 100644 --- a/backends/trtllm/src/main.rs +++ b/backends/trtllm/src/main.rs @@ -37,7 +37,7 @@ struct Args { hostname: String, #[clap(default_value = "3000", long, short, env)] port: u16, - #[clap(default_value = "9000", long, short, env)] + #[clap(default_value = "9000", long, env)] prometheus_port: u16, #[clap(long, env, required = true)] tokenizer_name: String, diff --git a/backends/v2/src/main.rs b/backends/v2/src/main.rs index 60b5d52b..a0f3558c 100644 --- a/backends/v2/src/main.rs +++ b/backends/v2/src/main.rs @@ -36,7 +36,7 @@ struct Args { hostname: String, #[clap(default_value = "3000", long, short, env)] port: u16, - #[clap(default_value = "9000", long, short, env)] + #[clap(default_value = "9000", long, env)] prometheus_port: u16, #[clap(default_value = "/tmp/text-generation-server-0", long, env)] master_shard_uds_path: String, diff --git a/backends/v3/src/main.rs b/backends/v3/src/main.rs index 44e63853..75a20691 100644 --- a/backends/v3/src/main.rs +++ b/backends/v3/src/main.rs @@ -36,7 +36,7 @@ struct Args { hostname: String, #[clap(default_value = "3000", long, short, env)] port: u16, - #[clap(default_value = "9000", long, short, env)] + #[clap(default_value = "9000", long, env)] prometheus_port: u16, #[clap(default_value = "/tmp/text-generation-server-0", long, env)] master_shard_uds_path: String, diff --git a/docs/source/reference/launcher.md b/docs/source/reference/launcher.md index 51bd461f..c7ec90d9 100644 --- a/docs/source/reference/launcher.md +++ b/docs/source/reference/launcher.md @@ -254,7 +254,7 @@ Options: ``` ## PROMETHEUS_PORT ```shell - -p, --prometheus-port + --prometheus-port The Prometheus port to listen on [env: PROMETHEUS_PORT=] diff --git a/launcher/src/main.rs b/launcher/src/main.rs index ee80eb00..dcb0e16d 100644 --- a/launcher/src/main.rs +++ b/launcher/src/main.rs @@ -774,7 +774,7 @@ struct Args { port: u16, /// The Prometheus port to listen on. - #[clap(default_value = "9000", long, short, env)] + #[clap(default_value = "9000", long, env)] prometheus_port: u16, /// The name of the socket for gRPC communication between the webserver