diff --git a/router/src/server.rs b/router/src/server.rs index bb952f15..d24774f9 100644 --- a/router/src/server.rs +++ b/router/src/server.rs @@ -1499,6 +1499,8 @@ pub async fn run( )] struct ApiDoc; + // Create state + // Open connection, get model info and warmup let (scheduler, health_ext, shard_info, max_batch_total_tokens): ( Arc,