huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-12 04:44:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: adjust revert typo

Browse Source
This commit is contained in:
drbh 2024-07-02 15:19:04 +00:00
parent f5f5c2363b
commit ba87834f14
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
router/src/server.rs
View File

@ -1499,6 +1499,8 @@ pub async fn run(
)] )]
struct ApiDoc; struct ApiDoc;
// Create state
// Open connection, get model info and warmup // Open connection, get model info and warmup
let (scheduler, health_ext, shard_info, max_batch_total_tokens): ( let (scheduler, health_ext, shard_info, max_batch_total_tokens): (
Arc<dyn Scheduler + Send + Sync>, Arc<dyn Scheduler + Send + Sync>,