huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-12 04:44:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix error in passing flags to router

Browse Source
This commit is contained in:
ErikKaumk 2024-07-15 10:14:16 +02:00
parent 81c9ad7073
commit 53ad84dac7
1 changed files with 2 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
launcher/src/main.rs
View File

@ -1207,18 +1207,14 @@ fn spawn_webserver(
format!("{}-0", args.shard_uds_path),
"--tokenizer-name".to_string(),
args.model_id,
"--disable-usage-stats".to_string(),
args.disable_usage_stats.to_string(),
"--disable-crash-reports".to_string(),
args.disable_crash_reports.to_string(),
];
// Pass usage stats flags to router
if args.disable_usage_stats {
router_args.push("--usage-stats".to_string());
router_args.push("--disable-usage-stats".to_string());
}
if args.disable_crash_reports {
router_args.push("--crash-reports".to_string());
router_args.push("--disable-crash-reports".to_string());
}
// Grammar support