huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

Remove Ngrok tunneling

Browse Source 
Signed-off-by: Adrien Gallouët <angt@huggingface.co>
This commit is contained in:
Adrien Gallouët 2025-02-06 18:34:06 +00:00
parent 3b1b049b32
commit acca9c3e00
No known key found for this signature in database
1 changed files with 3 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
backends/llamacpp/src/main.rs
View File

@ -127,18 +127,6 @@ struct Args {
#[clap(long, env)] #[clap(long, env)]
cors_allow_origin: Option<Vec<String>>, cors_allow_origin: Option<Vec<String>>,
/// Enable Ngrok tunneling.
#[clap(long, env)]
ngrok: bool,
/// Ngrok authentication token.
#[clap(long, env)]
ngrok_authtoken: Option<String>,
/// Ngrok edge to use for tunneling.
#[clap(long, env)]
ngrok_edge: Option<String>,
/// Path to the tokenizer configuration file. /// Path to the tokenizer configuration file.
#[clap(long, env)] #[clap(long, env)]
tokenizer_config_path: Option<String>, tokenizer_config_path: Option<String>,
@ -269,9 +257,9 @@ async fn main() -> Result<(), RouterError> {
args.hostname, args.hostname,
args.port, args.port,
args.cors_allow_origin, args.cors_allow_origin,
args.ngrok, false, // ngrok,
args.ngrok_authtoken, None, // ngrok_authtoken,
args.ngrok_edge, None, // ngrok_edge,
args.disable_grammar_support, args.disable_grammar_support,
args.max_client_batch_size, args.max_client_batch_size,
args.usage_stats, args.usage_stats,