huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-10 20:04:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix env vars

Browse Source
This commit is contained in:
Ian 2023-07-17 04:36:04 +00:00
parent 0ec4d8182f
commit b4ce728b4f
1 changed files with 11 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
launcher/src/main.rs
View File

@ -292,7 +292,7 @@ struct Args {
/// This is a means to both increase performance on shorter sequence lengths and smooth the perplexity explosion experienced by both linearly scaled and NTK-Aware scaled RoPE.
/// If this is enabled the above "rope_scale_factor" will be ignored.
#[clap(default_value = "false", long, env)]
rope_dynamic_scaling: bool
rope_dynamic_scaling: bool,
}
#[derive(Debug)]
@ -438,8 +438,14 @@ fn shard_manager(
}
// RoPE Scaling
env.push(("ROPE_SCALE_FACTOR".into(), rope_scale_factor.to_string().into()));
env.push(("ROPE_DYNAMIC_SCALING".into(), rope_dynamic_scaling.to_string().into()));
envs.push((
"ROPE_SCALE_FACTOR".into(),
rope_scale_factor.to_string().into(),
));
envs.push((
"ROPE_DYNAMIC_SCALING".into(),
rope_dynamic_scaling.to_string().into(),
));
// Start process
tracing::info!("Starting shard {rank}");