huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-10 11:54:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

clippy

Browse Source
This commit is contained in:
OlivierDehaene 2023-04-26 20:03:46 +02:00
parent 6d8d5b6d1d
commit 018e87d78d
2 changed files with 12 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
launcher/src/main.rs
View File

@ -493,6 +493,7 @@ fn download_model(args: &Args, running: Arc<AtomicBool>) -> Result<(), LauncherE
Ok(()) Ok(())
} }
#[allow(clippy::too_many_arguments)]
fn spawn_shards( fn spawn_shards(
num_shard: usize, num_shard: usize,
args: &Args, args: &Args,
@ -515,11 +516,11 @@ fn spawn_shards(
let shutdown = shutdown.clone(); let shutdown = shutdown.clone();
let shutdown_sender = shutdown_sender.clone(); let shutdown_sender = shutdown_sender.clone();
let otlp_endpoint = args.otlp_endpoint.clone(); let otlp_endpoint = args.otlp_endpoint.clone();
let quantize = args.quantize.clone(); let quantize = args.quantize;
let master_port = args.master_port.clone(); let master_port = args.master_port;
let disable_custom_kernels = args.disable_custom_kernels.clone(); let disable_custom_kernels = args.disable_custom_kernels;
let watermark_gamma = args.watermark_gamma.clone(); let watermark_gamma = args.watermark_gamma;
let watermark_delta = args.watermark_delta.clone(); let watermark_delta = args.watermark_delta;
thread::spawn(move || { thread::spawn(move || {
shard_manager( shard_manager(
model_id, model_id,
@ -559,12 +560,12 @@ fn spawn_shards(
} }
Ok(ShardStatus::Failed((rank, err))) => { Ok(ShardStatus::Failed((rank, err))) => {
tracing::error!("Shard {} failed to start:\n{}", rank, err); tracing::error!("Shard {} failed to start:\n{}", rank, err);
shutdown_shards(shutdown, &shutdown_receiver); shutdown_shards(shutdown, shutdown_receiver);
return Err(LauncherError::ShardCannotStart); return Err(LauncherError::ShardCannotStart);
} }
Err(TryRecvError::Disconnected) => { Err(TryRecvError::Disconnected) => {
tracing::error!("Shard status channel disconnected"); tracing::error!("Shard status channel disconnected");
shutdown_shards(shutdown, &shutdown_receiver); shutdown_shards(shutdown, shutdown_receiver);
return Err(LauncherError::ShardDisconnected); return Err(LauncherError::ShardDisconnected);
} }
} }
@ -666,7 +667,7 @@ fn spawn_webserver(
tracing::error!("{}", err); tracing::error!("{}", err);
} }
shutdown_shards(shutdown, &shutdown_receiver); shutdown_shards(shutdown, shutdown_receiver);
return Err(LauncherError::WebserverCannotStart); return Err(LauncherError::WebserverCannotStart);
} }
}; };

6
router/src/server.rs
View File

@ -551,8 +551,8 @@ pub async fn run(
max_input_length, max_input_length,
max_total_tokens, max_total_tokens,
); );
let healthy = Arc::new(AtomicBool::new(false)); let generation_health = Arc::new(AtomicBool::new(false));
let health_ext = Health::new(client.clone(), healthy.clone()); let health_ext = Health::new(client.clone(), generation_health.clone());
let infer = Infer::new( let infer = Infer::new(
client, client,
validation, validation,
@ -561,7 +561,7 @@ pub async fn run(
max_waiting_tokens, max_waiting_tokens,
max_concurrent_requests, max_concurrent_requests,
shard_info.requires_padding, shard_info.requires_padding,
healthy, generation_health,
); );
// Duration buckets // Duration buckets