mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-06-19 15:52:08 +00:00
feat: Add the parsing of HF_HUB_USER_AGENT_ORIGIN environment variable to add info about the environment running TGI. That is useful to track usage in case of collaborations for example.
This commit is contained in:
parent
cfd4fbb479
commit
728cbfa4c6
@ -1877,6 +1877,8 @@ pub async fn run(
|
||||
|
||||
// Only send usage stats when TGI is run in container and the function returns Some
|
||||
let is_container = matches!(usage_stats::is_container(), Ok(true));
|
||||
// retrieve the huggingface_hub user agent origin if set, and add the origin to telemetry
|
||||
let origin = std::env::var("HF_HUB_USER_AGENT_ORIGIN").ok();
|
||||
let user_agent = match (usage_stats_level, is_container) {
|
||||
(usage_stats::UsageStatsLevel::On | usage_stats::UsageStatsLevel::NoStack, true) => {
|
||||
let reduced_args = usage_stats::Args::new(
|
||||
@ -1899,6 +1901,7 @@ pub async fn run(
|
||||
max_client_batch_size,
|
||||
usage_stats_level,
|
||||
backend.name(),
|
||||
origin,
|
||||
);
|
||||
Some(usage_stats::UserAgent::new(reduced_args))
|
||||
}
|
||||
|
@ -98,6 +98,7 @@ pub struct Args {
|
||||
max_client_batch_size: usize,
|
||||
usage_stats_level: UsageStatsLevel,
|
||||
backend_name: &'static str,
|
||||
origin: Option<String>,
|
||||
}
|
||||
|
||||
impl Args {
|
||||
@ -122,6 +123,7 @@ impl Args {
|
||||
max_client_batch_size: usize,
|
||||
usage_stats_level: UsageStatsLevel,
|
||||
backend_name: &'static str,
|
||||
origin: Option<String>,
|
||||
) -> Self {
|
||||
Self {
|
||||
model_config,
|
||||
@ -143,6 +145,7 @@ impl Args {
|
||||
max_client_batch_size,
|
||||
usage_stats_level,
|
||||
backend_name,
|
||||
origin,
|
||||
}
|
||||
}
|
||||
}
|
||||
|
Loading…
Reference in New Issue
Block a user