mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-04-19 13:52:07 +00:00
feat: Add the parsing of HF_HUB_USER_AGENT_ORIGIN environment variable for telemetry (#3027)
* feat: Add the parsing of HF_HUB_USER_AGENT_ORIGIN environment variable to add info about the environment running TGI. That is useful to track usage in case of collaborations for example. * fix: trufflehog
This commit is contained in:
parent
9c89d0070e
commit
230aa25641
3
.github/workflows/trufflehog.yaml
vendored
3
.github/workflows/trufflehog.yaml
vendored
@ -17,4 +17,5 @@ jobs:
|
||||
- name: Secret Scanning
|
||||
uses: trufflesecurity/trufflehog@853e1e8d249fd1e29d0fcc7280d29b03df3d643d
|
||||
with:
|
||||
extra_args: --results=verified,unknown
|
||||
# exclude buggy postgres detector that is causing false positives and not relevant to our codebase
|
||||
extra_args: --results=verified,unknown --exclude-detectors=postgres
|
||||
|
@ -1877,6 +1877,8 @@ pub async fn run(
|
||||
|
||||
// Only send usage stats when TGI is run in container and the function returns Some
|
||||
let is_container = matches!(usage_stats::is_container(), Ok(true));
|
||||
// retrieve the huggingface_hub user agent origin if set, and add the origin to telemetry
|
||||
let origin = std::env::var("HF_HUB_USER_AGENT_ORIGIN").ok();
|
||||
let user_agent = match (usage_stats_level, is_container) {
|
||||
(usage_stats::UsageStatsLevel::On | usage_stats::UsageStatsLevel::NoStack, true) => {
|
||||
let reduced_args = usage_stats::Args::new(
|
||||
@ -1899,6 +1901,7 @@ pub async fn run(
|
||||
max_client_batch_size,
|
||||
usage_stats_level,
|
||||
backend.name(),
|
||||
origin,
|
||||
);
|
||||
Some(usage_stats::UserAgent::new(reduced_args))
|
||||
}
|
||||
|
@ -98,6 +98,7 @@ pub struct Args {
|
||||
max_client_batch_size: usize,
|
||||
usage_stats_level: UsageStatsLevel,
|
||||
backend_name: &'static str,
|
||||
origin: Option<String>,
|
||||
}
|
||||
|
||||
impl Args {
|
||||
@ -122,6 +123,7 @@ impl Args {
|
||||
max_client_batch_size: usize,
|
||||
usage_stats_level: UsageStatsLevel,
|
||||
backend_name: &'static str,
|
||||
origin: Option<String>,
|
||||
) -> Self {
|
||||
Self {
|
||||
model_config,
|
||||
@ -143,6 +145,7 @@ impl Args {
|
||||
max_client_batch_size,
|
||||
usage_stats_level,
|
||||
backend_name,
|
||||
origin,
|
||||
}
|
||||
}
|
||||
}
|
||||
|
Loading…
Reference in New Issue
Block a user