diff --git a/docs/source/usage_statistics.md b/docs/source/usage_statistics.md
index ad5ac395..b509341f 100644
--- a/docs/source/usage_statistics.md
+++ b/docs/source/usage_statistics.md
@@ -33,15 +33,7 @@ As of release 2.1.2 this is an example of the data collected:
},
"ngrok": false,
"revision": null,
- "tokenizer_config": {
- "add_bos_token": null,
- "add_eos_token": null,
- "bos_token": "",
- "chat_template": null,
- "completion_template": null,
- "eos_token": "",
- "tokenizer_class": "BloomTokenizerFast"
- },
+ "tokenizer_class": "BloomTokenizerFast",
"validation_workers": 2,
"waiting_served_ratio": 1.2,
"docker_label": "latest",
diff --git a/router/src/main.rs b/router/src/main.rs
index fde9c6e3..323a8742 100644
--- a/router/src/main.rs
+++ b/router/src/main.rs
@@ -327,6 +327,7 @@ async fn main() -> Result<(), RouterError> {
tracing::warn!("Could not find tokenizer config locally and no API specified");
HubTokenizerConfig::default()
});
+ let tokenizer_class = tokenizer_config.tokenizer_class.clone();
let tokenizer: Option = tokenizer_filename.and_then(|filename| {
let mut tokenizer = Tokenizer::from_file(filename).ok();
@@ -387,7 +388,7 @@ async fn main() -> Result<(), RouterError> {
let user_agent = if !disable_usage_stats && is_docker {
let reducded_args = usage_stats::Args::new(
config.clone(),
- tokenizer_config.clone(),
+ tokenizer_class,
max_concurrent_requests,
max_best_of,
max_stop_sequences,
diff --git a/router/src/usage_stats.rs b/router/src/usage_stats.rs
index bac1b9d8..f49cfa9a 100644
--- a/router/src/usage_stats.rs
+++ b/router/src/usage_stats.rs
@@ -60,7 +60,7 @@ impl UsageStatsEvent {
#[derive(Debug, Clone, Serialize)]
pub struct Args {
model_config: Option,
- tokenizer_config: HubTokenizerConfig,
+ tokenizer_config: Option,
max_concurrent_requests: usize,
max_best_of: usize,
max_stop_sequences: usize,
@@ -86,7 +86,7 @@ pub struct Args {
impl Args {
pub fn new(
model_config: Option,
- tokenizer_config: HubTokenizerConfig,
+ tokenizer_config: Option,
max_concurrent_requests: usize,
max_best_of: usize,
max_stop_sequences: usize,