huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-12 04:44:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

delete json_output and ngrok

Browse Source
This commit is contained in:
erikkaum 2024-07-16 13:56:25 +02:00
parent 796c5cbf38
commit 713abb7073
3 changed files with 0 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
docs/source/usage_statistics.md
View File

@ -15,7 +15,6 @@ As of release 2.1.2 this is an example of the data collected:
{ {
"event_type": "start", "event_type": "start",
"disable_grammar_support": false, "disable_grammar_support": false,
"json_output": false,
"max_batch_prefill_tokens": 4096, "max_batch_prefill_tokens": 4096,
"max_batch_size": null, "max_batch_size": null,
"max_batch_total_tokens": null, "max_batch_total_tokens": null,
@ -31,7 +30,6 @@ As of release 2.1.2 this is an example of the data collected:
"model_config": { "model_config": {
"model_type": "bloom" "model_type": "bloom"
}, },
"ngrok": false,
"revision": null, "revision": null,
"tokenizer_class": "BloomTokenizerFast", "tokenizer_class": "BloomTokenizerFast",
"validation_workers": 2, "validation_workers": 2,

2
router/src/main.rs
View File

@ -402,8 +402,6 @@ async fn main() -> Result<(), RouterError> {
max_batch_size, max_batch_size,
revision, revision,
validation_workers, validation_workers,
json_output,
ngrok,
messages_api_enabled, messages_api_enabled,
disable_grammar_support, disable_grammar_support,
max_client_batch_size, max_client_batch_size,

6
router/src/usage_stats.rs
View File

@ -74,8 +74,6 @@ pub struct Args {
max_batch_size: Option<usize>, max_batch_size: Option<usize>,
revision: Option<String>, revision: Option<String>,
validation_workers: usize, validation_workers: usize,
json_output: bool,
ngrok: bool,
messages_api_enabled: bool, messages_api_enabled: bool,
disable_grammar_support: bool, disable_grammar_support: bool,
max_client_batch_size: usize, max_client_batch_size: usize,
@ -101,8 +99,6 @@ impl Args {
max_batch_size: Option<usize>, max_batch_size: Option<usize>,
revision: Option<String>, revision: Option<String>,
validation_workers: usize, validation_workers: usize,
json_output: bool,
ngrok: bool,
messages_api_enabled: bool, messages_api_enabled: bool,
disable_grammar_support: bool, disable_grammar_support: bool,
max_client_batch_size: usize, max_client_batch_size: usize,
@ -125,8 +121,6 @@ impl Args {
max_batch_size, max_batch_size,
revision, revision,
validation_workers, validation_workers,
json_output,
ngrok,
messages_api_enabled, messages_api_enabled,
disable_grammar_support, disable_grammar_support,
max_client_batch_size, max_client_batch_size,