huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-10 11:54:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

minimum duration to 0.1 ms

Browse Source
This commit is contained in:
OlivierDehaene 2023-04-09 19:01:53 +02:00
parent a3bdaca014
commit 3795c19dcb
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
router/src/server.rs
View File

@ -530,8 +530,8 @@ pub async fn run(
let duration_matcher = Matcher::Suffix(String::from("duration")); let duration_matcher = Matcher::Suffix(String::from("duration"));
let n_duration_buckets = 35; let n_duration_buckets = 35;
let mut duration_buckets = Vec::with_capacity(n_duration_buckets); let mut duration_buckets = Vec::with_capacity(n_duration_buckets);
// Minimum latency in ms // Minimum duration in seconds
let mut value = 0.1; let mut value = 0.0001;
for _ in 0..n_duration_buckets { for _ in 0..n_duration_buckets {
// geometric sequence // geometric sequence
value *= 1.5; value *= 1.5;