diff --git a/router/src/queue.rs b/router/src/queue.rs index 0ebfed9b..db3c509e 100644 --- a/router/src/queue.rs +++ b/router/src/queue.rs @@ -231,6 +231,7 @@ mod tests { temperature: 0.0, top_k: 0, top_p: 0.0, + typical_p: 0.0, do_sample: false, seed: 0, repetition_penalty: 0.0,