From da3f18e5c85336fb90bfc723cdc14e68d59f2398 Mon Sep 17 00:00:00 2001 From: drbh Date: Tue, 22 Apr 2025 16:26:56 +0000 Subject: [PATCH] feat: include proto changes --- proto/v3/generate.proto | 2 ++ 1 file changed, 2 insertions(+) diff --git a/proto/v3/generate.proto b/proto/v3/generate.proto index 02980b6f..1018e709 100644 --- a/proto/v3/generate.proto +++ b/proto/v3/generate.proto @@ -104,6 +104,8 @@ message NextTokenChooserParameters { string grammar = 10; /// grammar type GrammarType grammar_type = 11; + /// logit bias dictionary mapping token string to bias value + map logit_bias = 12; } message StoppingCriteriaParameters {