diff --git a/proto/v3/generate.proto b/proto/v3/generate.proto index 02980b6f..1018e709 100644 --- a/proto/v3/generate.proto +++ b/proto/v3/generate.proto @@ -104,6 +104,8 @@ message NextTokenChooserParameters { string grammar = 10; /// grammar type GrammarType grammar_type = 11; + /// logit bias dictionary mapping token string to bias value + map logit_bias = 12; } message StoppingCriteriaParameters {