From 41767b651f7a85a20288f5e9155a48f44d528406 Mon Sep 17 00:00:00 2001 From: OlivierDehaene <23298448+OlivierDehaene@users.noreply.github.com> Date: Tue, 31 Jan 2023 16:51:32 +0100 Subject: [PATCH] use u32 --- proto/generate.proto | 2 +- router/src/validation.rs | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/proto/generate.proto b/proto/generate.proto index 11455fee..8f431c5c 100644 --- a/proto/generate.proto +++ b/proto/generate.proto @@ -31,7 +31,7 @@ message NextTokenChooserParameters { /// exponential scaling output probability distribution float temperature = 1; /// restricting to the k highest probability elements - int32 top_k = 2; + uint32 top_k = 2; /// restricting to top tokens summing to prob_cut_off <= prob_cut_off float top_p = 3; /// apply sampling on the logits diff --git a/router/src/validation.rs b/router/src/validation.rs index 99a5a975..39da2a83 100644 --- a/router/src/validation.rs +++ b/router/src/validation.rs @@ -156,7 +156,7 @@ fn validate( let parameters = NextTokenChooserParameters { temperature, - top_k, + top_k: top_k as u32, top_p, do_sample, seed,