huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 04:14:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: do not leak inputs on error

Browse Source
This commit is contained in:
OlivierDehaene 2023-11-03 14:42:00 +01:00
parent 96a982ad8f
commit ca9fc44cb5
2 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
router/src/infer.rs
View File

@ -82,7 +82,7 @@ impl Infer {
} }
/// Add a new request to the queue and return a stream of InferStreamResponse /// Add a new request to the queue and return a stream of InferStreamResponse
#[instrument(skip(self))] #[instrument(skip_all)]
pub(crate) async fn generate_stream( pub(crate) async fn generate_stream(
&self, &self,
request: GenerateRequest, request: GenerateRequest,
@ -133,7 +133,7 @@ impl Infer {
} }
/// Add a new request to the queue and return a InferResponse /// Add a new request to the queue and return a InferResponse
#[instrument(skip(self))] #[instrument(skip_all)]
pub(crate) async fn generate( pub(crate) async fn generate(
&self, &self,
request: GenerateRequest, request: GenerateRequest,
@ -214,7 +214,7 @@ impl Infer {
} }
/// Add best_of new requests to the queue and return a InferResponse of the sequence with /// Add best_of new requests to the queue and return a InferResponse of the sequence with
/// the highest log probability per token /// the highest log probability per token
#[instrument(skip(self))] #[instrument(skip(self, request))]
pub(crate) async fn generate_best_of( pub(crate) async fn generate_best_of(
&self, &self,
request: GenerateRequest, request: GenerateRequest,

2
router/src/validation.rs
View File

@ -69,7 +69,7 @@ impl Validation {
} }
} }
#[instrument(skip_all)] #[instrument(skip(self, inputs))]
async fn validate_input( async fn validate_input(
&self, &self,
inputs: String, inputs: String,