huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 04:14:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: do not leak inputs on error

Browse Source
This commit is contained in:
OlivierDehaene 2023-11-03 14:42:00 +01:00
parent 96a982ad8f
commit ca9fc44cb5
2 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
router/src/infer.rs
View File

@ -82,7 +82,7 @@ impl Infer {
}
/// Add a new request to the queue and return a stream of InferStreamResponse
#[instrument(skip(self))]
#[instrument(skip_all)]
pub(crate) async fn generate_stream(
&self,
request: GenerateRequest,
@ -133,7 +133,7 @@ impl Infer {
}
/// Add a new request to the queue and return a InferResponse
#[instrument(skip(self))]
#[instrument(skip_all)]
pub(crate) async fn generate(
&self,
request: GenerateRequest,
@ -214,7 +214,7 @@ impl Infer {
}
/// Add best_of new requests to the queue and return a InferResponse of the sequence with
/// the highest log probability per token
#[instrument(skip(self))]
#[instrument(skip(self, request))]
pub(crate) async fn generate_best_of(
&self,
request: GenerateRequest,

2
router/src/validation.rs
View File

@ -69,7 +69,7 @@ impl Validation {
}
}
#[instrument(skip_all)]
#[instrument(skip(self, inputs))]
async fn validate_input(
&self,
inputs: String,