huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-25 20:12:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

wip: comment out prepend full_text

Browse Source
This commit is contained in:
John Castronuovo 2025-03-06 19:50:47 -05:00
parent 8e92942a18
commit b9467b95a0
No known key found for this signature in database
GPG Key ID: 42C49180843E7C49
1 changed files with 23 additions and 24 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

47
router/src/server.rs
View File

@ -295,10 +295,10 @@ pub(crate) async fn generate_internal(
);
let compute_characters = req.inputs.chars().count();
let mut add_prompt = None;
if req.parameters.return_full_text.unwrap_or(false) {
add_prompt = Some(req.inputs.clone());
}
//let mut add_prompt = None;
//if req.parameters.return_full_text.unwrap_or(false) {
// add_prompt = Some(req.inputs.clone());
//}
let details: bool = req.parameters.details || req.parameters.decoder_input_details;
@ -321,10 +321,10 @@ pub(crate) async fn generate_internal(
.into_iter()
.map(|response: InferResponse| {
// Add prompt if return_full_text
let mut output_text = response.generated_text.text;
if let Some(prompt) = &add_prompt {
output_text = prompt.clone() + &output_text;
}
let output_text = response.generated_text.text.clone();
//if let Some(prompt) = &add_prompt {
// output_text = prompt.clone() + &output_text;
//}
BestOfSequence {
generated_text: output_text,
@ -416,10 +416,10 @@ pub(crate) async fn generate_internal(
.record(response.generated_text.generated_tokens as f64);
// Send response
let mut output_text = response.generated_text.text;
if let Some(prompt) = add_prompt {
output_text = prompt + &output_text;
}
let output_text = response.generated_text.text.clone();
//if let Some(prompt) = add_prompt {
// output_text = prompt + &output_text;
//}
tracing::debug!("Output: {}", output_text);
tracing::info!("Success");
@ -522,10 +522,10 @@ async fn generate_stream_internal(
let mut end_reached = false;
let mut error = false;
let mut add_prompt = None;
if req.parameters.return_full_text.unwrap_or(false) {
add_prompt = Some(req.inputs.clone());
}
//let mut add_prompt = None;
//if req.parameters.return_full_text.unwrap_or(false) {
// add_prompt = Some(req.inputs.clone());
//}
let details = req.parameters.details;
let best_of = req.parameters.best_of.unwrap_or(1);
@ -616,10 +616,10 @@ async fn generate_stream_internal(
// StreamResponse
end_reached = true;
let mut output_text = generated_text.text;
if let Some(prompt) = add_prompt {
output_text = prompt + &output_text;
}
let output_text = generated_text.text;
//if let Some(prompt) = add_prompt {
// output_text = prompt + &output_text;
//}
tracing::debug!(parent: &span, "Output: {}", output_text);
tracing::info!(parent: &span, "Success");
@ -1711,10 +1711,9 @@ pub async fn run(
// Shared API builder initialization
let api_builder = || {
let mut builder = ApiBuilder::new().with_progress(false);
if let Some(token) = authorization_token {
builder = builder.with_token(Some(token));
}
let mut builder = ApiBuilder::new()
.with_progress(false)
.with_token(authorization_token);
if let Ok(cache_dir) = std::env::var("HUGGINGFACE_HUB_CACHE") {
builder = builder.with_cache_dir(cache_dir.into());