huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-09 03:14:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

formating

Browse Source
This commit is contained in:
OlivierDehaene 2023-01-30 16:17:32 +01:00
parent 7d633582e4
commit 3fc811f596
2 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
router/src/server.rs
View File

@ -1,8 +1,8 @@
/// HTTP Server logic
use crate::infer::{InferError, InferStreamResponse};
use crate::{
Details, ErrorResponse, GenerateParameters, GenerateRequest, GenerateResponse, Infer, StreamResponse,
Validation,
Details, ErrorResponse, GenerateParameters, GenerateRequest, GenerateResponse, Infer,
StreamResponse, Validation,
};
use axum::extract::Extension;
use axum::http::{HeaderMap, StatusCode};

4
server/text_generation/models/causal_lm.py
View File

@ -368,7 +368,9 @@ class CausalLM(Model):
else:
seed = None
generated_text = GeneratedText(output_text, stopping_criteria.current_tokens, reason, seed)
generated_text = GeneratedText(
output_text, stopping_criteria.current_tokens, reason, seed
)
else:
# Keep request in the batch
generated_text = None