huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-10 11:54:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

better docs

Browse Source
This commit is contained in:
OlivierDehaene 2023-02-27 19:30:51 +01:00
parent 51b029b089
commit ab32074fe2
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
router/src/main.rs
View File

@ -109,7 +109,7 @@ fn main() -> Result<(), std::io::Error> {
let model_info: serde_json::Value = let model_info: serde_json::Value =
serde_json::from_str(&model_info).expect("unable to parse model info"); serde_json::from_str(&model_info).expect("unable to parse model info");
// if pipeline-tag == text-generation we return prompt + generated_text from the / route // if pipeline-tag == text-generation we default to return_full_text = true
let compat_return_full_text = match model_info.get("pipeline_tag") { let compat_return_full_text = match model_info.get("pipeline_tag") {
None => { None => {
tracing::warn!("no pipeline tag found for model {tokenizer_name}"); tracing::warn!("no pipeline tag found for model {tokenizer_name}");