huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 20:34:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: updated to include only the adapter id in chat response

Browse Source
This commit is contained in:
drbh 2024-11-25 11:23:43 -05:00
parent 651a039dd3
commit 6082146c0d
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
router/src/server.rs
View File

@ -1242,7 +1242,7 @@ pub(crate) async fn chat_completions(
// extract model id from request if specified // extract model id from request if specified
let model_id = match model.as_deref() { let model_id = match model.as_deref() {
Some("tgi") | None => info.model_id.clone(), Some("tgi") | None => info.model_id.clone(),
Some(m_id) => format!("{}+{}", info.model_id, m_id), Some(m_id) => m_id.to_string(),
}; };
let system_fingerprint = format!("{}-{}", info.version, info.docker_label.unwrap_or("native")); let system_fingerprint = format!("{}-{}", info.version, info.docker_label.unwrap_or("native"));
// switch on stream // switch on stream