huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: updated to include only the adapter id in chat response

Browse Source
This commit is contained in:
drbh 2024-11-25 11:23:43 -05:00
parent 651a039dd3
commit 6082146c0d
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
router/src/server.rs
View File

@ -1242,7 +1242,7 @@ pub(crate) async fn chat_completions(
// extract model id from request if specified
let model_id = match model.as_deref() {
Some("tgi") | None => info.model_id.clone(),
Some(m_id) => format!("{}+{}", info.model_id, m_id),
Some(m_id) => m_id.to_string(),
};
let system_fingerprint = format!("{}-{}", info.version, info.docker_label.unwrap_or("native"));
// switch on stream