huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-12 04:44:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix llava_next regression in latest main

Browse Source 
Signed-off-by: Wang, Yi A <yi.a.wang@intel.com>
This commit is contained in:
Wang, Yi A 2024-07-21 22:30:33 -07:00
parent c5904132c7
commit 190368e137
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
server/text_generation_server/models/custom_modeling/flash_llama_modeling.py
View File

@ -424,7 +424,7 @@ class FlashLlamaModel(torch.nn.Module):
FlashLlamaLayer( FlashLlamaLayer(
index=0, index=0,
prefix=( prefix=(
"model.layers.0" if not prefix else "{prefix}.model.layers.0" "model.layers.0" if not prefix else f"{prefix}.model.layers.0"
), ),
config=config, config=config,
weights=weights, weights=weights,