huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-12 04:44:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: adjust launcher for local lora adapters

Browse Source
This commit is contained in:
drbh 2024-07-09 02:47:47 +00:00
parent 4b569341e6
commit 8c3530f705
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
launcher/src/main.rs
View File

@ -1592,6 +1592,10 @@ fn main() -> Result<(), LauncherError> {
// Download and convert lora adapters if any // Download and convert lora adapters if any
if let Some(lora_adapters) = &args.lora_adapters { if let Some(lora_adapters) = &args.lora_adapters {
for adapter in lora_adapters.split(',') { for adapter in lora_adapters.split(',') {
// skip download if a path is provided
if adapter.contains('=') {
continue;
}
download_convert_model( download_convert_model(
adapter, adapter,
None, None,