huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-09 11:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

backend(vllm): make v1 the default

Browse Source
This commit is contained in:
Morgan Funtowicz 2025-01-29 17:01:20 +01:00
parent dc5addae81
commit 7028f5bce2
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
backends/vllm/src/engine.rs
View File

@ -29,9 +29,9 @@ impl IntoPyDict for EngineArgs {
),
],
)
.as_any(),
.as_any(),
)
.expect("Failed to create Python Dict from EngineArgs")
.expect("Failed to create Python Dict from EngineArgs")
}
}
@ -99,7 +99,7 @@ impl LlmEngine {
// Next create the LLMEngine from the EngineArgs
// from vllm.engine.llm_engine import LLMEngine
// engine = LLMEngine.from_engine_args(engine_args)
let py_engine_llm_mod = PyModule::import_bound(py, "vllm.engine.llm_engine")?;
let py_engine_llm_mod = PyModule::import_bound(py, "vllm.v1.engine.llm_engine")?;
let py_engine_llm_class = py_engine_llm_mod.getattr("LLMEngine")?;
py_engine_llm_class
.call_method("from_engine_args", (py_engine_args,), None)?