From 7028f5bce2b025b990516c7fee528a6bf798dc24 Mon Sep 17 00:00:00 2001
From: Morgan Funtowicz <funtowiczmo@gmail.com>
Date: Wed, 29 Jan 2025 17:01:20 +0100
Subject: [PATCH] backend(vllm): make v1 the default

---
 backends/vllm/src/engine.rs | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/backends/vllm/src/engine.rs b/backends/vllm/src/engine.rs
index b7234f29..53e36e14 100644
--- a/backends/vllm/src/engine.rs
+++ b/backends/vllm/src/engine.rs
@@ -29,9 +29,9 @@ impl IntoPyDict for EngineArgs {
                     ),
                 ],
             )
-            .as_any(),
+                .as_any(),
         )
-        .expect("Failed to create Python Dict from EngineArgs")
+            .expect("Failed to create Python Dict from EngineArgs")
     }
 }
 
@@ -99,7 +99,7 @@ impl LlmEngine {
             // Next create the LLMEngine from the EngineArgs
             // from vllm.engine.llm_engine import LLMEngine
             // engine = LLMEngine.from_engine_args(engine_args)
-            let py_engine_llm_mod = PyModule::import_bound(py, "vllm.engine.llm_engine")?;
+            let py_engine_llm_mod = PyModule::import_bound(py, "vllm.v1.engine.llm_engine")?;
             let py_engine_llm_class = py_engine_llm_mod.getattr("LLMEngine")?;
             py_engine_llm_class
                 .call_method("from_engine_args", (py_engine_args,), None)?