huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-27 13:02:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

backend(vllm): remove python print stmt

Browse Source
This commit is contained in:
Morgan Funtowicz 2025-01-27 22:43:16 +01:00
parent a7c2a470d6
commit dc5addae81
1 changed files with 0 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
backends/vllm/src/engine.rs
View File

@ -120,12 +120,6 @@ impl LlmEngine {
let py_tokens_prompt = py_tokens_prompt_class.call_bound(py, (), Some(&kwargs))?; let py_tokens_prompt = py_tokens_prompt_class.call_bound(py, (), Some(&kwargs))?;
let py_sampling_params = sampling_params.try_to_object(py)?; let py_sampling_params = sampling_params.try_to_object(py)?;
let _ = py.eval_bound(
"print(type(params), params)",
Some(&[("params", &py_sampling_params)].into_py_dict_bound(py)),
None,
);
self.engine.call_method1( self.engine.call_method1(
py, py,
"add_request", "add_request",