From 274cfce435a5b72806edc429327d6d7f710cb5cf Mon Sep 17 00:00:00 2001 From: Morgan Funtowicz Date: Thu, 28 Nov 2024 10:59:50 +0100 Subject: [PATCH] feat(backend): remove core overriding in the Rust backend --- backends/llamacpp/src/backend.rs | 4 ---- 1 file changed, 4 deletions(-) diff --git a/backends/llamacpp/src/backend.rs b/backends/llamacpp/src/backend.rs index 32547655..557c14b4 100644 --- a/backends/llamacpp/src/backend.rs +++ b/backends/llamacpp/src/backend.rs @@ -70,10 +70,6 @@ fn get_cores_allocation(num_cores_per_instance: usize) -> Vec> { // If we have spare cores, let's see if we can give everyone one more core let num_instances = cores_count / effective_num_cores_per_instance; - if cores_count - (num_instances * effective_num_cores_per_instance) >= num_instances { - effective_num_cores_per_instance = effective_num_cores_per_instance + 1; - warn!("Overriding cores allocation to {effective_num_cores_per_instance} per instance"); - } (0..num_instances) .map(|ordinal| {