huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-05-10 03:52:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(backend): remove core overriding in the Rust backend

Browse Source
This commit is contained in:
Morgan Funtowicz 2024-11-28 10:59:50 +01:00
parent d918e6a159
commit 274cfce435
1 changed files with 0 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
backends/llamacpp/src/backend.rs
View File

@ -70,10 +70,6 @@ fn get_cores_allocation(num_cores_per_instance: usize) -> Vec<Range<usize>> {
// If we have spare cores, let's see if we can give everyone one more core
let num_instances = cores_count / effective_num_cores_per_instance;
if cores_count - (num_instances * effective_num_cores_per_instance) >= num_instances {
effective_num_cores_per_instance = effective_num_cores_per_instance + 1;
warn!("Overriding cores allocation to {effective_num_cores_per_instance} per instance");
}
(0..num_instances)
.map(|ordinal| {