huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 20:34:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

2nd round of benchmark modifications (tiny adjustements to avoid

Browse Source 
overloading the host).
This commit is contained in:
Nicolas Patry 2024-04-26 13:38:03 +00:00
parent ee47973a2f
commit 99ac8783d2
1 changed files with 10 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
load_tests/common.js
View File

@ -26,23 +26,23 @@ export function get_options() {
// }], // }],
}, },
scenarios: { scenarios: {
single_user: { // single_user: {
// executor: 'constant-arrival-rate',
// duration: '60s',
// preAllocatedVUs: 1,
// rate: 20,
// timeUnit: '1s',
// },
load_test: {
executor: 'constant-arrival-rate', executor: 'constant-arrival-rate',
duration: '60s', duration: '60s',
preAllocatedVUs: 1, preAllocatedVUs: 100,
rate: 1, rate: 1,
timeUnit: '1s', timeUnit: '1s',
}, },
// load_test: {
// executor: 'constant-arrival-rate',
// duration: '60s',
// preAllocatedVUs: 100,
// rate: 1,
// timeUnit: '1s',
// },
// breakpoint: { // breakpoint: {
// executor: 'ramping-arrival-rate', //Assure load increase if the system slows // executor: 'ramping-arrival-rate', //Assure load increase if the system slows
// preAllocatedVUs: 1000, // preAllocatedVUs: 300,
// stages: [ // stages: [
// { duration: '60s', target: 100 }, // just slowly ramp-up to a HUGE load // { duration: '60s', target: 100 }, // just slowly ramp-up to a HUGE load
// ], // ],