diff --git a/bin/time_test.sh b/bin/time_test.sh index 592b4cd0..edc60bcc 100644 --- a/bin/time_test.sh +++ b/bin/time_test.sh @@ -9,17 +9,28 @@ domain=$1 key=$2 count=$3 total_time=0 +times=() for ((i=1; i<=count; i++)); do result=$(curl -o /dev/null -s -w %{time_total}\\n \ https://"$domain"/v1/chat/completions \ -H "Content-Type: application/json" \ -H "Authorization: Bearer $key" \ - -d '{"prompt": "hi!", "max_tokens": 1}') + -d '{"prompt": "hi!", "max_tokens": 1, "model": "gpt-3.5-turbo"}') echo "$result" - total_time=$(echo "$total_time + $result" | bc) + total_time=$(bc <<< "$total_time + $result") + times+=("$result") done -average_time=$(echo "scale=3; $total_time / $count" | bc) -echo "Average time: $average_time" +average_time=$(echo "scale=4; $total_time / $count" | bc) +sum_of_squares=0 +for time in "${times[@]}"; do + difference=$(echo "scale=4; $time - $average_time" | bc) + square=$(echo "scale=4; $difference * $difference" | bc) + sum_of_squares=$(echo "scale=4; $sum_of_squares + $square" | bc) +done + +standard_deviation=$(echo "scale=4; sqrt($sum_of_squares / $count)" | bc) + +echo "Average time: $average_time±$standard_deviation"