Merge pull request #62 from songquanpeng/main

Fork Sync: Update from parent repository

bin/time_test.sh

@@ -0,0 +1,25 @@
+#!/bin/bash
+
+if [ $# -ne 3 ]; then
+  echo "Usage: time_test.sh <domain> <key> <count>"
+  exit 1
+fi
+
+domain=$1
+key=$2
+count=$3
+total_time=0
+
+for ((i=1; i<=count; i++)); do
+  result=$(curl -o /dev/null -s -w %{time_total}\\n \
+           https://"$domain"/v1/chat/completions \
+           -H "Content-Type: application/json" \
+           -H "Authorization: Bearer $key" \
+           -d '{"prompt": "hi!", "max_tokens": 1}')
+  echo "$result"
+  total_time=$(echo "$total_time + $result" | bc)
+done
+
+average_time=$(echo "scale=3; $total_time / $count" | bc)
+echo "Average time: $average_time"
+