huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-10 20:04:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

stash

Browse Source
This commit is contained in:
rsnm2 2023-08-28 02:13:09 +00:00
parent bb124e4029
commit d02993a5c3
1 changed files with 10 additions and 31 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

41
server-dev.ipynb
View File

@ -13,7 +13,7 @@
},
{
"cell_type": "code",
"execution_count": 89,
"execution_count": 91,
"id": "7513b2a1-0749-44b5-88a9-d91d5b175e8e",
"metadata": {},
"outputs": [
@ -21,19 +21,8 @@
"name": "stdout",
"output_type": "stream",
"text": [
"45\n",
"Finish the following function for computing a fibonacci sequence: \n",
"\n",
"def fib(n):\n",
" if n<=1:\n",
" return n\n",
" else:\n",
" return fib(n-1)+fib(n-2)\n",
" \n",
"print(fib(15))\n",
"\n",
"\n",
"50\n",
"55\n",
"{'response_text': '\\n if n == 0:\\n return 0\\n elif n == 1:\\n return 1\\n else:\\n return fib(n-1) + fib(n-2)\\n\\n# Driver function to test above function\\nn', 'finish_reason': 1}\n",
"Finish the following function for computing a fibonacci sequence: \n",
"\n",
"def fib(n):\n",
@ -42,23 +31,10 @@
" elif n == 1:\n",
" return 1\n",
" else:\n",
" return fib(n - 1) + fib(n - 2)\n",
" return fib(n-1) + fib(n-2)\n",
"\n",
"n = int(\n",
"55\n",
"Finish the following function for computing a fibonacci sequence: \n",
"\n",
"def fib(n):\n",
" x = 1\n",
" y = 1\n",
" if n < 2:\n",
" return 1\n",
" else:\n",
" for i in range(2, n):\n",
" z = x + y\n",
" x = y\n",
" y = z\n",
"\n"
"# Driver function to test above function\n",
"n\n"
]
}
],
@ -87,14 +63,17 @@
" with requests.post(url, json=obj) as r:\n",
" print(max_new_tokens)\n",
" dct = json.loads(r.text)\n",
" print(dct)\n",
" print(f'{sequence}{dct[\"response_text\"]}')\n",
"\n",
"max_new_tokens_lst = [55, 50, 45]\n",
"seeds = [1,2,3]\n",
"# max_new_tokens_lst = [100, 200, 300]\n",
"\n",
"cnt = 1\n",
"request_ts = [\n",
" Thread(target=request_task, args=[seed, max_new_tokens]) for seed, max_new_tokens in zip(seeds, max_new_tokens_lst)\n",
" Thread(target=request_task, args=[seed, max_new_tokens]) \n",
" for seed, max_new_tokens in zip(seeds[:cnt], max_new_tokens_lst[:cnt])\n",
"]\n",
"\n",
"import time\n",