wehub-resource-sync
adf0d17497
publish / version_or_publish (push) Waiting to run
storybook-build / changes (push) Waiting to run
storybook-build / :storybook-build (push) Blocked by required conditions
Sync Gradio Skills to Hugging Face / sync-skills (push) Waiting to run
functional / changes (push) Waiting to run
functional / build-frontend (push) Blocked by required conditions
functional / functional-test-SSR=false (push) Blocked by required conditions
functional / functional-reload (push) Blocked by required conditions
functional / functional-test-SSR=true (push) Blocked by required conditions
hygiene / hygiene-test (push) Waiting to run
python / changes (push) Waiting to run
python / build (push) Blocked by required conditions
python / test-ubuntu-latest-flaky (push) Blocked by required conditions
python / test-ubuntu-latest-not-flaky (push) Blocked by required conditions
python / test-windows-latest-flaky (push) Blocked by required conditions
python / test-windows-latest-not-flaky (push) Blocked by required conditions
js / changes (push) Waiting to run
js / js-test (push) Blocked by required conditions
docs-build / changes (push) Waiting to run
docs-build / docs-build (push) Blocked by required conditions
docs-build / website-build (push) Blocked by required conditions
802 lines
32 KiB
Plaintext
802 lines
32 KiB
Plaintext
{
|
|
"cells": [
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 1,
|
|
"metadata": {},
|
|
"outputs": [
|
|
{
|
|
"name": "stdout",
|
|
"output_type": "stream",
|
|
"text": [
|
|
"\n",
|
|
"\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m23.3.2\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.0\u001b[0m\n",
|
|
"\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpip install --upgrade pip\u001b[0m\n"
|
|
]
|
|
}
|
|
],
|
|
"source": [
|
|
"import json\n",
|
|
"import time\n",
|
|
"import uuid\n",
|
|
"\n",
|
|
"import requests\n",
|
|
"\n",
|
|
"!pip install -q websocket-client\n",
|
|
"import websocket"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 32,
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": [
|
|
"URL = \"18.236.68.146\""
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 3,
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": [
|
|
"from concurrent.futures import ThreadPoolExecutor\n",
|
|
"\n",
|
|
"\n",
|
|
"def run_in_parallel(func, n):\n",
|
|
" # Ensure the callable and repetitions are valid\n",
|
|
" if not callable(func) or not isinstance(n, int) or n < 1:\n",
|
|
" raise ValueError(\"Invalid function or number of repetitions\")\n",
|
|
"\n",
|
|
" # Define a wrapper function to execute\n",
|
|
" def task_wrapper():\n",
|
|
" return func()\n",
|
|
"\n",
|
|
" # Use ThreadPoolExecutor to run tasks in parallel\n",
|
|
" with ThreadPoolExecutor(max_workers=n) as executor:\n",
|
|
" futures = [executor.submit(task_wrapper) for _ in range(n)]\n",
|
|
"\n",
|
|
" # Wait for all futures to complete and collect results\n",
|
|
" results = [future.result() for future in futures]\n",
|
|
"\n",
|
|
" return results"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "markdown",
|
|
"metadata": {},
|
|
"source": [
|
|
"## Gradio 4"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 33,
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": [
|
|
"def request():\n",
|
|
" start_time = time.time()\n",
|
|
" session_hash = uuid.uuid4().hex\n",
|
|
" payload = {\"data\": [\"test\"], \"fn_index\": 0, \"session_hash\": session_hash}\n",
|
|
" url = f\"http://{URL}/\"\n",
|
|
" resp = requests.post(f\"{url}queue/join\", json=payload, timeout=5)\n",
|
|
" assert resp.status_code == 200\n",
|
|
"\n",
|
|
" message_count = 0\n",
|
|
" output = \"\"\n",
|
|
" with requests.get(\n",
|
|
" f\"{url}queue/data?session_hash={session_hash}\", stream=True\n",
|
|
" ) as response:\n",
|
|
" response.raise_for_status()\n",
|
|
" for line in response.iter_lines():\n",
|
|
" if line:\n",
|
|
" decoded_line = line.decode(\"utf-8\")\n",
|
|
" if decoded_line.startswith(\"data:\"):\n",
|
|
" data = decoded_line.replace(\"data: \", \"\")\n",
|
|
" if \"close_stream\" in data:\n",
|
|
" break\n",
|
|
" output = data\n",
|
|
" message_count += 1\n",
|
|
"\n",
|
|
" end_time = time.time()\n",
|
|
" duration = end_time - start_time\n",
|
|
" return (duration, message_count, json.loads(output)[\"output\"][\"data\"])"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 34,
|
|
"metadata": {},
|
|
"outputs": [
|
|
{
|
|
"data": {
|
|
"text/plain": [
|
|
"(5.6847522258758545,\n",
|
|
" 504,\n",
|
|
" [[['test',\n",
|
|
" 'Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem']]])"
|
|
]
|
|
},
|
|
"execution_count": 34,
|
|
"metadata": {},
|
|
"output_type": "execute_result"
|
|
}
|
|
],
|
|
"source": [
|
|
"request()"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": [
|
|
"output = run_in_parallel(request, 5)\n",
|
|
"avg_duration = sum(o[0] for o in output) / len(output)\n",
|
|
"avg_msg = sum(o[1] for o in output) / len(output)\n",
|
|
"print(avg_duration, avg_msg)"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": [
|
|
"output = run_in_parallel(request, 25)\n",
|
|
"avg_duration = sum(o[0] for o in output) / len(output)\n",
|
|
"avg_msg = sum(o[1] for o in output) / len(output)\n",
|
|
"print(avg_duration, avg_msg)"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 86,
|
|
"metadata": {},
|
|
"outputs": [
|
|
{
|
|
"name": "stdout",
|
|
"output_type": "stream",
|
|
"text": [
|
|
"83.2809367132187 535.58\n"
|
|
]
|
|
}
|
|
],
|
|
"source": [
|
|
"output = run_in_parallel(request, 100)\n",
|
|
"avg_duration = sum(o[0] for o in output) / len(output)\n",
|
|
"avg_msg = sum(o[1] for o in output) / len(output)\n",
|
|
"\n",
|
|
"print(avg_duration, avg_msg)"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 36,
|
|
"metadata": {},
|
|
"outputs": [
|
|
{
|
|
"name": "stdout",
|
|
"output_type": "stream",
|
|
"text": [
|
|
"95.03129840755463 526.68\n"
|
|
]
|
|
}
|
|
],
|
|
"source": [
|
|
"output = run_in_parallel(request, 250)\n",
|
|
"avg_duration = sum(o[0] for o in output) / len(output)\n",
|
|
"avg_msg = sum(o[1] for o in output) / len(output)\n",
|
|
"print(avg_duration, avg_msg)"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "markdown",
|
|
"metadata": {},
|
|
"source": [
|
|
"## Gradio 3.x"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 8,
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": [
|
|
"def request():\n",
|
|
" start_time = time.time()\n",
|
|
" url = f\"ws://{URL}/\"\n",
|
|
" session_hash = uuid.uuid4().hex\n",
|
|
" output = None\n",
|
|
" message_count = 0\n",
|
|
" start_time = time.time()\n",
|
|
" try:\n",
|
|
" # Connect to WebSocket server\n",
|
|
" ws = websocket.create_connection(f\"{url}queue/join\")\n",
|
|
"\n",
|
|
" while True:\n",
|
|
" message = ws.recv() # Wait and receive incoming message\n",
|
|
" message_count += 1\n",
|
|
" message = json.loads(message)\n",
|
|
" msg = message[\"msg\"]\n",
|
|
"\n",
|
|
" if msg == \"send_hash\":\n",
|
|
" ws.send(json.dumps({\"session_hash\": session_hash, \"fn_index\": 0}))\n",
|
|
"\n",
|
|
" if msg == \"send_hash\":\n",
|
|
" ws.send(\n",
|
|
" json.dumps(\n",
|
|
" {\n",
|
|
" \"data\": [\"test\"],\n",
|
|
" \"event_data\": None,\n",
|
|
" \"fn_index\": 0,\n",
|
|
" \"session_hash\": session_hash,\n",
|
|
" }\n",
|
|
" )\n",
|
|
" )\n",
|
|
"\n",
|
|
" if msg == \"process_completed\":\n",
|
|
" output = message[\"output\"][\"data\"]\n",
|
|
" break\n",
|
|
"\n",
|
|
" finally:\n",
|
|
" ws.close() # Ensure the connection is closed properly\n",
|
|
"\n",
|
|
" duration = time.time() - start_time\n",
|
|
" return duration, message_count, output"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 9,
|
|
"metadata": {},
|
|
"outputs": [
|
|
{
|
|
"data": {
|
|
"text/plain": [
|
|
"(7.217260122299194,\n",
|
|
" 506,\n",
|
|
" [[['test',\n",
|
|
" 'Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem']]])"
|
|
]
|
|
},
|
|
"execution_count": 9,
|
|
"metadata": {},
|
|
"output_type": "execute_result"
|
|
}
|
|
],
|
|
"source": [
|
|
"request()"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": [
|
|
"output = run_in_parallel(request, 5)\n",
|
|
"avg_duration = sum(o[0] for o in output) / len(output)\n",
|
|
"avg_msg = sum(o[1] for o in output) / len(output)\n",
|
|
"print(avg_duration, avg_msg)"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": [
|
|
"output = run_in_parallel(request, 25)\n",
|
|
"avg_duration = sum(o[0] for o in output) / len(output)\n",
|
|
"avg_msg = sum(o[1] for o in output) / len(output)\n",
|
|
"print(avg_duration, avg_msg)"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 10,
|
|
"metadata": {},
|
|
"outputs": [
|
|
{
|
|
"name": "stdout",
|
|
"output_type": "stream",
|
|
"text": [
|
|
"18.25279019832611 506.0\n"
|
|
]
|
|
}
|
|
],
|
|
"source": [
|
|
"output = run_in_parallel(request, 100)\n",
|
|
"avg_duration = sum(o[0] for o in output) / len(output)\n",
|
|
"avg_msg = sum(o[1] for o in output) / len(output)\n",
|
|
"print(avg_duration, avg_msg)"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 11,
|
|
"metadata": {},
|
|
"outputs": [
|
|
{
|
|
"name": "stdout",
|
|
"output_type": "stream",
|
|
"text": [
|
|
"46.61669938659668 506.408\n"
|
|
]
|
|
}
|
|
],
|
|
"source": [
|
|
"output = run_in_parallel(request, 250)\n",
|
|
"avg_duration = sum(o[0] for o in output) / len(output)\n",
|
|
"avg_msg = sum(o[1] for o in output) / len(output)\n",
|
|
"print(avg_duration, avg_msg)"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "markdown",
|
|
"metadata": {},
|
|
"source": [
|
|
"### Simple SSE"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": [
|
|
"def request():\n",
|
|
" start_time = time.time()\n",
|
|
" url = f\"http://{URL}/\"\n",
|
|
" message_count = 0\n",
|
|
" output = \"\"\n",
|
|
" with requests.get(f\"{url}sse\", stream=True) as response:\n",
|
|
" response.raise_for_status()\n",
|
|
" for line in response.iter_lines():\n",
|
|
" if line:\n",
|
|
" decoded_line = line.decode(\"utf-8\")\n",
|
|
" if decoded_line.startswith(\"data:\"):\n",
|
|
" output = decoded_line.replace(\"data: \", \"\")\n",
|
|
" message_count += 1\n",
|
|
" if message_count == 500:\n",
|
|
" break\n",
|
|
"\n",
|
|
" end_time = time.time()\n",
|
|
" duration = end_time - start_time\n",
|
|
" return (duration, message_count, output)"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": [
|
|
"request()"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": [
|
|
"output = run_in_parallel(request, 5)\n",
|
|
"avg_duration = sum(o[0] for o in output) / len(output)\n",
|
|
"avg_msg = sum(o[1] for o in output) / len(output)\n",
|
|
"print(avg_duration, avg_msg)"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": [
|
|
"output = run_in_parallel(request, 25)\n",
|
|
"avg_duration = sum(o[0] for o in output) / len(output)\n",
|
|
"avg_msg = sum(o[1] for o in output) / len(output)\n",
|
|
"print(avg_duration, avg_msg)"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": [
|
|
"output = run_in_parallel(request, 100)\n",
|
|
"avg_duration = sum(o[0] for o in output) / len(output)\n",
|
|
"avg_msg = sum(o[1] for o in output) / len(output)\n",
|
|
"print(avg_duration, avg_msg)"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": [
|
|
"output = run_in_parallel(request, 250)\n",
|
|
"avg_duration = sum(o[0] for o in output) / len(output)\n",
|
|
"avg_msg = sum(o[1] for o in output) / len(output)\n",
|
|
"print(avg_duration, avg_msg)"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "markdown",
|
|
"metadata": {},
|
|
"source": [
|
|
"### Simple Websocket"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": [
|
|
"def request():\n",
|
|
" start_time = time.time()\n",
|
|
" url = f\"ws://{URL}/\"\n",
|
|
" output = None\n",
|
|
" message_count = 0\n",
|
|
" start_time = time.time()\n",
|
|
" try:\n",
|
|
" # Connect to WebSocket server\n",
|
|
" ws = websocket.create_connection(f\"{url}ws\")\n",
|
|
"\n",
|
|
" while True:\n",
|
|
" message = ws.recv() # Wait and receive incoming message\n",
|
|
" message_count += 1\n",
|
|
" output = message\n",
|
|
" if message_count == 500:\n",
|
|
" break\n",
|
|
"\n",
|
|
" finally:\n",
|
|
" ws.close() # Ensure the connection is closed properly\n",
|
|
"\n",
|
|
" duration = time.time() - start_time\n",
|
|
" return duration, message_count, output"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": [
|
|
"request()"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": [
|
|
"output = run_in_parallel(request, 5)\n",
|
|
"avg_duration = sum(o[0] for o in output) / len(output)\n",
|
|
"avg_msg = sum(o[1] for o in output) / len(output)\n",
|
|
"print(avg_duration, avg_msg)"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": [
|
|
"output = run_in_parallel(request, 25)\n",
|
|
"avg_duration = sum(o[0] for o in output) / len(output)\n",
|
|
"avg_msg = sum(o[1] for o in output) / len(output)\n",
|
|
"print(avg_duration, avg_msg)"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": [
|
|
"output = run_in_parallel(request, 100)\n",
|
|
"avg_duration = sum(o[0] for o in output) / len(output)\n",
|
|
"avg_msg = sum(o[1] for o in output) / len(output)\n",
|
|
"print(avg_duration, avg_msg)"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": [
|
|
"output = run_in_parallel(request, 250)\n",
|
|
"avg_duration = sum(o[0] for o in output) / len(output)\n",
|
|
"avg_msg = sum(o[1] for o in output) / len(output)\n",
|
|
"print(avg_duration, avg_msg)"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "markdown",
|
|
"metadata": {},
|
|
"source": [
|
|
"### SSE w/ Workers"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 98,
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": [
|
|
"def request():\n",
|
|
" start_time = time.time()\n",
|
|
" payload = {\"data\": \"test\"}\n",
|
|
" url = f\"http://{URL}/\"\n",
|
|
" resp = requests.post(f\"{url}sse/send\", json=payload, timeout=5)\n",
|
|
" assert resp.status_code == 200\n",
|
|
" session_id = resp.json()[\"session_id\"]\n",
|
|
"\n",
|
|
" message_count = 0\n",
|
|
" output = \"\"\n",
|
|
" with requests.get(\n",
|
|
" f\"{url}sse/listen?session_id={session_id}\", stream=True\n",
|
|
" ) as response:\n",
|
|
" response.raise_for_status()\n",
|
|
" for line in response.iter_lines():\n",
|
|
" if line:\n",
|
|
" decoded_line = line.decode(\"utf-8\")\n",
|
|
" if decoded_line.startswith(\"data:\"):\n",
|
|
" output = decoded_line.replace(\"data: \", \"\")\n",
|
|
" message_count += 1\n",
|
|
"\n",
|
|
" end_time = time.time()\n",
|
|
" duration = end_time - start_time\n",
|
|
" return (duration, message_count, output)"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 99,
|
|
"metadata": {},
|
|
"outputs": [
|
|
{
|
|
"data": {
|
|
"text/plain": [
|
|
"(5.302220106124878,\n",
|
|
" 500,\n",
|
|
" 'Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem ')"
|
|
]
|
|
},
|
|
"execution_count": 99,
|
|
"metadata": {},
|
|
"output_type": "execute_result"
|
|
}
|
|
],
|
|
"source": [
|
|
"request()"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": [
|
|
"output = run_in_parallel(request, 5)\n",
|
|
"avg_duration = sum(o[0] for o in output) / len(output)\n",
|
|
"avg_msg = sum(o[1] for o in output) / len(output)\n",
|
|
"print(avg_duration, avg_msg)"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": [
|
|
"output = run_in_parallel(request, 25)\n",
|
|
"avg_duration = sum(o[0] for o in output) / len(output)\n",
|
|
"avg_msg = sum(o[1] for o in output) / len(output)\n",
|
|
"print(avg_duration, avg_msg)"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 100,
|
|
"metadata": {},
|
|
"outputs": [
|
|
{
|
|
"name": "stdout",
|
|
"output_type": "stream",
|
|
"text": [
|
|
"5.664539747238159 500.0\n"
|
|
]
|
|
}
|
|
],
|
|
"source": [
|
|
"output = run_in_parallel(request, 100)\n",
|
|
"avg_duration = sum(o[0] for o in output) / len(output)\n",
|
|
"avg_msg = sum(o[1] for o in output) / len(output)\n",
|
|
"print(avg_duration, avg_msg)"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 101,
|
|
"metadata": {},
|
|
"outputs": [
|
|
{
|
|
"name": "stdout",
|
|
"output_type": "stream",
|
|
"text": [
|
|
"11.787519352912902 500.0\n"
|
|
]
|
|
}
|
|
],
|
|
"source": [
|
|
"output = run_in_parallel(request, 250)\n",
|
|
"avg_duration = sum(o[0] for o in output) / len(output)\n",
|
|
"avg_msg = sum(o[1] for o in output) / len(output)\n",
|
|
"print(avg_duration, avg_msg)"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "markdown",
|
|
"metadata": {},
|
|
"source": [
|
|
"### Websockets w/ Workers"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 104,
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": [
|
|
"def request():\n",
|
|
" start_time = time.time()\n",
|
|
" url = f\"ws://{URL}/\"\n",
|
|
" output = None\n",
|
|
" message_count = 0\n",
|
|
" start_time = time.time()\n",
|
|
" try:\n",
|
|
" ws = websocket.create_connection(f\"{url}ws\")\n",
|
|
" ws.send(\"test\")\n",
|
|
"\n",
|
|
" while True:\n",
|
|
" message = ws.recv() # Wait and receive incoming message\n",
|
|
" message_count += 1\n",
|
|
" output = message\n",
|
|
" if message_count == 500:\n",
|
|
" break\n",
|
|
"\n",
|
|
" finally:\n",
|
|
" ws.close() # Ensure the connection is closed properly\n",
|
|
"\n",
|
|
" duration = time.time() - start_time\n",
|
|
" return duration, message_count, output"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 105,
|
|
"metadata": {},
|
|
"outputs": [
|
|
{
|
|
"data": {
|
|
"text/plain": [
|
|
"(5.335849285125732,\n",
|
|
" 500,\n",
|
|
" 'Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem Lorem ')"
|
|
]
|
|
},
|
|
"execution_count": 105,
|
|
"metadata": {},
|
|
"output_type": "execute_result"
|
|
}
|
|
],
|
|
"source": [
|
|
"request()"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": [
|
|
"output = run_in_parallel(request, 5)\n",
|
|
"avg_duration = sum(o[0] for o in output) / len(output)\n",
|
|
"avg_msg = sum(o[1] for o in output) / len(output)\n",
|
|
"print(avg_duration, avg_msg)"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": [
|
|
"output = run_in_parallel(request, 25)\n",
|
|
"avg_duration = sum(o[0] for o in output) / len(output)\n",
|
|
"avg_msg = sum(o[1] for o in output) / len(output)\n",
|
|
"print(avg_duration, avg_msg)"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 106,
|
|
"metadata": {},
|
|
"outputs": [
|
|
{
|
|
"name": "stdout",
|
|
"output_type": "stream",
|
|
"text": [
|
|
"16.153259081840517 500.0\n"
|
|
]
|
|
}
|
|
],
|
|
"source": [
|
|
"output = run_in_parallel(request, 100)\n",
|
|
"avg_duration = sum(o[0] for o in output) / len(output)\n",
|
|
"avg_msg = sum(o[1] for o in output) / len(output)\n",
|
|
"print(avg_duration, avg_msg)"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 107,
|
|
"metadata": {},
|
|
"outputs": [
|
|
{
|
|
"name": "stdout",
|
|
"output_type": "stream",
|
|
"text": [
|
|
"40.5195159034729 500.0\n"
|
|
]
|
|
}
|
|
],
|
|
"source": [
|
|
"output = run_in_parallel(request, 250)\n",
|
|
"avg_duration = sum(o[0] for o in output) / len(output)\n",
|
|
"avg_msg = sum(o[1] for o in output) / len(output)\n",
|
|
"print(avg_duration, avg_msg)"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": []
|
|
}
|
|
],
|
|
"metadata": {
|
|
"kernelspec": {
|
|
"display_name": "projectenv",
|
|
"language": "python",
|
|
"name": "python3"
|
|
},
|
|
"language_info": {
|
|
"codemirror_mode": {
|
|
"name": "ipython",
|
|
"version": 3
|
|
},
|
|
"file_extension": ".py",
|
|
"mimetype": "text/x-python",
|
|
"name": "python",
|
|
"nbconvert_exporter": "python",
|
|
"pygments_lexer": "ipython3",
|
|
"version": "3.9.6"
|
|
}
|
|
},
|
|
"nbformat": 4,
|
|
"nbformat_minor": 2
|
|
}
|