wehub-resource-sync
140 lines
4.8 KiB
HTML
140 lines
4.8 KiB
HTML
<html>
|
|
<!--- Licensed to the Apache Software Foundation (ASF) under one -->
|
|
<!--- or more contributor license agreements. See the NOTICE file -->
|
|
<!--- distributed with this work for additional information -->
|
|
<!--- regarding copyright ownership. The ASF licenses this file -->
|
|
<!--- to you under the Apache License, Version 2.0 (the -->
|
|
<!--- "License"); you may not use this file except in compliance -->
|
|
<!--- with the License. You may obtain a copy of the License at -->
|
|
|
|
<!--- http://www.apache.org/licenses/LICENSE-2.0 -->
|
|
|
|
<!--- Unless required by applicable law or agreed to in writing, -->
|
|
<!--- software distributed under the License is distributed on an -->
|
|
<!--- "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -->
|
|
<!--- KIND, either express or implied. See the License for the -->
|
|
<!--- specific language governing permissions and limitations -->
|
|
<!--- under the License. -->
|
|
<!DOCTYPE html>
|
|
|
|
<head lang="en-US"></head>
|
|
<title>TVM RPC Test Page</title>
|
|
</head>
|
|
|
|
<meta http-equiv="origin-trial" content="Agx76XA0ITxMPF0Z8rbbcMllwuxsyp9qdtQaXlLqu1JUrdHB6FPonuyIKJ3CsBREUkeioJck4nn3KO0c0kkwqAMAAABJeyJvcmlnaW4iOiJodHRwOi8vbG9jYWxob3N0Ojg4ODgiLCJmZWF0dXJlIjoiV2ViR1BVIiwiZXhwaXJ5IjoxNjkxNzExOTk5fQ==">
|
|
|
|
<script src="tvmjs_runtime.wasi.js"></script>
|
|
<script src="tvmjs.bundle.js"></script>
|
|
<script>
|
|
// Global environment
|
|
var tvmjsGlobalEnv = {};
|
|
|
|
function customLog(message) {
|
|
console.log(message);
|
|
const d = document.createElement("div");
|
|
d.innerHTML = message;
|
|
document.getElementById("log").appendChild(d);
|
|
};
|
|
|
|
function clearLog() {
|
|
const node = document.getElementById("log");
|
|
while (node.hasChildNodes()) {
|
|
node.removeChild(node.lastChild);
|
|
}
|
|
}
|
|
|
|
function initProgressCallback(report) {
|
|
document.getElementById("rpc-progress-tracker-label").innerHTML = report.text;
|
|
document.getElementById("rpc-progress-tracker-progress").value = report.progress * 100;
|
|
}
|
|
|
|
function connectRPC() {
|
|
const proxyUrl = document.getElementById("proxyUrl").value;
|
|
const key = document.getElementById("proxyKey").value;
|
|
const tensorCacheName = document.getElementById("cache-select").value;
|
|
let tensorCacheUrl = new URL(tensorCacheName + "/", document.URL).href;
|
|
let tensorCacheDevice = document.getElementById("tensorCacheDevice").value;
|
|
|
|
if (tensorCacheName == "none" || tensorCacheName === undefined) {
|
|
tensorCacheUrl = "";
|
|
}
|
|
|
|
// only works for once.
|
|
const getImports = () => {
|
|
return new EmccWASI();
|
|
};
|
|
|
|
new tvmjs.RPCServer(
|
|
proxyUrl, key, getImports, customLog,
|
|
tensorCacheUrl, tensorCacheDevice, initProgressCallback,
|
|
tvmjsGlobalEnv.asyncOnRPCServerLoad);
|
|
}
|
|
|
|
async function loadCacheOption() {
|
|
const select = document.getElementById("cache-select");
|
|
try {
|
|
const list = await (await fetch("/cache-list.json")).json()
|
|
for (let i = 0; i < list.length; ++i) {
|
|
const option = document.createElement("option");
|
|
option.text = list[i];
|
|
option.value = list[i];
|
|
select.add(option);
|
|
}
|
|
if (list.length != 0) {
|
|
select.value = list[0];
|
|
}
|
|
} catch (err) {}
|
|
}
|
|
</script>
|
|
<script src="https://code.jquery.com/jquery-3.6.3.min.js" integrity="sha256-pvPw+upLPUjgMXY0G+8O0xUf+/Im1MZjXxxgOcBQBXU=" crossorigin="anonymous"></script>
|
|
<script>
|
|
$(function(){
|
|
$("#includeRPCPlugin").load("rpc_plugin.html");
|
|
});
|
|
</script>
|
|
<body onload="loadCacheOption()">
|
|
<h1>TVM WebSocket RPC Server</h1>
|
|
To use this page
|
|
<ul>
|
|
<li>Run "make" and "npm run bundle" to create the libraries.</li>
|
|
<li>
|
|
run "python -m tvm.exec.rpc_proxy --example-rpc=1" to start proxy.
|
|
</li>
|
|
<li>Click Connect to proxy.</li>
|
|
<li>run "python tests/python/websock_rpc_test.py" to run the rpc client.</li>
|
|
</ul>
|
|
|
|
<h2>Options</h2>
|
|
Proxy URL <input
|
|
name="proxyrl"
|
|
id="proxyUrl"
|
|
type="text"
|
|
value="ws://localhost:8888/ws"
|
|
/><br />
|
|
RPC Server Key <input
|
|
name="serverkey"
|
|
id="proxyKey"
|
|
type="text"
|
|
value="wasm"
|
|
/><br />
|
|
TensorCache -
|
|
<select name="cache-name" id="cache-select">
|
|
<option value="none">none</option>
|
|
</select>
|
|
CacheDevice -
|
|
<select name="cache-device" id="tensorCacheDevice">
|
|
<option value="webgpu">webgpu</option>
|
|
<option value="cpu">cpu</option>
|
|
</select>
|
|
<br />
|
|
<button onclick="connectRPC()">Connect To Proxy</button>
|
|
<button onclick="clearLog()">Clear Log</button>
|
|
<div id="progress">
|
|
<label id="rpc-progress-tracker-label"> </label> <br>
|
|
<progress id="rpc-progress-tracker-progress" max="100" value="100"> </progress>
|
|
</div>
|
|
<div id="includeRPCPlugin"></div>
|
|
<div id="log"></div>
|
|
</body>
|
|
</html>
|