wehub-resource-sync
e904b667c6
Build/Publish Develop Docs / deploy (push) Failing after 1s
PaddleOCR Code Style Check / check-code-style (push) Failing after 1s
PaddleOCR PR Tests GPU / detect-changes (push) Failing after 1s
PaddleOCR PR Tests / detect-changes (push) Failing after 1s
PaddleOCR PR Tests GPU / test-pr-gpu (push) Has been cancelled
PaddleOCR PR Tests / test-pr (push) Has been cancelled
PaddleOCR PR Tests GPU / test-pr-gpu-impl (push) Has been cancelled
PaddleOCR PR Tests / test-pr-python (3.13) (push) Has been cancelled
PaddleOCR PR Tests / test-pr-python (3.8) (push) Has been cancelled
PaddleOCR PR Tests / test-pr-python (3.9) (push) Has been cancelled
60 lines
2.0 KiB
Python
60 lines
2.0 KiB
Python
# Copyright (c) 2026 PaddlePaddle Authors. All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
import asyncio
|
|
from queue import Queue
|
|
from threading import Thread
|
|
from typing import Any, Callable
|
|
|
|
|
|
class LocalSyncRunner:
|
|
def __init__(self, inference: Any) -> None:
|
|
self._inference = inference
|
|
self._queue: Queue = Queue()
|
|
self._closed = False
|
|
self._loop = asyncio.get_running_loop()
|
|
self._thread = Thread(target=self._worker)
|
|
self._thread.start()
|
|
|
|
@property
|
|
def inference(self) -> Any:
|
|
return self._inference
|
|
|
|
async def call(self, func: Callable, *args: Any, **kwargs: Any) -> Any:
|
|
if self._closed:
|
|
raise RuntimeError("Local sync runner has already been closed")
|
|
fut = self._loop.create_future()
|
|
self._queue.put((func, args, kwargs, fut))
|
|
return await fut
|
|
|
|
async def close(self) -> None:
|
|
if not self._closed:
|
|
self._queue.put(None)
|
|
await self._loop.run_in_executor(None, self._thread.join)
|
|
self._closed = True
|
|
|
|
def _worker(self) -> None:
|
|
while not self._closed:
|
|
item = self._queue.get()
|
|
if item is None:
|
|
break
|
|
func, args, kwargs, fut = item
|
|
try:
|
|
result = func(*args, **kwargs)
|
|
self._loop.call_soon_threadsafe(fut.set_result, result)
|
|
except Exception as e:
|
|
self._loop.call_soon_threadsafe(fut.set_exception, e)
|
|
finally:
|
|
self._queue.task_done()
|