wehub-resource-sync
24 lines
801 B
Python
24 lines
801 B
Python
import os
|
|
from concurrent.futures import ThreadPoolExecutor, Future
|
|
from typing import Any, Callable
|
|
|
|
|
|
class ConcurrentTaskExecutor:
|
|
"""使用线程池并发执行任务，替代原来的串行锁。"""
|
|
|
|
def __init__(self, max_workers: int | None = None):
|
|
self._max_workers = max_workers or int(os.getenv("TASK_MAX_WORKERS", "3"))
|
|
self._pool = ThreadPoolExecutor(max_workers=self._max_workers)
|
|
|
|
def run(self, fn: Callable[..., Any], *args: Any, **kwargs: Any) -> Any:
|
|
future: Future = self._pool.submit(fn, *args, **kwargs)
|
|
return future.result()
|
|
|
|
def shutdown(self, wait: bool = True):
|
|
self._pool.shutdown(wait=wait)
|
|
|
|
|
|
# 保持向后兼容的导出名
|
|
SerialTaskExecutor = ConcurrentTaskExecutor
|
|
task_serial_executor = ConcurrentTaskExecutor()
|