wehub-resource-sync
39a086b41b
Build Windows CPU / build (push) Has been cancelled
Build Windows CUDA 10.2 / build (push) Has been cancelled
Build Windows CUDA 11.8 / build (push) Has been cancelled
Build Windows CUDA 12.6 / build (push) Has been cancelled
Build Windows DirectML / build (push) Has been cancelled
94 lines
2.9 KiB
Python
94 lines
2.9 KiB
Python
from backend.config import tr
|
|
import paddle
|
|
|
|
class HardwareAccelerator:
|
|
|
|
# 类变量，用于存储单例实例
|
|
_instance = None
|
|
|
|
@classmethod
|
|
def instance(cls):
|
|
"""获取单例实例"""
|
|
if cls._instance is None:
|
|
cls._instance = HardwareAccelerator()
|
|
cls._instance.initialize()
|
|
return cls._instance
|
|
|
|
def __init__(self):
|
|
self.__cuda = False
|
|
self.__onnx_providers = []
|
|
self.__enabled = True
|
|
|
|
def initialize(self):
|
|
self.check_paddle()
|
|
self.check_onnx()
|
|
|
|
def check_paddle(self):
|
|
# 如果paddlepaddle编译了gpu的版本
|
|
if paddle.is_compiled_with_cuda():
|
|
# 查看是否有可用的gpu
|
|
if len(paddle.static.cuda_places()) > 0:
|
|
# 如果有GPU则使用GPU
|
|
self.__cuda = True
|
|
|
|
def check_onnx(self):
|
|
if self.__cuda:
|
|
return
|
|
try:
|
|
import onnxruntime as ort
|
|
available_providers = ort.get_available_providers()
|
|
for provider in available_providers:
|
|
if provider in [
|
|
"CPUExecutionProvider"
|
|
]:
|
|
continue
|
|
if provider not in [
|
|
"DmlExecutionProvider", # DirectML，适用于 Windows GPU
|
|
"ROCMExecutionProvider", # AMD ROCm
|
|
"MIGraphXExecutionProvider", # AMD MIGraphX
|
|
"VitisAIExecutionProvider", # AMD VitisAI，适用于 RyzenAI & Windows, 实测和DirectML性能似乎差不多
|
|
"OpenVINOExecutionProvider", # Intel GPU
|
|
"MetalExecutionProvider", # Apple macOS
|
|
"CoreMLExecutionProvider", # Apple macOS
|
|
"CUDAExecutionProvider", # Nvidia GPU
|
|
]:
|
|
print(tr['Main']['OnnxExectionProviderNotSupportedSkipped'].format(provider))
|
|
continue
|
|
print(tr['Main']['OnnxExecutionProviderDetected'].format(provider))
|
|
self.__onnx_providers.append(provider)
|
|
except ModuleNotFoundError as e:
|
|
print(tr['Main']['OnnxRuntimeNotInstall'])
|
|
|
|
def has_accelerator(self):
|
|
if not self.__enabled:
|
|
return False
|
|
return self.__cuda or len(self.__onnx_providers) > 0
|
|
|
|
@property
|
|
def accelerator_name(self):
|
|
if not self.__enabled:
|
|
return "CPU"
|
|
if self.__cuda:
|
|
return "GPU"
|
|
elif len(self.__onnx_providers) > 0:
|
|
return ", ".join(self.__onnx_providers)
|
|
else:
|
|
return "CPU"
|
|
|
|
@property
|
|
def onnx_providers(self):
|
|
if not self.__enabled:
|
|
return []
|
|
return self.__onnx_providers
|
|
|
|
def has_cuda(self):
|
|
if not self.__enabled:
|
|
return False
|
|
return self.__cuda
|
|
|
|
def set_enabled(self, enable):
|
|
self.__enabled = enable
|
|
|
|
|
|
|
|
|