wehub-resource-sync
32 lines
750 B
Python
32 lines
750 B
Python
import importlib
|
|
import os
|
|
|
|
import sys
|
|
from pathlib import Path
|
|
|
|
root_dir = Path(__file__).parent.parent.resolve()
|
|
os.environ['PYTHONPATH'] = str(root_dir)
|
|
sys.path.insert(0, str(root_dir))
|
|
|
|
os.environ['TORCH_CUDNN_V8_API_ENABLED'] = '1' # Prevent unacceptable slowdowns when using 16 precision
|
|
|
|
from utils.hparams import set_hparams, hparams
|
|
|
|
set_hparams()
|
|
if not hparams['nccl_p2p']:
|
|
print("Disabling NCCL P2P")
|
|
os.environ['NCCL_P2P_DISABLE'] = '1'
|
|
|
|
|
|
def run_task():
|
|
assert hparams['task_cls'] != ''
|
|
pkg = ".".join(hparams["task_cls"].split(".")[:-1])
|
|
cls_name = hparams["task_cls"].split(".")[-1]
|
|
task_cls = getattr(importlib.import_module(pkg), cls_name)
|
|
|
|
task_cls.start()
|
|
|
|
|
|
if __name__ == '__main__':
|
|
run_task()
|