chore: import upstream snapshot with attribution

scripts/train.py

@@ -0,0 +1,31 @@
+import importlib
+import os
+
+import sys
+from pathlib import Path
+
+root_dir = Path(__file__).parent.parent.resolve()
+os.environ['PYTHONPATH'] = str(root_dir)
+sys.path.insert(0, str(root_dir))
+
+os.environ['TORCH_CUDNN_V8_API_ENABLED'] = '1'  # Prevent unacceptable slowdowns when using 16 precision
+
+from utils.hparams import set_hparams, hparams
+
+set_hparams()
+if not hparams['nccl_p2p']:
+    print("Disabling NCCL P2P")
+    os.environ['NCCL_P2P_DISABLE'] = '1'
+
+
+def run_task():
+    assert hparams['task_cls'] != ''
+    pkg = ".".join(hparams["task_cls"].split(".")[:-1])
+    cls_name = hparams["task_cls"].split(".")[-1]
+    task_cls = getattr(importlib.import_module(pkg), cls_name)
+
+    task_cls.start()
+
+
+if __name__ == '__main__':
+    run_task()