chore: import upstream snapshot with attribution

2026-07-13 13:34:58 +08:00
commit a203934033
1368 changed files with 175001 additions and 0 deletions
@@ -0,0 +1,16 @@
+from .base import OptimizerCallback
+from .galore import GaloreOptimizerCallback
+from .lorap import LorapOptimizerCallback
+from .multimodal import MultimodalOptimizerCallback
+from .muon import MuonOptimizerCallback
+from .muonclip import MuonClipOptimizerCallback
+
+# Add your own optimizers here, use --optimizer xxx to train
+optimizers_map = {
+    'default': OptimizerCallback,
+    'galore': GaloreOptimizerCallback,
+    'lorap': LorapOptimizerCallback,
+    'muon': MuonOptimizerCallback,
+    'muonclip': MuonClipOptimizerCallback,
+    'multimodal': MultimodalOptimizerCallback,
+}