chore: import upstream snapshot with attribution

2026-07-13 13:39:21 +08:00
commit bc34f6df14
1149 changed files with 328099 additions and 0 deletions
@@ -0,0 +1,31 @@
+from transformers import HfArgumentParser
+
+from FlagEmbedding.finetune.embedder.decoder_only.base import (
+    DecoderOnlyEmbedderDataArguments,
+    DecoderOnlyEmbedderTrainingArguments,
+    DecoderOnlyEmbedderModelArguments,
+    DecoderOnlyEmbedderRunner,
+)
+
+
+def main():
+    parser = HfArgumentParser((
+        DecoderOnlyEmbedderModelArguments,
+        DecoderOnlyEmbedderDataArguments,
+        DecoderOnlyEmbedderTrainingArguments
+    ))
+    model_args, data_args, training_args = parser.parse_args_into_dataclasses()
+    model_args: DecoderOnlyEmbedderModelArguments
+    data_args: DecoderOnlyEmbedderDataArguments
+    training_args: DecoderOnlyEmbedderTrainingArguments
+
+    runner = DecoderOnlyEmbedderRunner(
+        model_args=model_args,
+        data_args=data_args,
+        training_args=training_args
+    )
+    runner.run()
+
+
+if __name__ == "__main__":
+    main()