chore: import upstream snapshot with attribution

2026-07-13 13:39:21 +08:00
commit bc34f6df14
1149 changed files with 328099 additions and 0 deletions
@@ -0,0 +1,6 @@
+AbsArguments
+============
+
+.. autoclass:: FlagEmbedding.abc.finetune.reranker.AbsRerankerModelArguments
+
+.. autoclass:: FlagEmbedding.abc.finetune.reranker.AbsRerankerDataArguments
@@ -0,0 +1,53 @@
+==========
+AbsDataset
+==========
+
+AbsEmbedderTrainDataset
+=======================
+
+.. autoclass:: FlagEmbedding.abc.finetune.embedder.AbsEmbedderTrainDataset
+
+Methods
+-------
+
+.. automethod:: FlagEmbedding.abc.finetune.embedder.AbsEmbedderTrainDataset._load_dataset
+
+.. automethod:: FlagEmbedding.abc.finetune.embedder.AbsEmbedderTrainDataset._shuffle_text
+
+AbsEmbedderCollator
+===================
+
+.. autoclass:: FlagEmbedding.abc.finetune.embedder.AbsEmbedderCollator
+
+AbsEmbedderSameDatasetTrainDataset
+==================================
+
+.. autoclass:: FlagEmbedding.abc.finetune.embedder.AbsEmbedderSameDatasetTrainDataset
+
+Methods
+-------
+
+.. automethod:: FlagEmbedding.abc.finetune.embedder.AbsEmbedderSameDatasetTrainDataset.refresh_epoch
+
+.. automethod:: FlagEmbedding.abc.finetune.embedder.AbsEmbedderSameDatasetTrainDataset._load_dataset
+
+.. automethod:: FlagEmbedding.abc.finetune.embedder.AbsEmbedderSameDatasetTrainDataset._get_file_batch_size
+
+.. automethod:: FlagEmbedding.abc.finetune.embedder.AbsEmbedderSameDatasetTrainDataset._get_train_group_size
+
+.. automethod:: FlagEmbedding.abc.finetune.embedder.AbsEmbedderSameDatasetTrainDataset._create_batch_data
+
+AbsEmbedderSameDatasetCollator
+==============================
+
+.. autoclass:: FlagEmbedding.abc.finetune.embedder.AbsEmbedderSameDatasetCollator
+
+EmbedderTrainerCallbackForDataRefresh
+=====================================
+
+.. autoclass:: FlagEmbedding.abc.finetune.embedder.EmbedderTrainerCallbackForDataRefresh
+
+Methods
+-------
+
+.. automethod:: FlagEmbedding.abc.finetune.embedder.EmbedderTrainerCallbackForDataRefresh.on_epoch_end
@@ -0,0 +1,41 @@
+===========
+AbsModeling
+===========
+
+AbsEmbedderModel
+================
+
+.. autoclass:: FlagEmbedding.abc.finetune.embedder.AbsEmbedderModel
+
+Methods
+-------
+
+.. automethod:: FlagEmbedding.abc.finetune.embedder.AbsEmbedderModel.encode
+
+.. automethod:: FlagEmbedding.abc.finetune.embedder.AbsEmbedderModel.compute_loss
+
+.. automethod:: FlagEmbedding.abc.finetune.embedder.AbsEmbedderModel.compute_score
+
+.. automethod:: FlagEmbedding.abc.finetune.embedder.AbsEmbedderModel.save
+
+.. automethod:: FlagEmbedding.abc.finetune.embedder.AbsEmbedderModel.get_local_score
+
+.. automethod:: FlagEmbedding.abc.finetune.embedder.AbsEmbedderModel.compute_local_score
+
+.. automethod:: FlagEmbedding.abc.finetune.embedder.AbsEmbedderModel.forward
+
+.. automethod:: FlagEmbedding.abc.finetune.embedder.AbsEmbedderModel.distill_loss
+
+.. automethod:: FlagEmbedding.abc.finetune.embedder.AbsEmbedderModel._compute_no_in_batch_neg_loss
+
+.. automethod:: FlagEmbedding.abc.finetune.embedder.AbsEmbedderModel._compute_in_batch_neg_loss
+
+.. automethod:: FlagEmbedding.abc.finetune.embedder.AbsEmbedderModel._compute_cross_device_neg_loss
+
+.. automethod:: FlagEmbedding.abc.finetune.embedder.AbsEmbedderModel._dist_gather_tensor
+
+
+EmbedderOutput
+==============
+
+.. autoclass:: FlagEmbedding.abc.finetune.embedder.EmbedderOutput
@@ -0,0 +1,21 @@
+=========
+AbsRunner
+=========
+
+AbsEmbedderTrainer
+==================
+
+.. autoclass:: FlagEmbedding.abc.finetune.embedder.AbsEmbedderRunner
+
+Methods
+-------
+
+.. automethod:: FlagEmbedding.abc.finetune.embedder.AbsEmbedderRunner.load_tokenizer_and_model
+
+.. automethod:: FlagEmbedding.abc.finetune.embedder.AbsEmbedderRunner.load_trainer
+
+.. automethod:: FlagEmbedding.abc.finetune.embedder.AbsEmbedderRunner.load_train_dataset
+
+.. automethod:: FlagEmbedding.abc.finetune.embedder.AbsEmbedderRunner.load_data_collator
+
+.. automethod:: FlagEmbedding.abc.finetune.embedder.AbsEmbedderRunner.run
@@ -0,0 +1,13 @@
+==========
+AbsTrainer
+==========
+
+AbsEmbedderTrainer
+==================
+
+.. autoclass:: FlagEmbedding.abc.finetune.embedder.AbsEmbedderTrainer
+
+Methods
+-------
+
+.. automethod:: FlagEmbedding.abc.finetune.embedder.AbsEmbedderTrainer.compute_loss