wehub-resource-sync
33 lines
848 B
Python
33 lines
848 B
Python
from transformers import HfArgumentParser
|
|
|
|
from FlagEmbedding.evaluation.air_bench import (
|
|
AIRBenchEvalArgs, AIRBenchEvalModelArgs,
|
|
AIRBenchEvalRunner
|
|
)
|
|
|
|
|
|
def main():
|
|
parser = HfArgumentParser((
|
|
AIRBenchEvalArgs,
|
|
AIRBenchEvalModelArgs
|
|
))
|
|
|
|
eval_args, model_args = parser.parse_args_into_dataclasses()
|
|
eval_args: AIRBenchEvalArgs
|
|
model_args: AIRBenchEvalModelArgs
|
|
|
|
runner = AIRBenchEvalRunner(
|
|
eval_args=eval_args,
|
|
model_args=model_args
|
|
)
|
|
|
|
runner.run()
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|
|
print("==============================================")
|
|
print("Search results have been generated.")
|
|
print("For computing metrics, please refer to the official AIR-Bench docs:")
|
|
print("- https://github.com/AIR-Bench/AIR-Bench/blob/main/docs/submit_to_leaderboard.md")
|