wehub-resource-sync
29 lines
545 B
Python
29 lines
545 B
Python
from transformers import HfArgumentParser
|
|
|
|
from FlagEmbedding.evaluation.miracl import (
|
|
MIRACLEvalArgs, MIRACLEvalModelArgs,
|
|
MIRACLEvalRunner
|
|
)
|
|
|
|
|
|
def main():
|
|
parser = HfArgumentParser((
|
|
MIRACLEvalArgs,
|
|
MIRACLEvalModelArgs
|
|
))
|
|
|
|
eval_args, model_args = parser.parse_args_into_dataclasses()
|
|
eval_args: MIRACLEvalArgs
|
|
model_args: MIRACLEvalModelArgs
|
|
|
|
runner = MIRACLEvalRunner(
|
|
eval_args=eval_args,
|
|
model_args=model_args
|
|
)
|
|
|
|
runner.run()
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|