import sys
import json
import os
import argparse

sys.set_int_max_str_digits(0)

sys.path.append(os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__)))))

from data.human_eval import MBPPReader
from post_processors.code.evaluator import MBPPEvaluator
from post_processors.code.clean import standard_cleaner


def main():
    parser = argparse.ArgumentParser()
    parser.add_argument("--input_file", type=str)
    args = parser.parse_args()

    evaluator = MBPPEvaluator()

    outputs = []
    with open(args.input_file, "r", encoding="utf-8")as f:
        for line in f:
            item = json.loads(line)
            pred = standard_cleaner(item["completion"])
            item["pred"] = pred
            item["test_cases"] = item["test_list"]
            item["id"] = item["task_id"]
            outputs.append(item)

    predictions, metrics = evaluator(outputs, num_workers=24)

    print(metrics)


if __name__ == "__main__":
    main()