import sys import json import os import argparse sys.set_int_max_str_digits(0) sys.path.append(os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))) from data.human_eval import HumanEvalReader def main(): parser = argparse.ArgumentParser() parser.add_argument("--output_file", type=str) args = parser.parse_args() reader = HumanEvalReader() data = reader() prompt_template = "Complete the following Python function according to the docstring:\n\n{prompt}" inputs = [] for item in data: prompt = prompt_template.format(**item) item["prompt"] = prompt inputs.append(item) with open(args.output_file, "w", encoding="utf-8") as f: for item in inputs: f.write(json.dumps(item, ensure_ascii=False) + "\n") print(len(inputs)) if __name__ == "__main__": main()