Files
microsoft--unilm/PFPO/scripts/apps/pp_eval_gpt4_general_combine.py
2026-07-13 13:24:13 +08:00

42 lines
1.3 KiB
Python

import sys
import json
import os
import argparse
sys.set_int_max_str_digits(0)
sys.path.append(os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__)))))
from data.apps import PseudoInputsWithFunctionNameFixStarterCode
def main():
parser = argparse.ArgumentParser()
parser.add_argument("--input_file", type=str, default="../msranlpintern/share/xcode_4o_oss_apps_test_inputs_v1.json")
parser.add_argument("--output_file", type=str)
args = parser.parse_args()
# reader = APPsWithFunctionName(split="test", use_starter_code=True)
# reader = APPsWithFunctionName(split="train", train_sub_split="train", use_starter_code=True)
reader = PseudoInputsWithFunctionNameFixStarterCode(train_sub_split="train", use_starter_code=True)
data = reader(args.input_file)
prompt_template = "{question}\n\nPlease write a Python program to solve the above problem under the given time constraints and memory limits."
inputs = []
for item in data:
prompt = prompt_template.format(question=item["question"])
item["prompt"] = prompt
inputs.append(item)
with open(args.output_file, "w", encoding="utf-8") as f:
for item in inputs:
f.write(json.dumps(item, ensure_ascii=False) + "\n")
print(len(inputs))
if __name__ == "__main__":
main()