Files
patchy631--ai-engineering-hub/grpo-finetuning-qwen3/eval_prompts.jsonl
T
2026-07-13 12:37:47 +08:00

51 lines
19 KiB
JSON

{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Please find invoice from Acme Corp dated April 15, 2024. Grand total: 654 GBP.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Acme Corp", "date": "2024-04-15", "amount": 653.75, "currency": "GBP"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Outstanding payment to Crestline Distributors, due as of 05/02/2024, totalling \u20ac7,999.00.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Crestline Distributors", "date": "2024-05-02", "amount": 7999.0, "currency": "EUR"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Received invoice from Redwood Staffing Inc on 09/17/2024. Amount due: 3,696 GBP.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Redwood Staffing Inc", "date": "2024-09-17", "amount": 3695.99, "currency": "GBP"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Invoice details: Supplier \u2014 Nexus Solutions Pvt Ltd. Invoice date: Jan 10 2023. Total payable: $69,552.50.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Nexus Solutions Pvt Ltd", "date": "2023-01-10", "amount": 69552.5, "currency": "USD"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Please find invoice from Global Logistics Ltd dated Apr 6 2023. Grand total: $1,043.75.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Global Logistics Ltd", "date": "2023-04-06", "amount": 1043.75, "currency": "USD"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Accounts payable entry \u2014 Nexus Solutions Pvt Ltd, 16/10/2023, 16731.25.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Nexus Solutions Pvt Ltd", "date": "2023-10-16", "amount": 16731.25, "currency": "GBP"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Bill from Sterling Parts & Co, dated 22/02/2023, total 83,860 GBP.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Sterling Parts & Co", "date": "2023-02-22", "amount": 83860.0, "currency": "GBP"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Received invoice from Ironclad Manufacturing on 18/12/2024. Amount due: 825.99.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Ironclad Manufacturing", "date": "2024-12-18", "amount": 825.99, "currency": "JPY"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Invoice\nFrom: Clearwater Utilities\nIssued: Feb 7 2023\nAmount owed: 9,094 EUR\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Clearwater Utilities", "date": "2023-02-07", "amount": 9094.5, "currency": "EUR"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Received invoice from Sterling Parts & Co on Dec 7 2023. Amount due: $55,158.00 USD.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Sterling Parts & Co", "date": "2023-12-07", "amount": 55158.0, "currency": "USD"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Please find invoice from Pinnacle Hardware Co dated 04/23/2023. Grand total: 78,517 JPY.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Pinnacle Hardware Co", "date": "2023-04-23", "amount": 78517.0, "currency": "JPY"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "We have received a bill from Global Logistics Ltd. Date of service: 2023-02-05. Invoice total: 3,621.50.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Global Logistics Ltd", "date": "2023-02-05", "amount": 3621.5, "currency": "JPY"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Outstanding payment to Apex Print Works, due as of 1 October 2024, totalling 69.50.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Apex Print Works", "date": "2024-10-01", "amount": 69.5, "currency": "USD"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Received invoice from Clearwater Utilities on 02/24/2024. Amount due: 130 JPY.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Clearwater Utilities", "date": "2024-02-24", "amount": 130.5, "currency": "JPY"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Vendor: BlueSky Rentals\nDate: 10/06/2024\nTotal: \u00a3890.75\n\nExtract the fields and return valid JSON only."}], "ground_truth": {"vendor": "BlueSky Rentals", "date": "2024-06-10", "amount": 890.75, "currency": "GBP"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "We have received a bill from Apex Print Works. Date of service: 12/08/2023. Invoice total: 392 JPY.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Apex Print Works", "date": "2023-08-12", "amount": 391.99, "currency": "JPY"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Payment request from Bright Media LLC, issue date 12/06/2023, for the amount of 580.00.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Bright Media LLC", "date": "2023-12-06", "amount": 580.0, "currency": "JPY"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Accounts payable entry \u2014 Nexus Solutions Pvt Ltd, 10/23/2024, \u20ac6,147.00.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Nexus Solutions Pvt Ltd", "date": "2024-10-23", "amount": 6147.0, "currency": "EUR"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Bill from Apex Print Works, dated 2024-06-25, total 7,211.00.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Apex Print Works", "date": "2024-06-25", "amount": 7211.0, "currency": "JPY"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Vendor: Apex Print Works\nDate: 9 April 2023\nTotal: \u00a347,880.00\n\nExtract the fields and return valid JSON only."}], "ground_truth": {"vendor": "Apex Print Works", "date": "2023-04-09", "amount": 47880.0, "currency": "GBP"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Bill from Atlas Freight Services, dated 2023-04-10, total 85,914 JPY.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Atlas Freight Services", "date": "2023-04-10", "amount": 85914.5, "currency": "JPY"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Received invoice from Pinnacle Hardware Co on December 19, 2023. Amount due: EUR 8,744.99.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Pinnacle Hardware Co", "date": "2023-12-19", "amount": 8744.99, "currency": "EUR"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Vendor: BlueSky Rentals\nDate: 09/13/2024\nTotal: 309.00 JPY\n\nExtract the fields and return valid JSON only."}], "ground_truth": {"vendor": "BlueSky Rentals", "date": "2024-09-13", "amount": 309.0, "currency": "JPY"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Invoice\nFrom: Nexus Solutions Pvt Ltd\nIssued: 09/17/2024\nAmount owed: 215.99 JPY\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Nexus Solutions Pvt Ltd", "date": "2024-09-17", "amount": 215.99, "currency": "JPY"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Please find invoice from Ironclad Manufacturing dated 2023-07-28. Grand total: $8,138.50.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Ironclad Manufacturing", "date": "2023-07-28", "amount": 8138.5, "currency": "USD"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Invoice details: Supplier \u2014 Cascade Engineering. Invoice date: May 21, 2023. Total payable: 18,142 GBP.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Cascade Engineering", "date": "2023-05-21", "amount": 18142.0, "currency": "GBP"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Accounts payable entry \u2014 Cascade Engineering, Jan 3 2023, $706.99.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Cascade Engineering", "date": "2023-01-03", "amount": 706.99, "currency": "USD"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Payment request from Acme Corp, issue date July 2, 2024, for the amount of 6,927.75 EUR.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Acme Corp", "date": "2024-07-02", "amount": 6927.75, "currency": "EUR"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "We have received a bill from BlueSky Rentals. Date of service: Jan 10 2024. Invoice total: JPY 447.50.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "BlueSky Rentals", "date": "2024-01-10", "amount": 447.5, "currency": "JPY"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Payment request from Global Logistics Ltd, issue date 04/21/2024, for the amount of EUR 7,482.00.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Global Logistics Ltd", "date": "2024-04-21", "amount": 7482.0, "currency": "EUR"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Invoice details: Supplier \u2014 Ironclad Manufacturing. Invoice date: 4 April 2023. Total payable: 32,740.00 EUR.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Ironclad Manufacturing", "date": "2023-04-04", "amount": 32740.0, "currency": "EUR"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Payment request from Acme Corp, issue date 10/24/2023, for the amount of JPY 40,162.99.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Acme Corp", "date": "2023-10-24", "amount": 40162.99, "currency": "JPY"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Accounts payable entry \u2014 Horizon Digital Agency, 10/09/2024, 93,238 USD.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Horizon Digital Agency", "date": "2024-09-10", "amount": 93238.0, "currency": "USD"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Vendor: Meridian Office Supplies\nDate: 09/14/2023\nTotal: JPY 9,683.00\n\nExtract the fields and return valid JSON only."}], "ground_truth": {"vendor": "Meridian Office Supplies", "date": "2023-09-14", "amount": 9683.0, "currency": "JPY"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Received invoice from Ironclad Manufacturing on 28 March 2023. Amount due: 629.75 EUR.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Ironclad Manufacturing", "date": "2023-03-28", "amount": 629.75, "currency": "EUR"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Invoice\nFrom: Cascade Engineering\nIssued: 21/12/2024\nAmount owed: 346.00\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Cascade Engineering", "date": "2024-12-21", "amount": 346.0, "currency": "JPY"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Invoice details: Supplier \u2014 Meridian Office Supplies. Invoice date: 12/10/2023. Total payable: $6,314.00.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Meridian Office Supplies", "date": "2023-12-10", "amount": 6314.0, "currency": "USD"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Invoice details: Supplier \u2014 Global Logistics Ltd. Invoice date: February 17, 2024. Total payable: USD 727.50.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Global Logistics Ltd", "date": "2024-02-17", "amount": 727.5, "currency": "USD"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Received invoice from Vortex Software Ltd on Nov 4 2024. Amount due: JPY 779.00.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Vortex Software Ltd", "date": "2024-11-04", "amount": 779.0, "currency": "JPY"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "We have received a bill from Ironclad Manufacturing. Date of service: Dec 28 2023. Invoice total: USD 2,374.25.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Ironclad Manufacturing", "date": "2023-12-28", "amount": 2374.25, "currency": "USD"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "We have received a bill from TechSupplies Inc. Date of service: 08/04/2024. Invoice total: 9807.25.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "TechSupplies Inc", "date": "2024-08-04", "amount": 9807.25, "currency": "USD"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Payment request from Summit Consulting Group, issue date 2023-12-10, for the amount of GBP 67,422.25.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Summit Consulting Group", "date": "2023-12-10", "amount": 67422.25, "currency": "GBP"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Accounts payable entry \u2014 Clearwater Utilities, 9 February 2023, 398 JPY.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Clearwater Utilities", "date": "2023-02-09", "amount": 398.0, "currency": "JPY"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Invoice details: Supplier \u2014 Cascade Engineering. Invoice date: September 24, 2023. Total payable: $985.00.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Cascade Engineering", "date": "2023-09-24", "amount": 985.0, "currency": "USD"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Bill from Orbit Telecom LLC, dated 11/25/2024, total \u20ac92,242.00.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Orbit Telecom LLC", "date": "2024-11-25", "amount": 92242.0, "currency": "EUR"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Payment request from Meridian Office Supplies, issue date May 15 2023, for the amount of \u20ac2,586.25.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Meridian Office Supplies", "date": "2023-05-15", "amount": 2586.25, "currency": "EUR"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Invoice details: Supplier \u2014 Nexus Solutions Pvt Ltd. Invoice date: April 22, 2024. Total payable: 56357.99.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Nexus Solutions Pvt Ltd", "date": "2024-04-22", "amount": 56357.99, "currency": "JPY"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Invoice details: Supplier \u2014 Summit Consulting Group. Invoice date: 2024-01-05. Total payable: 7001.50.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Summit Consulting Group", "date": "2024-01-05", "amount": 7001.5, "currency": "USD"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Payment request from Clearwater Utilities, issue date 2023-06-08, for the amount of USD 715.99.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Clearwater Utilities", "date": "2023-06-08", "amount": 715.99, "currency": "USD"}}
{"messages": [{"role": "system", "content": "Extract the following fields from this invoice: vendor, date, amount, currency."}, {"role": "user", "content": "Received invoice from Apex Print Works on 20 March 2024. Amount due: 61,645.50 EUR.\n\nReturn valid JSON only."}], "ground_truth": {"vendor": "Apex Print Works", "date": "2024-03-20", "amount": 61645.5, "currency": "EUR"}}