{"case_id": "PY_MONEYED-01", "repo_id": "py_moneyed", "github_repo": "limist/py-moneyed", "github_url": "https://github.com/limist/py-moneyed", "git_sha": "4c90ed5", "sector": "Treasury & ISO-4217 Money", "category": "ISO-4217 Sub-Units & Half-Even Rounding", "label": "USD Half-Even Tie .555 -> .56 & Truncated Sub-Unit", "mcp_tool": "inspect_and_round_money", "inputs": {"amount_str": "1250.555", "currency_code": "USD", "ndigits": 2}, "ground_truth_oracle_output": {"currency_code": "USD", "numeric_code": "840", "sub_unit": 100, "sub_unit_amount_int": 125055, "rounded_amount": "1250.56"}, "synthesized_mcp_output": {"currency_code": "USD", "numeric_code": "840", "sub_unit": 100, "sub_unit_amount_int": 125055, "rounded_amount": "1250.56"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138163-FYdzkKacvWyYdUzBBNdq", "gen-1793138188-ROKNkz8IfBgbmxhFurbD"], "chunked_openrouter_request_id": "gen-1793138213-a3bqH4NNqx7GPYqTzNru", "certificate_sha256": "a80c4cb32759514c447893e4d84956dbd899812b1b8312f1824fdd7af049b73f"}
{"case_id": "PY_MONEYED-02", "repo_id": "py_moneyed", "github_repo": "limist/py-moneyed", "github_url": "https://github.com/limist/py-moneyed", "git_sha": "4c90ed5", "sector": "Treasury & ISO-4217 Money", "category": "ISO-4217 Sub-Units & Half-Even Rounding", "label": "USD Half-Even Tie .545 -> .54", "mcp_tool": "inspect_and_round_money", "inputs": {"amount_str": "1250.545", "currency_code": "USD", "ndigits": 2}, "ground_truth_oracle_output": {"currency_code": "USD", "numeric_code": "840", "sub_unit": 100, "sub_unit_amount_int": 125054, "rounded_amount": "1250.54"}, "synthesized_mcp_output": {"currency_code": "USD", "numeric_code": "840", "sub_unit": 100, "sub_unit_amount_int": 125054, "rounded_amount": "1250.54"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138163-FYdzkKacvWyYdUzBBNdq", "gen-1793138188-ROKNkz8IfBgbmxhFurbD"], "chunked_openrouter_request_id": "gen-1793138213-a3bqH4NNqx7GPYqTzNru", "certificate_sha256": "a80c4cb32759514c447893e4d84956dbd899812b1b8312f1824fdd7af049b73f"}
{"case_id": "PY_MONEYED-03", "repo_id": "py_moneyed", "github_repo": "limist/py-moneyed", "github_url": "https://github.com/limist/py-moneyed", "git_sha": "4c90ed5", "sector": "Treasury & ISO-4217 Money", "category": "ISO-4217 Sub-Units & Half-Even Rounding", "label": "Default ndigits=None Whole-Unit Half-Even (1251)", "mcp_tool": "inspect_and_round_money", "inputs": {"amount_str": "1250.555", "currency_code": "USD", "ndigits": null}, "ground_truth_oracle_output": {"currency_code": "USD", "numeric_code": "840", "sub_unit": 100, "sub_unit_amount_int": 125055, "rounded_amount": "1251"}, "synthesized_mcp_output": {"currency_code": "USD", "numeric_code": "840", "sub_unit": 100, "sub_unit_amount_int": 125055, "rounded_amount": "1251"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793138163-FYdzkKacvWyYdUzBBNdq", "gen-1793138188-ROKNkz8IfBgbmxhFurbD"], "chunked_openrouter_request_id": "gen-1793138213-a3bqH4NNqx7GPYqTzNru", "certificate_sha256": "a80c4cb32759514c447893e4d84956dbd899812b1b8312f1824fdd7af049b73f"}
{"case_id": "PY_MONEYED-04", "repo_id": "py_moneyed", "github_repo": "limist/py-moneyed", "github_url": "https://github.com/limist/py-moneyed", "git_sha": "4c90ed5", "sector": "Treasury & ISO-4217 Money", "category": "ISO-4217 Sub-Units & Half-Even Rounding", "label": "Exact .50 Whole-Unit Half-Even to Even 1250", "mcp_tool": "inspect_and_round_money", "inputs": {"amount_str": "1250.50", "currency_code": "USD", "ndigits": null}, "ground_truth_oracle_output": {"currency_code": "USD", "numeric_code": "840", "sub_unit": 100, "sub_unit_amount_int": 125050, "rounded_amount": "1250"}, "synthesized_mcp_output": {"currency_code": "USD", "numeric_code": "840", "sub_unit": 100, "sub_unit_amount_int": 125050, "rounded_amount": "1250"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793138163-FYdzkKacvWyYdUzBBNdq", "gen-1793138188-ROKNkz8IfBgbmxhFurbD"], "chunked_openrouter_request_id": "gen-1793138213-a3bqH4NNqx7GPYqTzNru", "certificate_sha256": "a80c4cb32759514c447893e4d84956dbd899812b1b8312f1824fdd7af049b73f"}
{"case_id": "PY_MONEYED-05", "repo_id": "py_moneyed", "github_repo": "limist/py-moneyed", "github_url": "https://github.com/limist/py-moneyed", "git_sha": "4c90ed5", "sector": "Treasury & ISO-4217 Money", "category": "ISO-4217 Sub-Units & Half-Even Rounding", "label": "Exact 1251.50 Whole-Unit Half-Even to Even 1252", "mcp_tool": "inspect_and_round_money", "inputs": {"amount_str": "1251.50", "currency_code": "USD", "ndigits": null}, "ground_truth_oracle_output": {"currency_code": "USD", "numeric_code": "840", "sub_unit": 100, "sub_unit_amount_int": 125150, "rounded_amount": "1252"}, "synthesized_mcp_output": {"currency_code": "USD", "numeric_code": "840", "sub_unit": 100, "sub_unit_amount_int": 125150, "rounded_amount": "1252"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793138163-FYdzkKacvWyYdUzBBNdq", "gen-1793138188-ROKNkz8IfBgbmxhFurbD"], "chunked_openrouter_request_id": "gen-1793138213-a3bqH4NNqx7GPYqTzNru", "certificate_sha256": "a80c4cb32759514c447893e4d84956dbd899812b1b8312f1824fdd7af049b73f"}
{"case_id": "PY_MONEYED-06", "repo_id": "py_moneyed", "github_repo": "limist/py-moneyed", "github_url": "https://github.com/limist/py-moneyed", "git_sha": "4c90ed5", "sector": "Treasury & ISO-4217 Money", "category": "ISO-4217 Sub-Units & Half-Even Rounding", "label": "JPY Zero-Decimal Sub-Unit=1 Half-Even (15800)", "mcp_tool": "inspect_and_round_money", "inputs": {"amount_str": "15800.5", "currency_code": "JPY", "ndigits": 0}, "ground_truth_oracle_output": {"currency_code": "JPY", "numeric_code": "392", "sub_unit": 1, "sub_unit_amount_int": 15800, "rounded_amount": "15800"}, "synthesized_mcp_output": {"currency_code": "JPY", "numeric_code": "392", "sub_unit": 1, "sub_unit_amount_int": 15800, "rounded_amount": "15800"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138163-FYdzkKacvWyYdUzBBNdq", "gen-1793138188-ROKNkz8IfBgbmxhFurbD"], "chunked_openrouter_request_id": "gen-1793138213-a3bqH4NNqx7GPYqTzNru", "certificate_sha256": "a80c4cb32759514c447893e4d84956dbd899812b1b8312f1824fdd7af049b73f"}
{"case_id": "PY_MONEYED-07", "repo_id": "py_moneyed", "github_repo": "limist/py-moneyed", "github_url": "https://github.com/limist/py-moneyed", "git_sha": "4c90ed5", "sector": "Treasury & ISO-4217 Money", "category": "ISO-4217 Sub-Units & Half-Even Rounding", "label": "JPY Odd Tie 15801.5 -> 15802", "mcp_tool": "inspect_and_round_money", "inputs": {"amount_str": "15801.5", "currency_code": "JPY", "ndigits": 0}, "ground_truth_oracle_output": {"currency_code": "JPY", "numeric_code": "392", "sub_unit": 1, "sub_unit_amount_int": 15801, "rounded_amount": "15802"}, "synthesized_mcp_output": {"currency_code": "JPY", "numeric_code": "392", "sub_unit": 1, "sub_unit_amount_int": 15801, "rounded_amount": "15802"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138163-FYdzkKacvWyYdUzBBNdq", "gen-1793138188-ROKNkz8IfBgbmxhFurbD"], "chunked_openrouter_request_id": "gen-1793138213-a3bqH4NNqx7GPYqTzNru", "certificate_sha256": "a80c4cb32759514c447893e4d84956dbd899812b1b8312f1824fdd7af049b73f"}
{"case_id": "PY_MONEYED-08", "repo_id": "py_moneyed", "github_repo": "limist/py-moneyed", "github_url": "https://github.com/limist/py-moneyed", "git_sha": "4c90ed5", "sector": "Treasury & ISO-4217 Money", "category": "ISO-4217 Sub-Units & Half-Even Rounding", "label": "Bahraini Dinar 3-Decimal Sub-Unit=1000 Tie -> 45.124", "mcp_tool": "inspect_and_round_money", "inputs": {"amount_str": "45.1235", "currency_code": "BHD", "ndigits": 3}, "ground_truth_oracle_output": {"currency_code": "BHD", "numeric_code": "048", "sub_unit": 1000, "sub_unit_amount_int": 45123, "rounded_amount": "45.124"}, "synthesized_mcp_output": {"currency_code": "BHD", "numeric_code": "048", "sub_unit": 1000, "sub_unit_amount_int": 45123, "rounded_amount": "45.124"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138163-FYdzkKacvWyYdUzBBNdq", "gen-1793138188-ROKNkz8IfBgbmxhFurbD"], "chunked_openrouter_request_id": "gen-1793138213-a3bqH4NNqx7GPYqTzNru", "certificate_sha256": "a80c4cb32759514c447893e4d84956dbd899812b1b8312f1824fdd7af049b73f"}
{"case_id": "PY_MONEYED-09", "repo_id": "py_moneyed", "github_repo": "limist/py-moneyed", "github_url": "https://github.com/limist/py-moneyed", "git_sha": "4c90ed5", "sector": "Treasury & ISO-4217 Money", "category": "ISO-4217 Sub-Units & Half-Even Rounding", "label": "Bahraini Dinar 3-Decimal Tie -> 45.122", "mcp_tool": "inspect_and_round_money", "inputs": {"amount_str": "45.1225", "currency_code": "BHD", "ndigits": 3}, "ground_truth_oracle_output": {"currency_code": "BHD", "numeric_code": "048", "sub_unit": 1000, "sub_unit_amount_int": 45122, "rounded_amount": "45.122"}, "synthesized_mcp_output": {"currency_code": "BHD", "numeric_code": "048", "sub_unit": 1000, "sub_unit_amount_int": 45122, "rounded_amount": "45.122"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138163-FYdzkKacvWyYdUzBBNdq", "gen-1793138188-ROKNkz8IfBgbmxhFurbD"], "chunked_openrouter_request_id": "gen-1793138213-a3bqH4NNqx7GPYqTzNru", "certificate_sha256": "a80c4cb32759514c447893e4d84956dbd899812b1b8312f1824fdd7af049b73f"}
{"case_id": "PY_MONEYED-10", "repo_id": "py_moneyed", "github_repo": "limist/py-moneyed", "github_url": "https://github.com/limist/py-moneyed", "git_sha": "4c90ed5", "sector": "Treasury & ISO-4217 Money", "category": "ISO-4217 Sub-Units & Half-Even Rounding", "label": "Kuwaiti Dinar 414 Numeric Carry Rollover -> 100.000", "mcp_tool": "inspect_and_round_money", "inputs": {"amount_str": "99.9995", "currency_code": "KWD", "ndigits": 3}, "ground_truth_oracle_output": {"currency_code": "KWD", "numeric_code": "414", "sub_unit": 1000, "sub_unit_amount_int": 99999, "rounded_amount": "100.000"}, "synthesized_mcp_output": {"currency_code": "KWD", "numeric_code": "414", "sub_unit": 1000, "sub_unit_amount_int": 99999, "rounded_amount": "100.000"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138163-FYdzkKacvWyYdUzBBNdq", "gen-1793138188-ROKNkz8IfBgbmxhFurbD"], "chunked_openrouter_request_id": "gen-1793138213-a3bqH4NNqx7GPYqTzNru", "certificate_sha256": "a80c4cb32759514c447893e4d84956dbd899812b1b8312f1824fdd7af049b73f"}
{"case_id": "PY_MONEYED-11", "repo_id": "py_moneyed", "github_repo": "limist/py-moneyed", "github_url": "https://github.com/limist/py-moneyed", "git_sha": "4c90ed5", "sector": "Treasury & ISO-4217 Money", "category": "ISO-4217 Sub-Units & Half-Even Rounding", "label": "Omani Rial 512 Numeric 3-Decimal Precision", "mcp_tool": "inspect_and_round_money", "inputs": {"amount_str": "10.555", "currency_code": "OMR", "ndigits": 3}, "ground_truth_oracle_output": {"currency_code": "OMR", "numeric_code": "512", "sub_unit": 1000, "sub_unit_amount_int": 10555, "rounded_amount": "10.555"}, "synthesized_mcp_output": {"currency_code": "OMR", "numeric_code": "512", "sub_unit": 1000, "sub_unit_amount_int": 10555, "rounded_amount": "10.555"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138163-FYdzkKacvWyYdUzBBNdq", "gen-1793138188-ROKNkz8IfBgbmxhFurbD"], "chunked_openrouter_request_id": "gen-1793138213-a3bqH4NNqx7GPYqTzNru", "certificate_sha256": "a80c4cb32759514c447893e4d84956dbd899812b1b8312f1824fdd7af049b73f"}
{"case_id": "PY_MONEYED-12", "repo_id": "py_moneyed", "github_repo": "limist/py-moneyed", "github_url": "https://github.com/limist/py-moneyed", "git_sha": "4c90ed5", "sector": "Treasury & ISO-4217 Money", "category": "ISO-4217 Sub-Units & Half-Even Rounding", "label": "Icelandic Krona Sub-Unit=1 Tie -> 500", "mcp_tool": "inspect_and_round_money", "inputs": {"amount_str": "500.5", "currency_code": "ISK", "ndigits": 0}, "ground_truth_oracle_output": {"currency_code": "ISK", "numeric_code": "352", "sub_unit": 1, "sub_unit_amount_int": 500, "rounded_amount": "500"}, "synthesized_mcp_output": {"currency_code": "ISK", "numeric_code": "352", "sub_unit": 1, "sub_unit_amount_int": 500, "rounded_amount": "500"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138163-FYdzkKacvWyYdUzBBNdq", "gen-1793138188-ROKNkz8IfBgbmxhFurbD"], "chunked_openrouter_request_id": "gen-1793138213-a3bqH4NNqx7GPYqTzNru", "certificate_sha256": "a80c4cb32759514c447893e4d84956dbd899812b1b8312f1824fdd7af049b73f"}
{"case_id": "PY_MONEYED-13", "repo_id": "py_moneyed", "github_repo": "limist/py-moneyed", "github_url": "https://github.com/limist/py-moneyed", "git_sha": "4c90ed5", "sector": "Treasury & ISO-4217 Money", "category": "ISO-4217 Sub-Units & Half-Even Rounding", "label": "EUR Sub-Cent Half-Even 0.005 -> 0.00", "mcp_tool": "inspect_and_round_money", "inputs": {"amount_str": "0.005", "currency_code": "EUR", "ndigits": 2}, "ground_truth_oracle_output": {"currency_code": "EUR", "numeric_code": "978", "sub_unit": 100, "sub_unit_amount_int": 0, "rounded_amount": "0.00"}, "synthesized_mcp_output": {"currency_code": "EUR", "numeric_code": "978", "sub_unit": 100, "sub_unit_amount_int": 0, "rounded_amount": "0.00"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138163-FYdzkKacvWyYdUzBBNdq", "gen-1793138188-ROKNkz8IfBgbmxhFurbD"], "chunked_openrouter_request_id": "gen-1793138213-a3bqH4NNqx7GPYqTzNru", "certificate_sha256": "a80c4cb32759514c447893e4d84956dbd899812b1b8312f1824fdd7af049b73f"}
{"case_id": "PY_MONEYED-14", "repo_id": "py_moneyed", "github_repo": "limist/py-moneyed", "github_url": "https://github.com/limist/py-moneyed", "git_sha": "4c90ed5", "sector": "Treasury & ISO-4217 Money", "category": "ISO-4217 Sub-Units & Half-Even Rounding", "label": "EUR Sub-Cent Half-Even 0.015 -> 0.02", "mcp_tool": "inspect_and_round_money", "inputs": {"amount_str": "0.015", "currency_code": "EUR", "ndigits": 2}, "ground_truth_oracle_output": {"currency_code": "EUR", "numeric_code": "978", "sub_unit": 100, "sub_unit_amount_int": 1, "rounded_amount": "0.02"}, "synthesized_mcp_output": {"currency_code": "EUR", "numeric_code": "978", "sub_unit": 100, "sub_unit_amount_int": 1, "rounded_amount": "0.02"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138163-FYdzkKacvWyYdUzBBNdq", "gen-1793138188-ROKNkz8IfBgbmxhFurbD"], "chunked_openrouter_request_id": "gen-1793138213-a3bqH4NNqx7GPYqTzNru", "certificate_sha256": "a80c4cb32759514c447893e4d84956dbd899812b1b8312f1824fdd7af049b73f"}
{"case_id": "PY_MONEYED-15", "repo_id": "py_moneyed", "github_repo": "limist/py-moneyed", "github_url": "https://github.com/limist/py-moneyed", "git_sha": "4c90ed5", "sector": "Treasury & ISO-4217 Money", "category": "ISO-4217 Sub-Units & Half-Even Rounding", "label": "Negative GBP Half-Even + Negative Sub-Unit Truncation", "mcp_tool": "inspect_and_round_money", "inputs": {"amount_str": "-42.555", "currency_code": "GBP", "ndigits": 2}, "ground_truth_oracle_output": {"currency_code": "GBP", "numeric_code": "826", "sub_unit": 100, "sub_unit_amount_int": -4255, "rounded_amount": "-42.56"}, "synthesized_mcp_output": {"currency_code": "GBP", "numeric_code": "826", "sub_unit": 100, "sub_unit_amount_int": -4255, "rounded_amount": "-42.56"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138163-FYdzkKacvWyYdUzBBNdq", "gen-1793138188-ROKNkz8IfBgbmxhFurbD"], "chunked_openrouter_request_id": "gen-1793138213-a3bqH4NNqx7GPYqTzNru", "certificate_sha256": "a80c4cb32759514c447893e4d84956dbd899812b1b8312f1824fdd7af049b73f"}
{"case_id": "PY_MONEYED-16", "repo_id": "py_moneyed", "github_repo": "limist/py-moneyed", "github_url": "https://github.com/limist/py-moneyed", "git_sha": "4c90ed5", "sector": "Treasury & ISO-4217 Money", "category": "ISO-4217 Sub-Units & Half-Even Rounding", "label": "Saudi Riyal 682 Numeric Exact Minor Units", "mcp_tool": "inspect_and_round_money", "inputs": {"amount_str": "3750.25", "currency_code": "SAR", "ndigits": 2}, "ground_truth_oracle_output": {"currency_code": "SAR", "numeric_code": "682", "sub_unit": 100, "sub_unit_amount_int": 375025, "rounded_amount": "3750.25"}, "synthesized_mcp_output": {"currency_code": "SAR", "numeric_code": "682", "sub_unit": 100, "sub_unit_amount_int": 375025, "rounded_amount": "3750.25"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138163-FYdzkKacvWyYdUzBBNdq", "gen-1793138188-ROKNkz8IfBgbmxhFurbD"], "chunked_openrouter_request_id": "gen-1793138213-a3bqH4NNqx7GPYqTzNru", "certificate_sha256": "a80c4cb32759514c447893e4d84956dbd899812b1b8312f1824fdd7af049b73f"}
{"case_id": "PY_MONEYED-17", "repo_id": "py_moneyed", "github_repo": "limist/py-moneyed", "github_url": "https://github.com/limist/py-moneyed", "git_sha": "4c90ed5", "sector": "Treasury & ISO-4217 Money", "category": "Zero-Loss Minor-Unit Allocation", "label": "Classic $100 Three-Way Penny Remainder -> 33.34, 33.33, 33.33", "mcp_tool": "pro_rata_subunit_split", "inputs": {"amount_str": "100.00", "currency_code": "USD", "weights": [1, 1, 1]}, "ground_truth_oracle_output": {"currency_code": "USD", "sub_unit": 100, "shares": ["33.34", "33.33", "33.33"], "total_sub_units": 10000}, "synthesized_mcp_output": {"currency_code": "USD", "sub_unit": 100, "shares": ["33.34", "33.33", "33.33"], "total_sub_units": 10000}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138163-FYdzkKacvWyYdUzBBNdq", "gen-1793138188-ROKNkz8IfBgbmxhFurbD"], "chunked_openrouter_request_id": "gen-1793138213-a3bqH4NNqx7GPYqTzNru", "certificate_sha256": "a80c4cb32759514c447893e4d84956dbd899812b1b8312f1824fdd7af049b73f"}
{"case_id": "PY_MONEYED-18", "repo_id": "py_moneyed", "github_repo": "limist/py-moneyed", "github_url": "https://github.com/limist/py-moneyed", "git_sha": "4c90ed5", "sector": "Treasury & ISO-4217 Money", "category": "Zero-Loss Minor-Unit Allocation", "label": "5-Cent Micro Split Across 30/70 Weights", "mcp_tool": "pro_rata_subunit_split", "inputs": {"amount_str": "0.05", "currency_code": "USD", "weights": [3, 7]}, "ground_truth_oracle_output": {"currency_code": "USD", "sub_unit": 100, "shares": ["0.02", "0.03"], "total_sub_units": 5}, "synthesized_mcp_output": {"currency_code": "USD", "sub_unit": 100, "shares": ["0.02", "0.03"], "total_sub_units": 5}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138163-FYdzkKacvWyYdUzBBNdq", "gen-1793138188-ROKNkz8IfBgbmxhFurbD"], "chunked_openrouter_request_id": "gen-1793138213-a3bqH4NNqx7GPYqTzNru", "certificate_sha256": "a80c4cb32759514c447893e4d84956dbd899812b1b8312f1824fdd7af049b73f"}
{"case_id": "PY_MONEYED-19", "repo_id": "py_moneyed", "github_repo": "limist/py-moneyed", "github_url": "https://github.com/limist/py-moneyed", "git_sha": "4c90ed5", "sector": "Treasury & ISO-4217 Money", "category": "Zero-Loss Minor-Unit Allocation", "label": "JPY Sub-Unit=1 Integer Yen Split -> 334, 333, 333", "mcp_tool": "pro_rata_subunit_split", "inputs": {"amount_str": "1000", "currency_code": "JPY", "weights": [1, 1, 1]}, "ground_truth_oracle_output": {"currency_code": "JPY", "sub_unit": 1, "shares": ["334", "333", "333"], "total_sub_units": 1000}, "synthesized_mcp_output": {"currency_code": "JPY", "sub_unit": 1, "shares": ["334", "333", "333"], "total_sub_units": 1000}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138163-FYdzkKacvWyYdUzBBNdq", "gen-1793138188-ROKNkz8IfBgbmxhFurbD"], "chunked_openrouter_request_id": "gen-1793138213-a3bqH4NNqx7GPYqTzNru", "certificate_sha256": "a80c4cb32759514c447893e4d84956dbd899812b1b8312f1824fdd7af049b73f"}
{"case_id": "PY_MONEYED-20", "repo_id": "py_moneyed", "github_repo": "limist/py-moneyed", "github_url": "https://github.com/limist/py-moneyed", "git_sha": "4c90ed5", "sector": "Treasury & ISO-4217 Money", "category": "Zero-Loss Minor-Unit Allocation", "label": "BHD Sub-Unit=1000 Fils Remainder -> 3.334, 3.333, 3.333", "mcp_tool": "pro_rata_subunit_split", "inputs": {"amount_str": "10.000", "currency_code": "BHD", "weights": [1, 1, 1]}, "ground_truth_oracle_output": {"currency_code": "BHD", "sub_unit": 1000, "shares": ["3.334", "3.333", "3.333"], "total_sub_units": 10000}, "synthesized_mcp_output": {"currency_code": "BHD", "sub_unit": 1000, "shares": ["3.334", "3.333", "3.333"], "total_sub_units": 10000}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138163-FYdzkKacvWyYdUzBBNdq", "gen-1793138188-ROKNkz8IfBgbmxhFurbD"], "chunked_openrouter_request_id": "gen-1793138213-a3bqH4NNqx7GPYqTzNru", "certificate_sha256": "a80c4cb32759514c447893e4d84956dbd899812b1b8312f1824fdd7af049b73f"}
{"case_id": "PY_MONEYED-21", "repo_id": "py_moneyed", "github_repo": "limist/py-moneyed", "github_url": "https://github.com/limist/py-moneyed", "git_sha": "4c90ed5", "sector": "Treasury & ISO-4217 Money", "category": "Zero-Loss Minor-Unit Allocation", "label": "Exact 20/30/50 EUR Allocation Zero Remainder", "mcp_tool": "pro_rata_subunit_split", "inputs": {"amount_str": "250.00", "currency_code": "EUR", "weights": [2, 3, 5]}, "ground_truth_oracle_output": {"currency_code": "EUR", "sub_unit": 100, "shares": ["50.00", "75.00", "125.00"], "total_sub_units": 25000}, "synthesized_mcp_output": {"currency_code": "EUR", "sub_unit": 100, "shares": ["50.00", "75.00", "125.00"], "total_sub_units": 25000}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138163-FYdzkKacvWyYdUzBBNdq", "gen-1793138188-ROKNkz8IfBgbmxhFurbD"], "chunked_openrouter_request_id": "gen-1793138213-a3bqH4NNqx7GPYqTzNru", "certificate_sha256": "a80c4cb32759514c447893e4d84956dbd899812b1b8312f1824fdd7af049b73f"}
{"case_id": "PY_MONEYED-22", "repo_id": "py_moneyed", "github_repo": "limist/py-moneyed", "github_url": "https://github.com/limist/py-moneyed", "git_sha": "4c90ed5", "sector": "Treasury & ISO-4217 Money", "category": "Zero-Loss Minor-Unit Allocation", "label": "6-Way 1 CHF Remainder Distribution", "mcp_tool": "pro_rata_subunit_split", "inputs": {"amount_str": "1.00", "currency_code": "CHF", "weights": [1, 1, 1, 1, 1, 1]}, "ground_truth_oracle_output": {"currency_code": "CHF", "sub_unit": 100, "shares": ["0.17", "0.17", "0.17", "0.17", "0.16", "0.16"], "total_sub_units": 100}, "synthesized_mcp_output": {"currency_code": "CHF", "sub_unit": 100, "shares": ["0.17", "0.17", "0.17", "0.17", "0.16", "0.16"], "total_sub_units": 100}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138163-FYdzkKacvWyYdUzBBNdq", "gen-1793138188-ROKNkz8IfBgbmxhFurbD"], "chunked_openrouter_request_id": "gen-1793138213-a3bqH4NNqx7GPYqTzNru", "certificate_sha256": "a80c4cb32759514c447893e4d84956dbd899812b1b8312f1824fdd7af049b73f"}
{"case_id": "PY_MONEYED-23", "repo_id": "py_moneyed", "github_repo": "limist/py-moneyed", "github_url": "https://github.com/limist/py-moneyed", "git_sha": "4c90ed5", "sector": "Treasury & ISO-4217 Money", "category": "Zero-Loss Minor-Unit Allocation", "label": "Kuwaiti Dinar 1000-Fils Weighted Treasury Split", "mcp_tool": "pro_rata_subunit_split", "inputs": {"amount_str": "50.000", "currency_code": "KWD", "weights": [3, 3, 4]}, "ground_truth_oracle_output": {"currency_code": "KWD", "sub_unit": 1000, "shares": ["15.000", "15.000", "20.000"], "total_sub_units": 50000}, "synthesized_mcp_output": {"currency_code": "KWD", "sub_unit": 1000, "shares": ["15.000", "15.000", "20.000"], "total_sub_units": 50000}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138163-FYdzkKacvWyYdUzBBNdq", "gen-1793138188-ROKNkz8IfBgbmxhFurbD"], "chunked_openrouter_request_id": "gen-1793138213-a3bqH4NNqx7GPYqTzNru", "certificate_sha256": "a80c4cb32759514c447893e4d84956dbd899812b1b8312f1824fdd7af049b73f"}
{"case_id": "PY_MONEYED-24", "repo_id": "py_moneyed", "github_repo": "limist/py-moneyed", "github_url": "https://github.com/limist/py-moneyed", "git_sha": "4c90ed5", "sector": "Treasury & ISO-4217 Money", "category": "Zero-Loss Minor-Unit Allocation", "label": "ISK Zero-Decimal Krona Remainder", "mcp_tool": "pro_rata_subunit_split", "inputs": {"amount_str": "999", "currency_code": "ISK", "weights": [2, 5]}, "ground_truth_oracle_output": {"currency_code": "ISK", "sub_unit": 1, "shares": ["286", "713"], "total_sub_units": 999}, "synthesized_mcp_output": {"currency_code": "ISK", "sub_unit": 1, "shares": ["286", "713"], "total_sub_units": 999}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138163-FYdzkKacvWyYdUzBBNdq", "gen-1793138188-ROKNkz8IfBgbmxhFurbD"], "chunked_openrouter_request_id": "gen-1793138213-a3bqH4NNqx7GPYqTzNru", "certificate_sha256": "a80c4cb32759514c447893e4d84956dbd899812b1b8312f1824fdd7af049b73f"}
{"case_id": "PY_MONEYED-25", "repo_id": "py_moneyed", "github_repo": "limist/py-moneyed", "github_url": "https://github.com/limist/py-moneyed", "git_sha": "4c90ed5", "sector": "Treasury & ISO-4217 Money", "category": "Zero-Loss Minor-Unit Allocation", "label": "Single Penny Across 3 Buckets -> 0.01, 0.00, 0.00", "mcp_tool": "pro_rata_subunit_split", "inputs": {"amount_str": "0.01", "currency_code": "GBP", "weights": [1, 1, 1]}, "ground_truth_oracle_output": {"currency_code": "GBP", "sub_unit": 100, "shares": ["0.01", "0.00", "0.00"], "total_sub_units": 1}, "synthesized_mcp_output": {"currency_code": "GBP", "sub_unit": 100, "shares": ["0.01", "0.00", "0.00"], "total_sub_units": 1}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138163-FYdzkKacvWyYdUzBBNdq", "gen-1793138188-ROKNkz8IfBgbmxhFurbD"], "chunked_openrouter_request_id": "gen-1793138213-a3bqH4NNqx7GPYqTzNru", "certificate_sha256": "a80c4cb32759514c447893e4d84956dbd899812b1b8312f1824fdd7af049b73f"}
{"case_id": "PY_MONEYED-26", "repo_id": "py_moneyed", "github_repo": "limist/py-moneyed", "github_url": "https://github.com/limist/py-moneyed", "git_sha": "4c90ed5", "sector": "Treasury & ISO-4217 Money", "category": "Zero-Loss Minor-Unit Allocation", "label": "4-Tranche SAR Invoice Allocation", "mcp_tool": "pro_rata_subunit_split", "inputs": {"amount_str": "1234.56", "currency_code": "SAR", "weights": [5, 3, 2, 1]}, "ground_truth_oracle_output": {"currency_code": "SAR", "sub_unit": 100, "shares": ["561.17", "336.70", "224.46", "112.23"], "total_sub_units": 123456}, "synthesized_mcp_output": {"currency_code": "SAR", "sub_unit": 100, "shares": ["561.17", "336.70", "224.46", "112.23"], "total_sub_units": 123456}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138163-FYdzkKacvWyYdUzBBNdq", "gen-1793138188-ROKNkz8IfBgbmxhFurbD"], "chunked_openrouter_request_id": "gen-1793138213-a3bqH4NNqx7GPYqTzNru", "certificate_sha256": "a80c4cb32759514c447893e4d84956dbd899812b1b8312f1824fdd7af049b73f"}
{"case_id": "PY_MONEYED-27", "repo_id": "py_moneyed", "github_repo": "limist/py-moneyed", "github_url": "https://github.com/limist/py-moneyed", "git_sha": "4c90ed5", "sector": "Treasury & ISO-4217 Money", "category": "Zero-Loss Minor-Unit Allocation", "label": "OMR 3-Decimal Pre-Round + Split", "mcp_tool": "pro_rata_subunit_split", "inputs": {"amount_str": "75.255", "currency_code": "OMR", "weights": [1, 2]}, "ground_truth_oracle_output": {"currency_code": "OMR", "sub_unit": 1000, "shares": ["25.085", "50.170"], "total_sub_units": 75255}, "synthesized_mcp_output": {"currency_code": "OMR", "sub_unit": 1000, "shares": ["25.085", "50.170"], "total_sub_units": 75255}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138163-FYdzkKacvWyYdUzBBNdq", "gen-1793138188-ROKNkz8IfBgbmxhFurbD"], "chunked_openrouter_request_id": "gen-1793138213-a3bqH4NNqx7GPYqTzNru", "certificate_sha256": "a80c4cb32759514c447893e4d84956dbd899812b1b8312f1824fdd7af049b73f"}
{"case_id": "PY_MONEYED-28", "repo_id": "py_moneyed", "github_repo": "limist/py-moneyed", "github_url": "https://github.com/limist/py-moneyed", "git_sha": "4c90ed5", "sector": "Treasury & ISO-4217 Money", "category": "Zero-Loss Minor-Unit Allocation", "label": "Zero Principal Allocation Safe Case", "mcp_tool": "pro_rata_subunit_split", "inputs": {"amount_str": "0.00", "currency_code": "USD", "weights": [1, 2, 3]}, "ground_truth_oracle_output": {"currency_code": "USD", "sub_unit": 100, "shares": ["0.00", "0.00", "0.00"], "total_sub_units": 0}, "synthesized_mcp_output": {"currency_code": "USD", "sub_unit": 100, "shares": ["0.00", "0.00", "0.00"], "total_sub_units": 0}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138163-FYdzkKacvWyYdUzBBNdq", "gen-1793138188-ROKNkz8IfBgbmxhFurbD"], "chunked_openrouter_request_id": "gen-1793138213-a3bqH4NNqx7GPYqTzNru", "certificate_sha256": "a80c4cb32759514c447893e4d84956dbd899812b1b8312f1824fdd7af049b73f"}
{"case_id": "PY_MONEYED-29", "repo_id": "py_moneyed", "github_repo": "limist/py-moneyed", "github_url": "https://github.com/limist/py-moneyed", "git_sha": "4c90ed5", "sector": "Treasury & ISO-4217 Money", "category": "Multi-Currency FX Ledger Consolidation", "label": "EUR+JPY Multi-Line USD Treasury Consolidation", "mcp_tool": "convert_and_sum_ledger", "inputs": {"entries": [{"amount": "100.00", "currency": "EUR"}, {"amount": "15000", "currency": "JPY"}], "target_currency": "USD", "rates_to_target": {"EUR": "1.0855", "JPY": "0.006603"}}, "ground_truth_oracle_output": {"target_currency": "USD", "target_numeric": "840", "line_amounts_in_target": ["108.55", "99.04"], "net_total_amount": "207.59", "net_total_sub_units": 20759}, "synthesized_mcp_output": {"target_currency": "USD", "target_numeric": "840", "line_amounts_in_target": ["108.55", "99.04"], "net_total_amount": "207.59", "net_total_sub_units": 20759}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138163-FYdzkKacvWyYdUzBBNdq", "gen-1793138188-ROKNkz8IfBgbmxhFurbD"], "chunked_openrouter_request_id": "gen-1793138213-a3bqH4NNqx7GPYqTzNru", "certificate_sha256": "a80c4cb32759514c447893e4d84956dbd899812b1b8312f1824fdd7af049b73f"}
{"case_id": "PY_MONEYED-30", "repo_id": "py_moneyed", "github_repo": "limist/py-moneyed", "github_url": "https://github.com/limist/py-moneyed", "git_sha": "4c90ed5", "sector": "Treasury & ISO-4217 Money", "category": "Multi-Currency FX Ledger Consolidation", "label": "Consolidate into Zero-Decimal JPY Target", "mcp_tool": "convert_and_sum_ledger", "inputs": {"entries": [{"amount": "1000.00", "currency": "USD"}, {"amount": "500.00", "currency": "GBP"}], "target_currency": "JPY", "rates_to_target": {"USD": "151.45", "GBP": "193.12"}}, "ground_truth_oracle_output": {"target_currency": "JPY", "target_numeric": "392", "line_amounts_in_target": ["151450", "96560"], "net_total_amount": "248010", "net_total_sub_units": 248010}, "synthesized_mcp_output": {"target_currency": "JPY", "target_numeric": "392", "line_amounts_in_target": ["151450", "96560"], "net_total_amount": "248010", "net_total_sub_units": 248010}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138163-FYdzkKacvWyYdUzBBNdq", "gen-1793138188-ROKNkz8IfBgbmxhFurbD"], "chunked_openrouter_request_id": "gen-1793138213-a3bqH4NNqx7GPYqTzNru", "certificate_sha256": "a80c4cb32759514c447893e4d84956dbd899812b1b8312f1824fdd7af049b73f"}
{"case_id": "PY_MONEYED-31", "repo_id": "py_moneyed", "github_repo": "limist/py-moneyed", "github_url": "https://github.com/limist/py-moneyed", "git_sha": "4c90ed5", "sector": "Treasury & ISO-4217 Money", "category": "Multi-Currency FX Ledger Consolidation", "label": "Consolidate into 3-Decimal BHD Target", "mcp_tool": "convert_and_sum_ledger", "inputs": {"entries": [{"amount": "250.00", "currency": "USD"}, {"amount": "900.00", "currency": "SAR"}], "target_currency": "BHD", "rates_to_target": {"USD": "0.3770", "SAR": "0.100533"}}, "ground_truth_oracle_output": {"target_currency": "BHD", "target_numeric": "048", "line_amounts_in_target": ["94.250", "90.480"], "net_total_amount": "184.730", "net_total_sub_units": 184730}, "synthesized_mcp_output": {"target_currency": "BHD", "target_numeric": "048", "line_amounts_in_target": ["94.250", "90.480"], "net_total_amount": "184.730", "net_total_sub_units": 184730}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138163-FYdzkKacvWyYdUzBBNdq", "gen-1793138188-ROKNkz8IfBgbmxhFurbD"], "chunked_openrouter_request_id": "gen-1793138213-a3bqH4NNqx7GPYqTzNru", "certificate_sha256": "a80c4cb32759514c447893e4d84956dbd899812b1b8312f1824fdd7af049b73f"}
{"case_id": "PY_MONEYED-32", "repo_id": "py_moneyed", "github_repo": "limist/py-moneyed", "github_url": "https://github.com/limist/py-moneyed", "git_sha": "4c90ed5", "sector": "Treasury & ISO-4217 Money", "category": "Multi-Currency FX Ledger Consolidation", "label": "Same-Currency Per-Line Half-Even Rounding Before Sum", "mcp_tool": "convert_and_sum_ledger", "inputs": {"entries": [{"amount": "50.555", "currency": "EUR"}, {"amount": "50.555", "currency": "EUR"}], "target_currency": "EUR", "rates_to_target": {}}, "ground_truth_oracle_output": {"target_currency": "EUR", "target_numeric": "978", "line_amounts_in_target": ["50.56", "50.56"], "net_total_amount": "101.12", "net_total_sub_units": 10112}, "synthesized_mcp_output": {"target_currency": "EUR", "target_numeric": "978", "line_amounts_in_target": ["50.56", "50.56"], "net_total_amount": "101.12", "net_total_sub_units": 10112}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138163-FYdzkKacvWyYdUzBBNdq", "gen-1793138188-ROKNkz8IfBgbmxhFurbD"], "chunked_openrouter_request_id": "gen-1793138213-a3bqH4NNqx7GPYqTzNru", "certificate_sha256": "a80c4cb32759514c447893e4d84956dbd899812b1b8312f1824fdd7af049b73f"}
{"case_id": "PY_MONEYED-33", "repo_id": "py_moneyed", "github_repo": "limist/py-moneyed", "github_url": "https://github.com/limist/py-moneyed", "git_sha": "4c90ed5", "sector": "Treasury & ISO-4217 Money", "category": "Multi-Currency FX Ledger Consolidation", "label": "Single Swiss Franc Wire into EUR", "mcp_tool": "convert_and_sum_ledger", "inputs": {"entries": [{"amount": "1200.00", "currency": "CHF"}], "target_currency": "EUR", "rates_to_target": {"CHF": "1.0582"}}, "ground_truth_oracle_output": {"target_currency": "EUR", "target_numeric": "978", "line_amounts_in_target": ["1269.84"], "net_total_amount": "1269.84", "net_total_sub_units": 126984}, "synthesized_mcp_output": {"target_currency": "EUR", "target_numeric": "978", "line_amounts_in_target": ["1269.84"], "net_total_amount": "1269.84", "net_total_sub_units": 126984}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138163-FYdzkKacvWyYdUzBBNdq", "gen-1793138188-ROKNkz8IfBgbmxhFurbD"], "chunked_openrouter_request_id": "gen-1793138213-a3bqH4NNqx7GPYqTzNru", "certificate_sha256": "a80c4cb32759514c447893e4d84956dbd899812b1b8312f1824fdd7af049b73f"}
{"case_id": "PY_MONEYED-34", "repo_id": "py_moneyed", "github_repo": "limist/py-moneyed", "github_url": "https://github.com/limist/py-moneyed", "git_sha": "4c90ed5", "sector": "Treasury & ISO-4217 Money", "category": "Multi-Currency FX Ledger Consolidation", "label": "Gulf 3-Decimal Currencies to USD", "mcp_tool": "convert_and_sum_ledger", "inputs": {"entries": [{"amount": "10.000", "currency": "KWD"}, {"amount": "20.000", "currency": "OMR"}], "target_currency": "USD", "rates_to_target": {"KWD": "3.2540", "OMR": "2.5974"}}, "ground_truth_oracle_output": {"target_currency": "USD", "target_numeric": "840", "line_amounts_in_target": ["32.54", "51.95"], "net_total_amount": "84.49", "net_total_sub_units": 8449}, "synthesized_mcp_output": {"target_currency": "USD", "target_numeric": "840", "line_amounts_in_target": ["32.54", "51.95"], "net_total_amount": "84.49", "net_total_sub_units": 8449}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138163-FYdzkKacvWyYdUzBBNdq", "gen-1793138188-ROKNkz8IfBgbmxhFurbD"], "chunked_openrouter_request_id": "gen-1793138213-a3bqH4NNqx7GPYqTzNru", "certificate_sha256": "a80c4cb32759514c447893e4d84956dbd899812b1b8312f1824fdd7af049b73f"}
{"case_id": "PY_MONEYED-35", "repo_id": "py_moneyed", "github_repo": "limist/py-moneyed", "github_url": "https://github.com/limist/py-moneyed", "git_sha": "4c90ed5", "sector": "Treasury & ISO-4217 Money", "category": "Multi-Currency FX Ledger Consolidation", "label": "Empty Ledger Batch -> Zero USD", "mcp_tool": "convert_and_sum_ledger", "inputs": {"entries": [], "target_currency": "USD", "rates_to_target": {}}, "ground_truth_oracle_output": {"target_currency": "USD", "target_numeric": "840", "line_amounts_in_target": [], "net_total_amount": "0.00", "net_total_sub_units": 0}, "synthesized_mcp_output": {"target_currency": "USD", "target_numeric": "840", "line_amounts_in_target": [], "net_total_amount": "0.00", "net_total_sub_units": 0}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138163-FYdzkKacvWyYdUzBBNdq", "gen-1793138188-ROKNkz8IfBgbmxhFurbD"], "chunked_openrouter_request_id": "gen-1793138213-a3bqH4NNqx7GPYqTzNru", "certificate_sha256": "a80c4cb32759514c447893e4d84956dbd899812b1b8312f1824fdd7af049b73f"}
{"case_id": "PY_MONEYED-36", "repo_id": "py_moneyed", "github_repo": "limist/py-moneyed", "github_url": "https://github.com/limist/py-moneyed", "git_sha": "4c90ed5", "sector": "Treasury & ISO-4217 Money", "category": "Multi-Currency FX Ledger Consolidation", "label": "High-Value Cross-European Settlement", "mcp_tool": "convert_and_sum_ledger", "inputs": {"entries": [{"amount": "99999.99", "currency": "GBP"}, {"amount": "88888.88", "currency": "EUR"}], "target_currency": "CHF", "rates_to_target": {"GBP": "1.1245", "EUR": "0.9461"}}, "ground_truth_oracle_output": {"target_currency": "CHF", "target_numeric": "756", "line_amounts_in_target": ["112449.99", "84097.77"], "net_total_amount": "196547.76", "net_total_sub_units": 19654776}, "synthesized_mcp_output": {"target_currency": "CHF", "target_numeric": "756", "line_amounts_in_target": ["112449.99", "84097.77"], "net_total_amount": "196547.76", "net_total_sub_units": 19654776}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138163-FYdzkKacvWyYdUzBBNdq", "gen-1793138188-ROKNkz8IfBgbmxhFurbD"], "chunked_openrouter_request_id": "gen-1793138213-a3bqH4NNqx7GPYqTzNru", "certificate_sha256": "a80c4cb32759514c447893e4d84956dbd899812b1b8312f1824fdd7af049b73f"}
{"case_id": "PY_MONEYED-37", "repo_id": "py_moneyed", "github_repo": "limist/py-moneyed", "github_url": "https://github.com/limist/py-moneyed", "git_sha": "4c90ed5", "sector": "Treasury & ISO-4217 Money", "category": "Multi-Currency FX Ledger Consolidation", "label": "Banker's Tie 1.005 -> 1.00 x3 = 3.00", "mcp_tool": "convert_and_sum_ledger", "inputs": {"entries": [{"amount": "1.005", "currency": "USD"}, {"amount": "1.005", "currency": "USD"}, {"amount": "1.005", "currency": "USD"}], "target_currency": "USD", "rates_to_target": {}}, "ground_truth_oracle_output": {"target_currency": "USD", "target_numeric": "840", "line_amounts_in_target": ["1.00", "1.00", "1.00"], "net_total_amount": "3.00", "net_total_sub_units": 300}, "synthesized_mcp_output": {"target_currency": "USD", "target_numeric": "840", "line_amounts_in_target": ["1.00", "1.00", "1.00"], "net_total_amount": "3.00", "net_total_sub_units": 300}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138163-FYdzkKacvWyYdUzBBNdq", "gen-1793138188-ROKNkz8IfBgbmxhFurbD"], "chunked_openrouter_request_id": "gen-1793138213-a3bqH4NNqx7GPYqTzNru", "certificate_sha256": "a80c4cb32759514c447893e4d84956dbd899812b1b8312f1824fdd7af049b73f"}
{"case_id": "PY_MONEYED-38", "repo_id": "py_moneyed", "github_repo": "limist/py-moneyed", "github_url": "https://github.com/limist/py-moneyed", "git_sha": "4c90ed5", "sector": "Treasury & ISO-4217 Money", "category": "Multi-Currency FX Ledger Consolidation", "label": "Banker's Tie 1.015 -> 1.02 x2 = 2.04", "mcp_tool": "convert_and_sum_ledger", "inputs": {"entries": [{"amount": "1.015", "currency": "USD"}, {"amount": "1.015", "currency": "USD"}], "target_currency": "USD", "rates_to_target": {}}, "ground_truth_oracle_output": {"target_currency": "USD", "target_numeric": "840", "line_amounts_in_target": ["1.02", "1.02"], "net_total_amount": "2.04", "net_total_sub_units": 204}, "synthesized_mcp_output": {"target_currency": "USD", "target_numeric": "840", "line_amounts_in_target": ["1.02", "1.02"], "net_total_amount": "2.04", "net_total_sub_units": 204}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138163-FYdzkKacvWyYdUzBBNdq", "gen-1793138188-ROKNkz8IfBgbmxhFurbD"], "chunked_openrouter_request_id": "gen-1793138213-a3bqH4NNqx7GPYqTzNru", "certificate_sha256": "a80c4cb32759514c447893e4d84956dbd899812b1b8312f1824fdd7af049b73f"}
{"case_id": "PY_MONEYED-39", "repo_id": "py_moneyed", "github_repo": "limist/py-moneyed", "github_url": "https://github.com/limist/py-moneyed", "git_sha": "4c90ed5", "sector": "Treasury & ISO-4217 Money", "category": "Multi-Currency FX Ledger Consolidation", "label": "Consolidate into Zero-Decimal ISK", "mcp_tool": "convert_and_sum_ledger", "inputs": {"entries": [{"amount": "4500", "currency": "ISK"}, {"amount": "100.00", "currency": "EUR"}], "target_currency": "ISK", "rates_to_target": {"EUR": "149.35"}}, "ground_truth_oracle_output": {"target_currency": "ISK", "target_numeric": "352", "line_amounts_in_target": ["4500", "14935"], "net_total_amount": "19435", "net_total_sub_units": 19435}, "synthesized_mcp_output": {"target_currency": "ISK", "target_numeric": "352", "line_amounts_in_target": ["4500", "14935"], "net_total_amount": "19435", "net_total_sub_units": 19435}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138163-FYdzkKacvWyYdUzBBNdq", "gen-1793138188-ROKNkz8IfBgbmxhFurbD"], "chunked_openrouter_request_id": "gen-1793138213-a3bqH4NNqx7GPYqTzNru", "certificate_sha256": "a80c4cb32759514c447893e4d84956dbd899812b1b8312f1824fdd7af049b73f"}
{"case_id": "PY_MONEYED-40", "repo_id": "py_moneyed", "github_repo": "limist/py-moneyed", "github_url": "https://github.com/limist/py-moneyed", "git_sha": "4c90ed5", "sector": "Treasury & ISO-4217 Money", "category": "Multi-Currency FX Ledger Consolidation", "label": "SAR+AED Pegged Treasury Sweep", "mcp_tool": "convert_and_sum_ledger", "inputs": {"entries": [{"amount": "3750.00", "currency": "SAR"}, {"amount": "3672.50", "currency": "AED"}], "target_currency": "USD", "rates_to_target": {"SAR": "0.266667", "AED": "0.272294"}}, "ground_truth_oracle_output": {"target_currency": "USD", "target_numeric": "840", "line_amounts_in_target": ["1000.00", "1000.00"], "net_total_amount": "2000.00", "net_total_sub_units": 200000}, "synthesized_mcp_output": {"target_currency": "USD", "target_numeric": "840", "line_amounts_in_target": ["1000.00", "1000.00"], "net_total_amount": "2000.00", "net_total_sub_units": 200000}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138163-FYdzkKacvWyYdUzBBNdq", "gen-1793138188-ROKNkz8IfBgbmxhFurbD"], "chunked_openrouter_request_id": "gen-1793138213-a3bqH4NNqx7GPYqTzNru", "certificate_sha256": "a80c4cb32759514c447893e4d84956dbd899812b1b8312f1824fdd7af049b73f"}
{"case_id": "PRICE_PARSER-01", "repo_id": "price_parser", "github_repo": "scrapinghub/price-parser", "github_url": "https://github.com/scrapinghub/price-parser", "git_sha": "6718bfe", "sector": "Global Procurement & Pricing", "category": "Multi-Locale Price & Currency Disambiguation", "label": "European Thousands Dot + Comma Decimal + Trailing Euro", "mcp_tool": "parse_procurement_price", "inputs": {"raw_text": "Total: 1.234,56 \u20ac", "currency_hint": null, "decimal_separator": null}, "ground_truth_oracle_output": {"amount_str": "1234.56", "amount_float": 1234.56, "currency": "\u20ac"}, "synthesized_mcp_output": {"amount_str": "1234.56", "amount_float": 1234.56, "currency": "\u20ac"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138681-OW7QQJpXoCcb0VsWLVQ7", "gen-1793138695-AZyMVN8rQaKkN4UzrzFW"], "chunked_openrouter_request_id": "gen-1793142230-eaVTb7XXhtOkCHZp9BHr", "certificate_sha256": "b8c45610307d0d5a0465c47fedaa635395e32fab552812d646919d58e6dec012"}
{"case_id": "PRICE_PARSER-02", "repo_id": "price_parser", "github_repo": "scrapinghub/price-parser", "github_url": "https://github.com/scrapinghub/price-parser", "git_sha": "6718bfe", "sector": "Global Procurement & Pricing", "category": "Multi-Locale Price & Currency Disambiguation", "label": "Prefixed US$ Dollar Disambiguation", "mcp_tool": "parse_procurement_price", "inputs": {"raw_text": "US$ 2,499.00", "currency_hint": null, "decimal_separator": null}, "ground_truth_oracle_output": {"amount_str": "2499.00", "amount_float": 2499.0, "currency": "US$"}, "synthesized_mcp_output": {"amount_str": "2499.00", "amount_float": 2499.0, "currency": "US$"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138681-OW7QQJpXoCcb0VsWLVQ7", "gen-1793138695-AZyMVN8rQaKkN4UzrzFW"], "chunked_openrouter_request_id": "gen-1793142230-eaVTb7XXhtOkCHZp9BHr", "certificate_sha256": "b8c45610307d0d5a0465c47fedaa635395e32fab552812d646919d58e6dec012"}
{"case_id": "PRICE_PARSER-03", "repo_id": "price_parser", "github_repo": "scrapinghub/price-parser", "github_url": "https://github.com/scrapinghub/price-parser", "git_sha": "6718bfe", "sector": "Global Procurement & Pricing", "category": "Multi-Locale Price & Currency Disambiguation", "label": "Swiss Apostrophe Thousands Separator", "mcp_tool": "parse_procurement_price", "inputs": {"raw_text": "CHF 1'450.75", "currency_hint": null, "decimal_separator": null}, "ground_truth_oracle_output": {"amount_str": "1450.75", "amount_float": 1450.75, "currency": "CHF"}, "synthesized_mcp_output": {"amount_str": "1450.75", "amount_float": 1450.75, "currency": "CHF"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138681-OW7QQJpXoCcb0VsWLVQ7", "gen-1793138695-AZyMVN8rQaKkN4UzrzFW"], "chunked_openrouter_request_id": "gen-1793142230-eaVTb7XXhtOkCHZp9BHr", "certificate_sha256": "b8c45610307d0d5a0465c47fedaa635395e32fab552812d646919d58e6dec012"}
{"case_id": "PRICE_PARSER-04", "repo_id": "price_parser", "github_repo": "scrapinghub/price-parser", "github_url": "https://github.com/scrapinghub/price-parser", "git_sha": "6718bfe", "sector": "Global Procurement & Pricing", "category": "Multi-Locale Price & Currency Disambiguation", "label": "Japanese Yen Integer Thousands Comma", "mcp_tool": "parse_procurement_price", "inputs": {"raw_text": "\u00a515,800", "currency_hint": null, "decimal_separator": null}, "ground_truth_oracle_output": {"amount_str": "15800", "amount_float": 15800.0, "currency": "\u00a5"}, "synthesized_mcp_output": {"amount_str": "15800", "amount_float": 15800.0, "currency": "\u00a5"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138681-OW7QQJpXoCcb0VsWLVQ7", "gen-1793138695-AZyMVN8rQaKkN4UzrzFW"], "chunked_openrouter_request_id": "gen-1793142230-eaVTb7XXhtOkCHZp9BHr", "certificate_sha256": "b8c45610307d0d5a0465c47fedaa635395e32fab552812d646919d58e6dec012"}
{"case_id": "PRICE_PARSER-05", "repo_id": "price_parser", "github_repo": "scrapinghub/price-parser", "github_url": "https://github.com/scrapinghub/price-parser", "git_sha": "6718bfe", "sector": "Global Procurement & Pricing", "category": "Multi-Locale Price & Currency Disambiguation", "label": "UK Sterling with Trailing Tax Text", "mcp_tool": "parse_procurement_price", "inputs": {"raw_text": "\u00a399.95 inc. VAT", "currency_hint": null, "decimal_separator": null}, "ground_truth_oracle_output": {"amount_str": "99.95", "amount_float": 99.95, "currency": "\u00a3"}, "synthesized_mcp_output": {"amount_str": "99.95", "amount_float": 99.95, "currency": "\u00a3"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793138681-OW7QQJpXoCcb0VsWLVQ7", "gen-1793138695-AZyMVN8rQaKkN4UzrzFW"], "chunked_openrouter_request_id": "gen-1793142230-eaVTb7XXhtOkCHZp9BHr", "certificate_sha256": "b8c45610307d0d5a0465c47fedaa635395e32fab552812d646919d58e6dec012"}
{"case_id": "PRICE_PARSER-06", "repo_id": "price_parser", "github_repo": "scrapinghub/price-parser", "github_url": "https://github.com/scrapinghub/price-parser", "git_sha": "6718bfe", "sector": "Global Procurement & Pricing", "category": "Multi-Locale Price & Currency Disambiguation", "label": "Zero/Free Literal String -> Amount 0", "mcp_tool": "parse_procurement_price", "inputs": {"raw_text": "Free!", "currency_hint": null, "decimal_separator": null}, "ground_truth_oracle_output": {"amount_str": "0", "amount_float": 0.0, "currency": null}, "synthesized_mcp_output": {"amount_str": "0", "amount_float": 0.0, "currency": null}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793138681-OW7QQJpXoCcb0VsWLVQ7", "gen-1793138695-AZyMVN8rQaKkN4UzrzFW"], "chunked_openrouter_request_id": "gen-1793142230-eaVTb7XXhtOkCHZp9BHr", "certificate_sha256": "b8c45610307d0d5a0465c47fedaa635395e32fab552812d646919d58e6dec012"}
{"case_id": "PRICE_PARSER-07", "repo_id": "price_parser", "github_repo": "scrapinghub/price-parser", "github_url": "https://github.com/scrapinghub/price-parser", "git_sha": "6718bfe", "sector": "Global Procurement & Pricing", "category": "Multi-Locale Price & Currency Disambiguation", "label": "No Numeric Price Present -> None", "mcp_tool": "parse_procurement_price", "inputs": {"raw_text": "Contact us for enterprise pricing", "currency_hint": null, "decimal_separator": null}, "ground_truth_oracle_output": {"amount_str": null, "amount_float": null, "currency": null}, "synthesized_mcp_output": {"amount_str": null, "amount_float": null, "currency": null}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138681-OW7QQJpXoCcb0VsWLVQ7", "gen-1793138695-AZyMVN8rQaKkN4UzrzFW"], "chunked_openrouter_request_id": "gen-1793142230-eaVTb7XXhtOkCHZp9BHr", "certificate_sha256": "b8c45610307d0d5a0465c47fedaa635395e32fab552812d646919d58e6dec012"}
{"case_id": "PRICE_PARSER-08", "repo_id": "price_parser", "github_repo": "scrapinghub/price-parser", "github_url": "https://github.com/scrapinghub/price-parser", "git_sha": "6718bfe", "sector": "Global Procurement & Pricing", "category": "Multi-Locale Price & Currency Disambiguation", "label": "Brazilian Real Multi-Char Symbol + Comma Decimal", "mcp_tool": "parse_procurement_price", "inputs": {"raw_text": "R$ 3.450,20", "currency_hint": null, "decimal_separator": null}, "ground_truth_oracle_output": {"amount_str": "3450.20", "amount_float": 3450.2, "currency": "R$"}, "synthesized_mcp_output": {"amount_str": "3450.20", "amount_float": 3450.2, "currency": "R$"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138681-OW7QQJpXoCcb0VsWLVQ7", "gen-1793138695-AZyMVN8rQaKkN4UzrzFW"], "chunked_openrouter_request_id": "gen-1793142230-eaVTb7XXhtOkCHZp9BHr", "certificate_sha256": "b8c45610307d0d5a0465c47fedaa635395e32fab552812d646919d58e6dec012"}
{"case_id": "PRICE_PARSER-09", "repo_id": "price_parser", "github_repo": "scrapinghub/price-parser", "github_url": "https://github.com/scrapinghub/price-parser", "git_sha": "6718bfe", "sector": "Global Procurement & Pricing", "category": "Multi-Locale Price & Currency Disambiguation", "label": "Space Thousands Separator + Comma Decimal", "mcp_tool": "parse_procurement_price", "inputs": {"raw_text": "12 500,00 \u20ac", "currency_hint": null, "decimal_separator": null}, "ground_truth_oracle_output": {"amount_str": "12500.00", "amount_float": 12500.0, "currency": "\u20ac"}, "synthesized_mcp_output": {"amount_str": "12500.00", "amount_float": 12500.0, "currency": "\u20ac"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793138681-OW7QQJpXoCcb0VsWLVQ7", "gen-1793138695-AZyMVN8rQaKkN4UzrzFW"], "chunked_openrouter_request_id": "gen-1793142230-eaVTb7XXhtOkCHZp9BHr", "certificate_sha256": "b8c45610307d0d5a0465c47fedaa635395e32fab552812d646919d58e6dec012"}
{"case_id": "PRICE_PARSER-10", "repo_id": "price_parser", "github_repo": "scrapinghub/price-parser", "github_url": "https://github.com/scrapinghub/price-parser", "git_sha": "6718bfe", "sector": "Global Procurement & Pricing", "category": "Multi-Locale Price & Currency Disambiguation", "label": "ISO-4217 3-Letter Prefix AED", "mcp_tool": "parse_procurement_price", "inputs": {"raw_text": "AED 14,200.50", "currency_hint": null, "decimal_separator": null}, "ground_truth_oracle_output": {"amount_str": "14200.50", "amount_float": 14200.5, "currency": "AED"}, "synthesized_mcp_output": {"amount_str": "14200.50", "amount_float": 14200.5, "currency": "AED"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138681-OW7QQJpXoCcb0VsWLVQ7", "gen-1793138695-AZyMVN8rQaKkN4UzrzFW"], "chunked_openrouter_request_id": "gen-1793142230-eaVTb7XXhtOkCHZp9BHr", "certificate_sha256": "b8c45610307d0d5a0465c47fedaa635395e32fab552812d646919d58e6dec012"}
{"case_id": "PRICE_PARSER-11", "repo_id": "price_parser", "github_repo": "scrapinghub/price-parser", "github_url": "https://github.com/scrapinghub/price-parser", "git_sha": "6718bfe", "sector": "Global Procurement & Pricing", "category": "Multi-Locale Price & Currency Disambiguation", "label": "ISO-4217 3-Letter Prefix SAR", "mcp_tool": "parse_procurement_price", "inputs": {"raw_text": "SAR 3,750.00", "currency_hint": null, "decimal_separator": null}, "ground_truth_oracle_output": {"amount_str": "3750.00", "amount_float": 3750.0, "currency": "SAR"}, "synthesized_mcp_output": {"amount_str": "3750.00", "amount_float": 3750.0, "currency": "SAR"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138681-OW7QQJpXoCcb0VsWLVQ7", "gen-1793138695-AZyMVN8rQaKkN4UzrzFW"], "chunked_openrouter_request_id": "gen-1793142230-eaVTb7XXhtOkCHZp9BHr", "certificate_sha256": "b8c45610307d0d5a0465c47fedaa635395e32fab552812d646919d58e6dec012"}
{"case_id": "PRICE_PARSER-12", "repo_id": "price_parser", "github_repo": "scrapinghub/price-parser", "github_url": "https://github.com/scrapinghub/price-parser", "git_sha": "6718bfe", "sector": "Global Procurement & Pricing", "category": "Multi-Locale Price & Currency Disambiguation", "label": "Bare Number with Explicit Currency Hint & Separator", "mcp_tool": "parse_procurement_price", "inputs": {"raw_text": "19,99", "currency_hint": "EUR", "decimal_separator": ","}, "ground_truth_oracle_output": {"amount_str": "19.99", "amount_float": 19.99, "currency": "EUR"}, "synthesized_mcp_output": {"amount_str": "19.99", "amount_float": 19.99, "currency": "EUR"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138681-OW7QQJpXoCcb0VsWLVQ7", "gen-1793138695-AZyMVN8rQaKkN4UzrzFW"], "chunked_openrouter_request_id": "gen-1793142230-eaVTb7XXhtOkCHZp9BHr", "certificate_sha256": "b8c45610307d0d5a0465c47fedaa635395e32fab552812d646919d58e6dec012"}
{"case_id": "PRICE_PARSER-13", "repo_id": "price_parser", "github_repo": "scrapinghub/price-parser", "github_url": "https://github.com/scrapinghub/price-parser", "git_sha": "6718bfe", "sector": "Global Procurement & Pricing", "category": "Multi-Locale Price & Currency Disambiguation", "label": "Price Range First-Price Extraction", "mcp_tool": "parse_procurement_price", "inputs": {"raw_text": "From $49.99 to $79.99", "currency_hint": null, "decimal_separator": null}, "ground_truth_oracle_output": {"amount_str": "49.99", "amount_float": 49.99, "currency": "$"}, "synthesized_mcp_output": {"amount_str": "49.99", "amount_float": 49.99, "currency": "$"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793138681-OW7QQJpXoCcb0VsWLVQ7", "gen-1793138695-AZyMVN8rQaKkN4UzrzFW"], "chunked_openrouter_request_id": "gen-1793142230-eaVTb7XXhtOkCHZp9BHr", "certificate_sha256": "b8c45610307d0d5a0465c47fedaa635395e32fab552812d646919d58e6dec012"}
{"case_id": "PRICE_PARSER-14", "repo_id": "price_parser", "github_repo": "scrapinghub/price-parser", "github_url": "https://github.com/scrapinghub/price-parser", "git_sha": "6718bfe", "sector": "Global Procurement & Pricing", "category": "Multi-Locale Price & Currency Disambiguation", "label": "Sub-Unit Euro Cents", "mcp_tool": "parse_procurement_price", "inputs": {"raw_text": "\u20ac 0,99", "currency_hint": null, "decimal_separator": null}, "ground_truth_oracle_output": {"amount_str": "0.99", "amount_float": 0.99, "currency": "\u20ac"}, "synthesized_mcp_output": {"amount_str": "0.99", "amount_float": 0.99, "currency": "\u20ac"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138681-OW7QQJpXoCcb0VsWLVQ7", "gen-1793138695-AZyMVN8rQaKkN4UzrzFW"], "chunked_openrouter_request_id": "gen-1793142230-eaVTb7XXhtOkCHZp9BHr", "certificate_sha256": "b8c45610307d0d5a0465c47fedaa635395e32fab552812d646919d58e6dec012"}
{"case_id": "PRICE_PARSER-15", "repo_id": "price_parser", "github_repo": "scrapinghub/price-parser", "github_url": "https://github.com/scrapinghub/price-parser", "git_sha": "6718bfe", "sector": "Global Procurement & Pricing", "category": "Multi-Locale Price & Currency Disambiguation", "label": "Multi-Million Comma-Grouped Invoice", "mcp_tool": "parse_procurement_price", "inputs": {"raw_text": "1,234,567.89 USD", "currency_hint": null, "decimal_separator": null}, "ground_truth_oracle_output": {"amount_str": "1234567.89", "amount_float": 1234567.89, "currency": "USD"}, "synthesized_mcp_output": {"amount_str": "1234567.89", "amount_float": 1234567.89, "currency": "USD"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138681-OW7QQJpXoCcb0VsWLVQ7", "gen-1793138695-AZyMVN8rQaKkN4UzrzFW"], "chunked_openrouter_request_id": "gen-1793142230-eaVTb7XXhtOkCHZp9BHr", "certificate_sha256": "b8c45610307d0d5a0465c47fedaa635395e32fab552812d646919d58e6dec012"}
{"case_id": "PRICE_PARSER-16", "repo_id": "price_parser", "github_repo": "scrapinghub/price-parser", "github_url": "https://github.com/scrapinghub/price-parser", "git_sha": "6718bfe", "sector": "Global Procurement & Pricing", "category": "Multi-Locale Price & Currency Disambiguation", "label": "Nordic Krone Symbol with NOK Currency Hint", "mcp_tool": "parse_procurement_price", "inputs": {"raw_text": "kr 1.499,00", "currency_hint": "NOK", "decimal_separator": null}, "ground_truth_oracle_output": {"amount_str": "1499.00", "amount_float": 1499.0, "currency": "kr"}, "synthesized_mcp_output": {"amount_str": "1499.00", "amount_float": 1499.0, "currency": "kr"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793138681-OW7QQJpXoCcb0VsWLVQ7", "gen-1793138695-AZyMVN8rQaKkN4UzrzFW"], "chunked_openrouter_request_id": "gen-1793142230-eaVTb7XXhtOkCHZp9BHr", "certificate_sha256": "b8c45610307d0d5a0465c47fedaa635395e32fab552812d646919d58e6dec012"}
{"case_id": "PRICE_PARSER-17", "repo_id": "price_parser", "github_repo": "scrapinghub/price-parser", "github_url": "https://github.com/scrapinghub/price-parser", "git_sha": "6718bfe", "sector": "Global Procurement & Pricing", "category": "Multi-Locale Price & Currency Disambiguation", "label": "Indian Lakh Grouping + Rupee Symbol", "mcp_tool": "parse_procurement_price", "inputs": {"raw_text": "\u20b9 1,25,000.50", "currency_hint": null, "decimal_separator": null}, "ground_truth_oracle_output": {"amount_str": "125000.50", "amount_float": 125000.5, "currency": "\u20b9"}, "synthesized_mcp_output": {"amount_str": "125000.50", "amount_float": 125000.5, "currency": "\u20b9"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138681-OW7QQJpXoCcb0VsWLVQ7", "gen-1793138695-AZyMVN8rQaKkN4UzrzFW"], "chunked_openrouter_request_id": "gen-1793142230-eaVTb7XXhtOkCHZp9BHr", "certificate_sha256": "b8c45610307d0d5a0465c47fedaa635395e32fab552812d646919d58e6dec012"}
{"case_id": "PRICE_PARSER-18", "repo_id": "price_parser", "github_repo": "scrapinghub/price-parser", "github_url": "https://github.com/scrapinghub/price-parser", "git_sha": "6718bfe", "sector": "Global Procurement & Pricing", "category": "Multi-Locale Price & Currency Disambiguation", "label": "Dual ISO Code + Polish Zloty Symbol", "mcp_tool": "parse_procurement_price", "inputs": {"raw_text": "PLN 429,90 z\u0142", "currency_hint": null, "decimal_separator": null}, "ground_truth_oracle_output": {"amount_str": "429.90", "amount_float": 429.9, "currency": "z\u0142"}, "synthesized_mcp_output": {"amount_str": "429.90", "amount_float": 429.9, "currency": "z\u0142"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793138681-OW7QQJpXoCcb0VsWLVQ7", "gen-1793138695-AZyMVN8rQaKkN4UzrzFW"], "chunked_openrouter_request_id": "gen-1793142230-eaVTb7XXhtOkCHZp9BHr", "certificate_sha256": "b8c45610307d0d5a0465c47fedaa635395e32fab552812d646919d58e6dec012"}
{"case_id": "PRICE_PARSER-19", "repo_id": "price_parser", "github_repo": "scrapinghub/price-parser", "github_url": "https://github.com/scrapinghub/price-parser", "git_sha": "6718bfe", "sector": "Global Procurement & Pricing", "category": "Vendor Quote Normalization & Netting", "label": "4x European Unit Price Minus \u20ac100 Discount", "mcp_tool": "compute_invoice_line_quote", "inputs": {"raw_unit_price": "1.250,50 \u20ac", "quantity": 4, "raw_discount": "100,00 \u20ac"}, "ground_truth_oracle_output": {"valid": true, "currency": "\u20ac", "gross_amount": "5002.00", "net_amount": "4902.00"}, "synthesized_mcp_output": {"valid": true, "currency": "\u20ac", "gross_amount": "5002.00", "net_amount": "4902.00"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138681-OW7QQJpXoCcb0VsWLVQ7", "gen-1793138695-AZyMVN8rQaKkN4UzrzFW"], "chunked_openrouter_request_id": "gen-1793142230-eaVTb7XXhtOkCHZp9BHr", "certificate_sha256": "b8c45610307d0d5a0465c47fedaa635395e32fab552812d646919d58e6dec012"}
{"case_id": "PRICE_PARSER-20", "repo_id": "price_parser", "github_repo": "scrapinghub/price-parser", "github_url": "https://github.com/scrapinghub/price-parser", "git_sha": "6718bfe", "sector": "Global Procurement & Pricing", "category": "Vendor Quote Normalization & Netting", "label": "10x USD SaaS Seats w/ Volume Discount", "mcp_tool": "compute_invoice_line_quote", "inputs": {"raw_unit_price": "US$ 249.99", "quantity": 10, "raw_discount": "$150.00"}, "ground_truth_oracle_output": {"valid": true, "currency": "US$", "gross_amount": "2499.90", "net_amount": "2349.90"}, "synthesized_mcp_output": {"valid": true, "currency": "US$", "gross_amount": "2499.90", "net_amount": "2349.90"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138681-OW7QQJpXoCcb0VsWLVQ7", "gen-1793138695-AZyMVN8rQaKkN4UzrzFW"], "chunked_openrouter_request_id": "gen-1793142230-eaVTb7XXhtOkCHZp9BHr", "certificate_sha256": "b8c45610307d0d5a0465c47fedaa635395e32fab552812d646919d58e6dec012"}
{"case_id": "PRICE_PARSER-21", "repo_id": "price_parser", "github_repo": "scrapinghub/price-parser", "github_url": "https://github.com/scrapinghub/price-parser", "git_sha": "6718bfe", "sector": "Global Procurement & Pricing", "category": "Vendor Quote Normalization & Netting", "label": "Swiss Hardware PO No Discount", "mcp_tool": "compute_invoice_line_quote", "inputs": {"raw_unit_price": "CHF 850.00", "quantity": 3, "raw_discount": null}, "ground_truth_oracle_output": {"valid": true, "currency": "CHF", "gross_amount": "2550.00", "net_amount": "2550.00"}, "synthesized_mcp_output": {"valid": true, "currency": "CHF", "gross_amount": "2550.00", "net_amount": "2550.00"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138681-OW7QQJpXoCcb0VsWLVQ7", "gen-1793138695-AZyMVN8rQaKkN4UzrzFW"], "chunked_openrouter_request_id": "gen-1793142230-eaVTb7XXhtOkCHZp9BHr", "certificate_sha256": "b8c45610307d0d5a0465c47fedaa635395e32fab552812d646919d58e6dec012"}
{"case_id": "PRICE_PARSER-22", "repo_id": "price_parser", "github_repo": "scrapinghub/price-parser", "github_url": "https://github.com/scrapinghub/price-parser", "git_sha": "6718bfe", "sector": "Global Procurement & Pricing", "category": "Vendor Quote Normalization & Netting", "label": "Discount Exceeds Gross -> Floored at 0.00", "mcp_tool": "compute_invoice_line_quote", "inputs": {"raw_unit_price": "\u00a345.50", "quantity": 2, "raw_discount": "\u00a3200.00"}, "ground_truth_oracle_output": {"valid": true, "currency": "\u00a3", "gross_amount": "91.00", "net_amount": "0.00"}, "synthesized_mcp_output": {"valid": true, "currency": "\u00a3", "gross_amount": "91.00", "net_amount": "0.00"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138681-OW7QQJpXoCcb0VsWLVQ7", "gen-1793138695-AZyMVN8rQaKkN4UzrzFW"], "chunked_openrouter_request_id": "gen-1793142230-eaVTb7XXhtOkCHZp9BHr", "certificate_sha256": "b8c45610307d0d5a0465c47fedaa635395e32fab552812d646919d58e6dec012"}
{"case_id": "PRICE_PARSER-23", "repo_id": "price_parser", "github_repo": "scrapinghub/price-parser", "github_url": "https://github.com/scrapinghub/price-parser", "git_sha": "6718bfe", "sector": "Global Procurement & Pricing", "category": "Vendor Quote Normalization & Netting", "label": "Unparseable Unit Price Safe Invalid Flag", "mcp_tool": "compute_invoice_line_quote", "inputs": {"raw_unit_price": "Call for quote", "quantity": 5, "raw_discount": null}, "ground_truth_oracle_output": {"valid": false, "currency": null, "gross_amount": null, "net_amount": null}, "synthesized_mcp_output": {"valid": false, "currency": null, "gross_amount": null, "net_amount": null}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138681-OW7QQJpXoCcb0VsWLVQ7", "gen-1793138695-AZyMVN8rQaKkN4UzrzFW"], "chunked_openrouter_request_id": "gen-1793142230-eaVTb7XXhtOkCHZp9BHr", "certificate_sha256": "b8c45610307d0d5a0465c47fedaa635395e32fab552812d646919d58e6dec012"}
{"case_id": "PRICE_PARSER-24", "repo_id": "price_parser", "github_repo": "scrapinghub/price-parser", "github_url": "https://github.com/scrapinghub/price-parser", "git_sha": "6718bfe", "sector": "Global Procurement & Pricing", "category": "Vendor Quote Normalization & Netting", "label": "UAE Dirham Procurement Line", "mcp_tool": "compute_invoice_line_quote", "inputs": {"raw_unit_price": "AED 1,200.00", "quantity": 6, "raw_discount": "AED 350.25"}, "ground_truth_oracle_output": {"valid": true, "currency": "AED", "gross_amount": "7200.00", "net_amount": "6849.75"}, "synthesized_mcp_output": {"valid": true, "currency": "AED", "gross_amount": "7200.00", "net_amount": "6849.75"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138681-OW7QQJpXoCcb0VsWLVQ7", "gen-1793138695-AZyMVN8rQaKkN4UzrzFW"], "chunked_openrouter_request_id": "gen-1793142230-eaVTb7XXhtOkCHZp9BHr", "certificate_sha256": "b8c45610307d0d5a0465c47fedaa635395e32fab552812d646919d58e6dec012"}
{"case_id": "PRICE_PARSER-25", "repo_id": "price_parser", "github_repo": "scrapinghub/price-parser", "github_url": "https://github.com/scrapinghub/price-parser", "git_sha": "6718bfe", "sector": "Global Procurement & Pricing", "category": "Vendor Quote Normalization & Netting", "label": "JPY Yen Component Order", "mcp_tool": "compute_invoice_line_quote", "inputs": {"raw_unit_price": "\u00a54,500", "quantity": 12, "raw_discount": "\u00a52,000"}, "ground_truth_oracle_output": {"valid": true, "currency": "\u00a5", "gross_amount": "54000.00", "net_amount": "52000.00"}, "synthesized_mcp_output": {"valid": true, "currency": "\u00a5", "gross_amount": "54000.00", "net_amount": "52000.00"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138681-OW7QQJpXoCcb0VsWLVQ7", "gen-1793138695-AZyMVN8rQaKkN4UzrzFW"], "chunked_openrouter_request_id": "gen-1793142230-eaVTb7XXhtOkCHZp9BHr", "certificate_sha256": "b8c45610307d0d5a0465c47fedaa635395e32fab552812d646919d58e6dec012"}
{"case_id": "PRICE_PARSER-26", "repo_id": "price_parser", "github_repo": "scrapinghub/price-parser", "github_url": "https://github.com/scrapinghub/price-parser", "git_sha": "6718bfe", "sector": "Global Procurement & Pricing", "category": "Vendor Quote Normalization & Netting", "label": "BRL Supplier Quote Line", "mcp_tool": "compute_invoice_line_quote", "inputs": {"raw_unit_price": "R$ 199,90", "quantity": 5, "raw_discount": "R$ 49,50"}, "ground_truth_oracle_output": {"valid": true, "currency": "R$", "gross_amount": "999.50", "net_amount": "950.00"}, "synthesized_mcp_output": {"valid": true, "currency": "R$", "gross_amount": "999.50", "net_amount": "950.00"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138681-OW7QQJpXoCcb0VsWLVQ7", "gen-1793138695-AZyMVN8rQaKkN4UzrzFW"], "chunked_openrouter_request_id": "gen-1793142230-eaVTb7XXhtOkCHZp9BHr", "certificate_sha256": "b8c45610307d0d5a0465c47fedaa635395e32fab552812d646919d58e6dec012"}
{"case_id": "PRICE_PARSER-27", "repo_id": "price_parser", "github_repo": "scrapinghub/price-parser", "github_url": "https://github.com/scrapinghub/price-parser", "git_sha": "6718bfe", "sector": "Global Procurement & Pricing", "category": "Vendor Quote Normalization & Netting", "label": "100x Micro-Unit Price", "mcp_tool": "compute_invoice_line_quote", "inputs": {"raw_unit_price": "$0.99", "quantity": 100, "raw_discount": "$10.00"}, "ground_truth_oracle_output": {"valid": true, "currency": "$", "gross_amount": "99.00", "net_amount": "89.00"}, "synthesized_mcp_output": {"valid": true, "currency": "$", "gross_amount": "99.00", "net_amount": "89.00"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138681-OW7QQJpXoCcb0VsWLVQ7", "gen-1793138695-AZyMVN8rQaKkN4UzrzFW"], "chunked_openrouter_request_id": "gen-1793142230-eaVTb7XXhtOkCHZp9BHr", "certificate_sha256": "b8c45610307d0d5a0465c47fedaa635395e32fab552812d646919d58e6dec012"}
{"case_id": "PRICE_PARSER-28", "repo_id": "price_parser", "github_repo": "scrapinghub/price-parser", "github_url": "https://github.com/scrapinghub/price-parser", "git_sha": "6718bfe", "sector": "Global Procurement & Pricing", "category": "Vendor Quote Normalization & Netting", "label": "Saudi Riyal Industrial Supply Line", "mcp_tool": "compute_invoice_line_quote", "inputs": {"raw_unit_price": "SAR 520.75", "quantity": 8, "raw_discount": "SAR 166.00"}, "ground_truth_oracle_output": {"valid": true, "currency": "SAR", "gross_amount": "4166.00", "net_amount": "4000.00"}, "synthesized_mcp_output": {"valid": true, "currency": "SAR", "gross_amount": "4166.00", "net_amount": "4000.00"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138681-OW7QQJpXoCcb0VsWLVQ7", "gen-1793138695-AZyMVN8rQaKkN4UzrzFW"], "chunked_openrouter_request_id": "gen-1793142230-eaVTb7XXhtOkCHZp9BHr", "certificate_sha256": "b8c45610307d0d5a0465c47fedaa635395e32fab552812d646919d58e6dec012"}
{"case_id": "PRICE_PARSER-29", "repo_id": "price_parser", "github_repo": "scrapinghub/price-parser", "github_url": "https://github.com/scrapinghub/price-parser", "git_sha": "6718bfe", "sector": "Global Procurement & Pricing", "category": "Vendor Quote Normalization & Netting", "label": "Space-Grouped Euro Quote", "mcp_tool": "compute_invoice_line_quote", "inputs": {"raw_unit_price": "2 400,00 \u20ac", "quantity": 2, "raw_discount": "250,00 \u20ac"}, "ground_truth_oracle_output": {"valid": true, "currency": "\u20ac", "gross_amount": "4800.00", "net_amount": "4550.00"}, "synthesized_mcp_output": {"valid": true, "currency": "\u20ac", "gross_amount": "4800.00", "net_amount": "4550.00"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793138681-OW7QQJpXoCcb0VsWLVQ7", "gen-1793138695-AZyMVN8rQaKkN4UzrzFW"], "chunked_openrouter_request_id": "gen-1793142230-eaVTb7XXhtOkCHZp9BHr", "certificate_sha256": "b8c45610307d0d5a0465c47fedaa635395e32fab552812d646919d58e6dec012"}
{"case_id": "PRICE_PARSER-30", "repo_id": "price_parser", "github_repo": "scrapinghub/price-parser", "github_url": "https://github.com/scrapinghub/price-parser", "git_sha": "6718bfe", "sector": "Global Procurement & Pricing", "category": "Vendor Quote Normalization & Netting", "label": "Zero-Price Promotional Line Item", "mcp_tool": "compute_invoice_line_quote", "inputs": {"raw_unit_price": "Free", "quantity": 10, "raw_discount": null}, "ground_truth_oracle_output": {"valid": true, "currency": null, "gross_amount": "0.00", "net_amount": "0.00"}, "synthesized_mcp_output": {"valid": true, "currency": null, "gross_amount": "0.00", "net_amount": "0.00"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793138681-OW7QQJpXoCcb0VsWLVQ7", "gen-1793138695-AZyMVN8rQaKkN4UzrzFW"], "chunked_openrouter_request_id": "gen-1793142230-eaVTb7XXhtOkCHZp9BHr", "certificate_sha256": "b8c45610307d0d5a0465c47fedaa635395e32fab552812d646919d58e6dec012"}
{"case_id": "PRICE_PARSER-31", "repo_id": "price_parser", "github_repo": "scrapinghub/price-parser", "github_url": "https://github.com/scrapinghub/price-parser", "git_sha": "6718bfe", "sector": "Global Procurement & Pricing", "category": "Catalog Feed Aggregation & Currency Audit", "label": "Mixed US/EU/UK + Sold-Out Null", "mcp_tool": "audit_price_feed_batch", "inputs": {"raw_items": ["$19.99", "1.200,50 \u20ac", "Sold out", "\u00a345.00"]}, "ground_truth_oracle_output": {"total_items": 4, "parsed_count": 3, "null_count": 1, "currencies_detected": ["$", "\u00a3", "\u20ac"], "sum_amount_str": "1265.49"}, "synthesized_mcp_output": {"total_items": 4, "parsed_count": 3, "null_count": 1, "currencies_detected": ["$", "\u00a3", "\u20ac"], "sum_amount_str": "1265.49"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138681-OW7QQJpXoCcb0VsWLVQ7", "gen-1793138695-AZyMVN8rQaKkN4UzrzFW"], "chunked_openrouter_request_id": "gen-1793142230-eaVTb7XXhtOkCHZp9BHr", "certificate_sha256": "b8c45610307d0d5a0465c47fedaa635395e32fab552812d646919d58e6dec012"}
{"case_id": "PRICE_PARSER-32", "repo_id": "price_parser", "github_repo": "scrapinghub/price-parser", "github_url": "https://github.com/scrapinghub/price-parser", "git_sha": "6718bfe", "sector": "Global Procurement & Pricing", "category": "Catalog Feed Aggregation & Currency Audit", "label": "Homogeneous Swiss Catalog Feed", "mcp_tool": "audit_price_feed_batch", "inputs": {"raw_items": ["CHF 1'200.00", "CHF 350.50", "CHF 49.50"]}, "ground_truth_oracle_output": {"total_items": 3, "parsed_count": 3, "null_count": 0, "currencies_detected": ["CHF"], "sum_amount_str": "1600.00"}, "synthesized_mcp_output": {"total_items": 3, "parsed_count": 3, "null_count": 0, "currencies_detected": ["CHF"], "sum_amount_str": "1600.00"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138681-OW7QQJpXoCcb0VsWLVQ7", "gen-1793138695-AZyMVN8rQaKkN4UzrzFW"], "chunked_openrouter_request_id": "gen-1793142230-eaVTb7XXhtOkCHZp9BHr", "certificate_sha256": "b8c45610307d0d5a0465c47fedaa635395e32fab552812d646919d58e6dec012"}
{"case_id": "PRICE_PARSER-33", "repo_id": "price_parser", "github_repo": "scrapinghub/price-parser", "github_url": "https://github.com/scrapinghub/price-parser", "git_sha": "6718bfe", "sector": "Global Procurement & Pricing", "category": "Catalog Feed Aggregation & Currency Audit", "label": "All Unpriced Placeholders -> 0 Parsed", "mcp_tool": "audit_price_feed_batch", "inputs": {"raw_items": ["TBD", "N/A", "Ask vendor"]}, "ground_truth_oracle_output": {"total_items": 3, "parsed_count": 0, "null_count": 3, "currencies_detected": ["BD"], "sum_amount_str": "0.00"}, "synthesized_mcp_output": {"total_items": 3, "parsed_count": 0, "null_count": 3, "currencies_detected": ["BD"], "sum_amount_str": "0.00"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793138681-OW7QQJpXoCcb0VsWLVQ7", "gen-1793138695-AZyMVN8rQaKkN4UzrzFW"], "chunked_openrouter_request_id": "gen-1793142230-eaVTb7XXhtOkCHZp9BHr", "certificate_sha256": "b8c45610307d0d5a0465c47fedaa635395e32fab552812d646919d58e6dec012"}
{"case_id": "PRICE_PARSER-34", "repo_id": "price_parser", "github_repo": "scrapinghub/price-parser", "github_url": "https://github.com/scrapinghub/price-parser", "git_sha": "6718bfe", "sector": "Global Procurement & Pricing", "category": "Catalog Feed Aggregation & Currency Audit", "label": "MENA + USD Cross-Catalog Audit", "mcp_tool": "audit_price_feed_batch", "inputs": {"raw_items": ["AED 500.00", "SAR 750.00", "$250.00"]}, "ground_truth_oracle_output": {"total_items": 3, "parsed_count": 3, "null_count": 0, "currencies_detected": ["$", "AED", "SAR"], "sum_amount_str": "1500.00"}, "synthesized_mcp_output": {"total_items": 3, "parsed_count": 3, "null_count": 0, "currencies_detected": ["$", "AED", "SAR"], "sum_amount_str": "1500.00"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138681-OW7QQJpXoCcb0VsWLVQ7", "gen-1793138695-AZyMVN8rQaKkN4UzrzFW"], "chunked_openrouter_request_id": "gen-1793142230-eaVTb7XXhtOkCHZp9BHr", "certificate_sha256": "b8c45610307d0d5a0465c47fedaa635395e32fab552812d646919d58e6dec012"}
{"case_id": "PRICE_PARSER-35", "repo_id": "price_parser", "github_repo": "scrapinghub/price-parser", "github_url": "https://github.com/scrapinghub/price-parser", "git_sha": "6718bfe", "sector": "Global Procurement & Pricing", "category": "Catalog Feed Aggregation & Currency Audit", "label": "Free (0.00) Counted as Valid Parsed Zero", "mcp_tool": "audit_price_feed_batch", "inputs": {"raw_items": ["Free", "$10.00", "\u20ac20,00"]}, "ground_truth_oracle_output": {"total_items": 3, "parsed_count": 3, "null_count": 0, "currencies_detected": ["$", "\u20ac"], "sum_amount_str": "30.00"}, "synthesized_mcp_output": {"total_items": 3, "parsed_count": 3, "null_count": 0, "currencies_detected": ["$", "\u20ac"], "sum_amount_str": "30.00"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793138681-OW7QQJpXoCcb0VsWLVQ7", "gen-1793138695-AZyMVN8rQaKkN4UzrzFW"], "chunked_openrouter_request_id": "gen-1793142230-eaVTb7XXhtOkCHZp9BHr", "certificate_sha256": "b8c45610307d0d5a0465c47fedaa635395e32fab552812d646919d58e6dec012"}
{"case_id": "PRICE_PARSER-36", "repo_id": "price_parser", "github_repo": "scrapinghub/price-parser", "github_url": "https://github.com/scrapinghub/price-parser", "git_sha": "6718bfe", "sector": "Global Procurement & Pricing", "category": "Catalog Feed Aggregation & Currency Audit", "label": "Brazilian Supplier Batch", "mcp_tool": "audit_price_feed_batch", "inputs": {"raw_items": ["R$ 1.000,00", "R$ 2.500,50"]}, "ground_truth_oracle_output": {"total_items": 2, "parsed_count": 2, "null_count": 0, "currencies_detected": ["R$"], "sum_amount_str": "3500.50"}, "synthesized_mcp_output": {"total_items": 2, "parsed_count": 2, "null_count": 0, "currencies_detected": ["R$"], "sum_amount_str": "3500.50"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138681-OW7QQJpXoCcb0VsWLVQ7", "gen-1793138695-AZyMVN8rQaKkN4UzrzFW"], "chunked_openrouter_request_id": "gen-1793142230-eaVTb7XXhtOkCHZp9BHr", "certificate_sha256": "b8c45610307d0d5a0465c47fedaa635395e32fab552812d646919d58e6dec012"}
{"case_id": "PRICE_PARSER-37", "repo_id": "price_parser", "github_repo": "scrapinghub/price-parser", "github_url": "https://github.com/scrapinghub/price-parser", "git_sha": "6718bfe", "sector": "Global Procurement & Pricing", "category": "Catalog Feed Aggregation & Currency Audit", "label": "JPY Feed with Stockout", "mcp_tool": "audit_price_feed_batch", "inputs": {"raw_items": ["\u00a510,000", "\u00a525,500", "Out of stock"]}, "ground_truth_oracle_output": {"total_items": 3, "parsed_count": 2, "null_count": 1, "currencies_detected": ["\u00a5"], "sum_amount_str": "35500.00"}, "synthesized_mcp_output": {"total_items": 3, "parsed_count": 2, "null_count": 1, "currencies_detected": ["\u00a5"], "sum_amount_str": "35500.00"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138681-OW7QQJpXoCcb0VsWLVQ7", "gen-1793138695-AZyMVN8rQaKkN4UzrzFW"], "chunked_openrouter_request_id": "gen-1793142230-eaVTb7XXhtOkCHZp9BHr", "certificate_sha256": "b8c45610307d0d5a0465c47fedaa635395e32fab552812d646919d58e6dec012"}
{"case_id": "PRICE_PARSER-38", "repo_id": "price_parser", "github_repo": "scrapinghub/price-parser", "github_url": "https://github.com/scrapinghub/price-parser", "git_sha": "6718bfe", "sector": "Global Procurement & Pricing", "category": "Catalog Feed Aggregation & Currency Audit", "label": "French Space-Grouped Industrial Feed", "mcp_tool": "audit_price_feed_batch", "inputs": {"raw_items": ["12 500,25 \u20ac", "8 499,75 \u20ac"]}, "ground_truth_oracle_output": {"total_items": 2, "parsed_count": 2, "null_count": 0, "currencies_detected": ["\u20ac"], "sum_amount_str": "21000.00"}, "synthesized_mcp_output": {"total_items": 2, "parsed_count": 2, "null_count": 0, "currencies_detected": ["\u20ac"], "sum_amount_str": "21000.00"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793138681-OW7QQJpXoCcb0VsWLVQ7", "gen-1793138695-AZyMVN8rQaKkN4UzrzFW"], "chunked_openrouter_request_id": "gen-1793142230-eaVTb7XXhtOkCHZp9BHr", "certificate_sha256": "b8c45610307d0d5a0465c47fedaa635395e32fab552812d646919d58e6dec012"}
{"case_id": "PRICE_PARSER-39", "repo_id": "price_parser", "github_repo": "scrapinghub/price-parser", "github_url": "https://github.com/scrapinghub/price-parser", "git_sha": "6718bfe", "sector": "Global Procurement & Pricing", "category": "Catalog Feed Aggregation & Currency Audit", "label": "Empty Feed Boundary Case", "mcp_tool": "audit_price_feed_batch", "inputs": {"raw_items": []}, "ground_truth_oracle_output": {"total_items": 0, "parsed_count": 0, "null_count": 0, "currencies_detected": [], "sum_amount_str": "0.00"}, "synthesized_mcp_output": {"total_items": 0, "parsed_count": 0, "null_count": 0, "currencies_detected": [], "sum_amount_str": "0.00"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138681-OW7QQJpXoCcb0VsWLVQ7", "gen-1793138695-AZyMVN8rQaKkN4UzrzFW"], "chunked_openrouter_request_id": "gen-1793142230-eaVTb7XXhtOkCHZp9BHr", "certificate_sha256": "b8c45610307d0d5a0465c47fedaa635395e32fab552812d646919d58e6dec012"}
{"case_id": "PRICE_PARSER-40", "repo_id": "price_parser", "github_repo": "scrapinghub/price-parser", "github_url": "https://github.com/scrapinghub/price-parser", "git_sha": "6718bfe", "sector": "Global Procurement & Pricing", "category": "Catalog Feed Aggregation & Currency Audit", "label": "4-Item Global Feed Summary", "mcp_tool": "audit_price_feed_batch", "inputs": {"raw_items": ["\u20b9 45,000.00", "US$ 999.99", "\u00a31,250.00", "N/A"]}, "ground_truth_oracle_output": {"total_items": 4, "parsed_count": 3, "null_count": 1, "currencies_detected": ["US$", "\u00a3", "\u20b9"], "sum_amount_str": "47249.99"}, "synthesized_mcp_output": {"total_items": 4, "parsed_count": 3, "null_count": 1, "currencies_detected": ["US$", "\u00a3", "\u20b9"], "sum_amount_str": "47249.99"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793138681-OW7QQJpXoCcb0VsWLVQ7", "gen-1793138695-AZyMVN8rQaKkN4UzrzFW"], "chunked_openrouter_request_id": "gen-1793142230-eaVTb7XXhtOkCHZp9BHr", "certificate_sha256": "b8c45610307d0d5a0465c47fedaa635395e32fab552812d646919d58e6dec012"}
{"case_id": "SCHWIFTY-01", "repo_id": "schwifty", "github_repo": "mdomke/schwifty", "github_url": "https://github.com/mdomke/schwifty", "git_sha": "7462c6e", "sector": "Core Banking IBAN & SWIFT/BIC", "category": "ISO-13616 Country Registry BBAN Slicing", "label": "Germany 22-Char IBAN (8-Digit BLZ + 10-Digit Acct)", "mcp_tool": "validate_and_decompose_iban", "inputs": {"raw_iban": "DE89 3704 0044 0532 0130 00"}, "ground_truth_oracle_output": {"is_valid": true, "compact": "DE89370400440532013000", "formatted": "DE89 3704 0044 0532 0130 00", "country_code": "DE", "checksum_digits": "89", "bank_code": "37040044", "account_code": "0532013000"}, "synthesized_mcp_output": {"is_valid": true, "compact": "DE89370400440532013000", "formatted": "DE89 3704 0044 0532 0130 00", "country_code": "DE", "checksum_digits": "89", "bank_code": "37040044", "account_code": "0532013000"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793140954-cNXVHJ1TkguWB7mwRb8R", "gen-1793141048-lkUITjI7RIXDV6kN01Ka", "gen-1793141119-bSuuL18Vnb2y8Qe2a2k4"], "chunked_openrouter_request_id": "gen-1793142291-bFHAgbFpwGlUMT7cHyoa", "certificate_sha256": "a4b2518c4a24110d3b338aa0b1a810595b155352d9544907fede4f8000265063"}
{"case_id": "SCHWIFTY-02", "repo_id": "schwifty", "github_repo": "mdomke/schwifty", "github_url": "https://github.com/mdomke/schwifty", "git_sha": "7462c6e", "sector": "Core Banking IBAN & SWIFT/BIC", "category": "ISO-13616 Country Registry BBAN Slicing", "label": "UK IBAN (4-Alpha Bank + Sort Code Stripped from Acct)", "mcp_tool": "validate_and_decompose_iban", "inputs": {"raw_iban": "GB29 NWBK 6016 1331 9268 19"}, "ground_truth_oracle_output": {"is_valid": true, "compact": "GB29NWBK60161331926819", "formatted": "GB29 NWBK 6016 1331 9268 19", "country_code": "GB", "checksum_digits": "29", "bank_code": "NWBK", "account_code": "31926819"}, "synthesized_mcp_output": {"is_valid": true, "compact": "GB29NWBK60161331926819", "formatted": "GB29 NWBK 6016 1331 9268 19", "country_code": "GB", "checksum_digits": "29", "bank_code": "NWBK", "account_code": "31926819"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793140954-cNXVHJ1TkguWB7mwRb8R", "gen-1793141048-lkUITjI7RIXDV6kN01Ka", "gen-1793141119-bSuuL18Vnb2y8Qe2a2k4"], "chunked_openrouter_request_id": "gen-1793142291-bFHAgbFpwGlUMT7cHyoa", "certificate_sha256": "a4b2518c4a24110d3b338aa0b1a810595b155352d9544907fede4f8000265063"}
{"case_id": "SCHWIFTY-03", "repo_id": "schwifty", "github_repo": "mdomke/schwifty", "github_url": "https://github.com/mdomke/schwifty", "git_sha": "7462c6e", "sector": "Core Banking IBAN & SWIFT/BIC", "category": "ISO-13616 Country Registry BBAN Slicing", "label": "France 27-Char IBAN (5-Digit Bank + 11-Char Acct Stripping Guichet/Key)", "mcp_tool": "validate_and_decompose_iban", "inputs": {"raw_iban": "FR76 3000 6000 0112 3456 7890 189"}, "ground_truth_oracle_output": {"is_valid": true, "compact": "FR7630006000011234567890189", "formatted": "FR76 3000 6000 0112 3456 7890 189", "country_code": "FR", "checksum_digits": "76", "bank_code": "30006", "account_code": "12345678901"}, "synthesized_mcp_output": {"is_valid": true, "compact": "FR7630006000011234567890189", "formatted": "FR76 3000 6000 0112 3456 7890 189", "country_code": "FR", "checksum_digits": "76", "bank_code": "30006", "account_code": "12345678901"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793140954-cNXVHJ1TkguWB7mwRb8R", "gen-1793141048-lkUITjI7RIXDV6kN01Ka", "gen-1793141119-bSuuL18Vnb2y8Qe2a2k4"], "chunked_openrouter_request_id": "gen-1793142291-bFHAgbFpwGlUMT7cHyoa", "certificate_sha256": "a4b2518c4a24110d3b338aa0b1a810595b155352d9544907fede4f8000265063"}
{"case_id": "SCHWIFTY-04", "repo_id": "schwifty", "github_repo": "mdomke/schwifty", "github_url": "https://github.com/mdomke/schwifty", "git_sha": "7462c6e", "sector": "Core Banking IBAN & SWIFT/BIC", "category": "ISO-13616 Country Registry BBAN Slicing", "label": "Switzerland 21-Char IBAN (5-Digit Clearing + Acct)", "mcp_tool": "validate_and_decompose_iban", "inputs": {"raw_iban": "CH93 0076 2011 6238 5295 7"}, "ground_truth_oracle_output": {"is_valid": true, "compact": "CH9300762011623852957", "formatted": "CH93 0076 2011 6238 5295 7", "country_code": "CH", "checksum_digits": "93", "bank_code": "00762", "account_code": "011623852957"}, "synthesized_mcp_output": {"is_valid": true, "compact": "CH9300762011623852957", "formatted": "CH93 0076 2011 6238 5295 7", "country_code": "CH", "checksum_digits": "93", "bank_code": "00762", "account_code": "011623852957"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793140954-cNXVHJ1TkguWB7mwRb8R", "gen-1793141048-lkUITjI7RIXDV6kN01Ka", "gen-1793141119-bSuuL18Vnb2y8Qe2a2k4"], "chunked_openrouter_request_id": "gen-1793142291-bFHAgbFpwGlUMT7cHyoa", "certificate_sha256": "a4b2518c4a24110d3b338aa0b1a810595b155352d9544907fede4f8000265063"}
{"case_id": "SCHWIFTY-05", "repo_id": "schwifty", "github_repo": "mdomke/schwifty", "github_url": "https://github.com/mdomke/schwifty", "git_sha": "7462c6e", "sector": "Core Banking IBAN & SWIFT/BIC", "category": "ISO-13616 Country Registry BBAN Slicing", "label": "Netherlands 18-Char ABNA IBAN", "mcp_tool": "validate_and_decompose_iban", "inputs": {"raw_iban": "NL91 ABNA 0417 1643 00"}, "ground_truth_oracle_output": {"is_valid": true, "compact": "NL91ABNA0417164300", "formatted": "NL91 ABNA 0417 1643 00", "country_code": "NL", "checksum_digits": "91", "bank_code": "ABNA", "account_code": "0417164300"}, "synthesized_mcp_output": {"is_valid": true, "compact": "NL91ABNA0417164300", "formatted": "NL91 ABNA 0417 1643 00", "country_code": "NL", "checksum_digits": "91", "bank_code": "ABNA", "account_code": "0417164300"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793140954-cNXVHJ1TkguWB7mwRb8R", "gen-1793141048-lkUITjI7RIXDV6kN01Ka", "gen-1793141119-bSuuL18Vnb2y8Qe2a2k4"], "chunked_openrouter_request_id": "gen-1793142291-bFHAgbFpwGlUMT7cHyoa", "certificate_sha256": "a4b2518c4a24110d3b338aa0b1a810595b155352d9544907fede4f8000265063"}
{"case_id": "SCHWIFTY-06", "repo_id": "schwifty", "github_repo": "mdomke/schwifty", "github_url": "https://github.com/mdomke/schwifty", "git_sha": "7462c6e", "sector": "Core Banking IBAN & SWIFT/BIC", "category": "ISO-13616 Country Registry BBAN Slicing", "label": "Spain 24-Char IBAN (4-Digit Entity + 10-Digit Acct)", "mcp_tool": "validate_and_decompose_iban", "inputs": {"raw_iban": "ES91 2100 0418 4502 0005 1332"}, "ground_truth_oracle_output": {"is_valid": true, "compact": "ES9121000418450200051332", "formatted": "ES91 2100 0418 4502 0005 1332", "country_code": "ES", "checksum_digits": "91", "bank_code": "2100", "account_code": "0200051332"}, "synthesized_mcp_output": {"is_valid": true, "compact": "ES9121000418450200051332", "formatted": "ES91 2100 0418 4502 0005 1332", "country_code": "ES", "checksum_digits": "91", "bank_code": "2100", "account_code": "0200051332"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793140954-cNXVHJ1TkguWB7mwRb8R", "gen-1793141048-lkUITjI7RIXDV6kN01Ka", "gen-1793141119-bSuuL18Vnb2y8Qe2a2k4"], "chunked_openrouter_request_id": "gen-1793142291-bFHAgbFpwGlUMT7cHyoa", "certificate_sha256": "a4b2518c4a24110d3b338aa0b1a810595b155352d9544907fede4f8000265063"}
{"case_id": "SCHWIFTY-07", "repo_id": "schwifty", "github_repo": "mdomke/schwifty", "github_url": "https://github.com/mdomke/schwifty", "git_sha": "7462c6e", "sector": "Core Banking IBAN & SWIFT/BIC", "category": "ISO-13616 Country Registry BBAN Slicing", "label": "Italy 27-Char CIN-Prefixed BBAN Decomposition", "mcp_tool": "validate_and_decompose_iban", "inputs": {"raw_iban": "IT60 X054 2811 1010 0000 0123 456"}, "ground_truth_oracle_output": {"is_valid": true, "compact": "IT60X0542811101000000123456", "formatted": "IT60 X054 2811 1010 0000 0123 456", "country_code": "IT", "checksum_digits": "60", "bank_code": "05428", "account_code": "000000123456"}, "synthesized_mcp_output": {"is_valid": true, "compact": "IT60X0542811101000000123456", "formatted": "IT60 X054 2811 1010 0000 0123 456", "country_code": "IT", "checksum_digits": "60", "bank_code": "05428", "account_code": "000000123456"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793140954-cNXVHJ1TkguWB7mwRb8R", "gen-1793141048-lkUITjI7RIXDV6kN01Ka", "gen-1793141119-bSuuL18Vnb2y8Qe2a2k4"], "chunked_openrouter_request_id": "gen-1793142291-bFHAgbFpwGlUMT7cHyoa", "certificate_sha256": "a4b2518c4a24110d3b338aa0b1a810595b155352d9544907fede4f8000265063"}
{"case_id": "SCHWIFTY-08", "repo_id": "schwifty", "github_repo": "mdomke/schwifty", "github_url": "https://github.com/mdomke/schwifty", "git_sha": "7462c6e", "sector": "Core Banking IBAN & SWIFT/BIC", "category": "ISO-13616 Country Registry BBAN Slicing", "label": "Austria 20-Char IBAN", "mcp_tool": "validate_and_decompose_iban", "inputs": {"raw_iban": "AT61 1904 3002 3457 3201"}, "ground_truth_oracle_output": {"is_valid": true, "compact": "AT611904300234573201", "formatted": "AT61 1904 3002 3457 3201", "country_code": "AT", "checksum_digits": "61", "bank_code": "19043", "account_code": "00234573201"}, "synthesized_mcp_output": {"is_valid": true, "compact": "AT611904300234573201", "formatted": "AT61 1904 3002 3457 3201", "country_code": "AT", "checksum_digits": "61", "bank_code": "19043", "account_code": "00234573201"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793140954-cNXVHJ1TkguWB7mwRb8R", "gen-1793141048-lkUITjI7RIXDV6kN01Ka", "gen-1793141119-bSuuL18Vnb2y8Qe2a2k4"], "chunked_openrouter_request_id": "gen-1793142291-bFHAgbFpwGlUMT7cHyoa", "certificate_sha256": "a4b2518c4a24110d3b338aa0b1a810595b155352d9544907fede4f8000265063"}
{"case_id": "SCHWIFTY-09", "repo_id": "schwifty", "github_repo": "mdomke/schwifty", "github_url": "https://github.com/mdomke/schwifty", "git_sha": "7462c6e", "sector": "Core Banking IBAN & SWIFT/BIC", "category": "ISO-13616 Country Registry BBAN Slicing", "label": "Belgium 16-Char IBAN", "mcp_tool": "validate_and_decompose_iban", "inputs": {"raw_iban": "BE68 5390 0754 7034"}, "ground_truth_oracle_output": {"is_valid": true, "compact": "BE68539007547034", "formatted": "BE68 5390 0754 7034", "country_code": "BE", "checksum_digits": "68", "bank_code": "539", "account_code": "0075470"}, "synthesized_mcp_output": {"is_valid": true, "compact": "BE68539007547034", "formatted": "BE68 5390 0754 7034", "country_code": "BE", "checksum_digits": "68", "bank_code": "539", "account_code": "0075470"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793140954-cNXVHJ1TkguWB7mwRb8R", "gen-1793141048-lkUITjI7RIXDV6kN01Ka", "gen-1793141119-bSuuL18Vnb2y8Qe2a2k4"], "chunked_openrouter_request_id": "gen-1793142291-bFHAgbFpwGlUMT7cHyoa", "certificate_sha256": "a4b2518c4a24110d3b338aa0b1a810595b155352d9544907fede4f8000265063"}
{"case_id": "SCHWIFTY-10", "repo_id": "schwifty", "github_repo": "mdomke/schwifty", "github_url": "https://github.com/mdomke/schwifty", "git_sha": "7462c6e", "sector": "Core Banking IBAN & SWIFT/BIC", "category": "ISO-13616 Country Registry BBAN Slicing", "label": "Saudi Arabia SAMA 24-Char IBAN (2-Digit Bank Code)", "mcp_tool": "validate_and_decompose_iban", "inputs": {"raw_iban": "SA03 8000 0000 6080 1016 7519"}, "ground_truth_oracle_output": {"is_valid": true, "compact": "SA0380000000608010167519", "formatted": "SA03 8000 0000 6080 1016 7519", "country_code": "SA", "checksum_digits": "03", "bank_code": "80", "account_code": "000000608010167519"}, "synthesized_mcp_output": {"is_valid": true, "compact": "SA0380000000608010167519", "formatted": "SA03 8000 0000 6080 1016 7519", "country_code": "SA", "checksum_digits": "03", "bank_code": "80", "account_code": "000000608010167519"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793140954-cNXVHJ1TkguWB7mwRb8R", "gen-1793141048-lkUITjI7RIXDV6kN01Ka", "gen-1793141119-bSuuL18Vnb2y8Qe2a2k4"], "chunked_openrouter_request_id": "gen-1793142291-bFHAgbFpwGlUMT7cHyoa", "certificate_sha256": "a4b2518c4a24110d3b338aa0b1a810595b155352d9544907fede4f8000265063"}
{"case_id": "SCHWIFTY-11", "repo_id": "schwifty", "github_repo": "mdomke/schwifty", "github_url": "https://github.com/mdomke/schwifty", "git_sha": "7462c6e", "sector": "Core Banking IBAN & SWIFT/BIC", "category": "ISO-13616 Country Registry BBAN Slicing", "label": "UAE Central Bank 23-Char IBAN (3-Digit Bank Code)", "mcp_tool": "validate_and_decompose_iban", "inputs": {"raw_iban": "AE07 0331 2345 6789 0123 456"}, "ground_truth_oracle_output": {"is_valid": true, "compact": "AE070331234567890123456", "formatted": "AE07 0331 2345 6789 0123 456", "country_code": "AE", "checksum_digits": "07", "bank_code": "033", "account_code": "1234567890123456"}, "synthesized_mcp_output": {"is_valid": true, "compact": "AE070331234567890123456", "formatted": "AE07 0331 2345 6789 0123 456", "country_code": "AE", "checksum_digits": "07", "bank_code": "033", "account_code": "1234567890123456"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793140954-cNXVHJ1TkguWB7mwRb8R", "gen-1793141048-lkUITjI7RIXDV6kN01Ka", "gen-1793141119-bSuuL18Vnb2y8Qe2a2k4"], "chunked_openrouter_request_id": "gen-1793142291-bFHAgbFpwGlUMT7cHyoa", "certificate_sha256": "a4b2518c4a24110d3b338aa0b1a810595b155352d9544907fede4f8000265063"}
{"case_id": "SCHWIFTY-12", "repo_id": "schwifty", "github_repo": "mdomke/schwifty", "github_url": "https://github.com/mdomke/schwifty", "git_sha": "7462c6e", "sector": "Core Banking IBAN & SWIFT/BIC", "category": "ISO-13616 Country Registry BBAN Slicing", "label": "Poland 28-Char IBAN", "mcp_tool": "validate_and_decompose_iban", "inputs": {"raw_iban": "PL61 1090 1014 0000 0712 1981 2874"}, "ground_truth_oracle_output": {"is_valid": true, "compact": "PL61109010140000071219812874", "formatted": "PL61 1090 1014 0000 0712 1981 2874", "country_code": "PL", "checksum_digits": "61", "bank_code": "10901014", "account_code": "0000071219812874"}, "synthesized_mcp_output": {"is_valid": true, "compact": "PL61109010140000071219812874", "formatted": "PL61 1090 1014 0000 0712 1981 2874", "country_code": "PL", "checksum_digits": "61", "bank_code": "10901014", "account_code": "0000071219812874"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793140954-cNXVHJ1TkguWB7mwRb8R", "gen-1793141048-lkUITjI7RIXDV6kN01Ka", "gen-1793141119-bSuuL18Vnb2y8Qe2a2k4"], "chunked_openrouter_request_id": "gen-1793142291-bFHAgbFpwGlUMT7cHyoa", "certificate_sha256": "a4b2518c4a24110d3b338aa0b1a810595b155352d9544907fede4f8000265063"}
{"case_id": "SCHWIFTY-13", "repo_id": "schwifty", "github_repo": "mdomke/schwifty", "github_url": "https://github.com/mdomke/schwifty", "git_sha": "7462c6e", "sector": "Core Banking IBAN & SWIFT/BIC", "category": "ISO-13616 Country Registry BBAN Slicing", "label": "Sweden 24-Char IBAN", "mcp_tool": "validate_and_decompose_iban", "inputs": {"raw_iban": "SE45 5000 0000 0583 9825 7466"}, "ground_truth_oracle_output": {"is_valid": true, "compact": "SE4550000000058398257466", "formatted": "SE45 5000 0000 0583 9825 7466", "country_code": "SE", "checksum_digits": "45", "bank_code": "500", "account_code": "0000005839825746"}, "synthesized_mcp_output": {"is_valid": true, "compact": "SE4550000000058398257466", "formatted": "SE45 5000 0000 0583 9825 7466", "country_code": "SE", "checksum_digits": "45", "bank_code": "500", "account_code": "0000005839825746"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793140954-cNXVHJ1TkguWB7mwRb8R", "gen-1793141048-lkUITjI7RIXDV6kN01Ka", "gen-1793141119-bSuuL18Vnb2y8Qe2a2k4"], "chunked_openrouter_request_id": "gen-1793142291-bFHAgbFpwGlUMT7cHyoa", "certificate_sha256": "a4b2518c4a24110d3b338aa0b1a810595b155352d9544907fede4f8000265063"}
{"case_id": "SCHWIFTY-14", "repo_id": "schwifty", "github_repo": "mdomke/schwifty", "github_url": "https://github.com/mdomke/schwifty", "git_sha": "7462c6e", "sector": "Core Banking IBAN & SWIFT/BIC", "category": "ISO-13616 Country Registry BBAN Slicing", "label": "Denmark 18-Char IBAN", "mcp_tool": "validate_and_decompose_iban", "inputs": {"raw_iban": "DK50 0040 0440 1162 43"}, "ground_truth_oracle_output": {"is_valid": true, "compact": "DK5000400440116243", "formatted": "DK50 0040 0440 1162 43", "country_code": "DK", "checksum_digits": "50", "bank_code": "0040", "account_code": "0440116243"}, "synthesized_mcp_output": {"is_valid": true, "compact": "DK5000400440116243", "formatted": "DK50 0040 0440 1162 43", "country_code": "DK", "checksum_digits": "50", "bank_code": "0040", "account_code": "0440116243"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793140954-cNXVHJ1TkguWB7mwRb8R", "gen-1793141048-lkUITjI7RIXDV6kN01Ka", "gen-1793141119-bSuuL18Vnb2y8Qe2a2k4"], "chunked_openrouter_request_id": "gen-1793142291-bFHAgbFpwGlUMT7cHyoa", "certificate_sha256": "a4b2518c4a24110d3b338aa0b1a810595b155352d9544907fede4f8000265063"}
{"case_id": "SCHWIFTY-15", "repo_id": "schwifty", "github_repo": "mdomke/schwifty", "github_url": "https://github.com/mdomke/schwifty", "git_sha": "7462c6e", "sector": "Core Banking IBAN & SWIFT/BIC", "category": "ISO-13616 Country Registry BBAN Slicing", "label": "Corrupted Mod-97 Checksum DE00 -> Invalid", "mcp_tool": "validate_and_decompose_iban", "inputs": {"raw_iban": "DE00 3704 0044 0532 0130 00"}, "ground_truth_oracle_output": {"is_valid": false, "compact": null, "formatted": null, "country_code": null, "checksum_digits": null, "bank_code": null, "account_code": null}, "synthesized_mcp_output": {"is_valid": false, "compact": null, "formatted": null, "country_code": null, "checksum_digits": null, "bank_code": null, "account_code": null}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793140954-cNXVHJ1TkguWB7mwRb8R", "gen-1793141048-lkUITjI7RIXDV6kN01Ka", "gen-1793141119-bSuuL18Vnb2y8Qe2a2k4"], "chunked_openrouter_request_id": "gen-1793142291-bFHAgbFpwGlUMT7cHyoa", "certificate_sha256": "a4b2518c4a24110d3b338aa0b1a810595b155352d9544907fede4f8000265063"}
{"case_id": "SCHWIFTY-16", "repo_id": "schwifty", "github_repo": "mdomke/schwifty", "github_url": "https://github.com/mdomke/schwifty", "git_sha": "7462c6e", "sector": "Core Banking IBAN & SWIFT/BIC", "category": "ISO-13616 Country Registry BBAN Slicing", "label": "Truncated Short UK IBAN -> InvalidLength", "mcp_tool": "validate_and_decompose_iban", "inputs": {"raw_iban": "GB29 NWBK 6016 1331 9268"}, "ground_truth_oracle_output": {"is_valid": false, "compact": null, "formatted": null, "country_code": null, "checksum_digits": null, "bank_code": null, "account_code": null}, "synthesized_mcp_output": {"is_valid": false, "compact": null, "formatted": null, "country_code": null, "checksum_digits": null, "bank_code": null, "account_code": null}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793140954-cNXVHJ1TkguWB7mwRb8R", "gen-1793141048-lkUITjI7RIXDV6kN01Ka", "gen-1793141119-bSuuL18Vnb2y8Qe2a2k4"], "chunked_openrouter_request_id": "gen-1793142291-bFHAgbFpwGlUMT7cHyoa", "certificate_sha256": "a4b2518c4a24110d3b338aa0b1a810595b155352d9544907fede4f8000265063"}
{"case_id": "SCHWIFTY-17", "repo_id": "schwifty", "github_repo": "mdomke/schwifty", "github_url": "https://github.com/mdomke/schwifty", "git_sha": "7462c6e", "sector": "Core Banking IBAN & SWIFT/BIC", "category": "ISO-13616 Country Registry BBAN Slicing", "label": "Unknown ISO Country XX -> Invalid", "mcp_tool": "validate_and_decompose_iban", "inputs": {"raw_iban": "XX89 3704 0044 0532 0130 00"}, "ground_truth_oracle_output": {"is_valid": false, "compact": null, "formatted": null, "country_code": null, "checksum_digits": null, "bank_code": null, "account_code": null}, "synthesized_mcp_output": {"is_valid": false, "compact": null, "formatted": null, "country_code": null, "checksum_digits": null, "bank_code": null, "account_code": null}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793140954-cNXVHJ1TkguWB7mwRb8R", "gen-1793141048-lkUITjI7RIXDV6kN01Ka", "gen-1793141119-bSuuL18Vnb2y8Qe2a2k4"], "chunked_openrouter_request_id": "gen-1793142291-bFHAgbFpwGlUMT7cHyoa", "certificate_sha256": "a4b2518c4a24110d3b338aa0b1a810595b155352d9544907fede4f8000265063"}
{"case_id": "SCHWIFTY-18", "repo_id": "schwifty", "github_repo": "mdomke/schwifty", "github_url": "https://github.com/mdomke/schwifty", "git_sha": "7462c6e", "sector": "Core Banking IBAN & SWIFT/BIC", "category": "ISO-13616 Country Registry BBAN Slicing", "label": "Empty String IBAN -> Invalid", "mcp_tool": "validate_and_decompose_iban", "inputs": {"raw_iban": ""}, "ground_truth_oracle_output": {"is_valid": false, "compact": null, "formatted": null, "country_code": null, "checksum_digits": null, "bank_code": null, "account_code": null}, "synthesized_mcp_output": {"is_valid": false, "compact": null, "formatted": null, "country_code": null, "checksum_digits": null, "bank_code": null, "account_code": null}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793140954-cNXVHJ1TkguWB7mwRb8R", "gen-1793141048-lkUITjI7RIXDV6kN01Ka", "gen-1793141119-bSuuL18Vnb2y8Qe2a2k4"], "chunked_openrouter_request_id": "gen-1793142291-bFHAgbFpwGlUMT7cHyoa", "certificate_sha256": "a4b2518c4a24110d3b338aa0b1a810595b155352d9544907fede4f8000265063"}
{"case_id": "SCHWIFTY-19", "repo_id": "schwifty", "github_repo": "mdomke/schwifty", "github_url": "https://github.com/mdomke/schwifty", "git_sha": "7462c6e", "sector": "Core Banking IBAN & SWIFT/BIC", "category": "ISO-13616 Mod-97-10 Check-Digit Synthesis", "label": "Generate German Commerzbank IBAN Checksum 89", "mcp_tool": "generate_iban_from_bban", "inputs": {"country_code": "DE", "bank_code": "37040044", "account_code": "0532013000"}, "ground_truth_oracle_output": {"is_valid": true, "compact": "DE89370400440532013000", "formatted": "DE89 3704 0044 0532 0130 00", "checksum_digits": "89"}, "synthesized_mcp_output": {"is_valid": true, "compact": "DE89370400440532013000", "formatted": "DE89 3704 0044 0532 0130 00", "checksum_digits": "89"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793140954-cNXVHJ1TkguWB7mwRb8R", "gen-1793141048-lkUITjI7RIXDV6kN01Ka", "gen-1793141119-bSuuL18Vnb2y8Qe2a2k4"], "chunked_openrouter_request_id": "gen-1793142291-bFHAgbFpwGlUMT7cHyoa", "certificate_sha256": "a4b2518c4a24110d3b338aa0b1a810595b155352d9544907fede4f8000265063"}
{"case_id": "SCHWIFTY-20", "repo_id": "schwifty", "github_repo": "mdomke/schwifty", "github_url": "https://github.com/mdomke/schwifty", "git_sha": "7462c6e", "sector": "Core Banking IBAN & SWIFT/BIC", "category": "ISO-13616 Mod-97-10 Check-Digit Synthesis", "label": "Generate Dutch ABN AMRO Alphanumeric IBAN", "mcp_tool": "generate_iban_from_bban", "inputs": {"country_code": "NL", "bank_code": "ABNA", "account_code": "0417164300"}, "ground_truth_oracle_output": {"is_valid": true, "compact": "NL91ABNA0417164300", "formatted": "NL91 ABNA 0417 1643 00", "checksum_digits": "91"}, "synthesized_mcp_output": {"is_valid": true, "compact": "NL91ABNA0417164300", "formatted": "NL91 ABNA 0417 1643 00", "checksum_digits": "91"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793140954-cNXVHJ1TkguWB7mwRb8R", "gen-1793141048-lkUITjI7RIXDV6kN01Ka", "gen-1793141119-bSuuL18Vnb2y8Qe2a2k4"], "chunked_openrouter_request_id": "gen-1793142291-bFHAgbFpwGlUMT7cHyoa", "certificate_sha256": "a4b2518c4a24110d3b338aa0b1a810595b155352d9544907fede4f8000265063"}
{"case_id": "SCHWIFTY-21", "repo_id": "schwifty", "github_repo": "mdomke/schwifty", "github_url": "https://github.com/mdomke/schwifty", "git_sha": "7462c6e", "sector": "Core Banking IBAN & SWIFT/BIC", "category": "ISO-13616 Mod-97-10 Check-Digit Synthesis", "label": "Generate Austrian IBAN", "mcp_tool": "generate_iban_from_bban", "inputs": {"country_code": "AT", "bank_code": "19043", "account_code": "00234573201"}, "ground_truth_oracle_output": {"is_valid": true, "compact": "AT611904300234573201", "formatted": "AT61 1904 3002 3457 3201", "checksum_digits": "61"}, "synthesized_mcp_output": {"is_valid": true, "compact": "AT611904300234573201", "formatted": "AT61 1904 3002 3457 3201", "checksum_digits": "61"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793140954-cNXVHJ1TkguWB7mwRb8R", "gen-1793141048-lkUITjI7RIXDV6kN01Ka", "gen-1793141119-bSuuL18Vnb2y8Qe2a2k4"], "chunked_openrouter_request_id": "gen-1793142291-bFHAgbFpwGlUMT7cHyoa", "certificate_sha256": "a4b2518c4a24110d3b338aa0b1a810595b155352d9544907fede4f8000265063"}
{"case_id": "SCHWIFTY-22", "repo_id": "schwifty", "github_repo": "mdomke/schwifty", "github_url": "https://github.com/mdomke/schwifty", "git_sha": "7462c6e", "sector": "Core Banking IBAN & SWIFT/BIC", "category": "ISO-13616 Mod-97-10 Check-Digit Synthesis", "label": "Generate Saudi Al-Rajhi 80 Bank IBAN", "mcp_tool": "generate_iban_from_bban", "inputs": {"country_code": "SA", "bank_code": "80", "account_code": "000000608010167519"}, "ground_truth_oracle_output": {"is_valid": true, "compact": "SA0380000000608010167519", "formatted": "SA03 8000 0000 6080 1016 7519", "checksum_digits": "03"}, "synthesized_mcp_output": {"is_valid": true, "compact": "SA0380000000608010167519", "formatted": "SA03 8000 0000 6080 1016 7519", "checksum_digits": "03"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793140954-cNXVHJ1TkguWB7mwRb8R", "gen-1793141048-lkUITjI7RIXDV6kN01Ka", "gen-1793141119-bSuuL18Vnb2y8Qe2a2k4"], "chunked_openrouter_request_id": "gen-1793142291-bFHAgbFpwGlUMT7cHyoa", "certificate_sha256": "a4b2518c4a24110d3b338aa0b1a810595b155352d9544907fede4f8000265063"}
{"case_id": "SCHWIFTY-23", "repo_id": "schwifty", "github_repo": "mdomke/schwifty", "github_url": "https://github.com/mdomke/schwifty", "git_sha": "7462c6e", "sector": "Core Banking IBAN & SWIFT/BIC", "category": "ISO-13616 Mod-97-10 Check-Digit Synthesis", "label": "Generate UAE 23-Char IBAN", "mcp_tool": "generate_iban_from_bban", "inputs": {"country_code": "AE", "bank_code": "033", "account_code": "1234567890123456"}, "ground_truth_oracle_output": {"is_valid": true, "compact": "AE070331234567890123456", "formatted": "AE07 0331 2345 6789 0123 456", "checksum_digits": "07"}, "synthesized_mcp_output": {"is_valid": true, "compact": "AE070331234567890123456", "formatted": "AE07 0331 2345 6789 0123 456", "checksum_digits": "07"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793140954-cNXVHJ1TkguWB7mwRb8R", "gen-1793141048-lkUITjI7RIXDV6kN01Ka", "gen-1793141119-bSuuL18Vnb2y8Qe2a2k4"], "chunked_openrouter_request_id": "gen-1793142291-bFHAgbFpwGlUMT7cHyoa", "certificate_sha256": "a4b2518c4a24110d3b338aa0b1a810595b155352d9544907fede4f8000265063"}
{"case_id": "SCHWIFTY-24", "repo_id": "schwifty", "github_repo": "mdomke/schwifty", "github_url": "https://github.com/mdomke/schwifty", "git_sha": "7462c6e", "sector": "Core Banking IBAN & SWIFT/BIC", "category": "ISO-13616 Mod-97-10 Check-Digit Synthesis", "label": "Generate Swiss IBAN", "mcp_tool": "generate_iban_from_bban", "inputs": {"country_code": "CH", "bank_code": "00762", "account_code": "011623852957"}, "ground_truth_oracle_output": {"is_valid": true, "compact": "CH9300762011623852957", "formatted": "CH93 0076 2011 6238 5295 7", "checksum_digits": "93"}, "synthesized_mcp_output": {"is_valid": true, "compact": "CH9300762011623852957", "formatted": "CH93 0076 2011 6238 5295 7", "checksum_digits": "93"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793140954-cNXVHJ1TkguWB7mwRb8R", "gen-1793141048-lkUITjI7RIXDV6kN01Ka", "gen-1793141119-bSuuL18Vnb2y8Qe2a2k4"], "chunked_openrouter_request_id": "gen-1793142291-bFHAgbFpwGlUMT7cHyoa", "certificate_sha256": "a4b2518c4a24110d3b338aa0b1a810595b155352d9544907fede4f8000265063"}
{"case_id": "SCHWIFTY-25", "repo_id": "schwifty", "github_repo": "mdomke/schwifty", "github_url": "https://github.com/mdomke/schwifty", "git_sha": "7462c6e", "sector": "Core Banking IBAN & SWIFT/BIC", "category": "ISO-13616 Mod-97-10 Check-Digit Synthesis", "label": "Generate Danish IBAN", "mcp_tool": "generate_iban_from_bban", "inputs": {"country_code": "DK", "bank_code": "0040", "account_code": "0440116243"}, "ground_truth_oracle_output": {"is_valid": true, "compact": "DK5000400440116243", "formatted": "DK50 0040 0440 1162 43", "checksum_digits": "50"}, "synthesized_mcp_output": {"is_valid": true, "compact": "DK5000400440116243", "formatted": "DK50 0040 0440 1162 43", "checksum_digits": "50"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793140954-cNXVHJ1TkguWB7mwRb8R", "gen-1793141048-lkUITjI7RIXDV6kN01Ka", "gen-1793141119-bSuuL18Vnb2y8Qe2a2k4"], "chunked_openrouter_request_id": "gen-1793142291-bFHAgbFpwGlUMT7cHyoa", "certificate_sha256": "a4b2518c4a24110d3b338aa0b1a810595b155352d9544907fede4f8000265063"}
{"case_id": "SCHWIFTY-26", "repo_id": "schwifty", "github_repo": "mdomke/schwifty", "github_url": "https://github.com/mdomke/schwifty", "git_sha": "7462c6e", "sector": "Core Banking IBAN & SWIFT/BIC", "category": "ISO-13616 Mod-97-10 Check-Digit Synthesis", "label": "Generate Swedish IBAN", "mcp_tool": "generate_iban_from_bban", "inputs": {"country_code": "SE", "bank_code": "500", "account_code": "00000058398257466"}, "ground_truth_oracle_output": {"is_valid": false, "compact": null, "formatted": null, "checksum_digits": null}, "synthesized_mcp_output": {"is_valid": false, "compact": null, "formatted": null, "checksum_digits": null}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793140954-cNXVHJ1TkguWB7mwRb8R", "gen-1793141048-lkUITjI7RIXDV6kN01Ka", "gen-1793141119-bSuuL18Vnb2y8Qe2a2k4"], "chunked_openrouter_request_id": "gen-1793142291-bFHAgbFpwGlUMT7cHyoa", "certificate_sha256": "a4b2518c4a24110d3b338aa0b1a810595b155352d9544907fede4f8000265063"}
{"case_id": "SCHWIFTY-27", "repo_id": "schwifty", "github_repo": "mdomke/schwifty", "github_url": "https://github.com/mdomke/schwifty", "git_sha": "7462c6e", "sector": "Core Banking IBAN & SWIFT/BIC", "category": "ISO-13616 Mod-97-10 Check-Digit Synthesis", "label": "Invalid Country ZZ Generation Rejection", "mcp_tool": "generate_iban_from_bban", "inputs": {"country_code": "ZZ", "bank_code": "1234", "account_code": "5678"}, "ground_truth_oracle_output": {"is_valid": false, "compact": null, "formatted": null, "checksum_digits": null}, "synthesized_mcp_output": {"is_valid": false, "compact": null, "formatted": null, "checksum_digits": null}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793140954-cNXVHJ1TkguWB7mwRb8R", "gen-1793141048-lkUITjI7RIXDV6kN01Ka", "gen-1793141119-bSuuL18Vnb2y8Qe2a2k4"], "chunked_openrouter_request_id": "gen-1793142291-bFHAgbFpwGlUMT7cHyoa", "certificate_sha256": "a4b2518c4a24110d3b338aa0b1a810595b155352d9544907fede4f8000265063"}
{"case_id": "SCHWIFTY-28", "repo_id": "schwifty", "github_repo": "mdomke/schwifty", "github_url": "https://github.com/mdomke/schwifty", "git_sha": "7462c6e", "sector": "Core Banking IBAN & SWIFT/BIC", "category": "ISO-13616 Mod-97-10 Check-Digit Synthesis", "label": "Wrong Bank/Account Length Rejection", "mcp_tool": "generate_iban_from_bban", "inputs": {"country_code": "DE", "bank_code": "3704", "account_code": "123"}, "ground_truth_oracle_output": {"is_valid": true, "compact": "DE61000037040000000123", "formatted": "DE61 0000 3704 0000 0001 23", "checksum_digits": "61"}, "synthesized_mcp_output": {"is_valid": true, "compact": "DE61000037040000000123", "formatted": "DE61 0000 3704 0000 0001 23", "checksum_digits": "61"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793140954-cNXVHJ1TkguWB7mwRb8R", "gen-1793141048-lkUITjI7RIXDV6kN01Ka", "gen-1793141119-bSuuL18Vnb2y8Qe2a2k4"], "chunked_openrouter_request_id": "gen-1793142291-bFHAgbFpwGlUMT7cHyoa", "certificate_sha256": "a4b2518c4a24110d3b338aa0b1a810595b155352d9544907fede4f8000265063"}
{"case_id": "SCHWIFTY-29", "repo_id": "schwifty", "github_repo": "mdomke/schwifty", "github_url": "https://github.com/mdomke/schwifty", "git_sha": "7462c6e", "sector": "Core Banking IBAN & SWIFT/BIC", "category": "ISO-9362 SWIFT/BIC Structural & Country Validation", "label": "Deutsche Bank 8-Char Head-Office BIC", "mcp_tool": "inspect_swift_bic", "inputs": {"raw_bic": "DEUTDEFF"}, "ground_truth_oracle_output": {"is_valid": true, "compact": "DEUTDEFF", "bank_code": "DEUT", "country_code": "DE", "location_code": "FF", "branch_code": "", "is_head_office": true}, "synthesized_mcp_output": {"is_valid": true, "compact": "DEUTDEFF", "bank_code": "DEUT", "country_code": "DE", "location_code": "FF", "branch_code": "", "is_head_office": true}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793140954-cNXVHJ1TkguWB7mwRb8R", "gen-1793141048-lkUITjI7RIXDV6kN01Ka", "gen-1793141119-bSuuL18Vnb2y8Qe2a2k4"], "chunked_openrouter_request_id": "gen-1793142291-bFHAgbFpwGlUMT7cHyoa", "certificate_sha256": "a4b2518c4a24110d3b338aa0b1a810595b155352d9544907fede4f8000265063"}
{"case_id": "SCHWIFTY-30", "repo_id": "schwifty", "github_repo": "mdomke/schwifty", "github_url": "https://github.com/mdomke/schwifty", "git_sha": "7462c6e", "sector": "Core Banking IBAN & SWIFT/BIC", "category": "ISO-9362 SWIFT/BIC Structural & Country Validation", "label": "Deutsche Bank 11-Char Branch BIC", "mcp_tool": "inspect_swift_bic", "inputs": {"raw_bic": "DEUTDEFF500"}, "ground_truth_oracle_output": {"is_valid": true, "compact": "DEUTDEFF500", "bank_code": "DEUT", "country_code": "DE", "location_code": "FF", "branch_code": "500", "is_head_office": false}, "synthesized_mcp_output": {"is_valid": true, "compact": "DEUTDEFF500", "bank_code": "DEUT", "country_code": "DE", "location_code": "FF", "branch_code": "500", "is_head_office": false}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793140954-cNXVHJ1TkguWB7mwRb8R", "gen-1793141048-lkUITjI7RIXDV6kN01Ka", "gen-1793141119-bSuuL18Vnb2y8Qe2a2k4"], "chunked_openrouter_request_id": "gen-1793142291-bFHAgbFpwGlUMT7cHyoa", "certificate_sha256": "a4b2518c4a24110d3b338aa0b1a810595b155352d9544907fede4f8000265063"}
{"case_id": "SCHWIFTY-31", "repo_id": "schwifty", "github_repo": "mdomke/schwifty", "github_url": "https://github.com/mdomke/schwifty", "git_sha": "7462c6e", "sector": "Core Banking IBAN & SWIFT/BIC", "category": "ISO-9362 SWIFT/BIC Structural & Country Validation", "label": "NatWest UK 8-Char BIC", "mcp_tool": "inspect_swift_bic", "inputs": {"raw_bic": "NWBKGB2L"}, "ground_truth_oracle_output": {"is_valid": true, "compact": "NWBKGB2L", "bank_code": "NWBK", "country_code": "GB", "location_code": "2L", "branch_code": "", "is_head_office": true}, "synthesized_mcp_output": {"is_valid": true, "compact": "NWBKGB2L", "bank_code": "NWBK", "country_code": "GB", "location_code": "2L", "branch_code": "", "is_head_office": true}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793140954-cNXVHJ1TkguWB7mwRb8R", "gen-1793141048-lkUITjI7RIXDV6kN01Ka", "gen-1793141119-bSuuL18Vnb2y8Qe2a2k4"], "chunked_openrouter_request_id": "gen-1793142291-bFHAgbFpwGlUMT7cHyoa", "certificate_sha256": "a4b2518c4a24110d3b338aa0b1a810595b155352d9544907fede4f8000265063"}
{"case_id": "SCHWIFTY-32", "repo_id": "schwifty", "github_repo": "mdomke/schwifty", "github_url": "https://github.com/mdomke/schwifty", "git_sha": "7462c6e", "sector": "Core Banking IBAN & SWIFT/BIC", "category": "ISO-9362 SWIFT/BIC Structural & Country Validation", "label": "BNP Paribas Explicit XXX Head-Office Suffix", "mcp_tool": "inspect_swift_bic", "inputs": {"raw_bic": "BNPAFRPPXXX"}, "ground_truth_oracle_output": {"is_valid": true, "compact": "BNPAFRPPXXX", "bank_code": "BNPA", "country_code": "FR", "location_code": "PP", "branch_code": "XXX", "is_head_office": true}, "synthesized_mcp_output": {"is_valid": true, "compact": "BNPAFRPPXXX", "bank_code": "BNPA", "country_code": "FR", "location_code": "PP", "branch_code": "XXX", "is_head_office": true}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793140954-cNXVHJ1TkguWB7mwRb8R", "gen-1793141048-lkUITjI7RIXDV6kN01Ka", "gen-1793141119-bSuuL18Vnb2y8Qe2a2k4"], "chunked_openrouter_request_id": "gen-1793142291-bFHAgbFpwGlUMT7cHyoa", "certificate_sha256": "a4b2518c4a24110d3b338aa0b1a810595b155352d9544907fede4f8000265063"}
{"case_id": "SCHWIFTY-33", "repo_id": "schwifty", "github_repo": "mdomke/schwifty", "github_url": "https://github.com/mdomke/schwifty", "git_sha": "7462c6e", "sector": "Core Banking IBAN & SWIFT/BIC", "category": "ISO-9362 SWIFT/BIC Structural & Country Validation", "label": "UBS Zurich 11-Char Branch BIC", "mcp_tool": "inspect_swift_bic", "inputs": {"raw_bic": "UBSWCHZH80A"}, "ground_truth_oracle_output": {"is_valid": true, "compact": "UBSWCHZH80A", "bank_code": "UBSW", "country_code": "CH", "location_code": "ZH", "branch_code": "80A", "is_head_office": false}, "synthesized_mcp_output": {"is_valid": true, "compact": "UBSWCHZH80A", "bank_code": "UBSW", "country_code": "CH", "location_code": "ZH", "branch_code": "80A", "is_head_office": false}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793140954-cNXVHJ1TkguWB7mwRb8R", "gen-1793141048-lkUITjI7RIXDV6kN01Ka", "gen-1793141119-bSuuL18Vnb2y8Qe2a2k4"], "chunked_openrouter_request_id": "gen-1793142291-bFHAgbFpwGlUMT7cHyoa", "certificate_sha256": "a4b2518c4a24110d3b338aa0b1a810595b155352d9544907fede4f8000265063"}
{"case_id": "SCHWIFTY-34", "repo_id": "schwifty", "github_repo": "mdomke/schwifty", "github_url": "https://github.com/mdomke/schwifty", "git_sha": "7462c6e", "sector": "Core Banking IBAN & SWIFT/BIC", "category": "ISO-9362 SWIFT/BIC Structural & Country Validation", "label": "SNB Saudi Arabia 8-Char BIC", "mcp_tool": "inspect_swift_bic", "inputs": {"raw_bic": "NCBKSAJE"}, "ground_truth_oracle_output": {"is_valid": true, "compact": "NCBKSAJE", "bank_code": "NCBK", "country_code": "SA", "location_code": "JE", "branch_code": "", "is_head_office": true}, "synthesized_mcp_output": {"is_valid": true, "compact": "NCBKSAJE", "bank_code": "NCBK", "country_code": "SA", "location_code": "JE", "branch_code": "", "is_head_office": true}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793140954-cNXVHJ1TkguWB7mwRb8R", "gen-1793141048-lkUITjI7RIXDV6kN01Ka", "gen-1793141119-bSuuL18Vnb2y8Qe2a2k4"], "chunked_openrouter_request_id": "gen-1793142291-bFHAgbFpwGlUMT7cHyoa", "certificate_sha256": "a4b2518c4a24110d3b338aa0b1a810595b155352d9544907fede4f8000265063"}
{"case_id": "SCHWIFTY-35", "repo_id": "schwifty", "github_repo": "mdomke/schwifty", "github_url": "https://github.com/mdomke/schwifty", "git_sha": "7462c6e", "sector": "Core Banking IBAN & SWIFT/BIC", "category": "ISO-9362 SWIFT/BIC Structural & Country Validation", "label": "Emirates NBD Dubai 8-Char BIC", "mcp_tool": "inspect_swift_bic", "inputs": {"raw_bic": "EBILAEAD"}, "ground_truth_oracle_output": {"is_valid": true, "compact": "EBILAEAD", "bank_code": "EBIL", "country_code": "AE", "location_code": "AD", "branch_code": "", "is_head_office": true}, "synthesized_mcp_output": {"is_valid": true, "compact": "EBILAEAD", "bank_code": "EBIL", "country_code": "AE", "location_code": "AD", "branch_code": "", "is_head_office": true}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793140954-cNXVHJ1TkguWB7mwRb8R", "gen-1793141048-lkUITjI7RIXDV6kN01Ka", "gen-1793141119-bSuuL18Vnb2y8Qe2a2k4"], "chunked_openrouter_request_id": "gen-1793142291-bFHAgbFpwGlUMT7cHyoa", "certificate_sha256": "a4b2518c4a24110d3b338aa0b1a810595b155352d9544907fede4f8000265063"}
{"case_id": "SCHWIFTY-36", "repo_id": "schwifty", "github_repo": "mdomke/schwifty", "github_url": "https://github.com/mdomke/schwifty", "git_sha": "7462c6e", "sector": "Core Banking IBAN & SWIFT/BIC", "category": "ISO-9362 SWIFT/BIC Structural & Country Validation", "label": "JPMorgan Chase New York BIC", "mcp_tool": "inspect_swift_bic", "inputs": {"raw_bic": "CHASUS33"}, "ground_truth_oracle_output": {"is_valid": true, "compact": "CHASUS33", "bank_code": "CHAS", "country_code": "US", "location_code": "33", "branch_code": "", "is_head_office": true}, "synthesized_mcp_output": {"is_valid": true, "compact": "CHASUS33", "bank_code": "CHAS", "country_code": "US", "location_code": "33", "branch_code": "", "is_head_office": true}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793140954-cNXVHJ1TkguWB7mwRb8R", "gen-1793141048-lkUITjI7RIXDV6kN01Ka", "gen-1793141119-bSuuL18Vnb2y8Qe2a2k4"], "chunked_openrouter_request_id": "gen-1793142291-bFHAgbFpwGlUMT7cHyoa", "certificate_sha256": "a4b2518c4a24110d3b338aa0b1a810595b155352d9544907fede4f8000265063"}
{"case_id": "SCHWIFTY-37", "repo_id": "schwifty", "github_repo": "mdomke/schwifty", "github_url": "https://github.com/mdomke/schwifty", "git_sha": "7462c6e", "sector": "Core Banking IBAN & SWIFT/BIC", "category": "ISO-9362 SWIFT/BIC Structural & Country Validation", "label": "Lowercase + Whitespace Normalization Check", "mcp_tool": "inspect_swift_bic", "inputs": {"raw_bic": "deut de ff 500"}, "ground_truth_oracle_output": {"is_valid": true, "compact": "DEUTDEFF500", "bank_code": "DEUT", "country_code": "DE", "location_code": "FF", "branch_code": "500", "is_head_office": false}, "synthesized_mcp_output": {"is_valid": true, "compact": "DEUTDEFF500", "bank_code": "DEUT", "country_code": "DE", "location_code": "FF", "branch_code": "500", "is_head_office": false}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793140954-cNXVHJ1TkguWB7mwRb8R", "gen-1793141048-lkUITjI7RIXDV6kN01Ka", "gen-1793141119-bSuuL18Vnb2y8Qe2a2k4"], "chunked_openrouter_request_id": "gen-1793142291-bFHAgbFpwGlUMT7cHyoa", "certificate_sha256": "a4b2518c4a24110d3b338aa0b1a810595b155352d9544907fede4f8000265063"}
{"case_id": "SCHWIFTY-38", "repo_id": "schwifty", "github_repo": "mdomke/schwifty", "github_url": "https://github.com/mdomke/schwifty", "git_sha": "7462c6e", "sector": "Core Banking IBAN & SWIFT/BIC", "category": "ISO-9362 SWIFT/BIC Structural & Country Validation", "label": "Invalid ISO-3166 Country XX in BIC -> Invalid", "mcp_tool": "inspect_swift_bic", "inputs": {"raw_bic": "DEUTXXFF"}, "ground_truth_oracle_output": {"is_valid": false, "compact": null, "bank_code": null, "country_code": null, "location_code": null, "branch_code": null, "is_head_office": false}, "synthesized_mcp_output": {"is_valid": false, "compact": null, "bank_code": null, "country_code": null, "location_code": null, "branch_code": null, "is_head_office": false}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793140954-cNXVHJ1TkguWB7mwRb8R", "gen-1793141048-lkUITjI7RIXDV6kN01Ka", "gen-1793141119-bSuuL18Vnb2y8Qe2a2k4"], "chunked_openrouter_request_id": "gen-1793142291-bFHAgbFpwGlUMT7cHyoa", "certificate_sha256": "a4b2518c4a24110d3b338aa0b1a810595b155352d9544907fede4f8000265063"}
{"case_id": "SCHWIFTY-39", "repo_id": "schwifty", "github_repo": "mdomke/schwifty", "github_url": "https://github.com/mdomke/schwifty", "git_sha": "7462c6e", "sector": "Core Banking IBAN & SWIFT/BIC", "category": "ISO-9362 SWIFT/BIC Structural & Country Validation", "label": "5-Char Invalid BIC Length", "mcp_tool": "inspect_swift_bic", "inputs": {"raw_bic": "SHORT"}, "ground_truth_oracle_output": {"is_valid": false, "compact": null, "bank_code": null, "country_code": null, "location_code": null, "branch_code": null, "is_head_office": false}, "synthesized_mcp_output": {"is_valid": false, "compact": null, "bank_code": null, "country_code": null, "location_code": null, "branch_code": null, "is_head_office": false}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793140954-cNXVHJ1TkguWB7mwRb8R", "gen-1793141048-lkUITjI7RIXDV6kN01Ka", "gen-1793141119-bSuuL18Vnb2y8Qe2a2k4"], "chunked_openrouter_request_id": "gen-1793142291-bFHAgbFpwGlUMT7cHyoa", "certificate_sha256": "a4b2518c4a24110d3b338aa0b1a810595b155352d9544907fede4f8000265063"}
{"case_id": "SCHWIFTY-40", "repo_id": "schwifty", "github_repo": "mdomke/schwifty", "github_url": "https://github.com/mdomke/schwifty", "git_sha": "7462c6e", "sector": "Core Banking IBAN & SWIFT/BIC", "category": "ISO-9362 SWIFT/BIC Structural & Country Validation", "label": "Numeric Bank-Code Violation (Positions 1-4 Must Be Alpha)", "mcp_tool": "inspect_swift_bic", "inputs": {"raw_bic": "1234DEFF"}, "ground_truth_oracle_output": {"is_valid": true, "compact": "1234DEFF", "bank_code": "1234", "country_code": "DE", "location_code": "FF", "branch_code": "", "is_head_office": true}, "synthesized_mcp_output": {"is_valid": true, "compact": "1234DEFF", "bank_code": "1234", "country_code": "DE", "location_code": "FF", "branch_code": "", "is_head_office": true}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793140954-cNXVHJ1TkguWB7mwRb8R", "gen-1793141048-lkUITjI7RIXDV6kN01Ka", "gen-1793141119-bSuuL18Vnb2y8Qe2a2k4"], "chunked_openrouter_request_id": "gen-1793142291-bFHAgbFpwGlUMT7cHyoa", "certificate_sha256": "a4b2518c4a24110d3b338aa0b1a810595b155352d9544907fede4f8000265063"}
{"case_id": "PYTHON_STDNUM-01", "repo_id": "python_stdnum", "github_repo": "arthurdejong/python-stdnum", "github_url": "https://github.com/arthurdejong/python-stdnum", "git_sha": "006192e", "sector": "Global Securities, Fedwire & Tax Compliance", "category": "Capital Markets ISIN/CUSIP/SEDOL/LEI/FIGI", "label": "Apple Inc. Valid ISIN (Base-36 Luhn)", "mcp_tool": "validate_securities_id", "inputs": {"scheme": "ISIN", "raw_code": "US0378331005"}, "ground_truth_oracle_output": {"is_valid": true, "scheme": "ISIN", "compact": "US0378331005"}, "synthesized_mcp_output": {"is_valid": true, "scheme": "ISIN", "compact": "US0378331005"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793141210-s8NHy1QeAnJLLKl8jmG5", "gen-1793141324-y7X88bzztCJObKxgJnIR"], "chunked_openrouter_request_id": "gen-1793139898-bTqMj8p7ifjNKdywf6gY", "certificate_sha256": "6a116d4d097a9fd2d66d928be0d23a990c158cc5352a36d948095b88f9561b17"}
{"case_id": "PYTHON_STDNUM-02", "repo_id": "python_stdnum", "github_repo": "arthurdejong/python-stdnum", "github_url": "https://github.com/arthurdejong/python-stdnum", "git_sha": "006192e", "sector": "Global Securities, Fedwire & Tax Compliance", "category": "Capital Markets ISIN/CUSIP/SEDOL/LEI/FIGI", "label": "Apple ISIN Corrupted Check Digit -> Invalid", "mcp_tool": "validate_securities_id", "inputs": {"scheme": "ISIN", "raw_code": "US0378331006"}, "ground_truth_oracle_output": {"is_valid": false, "scheme": "ISIN", "compact": null}, "synthesized_mcp_output": {"is_valid": false, "scheme": "ISIN", "compact": null}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793141210-s8NHy1QeAnJLLKl8jmG5", "gen-1793141324-y7X88bzztCJObKxgJnIR"], "chunked_openrouter_request_id": "gen-1793139898-bTqMj8p7ifjNKdywf6gY", "certificate_sha256": "6a116d4d097a9fd2d66d928be0d23a990c158cc5352a36d948095b88f9561b17"}
{"case_id": "PYTHON_STDNUM-03", "repo_id": "python_stdnum", "github_repo": "arthurdejong/python-stdnum", "github_url": "https://github.com/arthurdejong/python-stdnum", "git_sha": "006192e", "sector": "Global Securities, Fedwire & Tax Compliance", "category": "Capital Markets ISIN/CUSIP/SEDOL/LEI/FIGI", "label": "BAE Systems UK ISIN", "mcp_tool": "validate_securities_id", "inputs": {"scheme": "ISIN", "raw_code": "GB0002634946"}, "ground_truth_oracle_output": {"is_valid": true, "scheme": "ISIN", "compact": "GB0002634946"}, "synthesized_mcp_output": {"is_valid": true, "scheme": "ISIN", "compact": "GB0002634946"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793141210-s8NHy1QeAnJLLKl8jmG5", "gen-1793141324-y7X88bzztCJObKxgJnIR"], "chunked_openrouter_request_id": "gen-1793139898-bTqMj8p7ifjNKdywf6gY", "certificate_sha256": "6a116d4d097a9fd2d66d928be0d23a990c158cc5352a36d948095b88f9561b17"}
{"case_id": "PYTHON_STDNUM-04", "repo_id": "python_stdnum", "github_repo": "arthurdejong/python-stdnum", "github_url": "https://github.com/arthurdejong/python-stdnum", "git_sha": "006192e", "sector": "Global Securities, Fedwire & Tax Compliance", "category": "Capital Markets ISIN/CUSIP/SEDOL/LEI/FIGI", "label": "Apple 9-Char CUSIP", "mcp_tool": "validate_securities_id", "inputs": {"scheme": "CUSIP", "raw_code": "037833100"}, "ground_truth_oracle_output": {"is_valid": true, "scheme": "CUSIP", "compact": "037833100"}, "synthesized_mcp_output": {"is_valid": true, "scheme": "CUSIP", "compact": "037833100"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793141210-s8NHy1QeAnJLLKl8jmG5", "gen-1793141324-y7X88bzztCJObKxgJnIR"], "chunked_openrouter_request_id": "gen-1793139898-bTqMj8p7ifjNKdywf6gY", "certificate_sha256": "6a116d4d097a9fd2d66d928be0d23a990c158cc5352a36d948095b88f9561b17"}
{"case_id": "PYTHON_STDNUM-05", "repo_id": "python_stdnum", "github_repo": "arthurdejong/python-stdnum", "github_url": "https://github.com/arthurdejong/python-stdnum", "git_sha": "006192e", "sector": "Global Securities, Fedwire & Tax Compliance", "category": "Capital Markets ISIN/CUSIP/SEDOL/LEI/FIGI", "label": "Corrupted CUSIP Checksum -> Invalid", "mcp_tool": "validate_securities_id", "inputs": {"scheme": "CUSIP", "raw_code": "037833101"}, "ground_truth_oracle_output": {"is_valid": false, "scheme": "CUSIP", "compact": null}, "synthesized_mcp_output": {"is_valid": false, "scheme": "CUSIP", "compact": null}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793141210-s8NHy1QeAnJLLKl8jmG5", "gen-1793141324-y7X88bzztCJObKxgJnIR"], "chunked_openrouter_request_id": "gen-1793139898-bTqMj8p7ifjNKdywf6gY", "certificate_sha256": "6a116d4d097a9fd2d66d928be0d23a990c158cc5352a36d948095b88f9561b17"}
{"case_id": "PYTHON_STDNUM-06", "repo_id": "python_stdnum", "github_repo": "arthurdejong/python-stdnum", "github_url": "https://github.com/arthurdejong/python-stdnum", "git_sha": "006192e", "sector": "Global Securities, Fedwire & Tax Compliance", "category": "Capital Markets ISIN/CUSIP/SEDOL/LEI/FIGI", "label": "Alphabetical Alphanumeric CUSIP (Google)", "mcp_tool": "validate_securities_id", "inputs": {"scheme": "CUSIP", "raw_code": "38259P508"}, "ground_truth_oracle_output": {"is_valid": true, "scheme": "CUSIP", "compact": "38259P508"}, "synthesized_mcp_output": {"is_valid": true, "scheme": "CUSIP", "compact": "38259P508"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793141210-s8NHy1QeAnJLLKl8jmG5", "gen-1793141324-y7X88bzztCJObKxgJnIR"], "chunked_openrouter_request_id": "gen-1793139898-bTqMj8p7ifjNKdywf6gY", "certificate_sha256": "6a116d4d097a9fd2d66d928be0d23a990c158cc5352a36d948095b88f9561b17"}
{"case_id": "PYTHON_STDNUM-07", "repo_id": "python_stdnum", "github_repo": "arthurdejong/python-stdnum", "github_url": "https://github.com/arthurdejong/python-stdnum", "git_sha": "006192e", "sector": "Global Securities, Fedwire & Tax Compliance", "category": "Capital Markets ISIN/CUSIP/SEDOL/LEI/FIGI", "label": "Valid UK 7-Char SEDOL Weighted Mod-10", "mcp_tool": "validate_securities_id", "inputs": {"scheme": "SEDOL", "raw_code": "0263494"}, "ground_truth_oracle_output": {"is_valid": true, "scheme": "SEDOL", "compact": "0263494"}, "synthesized_mcp_output": {"is_valid": true, "scheme": "SEDOL", "compact": "0263494"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793141210-s8NHy1QeAnJLLKl8jmG5", "gen-1793141324-y7X88bzztCJObKxgJnIR"], "chunked_openrouter_request_id": "gen-1793139898-bTqMj8p7ifjNKdywf6gY", "certificate_sha256": "6a116d4d097a9fd2d66d928be0d23a990c158cc5352a36d948095b88f9561b17"}
{"case_id": "PYTHON_STDNUM-08", "repo_id": "python_stdnum", "github_repo": "arthurdejong/python-stdnum", "github_url": "https://github.com/arthurdejong/python-stdnum", "git_sha": "006192e", "sector": "Global Securities, Fedwire & Tax Compliance", "category": "Capital Markets ISIN/CUSIP/SEDOL/LEI/FIGI", "label": "Alphanumeric Consonant SEDOL", "mcp_tool": "validate_securities_id", "inputs": {"scheme": "SEDOL", "raw_code": "B0WNLY7"}, "ground_truth_oracle_output": {"is_valid": true, "scheme": "SEDOL", "compact": "B0WNLY7"}, "synthesized_mcp_output": {"is_valid": true, "scheme": "SEDOL", "compact": "B0WNLY7"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793141210-s8NHy1QeAnJLLKl8jmG5", "gen-1793141324-y7X88bzztCJObKxgJnIR"], "chunked_openrouter_request_id": "gen-1793139898-bTqMj8p7ifjNKdywf6gY", "certificate_sha256": "6a116d4d097a9fd2d66d928be0d23a990c158cc5352a36d948095b88f9561b17"}
{"case_id": "PYTHON_STDNUM-09", "repo_id": "python_stdnum", "github_repo": "arthurdejong/python-stdnum", "github_url": "https://github.com/arthurdejong/python-stdnum", "git_sha": "006192e", "sector": "Global Securities, Fedwire & Tax Compliance", "category": "Capital Markets ISIN/CUSIP/SEDOL/LEI/FIGI", "label": "Vowel 'A' Forbidden in SEDOL -> Invalid!", "mcp_tool": "validate_securities_id", "inputs": {"scheme": "SEDOL", "raw_code": "A0WNLY7"}, "ground_truth_oracle_output": {"is_valid": false, "scheme": "SEDOL", "compact": null}, "synthesized_mcp_output": {"is_valid": false, "scheme": "SEDOL", "compact": null}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793141210-s8NHy1QeAnJLLKl8jmG5", "gen-1793141324-y7X88bzztCJObKxgJnIR"], "chunked_openrouter_request_id": "gen-1793139898-bTqMj8p7ifjNKdywf6gY", "certificate_sha256": "6a116d4d097a9fd2d66d928be0d23a990c158cc5352a36d948095b88f9561b17"}
{"case_id": "PYTHON_STDNUM-10", "repo_id": "python_stdnum", "github_repo": "arthurdejong/python-stdnum", "github_url": "https://github.com/arthurdejong/python-stdnum", "git_sha": "006192e", "sector": "Global Securities, Fedwire & Tax Compliance", "category": "Capital Markets ISIN/CUSIP/SEDOL/LEI/FIGI", "label": "Valid 20-Char ISO-17442 LEI (ISO-7064 Mod 97-10)", "mcp_tool": "validate_securities_id", "inputs": {"scheme": "LEI", "raw_code": "5493006MHB84DD0ZWV18"}, "ground_truth_oracle_output": {"is_valid": true, "scheme": "LEI", "compact": "5493006MHB84DD0ZWV18"}, "synthesized_mcp_output": {"is_valid": true, "scheme": "LEI", "compact": "5493006MHB84DD0ZWV18"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793141210-s8NHy1QeAnJLLKl8jmG5", "gen-1793141324-y7X88bzztCJObKxgJnIR"], "chunked_openrouter_request_id": "gen-1793139898-bTqMj8p7ifjNKdywf6gY", "certificate_sha256": "6a116d4d097a9fd2d66d928be0d23a990c158cc5352a36d948095b88f9561b17"}
{"case_id": "PYTHON_STDNUM-11", "repo_id": "python_stdnum", "github_repo": "arthurdejong/python-stdnum", "github_url": "https://github.com/arthurdejong/python-stdnum", "git_sha": "006192e", "sector": "Global Securities, Fedwire & Tax Compliance", "category": "Capital Markets ISIN/CUSIP/SEDOL/LEI/FIGI", "label": "Corrupted LEI Mod-97 Checksum -> Invalid", "mcp_tool": "validate_securities_id", "inputs": {"scheme": "LEI", "raw_code": "5493006MHB84DD0ZWV19"}, "ground_truth_oracle_output": {"is_valid": false, "scheme": "LEI", "compact": null}, "synthesized_mcp_output": {"is_valid": false, "scheme": "LEI", "compact": null}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793141210-s8NHy1QeAnJLLKl8jmG5", "gen-1793141324-y7X88bzztCJObKxgJnIR"], "chunked_openrouter_request_id": "gen-1793139898-bTqMj8p7ifjNKdywf6gY", "certificate_sha256": "6a116d4d097a9fd2d66d928be0d23a990c158cc5352a36d948095b88f9561b17"}
{"case_id": "PYTHON_STDNUM-12", "repo_id": "python_stdnum", "github_repo": "arthurdejong/python-stdnum", "github_url": "https://github.com/arthurdejong/python-stdnum", "git_sha": "006192e", "sector": "Global Securities, Fedwire & Tax Compliance", "category": "Capital Markets ISIN/CUSIP/SEDOL/LEI/FIGI", "label": "Valid Bloomberg OpenFIGI Identifier", "mcp_tool": "validate_securities_id", "inputs": {"scheme": "FIGI", "raw_code": "BBG000BLNQ16"}, "ground_truth_oracle_output": {"is_valid": true, "scheme": "FIGI", "compact": "BBG000BLNQ16"}, "synthesized_mcp_output": {"is_valid": true, "scheme": "FIGI", "compact": "BBG000BLNQ16"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793141210-s8NHy1QeAnJLLKl8jmG5", "gen-1793141324-y7X88bzztCJObKxgJnIR"], "chunked_openrouter_request_id": "gen-1793139898-bTqMj8p7ifjNKdywf6gY", "certificate_sha256": "6a116d4d097a9fd2d66d928be0d23a990c158cc5352a36d948095b88f9561b17"}
{"case_id": "PYTHON_STDNUM-13", "repo_id": "python_stdnum", "github_repo": "arthurdejong/python-stdnum", "github_url": "https://github.com/arthurdejong/python-stdnum", "git_sha": "006192e", "sector": "Global Securities, Fedwire & Tax Compliance", "category": "Capital Markets ISIN/CUSIP/SEDOL/LEI/FIGI", "label": "Invalid FIGI Check Digit", "mcp_tool": "validate_securities_id", "inputs": {"scheme": "FIGI", "raw_code": "BBG000BLNQ17"}, "ground_truth_oracle_output": {"is_valid": false, "scheme": "FIGI", "compact": null}, "synthesized_mcp_output": {"is_valid": false, "scheme": "FIGI", "compact": null}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793141210-s8NHy1QeAnJLLKl8jmG5", "gen-1793141324-y7X88bzztCJObKxgJnIR"], "chunked_openrouter_request_id": "gen-1793139898-bTqMj8p7ifjNKdywf6gY", "certificate_sha256": "6a116d4d097a9fd2d66d928be0d23a990c158cc5352a36d948095b88f9561b17"}
{"case_id": "PYTHON_STDNUM-14", "repo_id": "python_stdnum", "github_repo": "arthurdejong/python-stdnum", "github_url": "https://github.com/arthurdejong/python-stdnum", "git_sha": "006192e", "sector": "Global Securities, Fedwire & Tax Compliance", "category": "Capital Markets ISIN/CUSIP/SEDOL/LEI/FIGI", "label": "Unsupported Scheme Safe Rejection", "mcp_tool": "validate_securities_id", "inputs": {"scheme": "UNKNOWN", "raw_code": "12345"}, "ground_truth_oracle_output": {"is_valid": false, "scheme": "UNKNOWN", "compact": null}, "synthesized_mcp_output": {"is_valid": false, "scheme": "UNKNOWN", "compact": null}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793141210-s8NHy1QeAnJLLKl8jmG5", "gen-1793141324-y7X88bzztCJObKxgJnIR"], "chunked_openrouter_request_id": "gen-1793139898-bTqMj8p7ifjNKdywf6gY", "certificate_sha256": "6a116d4d097a9fd2d66d928be0d23a990c158cc5352a36d948095b88f9561b17"}
{"case_id": "PYTHON_STDNUM-15", "repo_id": "python_stdnum", "github_repo": "arthurdejong/python-stdnum", "github_url": "https://github.com/arthurdejong/python-stdnum", "git_sha": "006192e", "sector": "Global Securities, Fedwire & Tax Compliance", "category": "Fedwire ABA Prefix Bands & IRS ein.dat Rules", "label": "JPMorgan NY Fed District 02 Valid ABA RTN", "mcp_tool": "validate_us_routing_or_ein", "inputs": {"id_type": "RTN", "raw_number": "021000021"}, "ground_truth_oracle_output": {"is_valid": true, "id_type": "RTN", "compact": "021000021", "formatted": "021000021"}, "synthesized_mcp_output": {"is_valid": true, "id_type": "RTN", "compact": "021000021", "formatted": "021000021"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793141210-s8NHy1QeAnJLLKl8jmG5", "gen-1793141324-y7X88bzztCJObKxgJnIR"], "chunked_openrouter_request_id": "gen-1793139898-bTqMj8p7ifjNKdywf6gY", "certificate_sha256": "6a116d4d097a9fd2d66d928be0d23a990c158cc5352a36d948095b88f9561b17"}
{"case_id": "PYTHON_STDNUM-16", "repo_id": "python_stdnum", "github_repo": "arthurdejong/python-stdnum", "github_url": "https://github.com/arthurdejong/python-stdnum", "git_sha": "006192e", "sector": "Global Securities, Fedwire & Tax Compliance", "category": "Fedwire ABA Prefix Bands & IRS ein.dat Rules", "label": "Boston Fed District 01 Valid ABA RTN", "mcp_tool": "validate_us_routing_or_ein", "inputs": {"id_type": "RTN", "raw_number": "011000015"}, "ground_truth_oracle_output": {"is_valid": true, "id_type": "RTN", "compact": "011000015", "formatted": "011000015"}, "synthesized_mcp_output": {"is_valid": true, "id_type": "RTN", "compact": "011000015", "formatted": "011000015"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793141210-s8NHy1QeAnJLLKl8jmG5", "gen-1793141324-y7X88bzztCJObKxgJnIR"], "chunked_openrouter_request_id": "gen-1793139898-bTqMj8p7ifjNKdywf6gY", "certificate_sha256": "6a116d4d097a9fd2d66d928be0d23a990c158cc5352a36d948095b88f9561b17"}
{"case_id": "PYTHON_STDNUM-17", "repo_id": "python_stdnum", "github_repo": "arthurdejong/python-stdnum", "github_url": "https://github.com/arthurdejong/python-stdnum", "git_sha": "006192e", "sector": "Global Securities, Fedwire & Tax Compliance", "category": "Fedwire ABA Prefix Bands & IRS ein.dat Rules", "label": "San Francisco Fed District 12 Valid RTN", "mcp_tool": "validate_us_routing_or_ein", "inputs": {"id_type": "RTN", "raw_number": "121000358"}, "ground_truth_oracle_output": {"is_valid": true, "id_type": "RTN", "compact": "121000358", "formatted": "121000358"}, "synthesized_mcp_output": {"is_valid": true, "id_type": "RTN", "compact": "121000358", "formatted": "121000358"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793141210-s8NHy1QeAnJLLKl8jmG5", "gen-1793141324-y7X88bzztCJObKxgJnIR"], "chunked_openrouter_request_id": "gen-1793139898-bTqMj8p7ifjNKdywf6gY", "certificate_sha256": "6a116d4d097a9fd2d66d928be0d23a990c158cc5352a36d948095b88f9561b17"}
{"case_id": "PYTHON_STDNUM-18", "repo_id": "python_stdnum", "github_repo": "arthurdejong/python-stdnum", "github_url": "https://github.com/arthurdejong/python-stdnum", "git_sha": "006192e", "sector": "Global Securities, Fedwire & Tax Compliance", "category": "Fedwire ABA Prefix Bands & IRS ein.dat Rules", "label": "Thrift/Credit Union Prefix 32 Valid RTN", "mcp_tool": "validate_us_routing_or_ein", "inputs": {"id_type": "RTN", "raw_number": "322271627"}, "ground_truth_oracle_output": {"is_valid": true, "id_type": "RTN", "compact": "322271627", "formatted": "322271627"}, "synthesized_mcp_output": {"is_valid": true, "id_type": "RTN", "compact": "322271627", "formatted": "322271627"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793141210-s8NHy1QeAnJLLKl8jmG5", "gen-1793141324-y7X88bzztCJObKxgJnIR"], "chunked_openrouter_request_id": "gen-1793139898-bTqMj8p7ifjNKdywf6gY", "certificate_sha256": "6a116d4d097a9fd2d66d928be0d23a990c158cc5352a36d948095b88f9561b17"}
{"case_id": "PYTHON_STDNUM-19", "repo_id": "python_stdnum", "github_repo": "arthurdejong/python-stdnum", "github_url": "https://github.com/arthurdejong/python-stdnum", "git_sha": "006192e", "sector": "Global Securities, Fedwire & Tax Compliance", "category": "Fedwire ABA Prefix Bands & IRS ein.dat Rules", "label": "Traveler's Cheque Prefix 80 Valid Checksum", "mcp_tool": "validate_us_routing_or_ein", "inputs": {"id_type": "RTN", "raw_number": "800000006"}, "ground_truth_oracle_output": {"is_valid": true, "id_type": "RTN", "compact": "800000006", "formatted": "800000006"}, "synthesized_mcp_output": {"is_valid": true, "id_type": "RTN", "compact": "800000006", "formatted": "800000006"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793141210-s8NHy1QeAnJLLKl8jmG5", "gen-1793141324-y7X88bzztCJObKxgJnIR"], "chunked_openrouter_request_id": "gen-1793139898-bTqMj8p7ifjNKdywf6gY", "certificate_sha256": "6a116d4d097a9fd2d66d928be0d23a990c158cc5352a36d948095b88f9561b17"}
{"case_id": "PYTHON_STDNUM-20", "repo_id": "python_stdnum", "github_repo": "arthurdejong/python-stdnum", "github_url": "https://github.com/arthurdejong/python-stdnum", "git_sha": "006192e", "sector": "Global Securities, Fedwire & Tax Compliance", "category": "Fedwire ABA Prefix Bands & IRS ein.dat Rules", "label": "Valid [3,7,1] Checksum BUT Invalid Fed Prefix 99 -> False!", "mcp_tool": "validate_us_routing_or_ein", "inputs": {"id_type": "RTN", "raw_number": "991000019"}, "ground_truth_oracle_output": {"is_valid": false, "id_type": "RTN", "compact": null, "formatted": null}, "synthesized_mcp_output": {"is_valid": false, "id_type": "RTN", "compact": null, "formatted": null}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793141210-s8NHy1QeAnJLLKl8jmG5", "gen-1793141324-y7X88bzztCJObKxgJnIR"], "chunked_openrouter_request_id": "gen-1793139898-bTqMj8p7ifjNKdywf6gY", "certificate_sha256": "6a116d4d097a9fd2d66d928be0d23a990c158cc5352a36d948095b88f9561b17"}
{"case_id": "PYTHON_STDNUM-21", "repo_id": "python_stdnum", "github_repo": "arthurdejong/python-stdnum", "github_url": "https://github.com/arthurdejong/python-stdnum", "git_sha": "006192e", "sector": "Global Securities, Fedwire & Tax Compliance", "category": "Fedwire ABA Prefix Bands & IRS ein.dat Rules", "label": "Unassigned Fed Prefix 15 (Between 12 and 21) -> False!", "mcp_tool": "validate_us_routing_or_ein", "inputs": {"id_type": "RTN", "raw_number": "151000017"}, "ground_truth_oracle_output": {"is_valid": false, "id_type": "RTN", "compact": null, "formatted": null}, "synthesized_mcp_output": {"is_valid": false, "id_type": "RTN", "compact": null, "formatted": null}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793141210-s8NHy1QeAnJLLKl8jmG5", "gen-1793141324-y7X88bzztCJObKxgJnIR"], "chunked_openrouter_request_id": "gen-1793139898-bTqMj8p7ifjNKdywf6gY", "certificate_sha256": "6a116d4d097a9fd2d66d928be0d23a990c158cc5352a36d948095b88f9561b17"}
{"case_id": "PYTHON_STDNUM-22", "repo_id": "python_stdnum", "github_repo": "arthurdejong/python-stdnum", "github_url": "https://github.com/arthurdejong/python-stdnum", "git_sha": "006192e", "sector": "Global Securities, Fedwire & Tax Compliance", "category": "Fedwire ABA Prefix Bands & IRS ein.dat Rules", "label": "Valid Prefix 02 but Broken Mod-10 Checksum -> False", "mcp_tool": "validate_us_routing_or_ein", "inputs": {"id_type": "RTN", "raw_number": "021000022"}, "ground_truth_oracle_output": {"is_valid": false, "id_type": "RTN", "compact": null, "formatted": null}, "synthesized_mcp_output": {"is_valid": false, "id_type": "RTN", "compact": null, "formatted": null}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793141210-s8NHy1QeAnJLLKl8jmG5", "gen-1793141324-y7X88bzztCJObKxgJnIR"], "chunked_openrouter_request_id": "gen-1793139898-bTqMj8p7ifjNKdywf6gY", "certificate_sha256": "6a116d4d097a9fd2d66d928be0d23a990c158cc5352a36d948095b88f9561b17"}
{"case_id": "PYTHON_STDNUM-23", "repo_id": "python_stdnum", "github_repo": "arthurdejong/python-stdnum", "github_url": "https://github.com/arthurdejong/python-stdnum", "git_sha": "006192e", "sector": "Global Securities, Fedwire & Tax Compliance", "category": "Fedwire ABA Prefix Bands & IRS ein.dat Rules", "label": "Valid IRS Campus Prefix 12 Formatted EIN", "mcp_tool": "validate_us_routing_or_ein", "inputs": {"id_type": "EIN", "raw_number": "12-3456789"}, "ground_truth_oracle_output": {"is_valid": true, "id_type": "EIN", "compact": "123456789", "formatted": "12-3456789"}, "synthesized_mcp_output": {"is_valid": true, "id_type": "EIN", "compact": "123456789", "formatted": "12-3456789"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793141210-s8NHy1QeAnJLLKl8jmG5", "gen-1793141324-y7X88bzztCJObKxgJnIR"], "chunked_openrouter_request_id": "gen-1793139898-bTqMj8p7ifjNKdywf6gY", "certificate_sha256": "6a116d4d097a9fd2d66d928be0d23a990c158cc5352a36d948095b88f9561b17"}
{"case_id": "PYTHON_STDNUM-24", "repo_id": "python_stdnum", "github_repo": "arthurdejong/python-stdnum", "github_url": "https://github.com/arthurdejong/python-stdnum", "git_sha": "006192e", "sector": "Global Securities, Fedwire & Tax Compliance", "category": "Fedwire ABA Prefix Bands & IRS ein.dat Rules", "label": "Valid Foreign/International IRS Prefix 98 Compacted", "mcp_tool": "validate_us_routing_or_ein", "inputs": {"id_type": "EIN", "raw_number": "983456789"}, "ground_truth_oracle_output": {"is_valid": true, "id_type": "EIN", "compact": "983456789", "formatted": "98-3456789"}, "synthesized_mcp_output": {"is_valid": true, "id_type": "EIN", "compact": "983456789", "formatted": "98-3456789"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793141210-s8NHy1QeAnJLLKl8jmG5", "gen-1793141324-y7X88bzztCJObKxgJnIR"], "chunked_openrouter_request_id": "gen-1793139898-bTqMj8p7ifjNKdywf6gY", "certificate_sha256": "6a116d4d097a9fd2d66d928be0d23a990c158cc5352a36d948095b88f9561b17"}
{"case_id": "PYTHON_STDNUM-25", "repo_id": "python_stdnum", "github_repo": "arthurdejong/python-stdnum", "github_url": "https://github.com/arthurdejong/python-stdnum", "git_sha": "006192e", "sector": "Global Securities, Fedwire & Tax Compliance", "category": "Fedwire ABA Prefix Bands & IRS ein.dat Rules", "label": "Valid Brookhaven Prefix 01", "mcp_tool": "validate_us_routing_or_ein", "inputs": {"id_type": "EIN", "raw_number": "01-9876543"}, "ground_truth_oracle_output": {"is_valid": true, "id_type": "EIN", "compact": "019876543", "formatted": "01-9876543"}, "synthesized_mcp_output": {"is_valid": true, "id_type": "EIN", "compact": "019876543", "formatted": "01-9876543"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793141210-s8NHy1QeAnJLLKl8jmG5", "gen-1793141324-y7X88bzztCJObKxgJnIR"], "chunked_openrouter_request_id": "gen-1793139898-bTqMj8p7ifjNKdywf6gY", "certificate_sha256": "6a116d4d097a9fd2d66d928be0d23a990c158cc5352a36d948095b88f9561b17"}
{"case_id": "PYTHON_STDNUM-26", "repo_id": "python_stdnum", "github_repo": "arthurdejong/python-stdnum", "github_url": "https://github.com/arthurdejong/python-stdnum", "git_sha": "006192e", "sector": "Global Securities, Fedwire & Tax Compliance", "category": "Fedwire ABA Prefix Bands & IRS ein.dat Rules", "label": "Unassigned IRS Prefix 07 (ein.dat Exclusion) -> False!", "mcp_tool": "validate_us_routing_or_ein", "inputs": {"id_type": "EIN", "raw_number": "07-1234567"}, "ground_truth_oracle_output": {"is_valid": false, "id_type": "EIN", "compact": null, "formatted": null}, "synthesized_mcp_output": {"is_valid": false, "id_type": "EIN", "compact": null, "formatted": null}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793141210-s8NHy1QeAnJLLKl8jmG5", "gen-1793141324-y7X88bzztCJObKxgJnIR"], "chunked_openrouter_request_id": "gen-1793139898-bTqMj8p7ifjNKdywf6gY", "certificate_sha256": "6a116d4d097a9fd2d66d928be0d23a990c158cc5352a36d948095b88f9561b17"}
{"case_id": "PYTHON_STDNUM-27", "repo_id": "python_stdnum", "github_repo": "arthurdejong/python-stdnum", "github_url": "https://github.com/arthurdejong/python-stdnum", "git_sha": "006192e", "sector": "Global Securities, Fedwire & Tax Compliance", "category": "Fedwire ABA Prefix Bands & IRS ein.dat Rules", "label": "Zero Prefix 00 Forbidden -> False", "mcp_tool": "validate_us_routing_or_ein", "inputs": {"id_type": "EIN", "raw_number": "00-1234567"}, "ground_truth_oracle_output": {"is_valid": false, "id_type": "EIN", "compact": null, "formatted": null}, "synthesized_mcp_output": {"is_valid": false, "id_type": "EIN", "compact": null, "formatted": null}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793141210-s8NHy1QeAnJLLKl8jmG5", "gen-1793141324-y7X88bzztCJObKxgJnIR"], "chunked_openrouter_request_id": "gen-1793139898-bTqMj8p7ifjNKdywf6gY", "certificate_sha256": "6a116d4d097a9fd2d66d928be0d23a990c158cc5352a36d948095b88f9561b17"}
{"case_id": "PYTHON_STDNUM-28", "repo_id": "python_stdnum", "github_repo": "arthurdejong/python-stdnum", "github_url": "https://github.com/arthurdejong/python-stdnum", "git_sha": "006192e", "sector": "Global Securities, Fedwire & Tax Compliance", "category": "Fedwire ABA Prefix Bands & IRS ein.dat Rules", "label": "All-Zero Serial 0000000 Forbidden -> False", "mcp_tool": "validate_us_routing_or_ein", "inputs": {"id_type": "EIN", "raw_number": "12-0000000"}, "ground_truth_oracle_output": {"is_valid": true, "id_type": "EIN", "compact": "120000000", "formatted": "12-0000000"}, "synthesized_mcp_output": {"is_valid": true, "id_type": "EIN", "compact": "120000000", "formatted": "12-0000000"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793141210-s8NHy1QeAnJLLKl8jmG5", "gen-1793141324-y7X88bzztCJObKxgJnIR"], "chunked_openrouter_request_id": "gen-1793139898-bTqMj8p7ifjNKdywf6gY", "certificate_sha256": "6a116d4d097a9fd2d66d928be0d23a990c158cc5352a36d948095b88f9561b17"}
{"case_id": "PYTHON_STDNUM-29", "repo_id": "python_stdnum", "github_repo": "arthurdejong/python-stdnum", "github_url": "https://github.com/arthurdejong/python-stdnum", "git_sha": "006192e", "sector": "Global Securities, Fedwire & Tax Compliance", "category": "Multi-State EU VAT Check-Digit Algorithms", "label": "Germany VAT (ISO-7064 Mod 11,10 Product Checksum) -> Valid", "mcp_tool": "validate_eu_vat_number", "inputs": {"raw_vat": "DE 136,695 976"}, "ground_truth_oracle_output": {"is_valid": true, "compact": "DE136695976", "country_prefix": "DE"}, "synthesized_mcp_output": {"is_valid": true, "compact": "DE136695976", "country_prefix": "DE"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793141210-s8NHy1QeAnJLLKl8jmG5", "gen-1793141324-y7X88bzztCJObKxgJnIR"], "chunked_openrouter_request_id": "gen-1793139898-bTqMj8p7ifjNKdywf6gY", "certificate_sha256": "6a116d4d097a9fd2d66d928be0d23a990c158cc5352a36d948095b88f9561b17"}
{"case_id": "PYTHON_STDNUM-30", "repo_id": "python_stdnum", "github_repo": "arthurdejong/python-stdnum", "github_url": "https://github.com/arthurdejong/python-stdnum", "git_sha": "006192e", "sector": "Global Securities, Fedwire & Tax Compliance", "category": "Multi-State EU VAT Check-Digit Algorithms", "label": "Germany VAT Broken Mod 11,10 Check Digit -> False", "mcp_tool": "validate_eu_vat_number", "inputs": {"raw_vat": "DE 136 695 978"}, "ground_truth_oracle_output": {"is_valid": false, "compact": null, "country_prefix": null}, "synthesized_mcp_output": {"is_valid": false, "compact": null, "country_prefix": null}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793141210-s8NHy1QeAnJLLKl8jmG5", "gen-1793141324-y7X88bzztCJObKxgJnIR"], "chunked_openrouter_request_id": "gen-1793139898-bTqMj8p7ifjNKdywf6gY", "certificate_sha256": "6a116d4d097a9fd2d66d928be0d23a990c158cc5352a36d948095b88f9561b17"}
{"case_id": "PYTHON_STDNUM-31", "repo_id": "python_stdnum", "github_repo": "arthurdejong/python-stdnum", "github_url": "https://github.com/arthurdejong/python-stdnum", "git_sha": "006192e", "sector": "Global Securities, Fedwire & Tax Compliance", "category": "Multi-State EU VAT Check-Digit Algorithms", "label": "France TVA (2-Digit Mod-97 Key + SIREN) -> Valid", "mcp_tool": "validate_eu_vat_number", "inputs": {"raw_vat": "FR 40 303 265 045"}, "ground_truth_oracle_output": {"is_valid": true, "compact": "FR40303265045", "country_prefix": "FR"}, "synthesized_mcp_output": {"is_valid": true, "compact": "FR40303265045", "country_prefix": "FR"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793141210-s8NHy1QeAnJLLKl8jmG5", "gen-1793141324-y7X88bzztCJObKxgJnIR"], "chunked_openrouter_request_id": "gen-1793139898-bTqMj8p7ifjNKdywf6gY", "certificate_sha256": "6a116d4d097a9fd2d66d928be0d23a990c158cc5352a36d948095b88f9561b17"}
{"case_id": "PYTHON_STDNUM-32", "repo_id": "python_stdnum", "github_repo": "arthurdejong/python-stdnum", "github_url": "https://github.com/arthurdejong/python-stdnum", "git_sha": "006192e", "sector": "Global Securities, Fedwire & Tax Compliance", "category": "Multi-State EU VAT Check-Digit Algorithms", "label": "France TVA Wrong Mod-97 Key -> False", "mcp_tool": "validate_eu_vat_number", "inputs": {"raw_vat": "FR 41 303 265 045"}, "ground_truth_oracle_output": {"is_valid": false, "compact": null, "country_prefix": null}, "synthesized_mcp_output": {"is_valid": false, "compact": null, "country_prefix": null}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793141210-s8NHy1QeAnJLLKl8jmG5", "gen-1793141324-y7X88bzztCJObKxgJnIR"], "chunked_openrouter_request_id": "gen-1793139898-bTqMj8p7ifjNKdywf6gY", "certificate_sha256": "6a116d4d097a9fd2d66d928be0d23a990c158cc5352a36d948095b88f9561b17"}
{"case_id": "PYTHON_STDNUM-33", "repo_id": "python_stdnum", "github_repo": "arthurdejong/python-stdnum", "github_url": "https://github.com/arthurdejong/python-stdnum", "git_sha": "006192e", "sector": "Global Securities, Fedwire & Tax Compliance", "category": "Multi-State EU VAT Check-Digit Algorithms", "label": "Italy Partita IVA (Province Code + Luhn) -> Valid", "mcp_tool": "validate_eu_vat_number", "inputs": {"raw_vat": "IT 00743110157"}, "ground_truth_oracle_output": {"is_valid": true, "compact": "IT00743110157", "country_prefix": "IT"}, "synthesized_mcp_output": {"is_valid": true, "compact": "IT00743110157", "country_prefix": "IT"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793141210-s8NHy1QeAnJLLKl8jmG5", "gen-1793141324-y7X88bzztCJObKxgJnIR"], "chunked_openrouter_request_id": "gen-1793139898-bTqMj8p7ifjNKdywf6gY", "certificate_sha256": "6a116d4d097a9fd2d66d928be0d23a990c158cc5352a36d948095b88f9561b17"}
{"case_id": "PYTHON_STDNUM-34", "repo_id": "python_stdnum", "github_repo": "arthurdejong/python-stdnum", "github_url": "https://github.com/arthurdejong/python-stdnum", "git_sha": "006192e", "sector": "Global Securities, Fedwire & Tax Compliance", "category": "Multi-State EU VAT Check-Digit Algorithms", "label": "Italy IVA Bad Check Digit -> False", "mcp_tool": "validate_eu_vat_number", "inputs": {"raw_vat": "IT 00743110158"}, "ground_truth_oracle_output": {"is_valid": false, "compact": null, "country_prefix": null}, "synthesized_mcp_output": {"is_valid": false, "compact": null, "country_prefix": null}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793141210-s8NHy1QeAnJLLKl8jmG5", "gen-1793141324-y7X88bzztCJObKxgJnIR"], "chunked_openrouter_request_id": "gen-1793139898-bTqMj8p7ifjNKdywf6gY", "certificate_sha256": "6a116d4d097a9fd2d66d928be0d23a990c158cc5352a36d948095b88f9561b17"}
{"case_id": "PYTHON_STDNUM-35", "repo_id": "python_stdnum", "github_repo": "arthurdejong/python-stdnum", "github_url": "https://github.com/arthurdejong/python-stdnum", "git_sha": "006192e", "sector": "Global Securities, Fedwire & Tax Compliance", "category": "Multi-State EU VAT Check-Digit Algorithms", "label": "Netherlands BTW (Mod-11 / Mod-97 B01 Suffix) -> Valid", "mcp_tool": "validate_eu_vat_number", "inputs": {"raw_vat": "NL 004495445B01"}, "ground_truth_oracle_output": {"is_valid": true, "compact": "NL004495445B01", "country_prefix": "NL"}, "synthesized_mcp_output": {"is_valid": true, "compact": "NL004495445B01", "country_prefix": "NL"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793141210-s8NHy1QeAnJLLKl8jmG5", "gen-1793141324-y7X88bzztCJObKxgJnIR"], "chunked_openrouter_request_id": "gen-1793139898-bTqMj8p7ifjNKdywf6gY", "certificate_sha256": "6a116d4d097a9fd2d66d928be0d23a990c158cc5352a36d948095b88f9561b17"}
{"case_id": "PYTHON_STDNUM-36", "repo_id": "python_stdnum", "github_repo": "arthurdejong/python-stdnum", "github_url": "https://github.com/arthurdejong/python-stdnum", "git_sha": "006192e", "sector": "Global Securities, Fedwire & Tax Compliance", "category": "Multi-State EU VAT Check-Digit Algorithms", "label": "Netherlands BTW Invalid Checksum -> False", "mcp_tool": "validate_eu_vat_number", "inputs": {"raw_vat": "NL 004495445B99"}, "ground_truth_oracle_output": {"is_valid": true, "compact": "NL004495445B99", "country_prefix": "NL"}, "synthesized_mcp_output": {"is_valid": true, "compact": "NL004495445B99", "country_prefix": "NL"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793141210-s8NHy1QeAnJLLKl8jmG5", "gen-1793141324-y7X88bzztCJObKxgJnIR"], "chunked_openrouter_request_id": "gen-1793139898-bTqMj8p7ifjNKdywf6gY", "certificate_sha256": "6a116d4d097a9fd2d66d928be0d23a990c158cc5352a36d948095b88f9561b17"}
{"case_id": "PYTHON_STDNUM-37", "repo_id": "python_stdnum", "github_repo": "arthurdejong/python-stdnum", "github_url": "https://github.com/arthurdejong/python-stdnum", "git_sha": "006192e", "sector": "Global Securities, Fedwire & Tax Compliance", "category": "Multi-State EU VAT Check-Digit Algorithms", "label": "Spain NIF/IVA Corporate Checksum -> Valid", "mcp_tool": "validate_eu_vat_number", "inputs": {"raw_vat": "ES A28015865"}, "ground_truth_oracle_output": {"is_valid": true, "compact": "ESA28015865", "country_prefix": "ES"}, "synthesized_mcp_output": {"is_valid": true, "compact": "ESA28015865", "country_prefix": "ES"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793141210-s8NHy1QeAnJLLKl8jmG5", "gen-1793141324-y7X88bzztCJObKxgJnIR"], "chunked_openrouter_request_id": "gen-1793139898-bTqMj8p7ifjNKdywf6gY", "certificate_sha256": "6a116d4d097a9fd2d66d928be0d23a990c158cc5352a36d948095b88f9561b17"}
{"case_id": "PYTHON_STDNUM-38", "repo_id": "python_stdnum", "github_repo": "arthurdejong/python-stdnum", "github_url": "https://github.com/arthurdejong/python-stdnum", "git_sha": "006192e", "sector": "Global Securities, Fedwire & Tax Compliance", "category": "Multi-State EU VAT Check-Digit Algorithms", "label": "Belgium Enterprise Mod-97 Complement -> Valid", "mcp_tool": "validate_eu_vat_number", "inputs": {"raw_vat": "BE 0403.019.261"}, "ground_truth_oracle_output": {"is_valid": true, "compact": "BE0403019261", "country_prefix": "BE"}, "synthesized_mcp_output": {"is_valid": true, "compact": "BE0403019261", "country_prefix": "BE"}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": false, "whole_repo_openrouter_request_ids": ["gen-1793141210-s8NHy1QeAnJLLKl8jmG5", "gen-1793141324-y7X88bzztCJObKxgJnIR"], "chunked_openrouter_request_id": "gen-1793139898-bTqMj8p7ifjNKdywf6gY", "certificate_sha256": "6a116d4d097a9fd2d66d928be0d23a990c158cc5352a36d948095b88f9561b17"}
{"case_id": "PYTHON_STDNUM-39", "repo_id": "python_stdnum", "github_repo": "arthurdejong/python-stdnum", "github_url": "https://github.com/arthurdejong/python-stdnum", "git_sha": "006192e", "sector": "Global Securities, Fedwire & Tax Compliance", "category": "Multi-State EU VAT Check-Digit Algorithms", "label": "Belgium Invalid Mod-97 Complement -> False", "mcp_tool": "validate_eu_vat_number", "inputs": {"raw_vat": "BE 0403.019.262"}, "ground_truth_oracle_output": {"is_valid": false, "compact": null, "country_prefix": null}, "synthesized_mcp_output": {"is_valid": false, "compact": null, "country_prefix": null}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793141210-s8NHy1QeAnJLLKl8jmG5", "gen-1793141324-y7X88bzztCJObKxgJnIR"], "chunked_openrouter_request_id": "gen-1793139898-bTqMj8p7ifjNKdywf6gY", "certificate_sha256": "6a116d4d097a9fd2d66d928be0d23a990c158cc5352a36d948095b88f9561b17"}
{"case_id": "PYTHON_STDNUM-40", "repo_id": "python_stdnum", "github_repo": "arthurdejong/python-stdnum", "github_url": "https://github.com/arthurdejong/python-stdnum", "git_sha": "006192e", "sector": "Global Securities, Fedwire & Tax Compliance", "category": "Multi-State EU VAT Check-Digit Algorithms", "label": "Non-EU Country Prefix ZZ -> False", "mcp_tool": "validate_eu_vat_number", "inputs": {"raw_vat": "ZZ 123456789"}, "ground_truth_oracle_output": {"is_valid": false, "compact": null, "country_prefix": null}, "synthesized_mcp_output": {"is_valid": false, "compact": null, "country_prefix": null}, "whole_repo_self_healed_passed": true, "chunked_top1_rag_passed": true, "whole_repo_openrouter_request_ids": ["gen-1793141210-s8NHy1QeAnJLLKl8jmG5", "gen-1793141324-y7X88bzztCJObKxgJnIR"], "chunked_openrouter_request_id": "gen-1793139898-bTqMj8p7ifjNKdywf6gY", "certificate_sha256": "6a116d4d097a9fd2d66d928be0d23a990c158cc5352a36d948095b88f9561b17"}