{"_id": {"$oid": "6a8456c1ef0a19c343227d82"}, "test_id": "T1624", "benchmark": "company_lists", "date": "2026-08-18", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en", "de"], "layout": ["list"], "entry-type": ["company"], "task": ["information-extraction"]}, "contributors": ["lea_kasper", "sorin_marti"], "hidden": false, "config": {"provider": "openrouter", "model": "meta/muse-spark-1.2", "dataclass": "ListPage", "temperature": 0.5, "role_description": "You are a Historian", "prompt_file": "prompt_min.txt", "legacy_test": false}, "prompt": "- Answer in valid JSON.\n- The page ID is given as {page_id}.\n", "results": {"text": "{\"page_id\":\"{page_id}.\",\"entries\":[{\"entry_id\":\".\",\"company_name\":\"Swiss Bank Corporation\",\"location\":\"Lausanne\"},{\"entry_id\":\".\",\"company_name\":\"Swiss Bank Corporation\",\"location\":\"Neuch\\u0000e2tel\"},{\"entry_id\":\".\",\"company_name\":\"Union Bank of Switzerland\",\"location\":\"Z\\u0000fcrich\"},{\"entry_id\":\".\",\"company_name\":\"Barcham Green & Sons\",\"location\":\"Hayle Mill Maidstone, Kent\"},{\"entry_id\":\".\",\"company_name\":\"Herren & Guerchet\",\"location\":\"Rue Jean-Petitot 10 Gen\\u0000e8ve\"},{\"entry_id\":\".\",\"company_name\":\"Louis Kohler\",\"location\":\"11, St. Pierre, Lausanne\"},{\"entry_id\":\".\",\"company_name\":\"Giuliniwerke A. G.\",\"location\":\"Basel\"},{\"entry_id\":\".\",\"company_name\":\"Georges Michoud All kinds\",\"location\":\"Lausanne\"},{\"entry_id\":\".\",\"company_name\":\"August Fr\\u0000f6hlich Leather\",\"location\":\"Bahnhofstrasse 110 Z\\u0000fcrich\"},{\"entry_id\":\".\",\"company_name\":\"Altherr & Guex\",\"location\":\"Flawil\"},{\"entry_id\":\".\",\"company_name\":\"Arbon Embroidery Works Ltd.\",\"location\":\"Arbon\"},{\"entry_id\":\".\",\"company_name\":\"Grieder & Co.\",\"location\":\"Paradeplatz Z\\u0000fcrich\"},{\"entry_id\":\".\",\"company_name\":\"A. C. Pearse Ltd.\",\"location\":\"14, Pilcher Gate Nottingham\"},{\"entry_id\":\".\",\"company_name\":\"Zuberb\\u0000fchler & Co., A. G.\",\"location\":\"Zurzach\"},{\"entry_id\":\".\",\"company_name\":\"Sulzer Fr\\u0000e8res S. A.\",\"location\":\"Winterthur\"},{\"entry_id\":\".\",\"company_name\":\"Schw. Seidengazefabrik A. G.\",\"location\":\"Thal, bei Rheineck\"},{\"entry_id\":\".\",\"company_name\":\"Schw. Seidengazefabrik A. G.\",\"location\":\"Z\\u0000fcrich\"}]}", "model": "meta/muse-spark-1.2", "provider": "openrouter", "finish_reason": "stop", "usage": {"input_tokens": 3735, "output_tokens": 1366, "total_tokens": 5101, "input_cost_usd": 0.00466875, "output_cost_usd": 0.0058055, "estimated_cost_usd": 0.010474250000000001}, "duration": 11.844879388809204, "timestamp": "2026-08-18T14:28:07.677416", "parsed": {"page_id": "{page_id}.", "entries": [{"entry_id": ".", "company_name": "Swiss Bank Corporation", "location": "Lausanne"}, {"entry_id": ".", "company_name": "Swiss Bank Corporation", "location": "Neuch\u0000e2tel"}, {"entry_id": ".", "company_name": "Union Bank of Switzerland", "location": "Z\u0000fcrich"}, {"entry_id": ".", "company_name": "Barcham Green & Sons", "location": "Hayle Mill Maidstone, Kent"}, {"entry_id": ".", "company_name": "Herren & Guerchet", "location": "Rue Jean-Petitot 10 Gen\u0000e8ve"}, {"entry_id": ".", "company_name": "Louis Kohler", "location": "11, St. Pierre, Lausanne"}, {"entry_id": ".", "company_name": "Giuliniwerke A. G.", "location": "Basel"}, {"entry_id": ".", "company_name": "Georges Michoud All kinds", "location": "Lausanne"}, {"entry_id": ".", "company_name": "August Fr\u0000f6hlich Leather", "location": "Bahnhofstrasse 110 Z\u0000fcrich"}, {"entry_id": ".", "company_name": "Altherr & Guex", "location": "Flawil"}, {"entry_id": ".", "company_name": "Arbon Embroidery Works Ltd.", "location": "Arbon"}, {"entry_id": ".", "company_name": "Grieder & Co.", "location": "Paradeplatz Z\u0000fcrich"}, {"entry_id": ".", "company_name": "A. C. Pearse Ltd.", "location": "14, Pilcher Gate Nottingham"}, {"entry_id": ".", "company_name": "Zuberb\u0000fchler & Co., A. G.", "location": "Zurzach"}, {"entry_id": ".", "company_name": "Sulzer Fr\u0000e8res S. A.", "location": "Winterthur"}, {"entry_id": ".", "company_name": "Schw. Seidengazefabrik A. G.", "location": "Thal, bei Rheineck"}, {"entry_id": ".", "company_name": "Schw. Seidengazefabrik A. G.", "location": "Z\u0000fcrich"}]}, "conversation_id": "8a19a769-6bac-42b6-8e0a-f70d9fbcca8e", "score": {"f1_score": 0.42, "precision": 0.4230769230769231, "recall": 0.4230769230769231, "true_positives": 22, "false_positives": 30, "false_negatives": 30, "field_scores": {"entries[5].location": {"response": "11, St. Pierre, Lausanne", "ground_truth": "Lausanne", "score": 0.5}, "entries[12].entry_id": {"response": ".", "ground_truth": "156089_1321081_14-13", "score": 0.0}, "entries[14].location": {"response": "Winterthur", "ground_truth": "Winterthur", "score": 1.0}, "entries[2].company_name": {"response": "Union Bank of Switzerland", "ground_truth": "Union Bank of Switzerland", "score": 1.0}, "entries[8].company_name": {"response": "August Fr\u0000f6hlich Leather", "ground_truth": "August Fr\u00f6hlich", "score": 0.7}, "entries[14].entry_id": {"response": ".", "ground_truth": "156089_1321081_14-15", "score": 0.0}, "entries[3].location": {"response": "Hayle Mill Maidstone, Kent", "ground_truth": "Maidstone, Kent", "score": 0.7317073170731707}, "entries[16].entry_id": {"response": ".", "ground_truth": "156089_1321081_14-17", "score": 0.0}, "entries[16].location": {"response": "Z\u0000fcrich", "ground_truth": "Z\u00fcrich", "score": 0.7142857142857143}, "entries[13].company_name": {"response": "Zuberb\u0000fchler & Co., A. G.", "ground_truth": "Zuberb\u00fchler & Co., A. G.", "score": 0.92}, "entries[16].company_name": {"response": "Schw. Seidengazefabrik A. G.", "ground_truth": "Schw. Seidengazefabrik A. G.", "score": 1.0}, "entries[4].entry_id": {"response": ".", "ground_truth": "156089_1321081_14-5", "score": 0.0}, "entries[12].location": {"response": "14, Pilcher Gate Nottingham", "ground_truth": "Nottingham", "score": 0.5405405405405406}, "entries[13].location": {"response": "Zurzach", "ground_truth": "Zurzach", "score": 1.0}, "entries[6].location": {"response": "Basel", "ground_truth": "Basel", "score": 1.0}, "entries[9].location": {"response": "Flawil", "ground_truth": "Flawil", "score": 1.0}, "entries[11].company_name": {"response": "Grieder & Co.", "ground_truth": "Grieder & Co.", "score": 1.0}, "entries[7].entry_id": {"response": ".", "ground_truth": "156089_1321081_14-8", "score": 0.0}, "entries[11].location": {"response": "Paradeplatz Z\u0000fcrich", "ground_truth": "Z\u00fcrich", "score": 0.3846153846153846}, "entries[2].entry_id": {"response": ".", "ground_truth": "156089_1321081_14-3", "score": 0.0}, "entries[15].entry_id": {"response": ".", "ground_truth": "156089_1321081_14-16", "score": 0.0}, "entries[4].company_name": {"response": "Herren & Guerchet", "ground_truth": "Herren & Guerchet", "score": 1.0}, "entries[1].entry_id": {"response": ".", "ground_truth": "156089_1321081_14-2", "score": 0.0}, "entries[7].company_name": {"response": "Georges Michoud All kinds", "ground_truth": "Georges Michoud", "score": 0.75}, "entries[10].location": {"response": "Arbon", "ground_truth": "Arbon", "score": 1.0}, "entries[15].location": {"response": "Thal, bei Rheineck", "ground_truth": "Thal, bei Rheineck", "score": 1.0}, "entries[15].company_name": {"response": "Schw. Seidengazefabrik A. G.", "ground_truth": "Schw. Seidengazefabrik A. G.", "score": 1.0}, "entries[0].company_name": {"response": "Swiss Bank Corporation", "ground_truth": "Swiss Bank Corporation", "score": 1.0}, "entries[6].company_name": {"response": "Giuliniwerke A. G.", "ground_truth": "Giuliniwerke A. G.", "score": 1.0}, "entries[9].company_name": {"response": "Altherr & Guex", "ground_truth": "Altherr & Guex", "score": 1.0}, "entries[1].company_name": {"response": "Swiss Bank Corporation", "ground_truth": "Swiss Bank Corporation", "score": 1.0}, "entries[3].company_name": {"response": "Barcham Green & Sons", "ground_truth": "Barcham Green & Sons", "score": 1.0}, "entries[8].location": {"response": "Bahnhofstrasse 110 Z\u0000fcrich", "ground_truth": "Z\u00fcrich", "score": 0.303030303030303}, "entries[1].location": {"response": "Neuch\u0000e2tel", "ground_truth": "Neuch\u00e2tel", "score": 0.8}, "entries[8].entry_id": {"response": ".", "ground_truth": "156089_1321081_14-9", "score": 0.0}, "entries[9].entry_id": {"response": ".", "ground_truth": "156089_1321081_14-10", "score": 0.0}, "entries[0].location": {"response": "Lausanne", "ground_truth": "Lausanne", "score": 1.0}, "entries[0].entry_id": {"response": ".", "ground_truth": "156089_1321081_14-1", "score": 0.0}, "entries[10].entry_id": {"response": ".", "ground_truth": "156089_1321081_14-11", "score": 0.0}, "entries[12].company_name": {"response": "A. C. Pearse Ltd.", "ground_truth": "A. C. Pearse Ltd.", "score": 1.0}, "entries[11].entry_id": {"response": ".", "ground_truth": "156089_1321081_14-12", "score": 0.0}, "entries[4].location": {"response": "Rue Jean-Petitot 10 Gen\u0000e8ve", "ground_truth": "Gen\u00e8ve", "score": 0.2941176470588235}, "entries[13].entry_id": {"response": ".", "ground_truth": "156089_1321081_14-14", "score": 0.0}, "entries[5].company_name": {"response": "Louis Kohler", "ground_truth": "Louis Kohler", "score": 1.0}, "entries[5].entry_id": {"response": ".", "ground_truth": "156089_1321081_14-6", "score": 0.0}, "entries[7].location": {"response": "Lausanne", "ground_truth": "Lausanne", "score": 1.0}, "entries[10].company_name": {"response": "Arbon Embroidery Works Ltd.", "ground_truth": "Arbon Embroidery Works Ltd.", "score": 1.0}, "entries[3].entry_id": {"response": ".", "ground_truth": "156089_1321081_14-4", "score": 0.0}, "entries[2].location": {"response": "Z\u0000fcrich", "ground_truth": "Z\u00fcrich", "score": 0.7142857142857143}, "page_id": {"response": "{page_id}.", "ground_truth": "156089_1321081_14", "score": 0.07407407407407407}, "entries[14].company_name": {"response": "Sulzer Fr\u0000e8res S. A.", "ground_truth": "Sulzer Fr\u00e8res S. A.", "score": 0.9}, "entries[6].entry_id": {"response": ".", "ground_truth": "156089_1321081_14-7", "score": 0.0}}, "total_fields": 52}, "raw_response": "{\"id\":\"gen-1787056076-9oRNWVqOq0SAlqxIDVoM\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\\"entries\\\":[{\\\"company_name\\\":\\\"Swiss Bank Corporation\\\",\\\"entry_id\\\":\\\".\\\",\\\"location\\\":\\\"Lausanne\\\"},{\\\"company_name\\\":\\\"Swiss Bank Corporation\\\",\\\"entry_id\\\":\\\".\\\",\\\"location\\\":\\\"Neuch\\\\u0000e2tel\\\"},{\\\"company_name\\\":\\\"Union Bank of Switzerland\\\",\\\"entry_id\\\":\\\".\\\",\\\"location\\\":\\\"Z\\\\u0000fcrich\\\"},{\\\"company_name\\\":\\\"Barcham Green & Sons\\\",\\\"entry_id\\\":\\\".\\\",\\\"location\\\":\\\"Hayle Mill Maidstone, Kent\\\"},{\\\"company_name\\\":\\\"Herren & Guerchet\\\",\\\"entry_id\\\":\\\".\\\",\\\"location\\\":\\\"Rue Jean-Petitot 10 Gen\\\\u0000e8ve\\\"},{\\\"company_name\\\":\\\"Louis Kohler\\\",\\\"entry_id\\\":\\\".\\\",\\\"location\\\":\\\"11, St. Pierre, Lausanne\\\"},{\\\"company_name\\\":\\\"Giuliniwerke A. G.\\\",\\\"entry_id\\\":\\\".\\\",\\\"location\\\":\\\"Basel\\\"},{\\\"company_name\\\":\\\"Georges Michoud All kinds\\\",\\\"entry_id\\\":\\\".\\\",\\\"location\\\":\\\"Lausanne\\\"},{\\\"company_name\\\":\\\"August Fr\\\\u0000f6hlich Leather\\\",\\\"entry_id\\\":\\\".\\\",\\\"location\\\":\\\"Bahnhofstrasse 110 Z\\\\u0000fcrich\\\"},{\\\"company_name\\\":\\\"Altherr & Guex\\\",\\\"entry_id\\\":\\\".\\\",\\\"location\\\":\\\"Flawil\\\"},{\\\"company_name\\\":\\\"Arbon Embroidery Works Ltd.\\\",\\\"entry_id\\\":\\\".\\\",\\\"location\\\":\\\"Arbon\\\"},{\\\"company_name\\\":\\\"Grieder & Co.\\\",\\\"entry_id\\\":\\\".\\\",\\\"location\\\":\\\"Paradeplatz Z\\\\u0000fcrich\\\"},{\\\"company_name\\\":\\\"A. C. Pearse Ltd.\\\",\\\"entry_id\\\":\\\".\\\",\\\"location\\\":\\\"14, Pilcher Gate Nottingham\\\"},{\\\"company_name\\\":\\\"Zuberb\\\\u0000fchler & Co., A. G.\\\",\\\"entry_id\\\":\\\".\\\",\\\"location\\\":\\\"Zurzach\\\"},{\\\"company_name\\\":\\\"Sulzer Fr\\\\u0000e8res S. A.\\\",\\\"entry_id\\\":\\\".\\\",\\\"location\\\":\\\"Winterthur\\\"},{\\\"company_name\\\":\\\"Schw. Seidengazefabrik A. G.\\\",\\\"entry_id\\\":\\\".\\\",\\\"location\\\":\\\"Thal, bei Rheineck\\\"},{\\\"company_name\\\":\\\"Schw. Seidengazefabrik A. G.\\\",\\\"entry_id\\\":\\\".\\\",\\\"location\\\":\\\"Z\\\\u0000fcrich\\\"}],\\\"page_id\\\":\\\"{page_id}.\\\"}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":null,\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"page_id\":\"{page_id}.\",\"entries\":[{\"entry_id\":\".\",\"company_name\":\"Swiss Bank Corporation\",\"location\":\"Lausanne\"},{\"entry_id\":\".\",\"company_name\":\"Swiss Bank Corporation\",\"location\":\"Neuch\\u0000e2tel\"},{\"entry_id\":\".\",\"company_name\":\"Union Bank of Switzerland\",\"location\":\"Z\\u0000fcrich\"},{\"entry_id\":\".\",\"company_name\":\"Barcham Green & Sons\",\"location\":\"Hayle Mill Maidstone, Kent\"},{\"entry_id\":\".\",\"company_name\":\"Herren & Guerchet\",\"location\":\"Rue Jean-Petitot 10 Gen\\u0000e8ve\"},{\"entry_id\":\".\",\"company_name\":\"Louis Kohler\",\"location\":\"11, St. Pierre, Lausanne\"},{\"entry_id\":\".\",\"company_name\":\"Giuliniwerke A. G.\",\"location\":\"Basel\"},{\"entry_id\":\".\",\"company_name\":\"Georges Michoud All kinds\",\"location\":\"Lausanne\"},{\"entry_id\":\".\",\"company_name\":\"August Fr\\u0000f6hlich Leather\",\"location\":\"Bahnhofstrasse 110 Z\\u0000fcrich\"},{\"entry_id\":\".\",\"company_name\":\"Altherr & Guex\",\"location\":\"Flawil\"},{\"entry_id\":\".\",\"company_name\":\"Arbon Embroidery Works Ltd.\",\"location\":\"Arbon\"},{\"entry_id\":\".\",\"company_name\":\"Grieder & Co.\",\"location\":\"Paradeplatz Z\\u0000fcrich\"},{\"entry_id\":\".\",\"company_name\":\"A. C. Pearse Ltd.\",\"location\":\"14, Pilcher Gate Nottingham\"},{\"entry_id\":\".\",\"company_name\":\"Zuberb\\u0000fchler & Co., A. G.\",\"location\":\"Zurzach\"},{\"entry_id\":\".\",\"company_name\":\"Sulzer Fr\\u0000e8res S. A.\",\"location\":\"Winterthur\"},{\"entry_id\":\".\",\"company_name\":\"Schw. Seidengazefabrik A. G.\",\"location\":\"Thal, bei Rheineck\"},{\"entry_id\":\".\",\"company_name\":\"Schw. Seidengazefabrik A. G.\",\"location\":\"Z\\u0000fcrich\"}]},\"reasoning\":null,\"reasoning_details\":[{\"type\":\"reasoning.encrypted\",\"data\":\"Q-PaDgH1vw_8Iwh57PHMabyKi_90Q930MU2j37UjHyqbjcTk1c_mPD-jedVTSR-4RrjkSBa91KOMKWpf_18vENqfaZUFV1LhFwR4ac6ekPMGNYed7NRDe-dqZxDkN6z0EMlYnvxoVwXUt9_duTu1N6OftZJmZykupamqc7lhrura6rGhLP2HFyiEttiLx0dEnuXZMxkMnaGrShqO92xQND0Ai6xUAUIR8XBp5lerA_1SFKmo9aGeuox1vZeOJs4hgh37ECMSPVFIFuB7bU6Zeenk4W5541Pp32hiUHEqws8I5w4d_BuGBf5Sh00L_dLmz8c5wwQ8XqbPL7whBAH4MFuQydMq9fCe6KVkV3-gf18HhZ2kAOgNLXLggXkikEy2dug6mRs4oKXTA5ikzSbSzPNsTxxrVrCw8mzRC5bNIBuLJX7Q4vJdU_v1ElTmbCnLGJu7atF46hVmsV1xCZ44XKhYWLGJjuO4IKKB5fZiZPAgKLoiORovxfasnzoAzC0Vb82h7OWrhb36LnxCzwO14ik2UNntUWV6oBNHwMULbwWM4lEpkAqvHfkpHAil7lONKXc_4SwKGnT321lyXvzjuBJ_YKaNd2GJkZr4MvpVDIRD7gJQPedYHfF5HA9pBP51uv2PcCZXulGS9bmQdsxtf-W2AVNZKxhluL16WxfEJUxXSH23ybBwY441aH21Be4CSpoTsCGmh9uD6ZM-duWtna-XB555sObG2q-oLcR_e7yCMxf2h2bCaDQ4ygqX8WgtsZEQ5tWfRIUqqSCVFLgUGJx84WzEO63DssYXbCNM0Qk6tR_7p5OI4_D1LES_SRzuS1xbPHbsIaJeucZEbwAmAQTBscBtrw5_BQcvXOHVDhQ_4jkuFt_IsQ6y21Ee5sWrPsuCzXdEryinAPamoYB8BLr_t9a6fSPHXf-PtouGiOmhZ6aNEfJnQ4Fesw7bxoGyPmSwVpQLn7gItl2IAomT7R-5S93eq_CA5FiPCKX5MziHgBpyoW7dWFqXuON_c_945_q83l0G7_P6a3YKAV35cEc6YU2eBe34d9vIyfyDfdM2zcLY6Q54ECHEJIYhwUqOS_pAUsdkY32Z_kXqH3M3xNYPtiQBKaqPOf2G39tYhDZsBnfNqJkqOfjcGknphf8F-PasqFVYX4w3970MtfQe_vcGEHgBeapT1LUPHD_RZqb1ePKU6WH8sHSFUJgC1JgIDg4oZcDydoYJZBNCZ3lfuApR_PakJw_ph7cAGn-uLdQY-HuE5ydpTkW4bLSBV0UW1-MOxnOlSqy2qMFVo8x6nIcx4ZcEoskr5JIuRorHvH3XsB8RdBfpgZtELyiL-0TGRUKbexisXHANjTUh1MbbEdGZNhSJlT6p6Bg1eqZVCp34fijBezOsUKjJSbjzAwtf9FqA29lz_pheeBP5ssP1nnY5Hlmc-pFv9uUqb-Y3Q7T_hCVylkAWSfjP_aVJwmYgvxS9eYyUKHaoy32UP9xyZJmb4UeOhVqdtnii2qbzIK75hehLCfqItl_E1VX2uMeWGiZMj4JbPU-rpQWLFUIGxIfVTb2VmV7LfcX5SgDybSNeWpXqntpsDQagWGxIfrijgZfAbBUWCaSnpL-6CbjA36CdCxd7PsLk2nwQTJVuTxvPRUhQuQZ72yku1bmcmNIWOWkbMcwKTQ5F9d07VTqOf0XpfTYuATZRWE5C4KkN3XNzLiUQnKPsBO7_L66LrRsKtxvtOhOUL-hKroKcWNmZ37fBWA1jWNtS3E44NMwKLCHYK0zWowJbapiqszWbIpWDMvXTijys0w5aaD901z98sFSYnSJQV0TfbIykLOrV3e_TxKPbJdjD1ZMbLiDuM9A1je9RUfOQWCocUocyXw6BAfbUZdWD5TqKmXSdrz-SUdnnqretFV4_n8RHNRtPadsVIdp-3B29WxqV7g22llMuALZfNWTDPbtJggQaqKvwjPb6hziAXefftpTw_-wt61l3AuVrBUCf9p5mYqlQxnNj19zAX0Yjyg75DBdOuereA_APQhop0WxYvLqmv0eN4xl3xH0-Y_L1ivLc3JxHfalkdZrwc3kh9CPhVidn0Bz7g7FbdnaNmpNduzzs7WFB6rRAIzRlTlS-wc2r-QZyAEDkDqcizYjl2qEZNH0Qwi0QmhPxwQt75l7p57ufo-0I9w80MuqDlyaIaWV2Gnaoqbvqi0lF-nS4UCmvM1Dk7dGPZLpq2YsBHQzmGbVjZi6J2uHFG0aNM-YaJcssubjsPMX20AJz4LHtljggkQqs0h4Iv7STSHXJvkWGzmB12_8XuVARBTMUAD_WVvs7lofuUupHvMrqIqmbMGpeJTKd9BiWBZee6M7YaL1DRnUUrebwKj0705Zxf17PDRkjmsytB_g09b5FdU5-CJyf5dcpC6OMj8_f33Ff_AEj9aqIvQXFVJDTWfivOdgeKJDY5KeDFFEOQ_e4WAY2RaOyEXMdWe6LkmoZK-_SmFSQapO6XDtt-R0D7W5Q6l9KaXEKjxWdwjVnIEZcDpViKYPjzxg7uYyfW2QLrtzqATLf6Q5mTY-mQQ3NC7Kpjf61xunjCfwFMz9Y7a5ocJklrAewHIGpWXMPJSt3JNxNAcQbFxDw7jM6OopxPns5yYXyZ9SmB91yC13QDzd3-K-skwcg_EMlyHKHAGDdDNWtg6tY2HadQZcVHcrmBIRIB3Wyy90w_G5oJuBicFgfi669D5bIt9PG6AOzTOAhq66mMRCoZ2O5vQlAQ6082TRhzffusqmkQQM4aUo4EsvjyzjLmMmGvwXR4DGZJT_wUyLP_AYlmLHRenuh3J1RLws9-uHvIAZNi5gvNSM3847V2ijcsThYjGxoZhOvfN9p4JUR0wo5R9zhEeUMU_FzdAH_sM2iBLMggt-rOtRZIhRr9ckL4e1t-M3P_5KKVS9THpnDap5Q_4O6yKNxVnaK0bcB3Mvtgf68uMooFUAL1Vv13stCkpntBehSc72E1h6KqTTkgM5bP9DkG-1ea75yyx8fWSTUQ8hgEGzJRi1muC4sbpqD_RK_elM_fbtnMs78Sx2HrR5wAFhmIksXCK5ONWmfwu8LPHL4bNUsBzdyPNaDUn-Y-AmQ0nEczr4W-XnKUyI1bK6rarB6qVAGU9-INzOfgF0w4O9oUvmswm3ctSs-xXeZ0vWCKxXOS36ELqsossI-AI-fHnRsnn0V45_0yuFB26RGMoZwZeLPSEGzitJZgoM6f9gyRVocYSgPsV9F8XK6JvLMn5XwsqQeGZDoiNyNGDtHKKTI7SN5woEiBR45Nu-hKKCHUJpiKC2koXQdBkZ0bRjKpBGOCG7IMrSqvO5R1h929ffmm4PLcH8hyk-vFscUR03ZUQ1hbsevUfkuRnjB3HR70KSLmFb46BX1OFzDSDXMg6W-tVJhvWHuQGMdSeGm9u-oi-6Hx8PGCI9mKhenR4Z8NA4nRsSOH6I9MNKe7N7gysQebYTBRlXD72of5Trp7EdR4I-9fQEuCoWpCY-A1L19_E9bk4xfzLccZ4QZUdga5rW2IFTdubHpTH1R0NbhYVKySh_CWRu9AgcL7-84bpc6pQbYEWY2yOFzOjhwbCIqdEMUVLVvcgavHWAkGkn-v-49rYa0Z_JPSbVad-OktRYPt2qMMGJJ6BzW6ITlP_I3nKcpPUj2SLp8PI6c9qcJplj77XXo1sA5ObHOfW1EYLUpdmsFfpVFj--8vv9ot6vJYiLqnSkC7BPAUSksPTDww4ABwGS0H5NFUD3RzGdRnj-ukQEZ2ArIDIMzKFOSK5Cq0xkBhH89SCDa3Jev8mHmMif7ZQTxGGYqLxUgOqveEN68q6-KojqZcpBNQDD2V6tWKFb2knB1xbK3JD27Q0t47BN_MB4V7mZ5AkwJxyFNZ42lsWMtkSPa8A-Vl38XWEVERuMVpGL4AwUVAEvIZg2FINqQ2jcgROCBdmV_pZePdD9ZLUkpFUKDSfCqcFb9UJGjEYo4JBmvoo69r6ZBmWxzzDeI4tIjDhXDXkriwNTgfaBKUJxG0bn6nOgmz-3HsfNMtFXSGUF0NbRnHUz3loUXOC6whFhQAIIu6QwVwzSGF2DYhwQUj5u_Zudj5_GtQaETYD4jCIQh7mS7LXhudmoxmgBqju5x2rMIX8ITFLpt7FjMU-laXcFLRH2oS9mMgQMkfPj-uPy90P5sZnnoC_FL84IggNXTZaVTSGmMgsOia_7zfPSkqRbm1rBaq2msxmIWWuzkW5XiSQ1TDTBvP9Ap_3Y9pe6cdSPEmwtbddOEWUd5myq2XkxKQQev1h7DRAOcHA3E_xTZf0u1u29OhM4VE6s3I3D7x9Mn3xCUQfHVdpqXJtrJvB3qn191KYTheeM49fZs6x7d473Sr3kBRc-LBrqCXgt6NneX4LQAHzxioDT6A5uMKLAFs2bCqQSVOFidFys9S3AwOpbj4HE1qYJw7vTAI1MtY9LMAec95dq0HmkuJTi6QjHzY11A6VHWCX_8pdF6SsCf1P1RNaIFOSEY_rt4rVtpvlmz23lT4u2XTw2lTMApLW1LBc5zatisk4hyedVGH70im7Hl3m8fHZnVGz1MTNH-iLMfgp1ULLJqJA9t3UCXag2rxlfZO-DsGPy5J-rZQt8sKc4Ej5cQm1rnLW4ObMRfrVScKhG3Dz0UimR2ftikYyEF3jHsKq5AXsbJpcJ9PxruyRASLM2KjuG25ncXoefAB2xykbIsxSWbUDqHd9c5AU51wOq-QrSmUkOad1AySTVkfw17UQNLNqsovpoRvd1T0ZLfUitr3DkVBAwkH5-c85_c6nS0dxPIfu8tyIxFlEGPkAetqCxk3wa0uJDRhNoHWSgDD53KixOC7_guuWA9hokA8PaT2zKwonf_aXVPV5UwehGAcxjFSVtoLD_I2uQnlGOaxg-y_gWq7NfPJePMaRV7tq4PNuS-2nVrV4s57uNgQ1woNtRE5dt2u_GV9msu_sAKH9tmVGcrGxcEtSbwQvp2wNFCf7nC9o0JyYe4yw-VhwM7ixfophtRQrrcQHvIbKka2JTMS_tbaiF-q_7onLafvtMifXwX_xmeAx1jx6Qe5HXdxk4Y5zbR8FJlJ2-iTXIav3H0HGtZPL8YhNed2zpHBCGn33-EomZwAXK1hfcyDI-iUPO-FVfWQybcgbwHttEZ7UELMDdWvcc2khWKB5NxHdmQNGc01-1e0GmVEetnaZvmQ2zkgwtsYhKcUBqKIB7Q1ZvU9P9PDC7W_6acO13jpjgOE6qyueyhTxPU248ppZCSQsp8tQc_fx3uH7bhmTlbOsfAuzZENmoNya7L93U4VZaVo7syY-cfE0zHHqs9YmgTSsHrw7swFC4jvGnQgkvpphr3hqGyOipdmoGjlTj1eWxU1L8v1Zi62ZXYsuMIG27PrdZaVvZjSDuC4XypxdsgIcU9Y8VaEQSAC_hwMgo0dnSuhV_bcgvBHORDMz9FV03SQHCqLkCgK0FROE3cc3MMtjcNXykL3ZO9PGpFyongsMJrF0LOabMpYvU1-iU4uJJ3zQqxnaUlxNIoGd7mr8QWyZAcInjuqDvCKcbpQjOdYKXa2pmj8-Vy2rxH0vJpUQfn8rBsmjRcEzvDV8bw0WaLA_7yTT0yZwxtCxhV0spo84MkbzMO64YKkVBI1-lpm8EA1NwVHvBHLal7O2MrtjqWDJ2Ii_DOUvwF5205w84Oyw6ktMktT2jUd6_UXFy2y740Kg3RehfQw9cD8apiDJme1CXSQCiUOhU9PLLkUmpqtGCxOuw0UJox105LmYPez5SH5eaNvaCoFBkGXxF6Ho2l6H7i-6gjXvryGnygUmxYwcaqIvLueV5zJI_jBE4aQjuylQk06JFYiBOtAJzZPpbCOJxNJnp9b_ghAYwErvFwDZi5f8jLiCl7fEINy7cNVXiCK0lOjobAT1Wvg0LC_tXhOtN3RJSaiNMRcOZ_1uQ8vECLi--DEVq_oIOVKVWMMpaenUtqjtkYDNnNVrQmfIslJAK_UrtRmd5-cm18f2XjpNzzHMYJIinHMo1TyQQcLxmejjfeI-AAKO3zp2CntlvUN-nN80dgmIQ-PZXjQ97-9F7pbtdHx-r499AFaBptMe98NsshhfQhWViIWbtO2bQ0S7DZKcTDHDEH_UnzOvDkG9tdV-QqKjl7I4GaW8H2olGo7jflC9p-Pb5tbdQXXAwkxdIJaTrUIfu-ZMcAjLFMjPx8zX5H9EFKzEDnBtDNIRRwgZygJdUrimJ4x1vdfakZ6ChPCe0tI2pvp5GHNrUk5TrUVyauuriEcbkI0XG3yBevr2K1LGUqG3CB3Nb3btBHme1u0zvz9FOr6bdsyR83vTEL5r2ujFpc0wekVnRXa997uvxiuNY4--80OkybBzopdACS7y3fwg9IickT-ue7Vt5ypDtHvZZpIVcMpceGdPEUnb3BeBTA-91gHo5MaI_7iWq49USpO7Z600QCx-B0k2zOvBzZ_hgMOcAhYS3pSYXbGJkSOWvAYOOq_y3HJTIpKIbc795bNQ0HyxzFtHAcrsEUUJqFv3juFyWzkuDJJ5CkZYgs-IUy8I6f9oPtiufzfXhr0QK6loQueO93srjakdcjgHtDXmVwshR-hgJiQp7GG3uG80Sb5j0mwVWYI7lNNpBmdFDaM-n8RK-eZWX73S-K2HKVcXKD7j2llQbRnizVrqJ0AqCmh9Rf-7U8JvtV2T_L1to1J4FcNUGXLxVDVMQ6s-x6J6bK-7gKWL-i59rwPoy0nouwxb079ZPpUECXFqOzXpEop1rB_NXqEmGdH9smEnnwuwLjvy4F3kwq2lpsc_d2z84Xg-PudNfMeWfqA344-XQOKqKuwpZCM4yNIDd1ksklUZflHgB2snh0z81uima1Lfee4vFwCeFCA-qCG2TyyyVnmvMF2PyrWohmdtI90h0LE2du5oBvlqZc5QDrpUQDwurP3iEsRPTLeo0mAeX0DD8v_8QHVx5fl-tgqgkKs14jMHvv--9BsXWtnAm9sim21np_PdCI1MdEZklanu9bmZ7GA6MKcvPy0W0-IKeQkaAluy1oqK04IaWAwIEnJst3DSYKtGbKVfqjP17VkvUX9unq3PZ6PF3kRpk__-9D7UrUaDKN8_-KU8FFRKCcymHdYdmcs7rhJe171sHB9LhYrli9XLTRG1YXa9qalRewToWXl6FwTkZss1qxkfcDkP_9s6Bv31OOiHIMtCr1_y2OE2QplTGDLhAY8hXhfBCPWRVN_y8dwyRlgCntHG8t1f245W_iZsOMd0G3h8AQGDuOog9rDrKPNhiljSK8x3QY7zHPMFCDjflqdqa2E1P39KwqsT1GO8Hvx-eZ7yYVjGpf2trzOIeTdB1EU7LG9CaAnbYAfwuAMCv72t6_CQ8qql3qf18JVIWn5aj0A8ROR_O4Cf2qFz8OL5XWMVqmdpk8bfHckgeOQJt5d2FwwN_jsJgw_OGtd3jUIT5teeR207fh7vF2tkYbTQtkE8GjTHBDVRpk8YXT9nEYjUGwqNto6K4o_sKmCwT5JppVAHFXVLw6o1yxmvyJIqCCYZHYTdVGGNckSxu6j-ownf3QDQlweAvjI4mJsahGOK05EKqNP8CyODoeU-U4mPa7_bSW_Rfx_J2pJVy3MN4VxeodGF7b1g6GhLrFsRI9pjHTj0On2XC2cqEWieBYZ-pvljCgYwXYMZCs5aDLY6f6_sus73K8fHeFd4RpU0vNns6eKs7oYRUPbHwZchio8EzJl7KKvKAK_6btM7lgztJLUb-iNsODKYmKeCnPNyFjGXYEQSYKlc8Dbo27CyFjJb-NG6qfa13QTM79qhAVdyMs5a8Lp7q8OGYPXCtCjJ25wIRF4KHP_n4BggcoeexWAfxhzPFtxLGTl_5ZAHALiOaSHbMcjREJboT-BPG4tdrSLRV2fdL-wJIONf5NWVG1ORxsObE2jxNiK4W6FH1ZOFWDNqfDfUIQCsNe-0nA_pW5BvLOIXHCJ2PeUP5Te-PmonrtO4BSb6MXBGl12Jq2DxcLaHQQC5LcnSBa5zbT7FqDTtUsQgep1Mw91F0ubUga1imWV_xgW6zZavYYrPYg4EHb6040EY3NgW-xMGceTM6zrtP2NeJr3qP_do6Y00QFQZjrK4ovucQMOatFSuwc03NgMcyPiwpSNsNyk9FhAKOvInvntCykzmW6VeBpm7cvCiQdYCagVxdj3wpxjEh707KVm7TZ08kPU4SdJDuW1gUH1pqmBrGcfEVbQ7quuc3YoyRUzWQ7FixL2MHYsLPjW2ydaxYPY2PEYPb88OX84zdRiFwMF97q1MBPObnMKI_4lx0vVOyOxXGJLgFDLDDH_B5M4wp4C1JbVfZeGHeMoDdN8hDr5sDhqu6CHZYBRvzx38PnxjrJWwAA-2C0oIGSLyCMNlRgEWK-QC6Vzt4Z1z9-N8eKSAqCZIpmL0PNvpZi03X5ujK4Xk0z0ZwX3Xf_XqiTTjnXaKhbgDY6bRzrGsdpB3Pq2vckSofJcv6oL2AgCpAh-sDY-6-Fd7vuhfPP6sdCklnOesOix7GARDXaf_RTyb7oYQvO4RJqkdW0y1gpaY5kexCwiVYmbFxfr_r38nzMy5_CWgUtt-QEXN_lAJbgrtdWxlN-rVZDvNjSV8WNeUHcFEAWvxMrQc-OQw_Ud60TDNaaxFS3gqLRGbhVdOdTw4G5Se1YFztE_b69YtN5sp-b0zNBZXkw5YnvogPgjUd2NKEjBh3udQXYMK8YtrRVfr0jUEgYIvGH72VEEu4zHHU68l823Ga3PL9bkLN48Ut0WuCmPCaveaHp4t7D5rRC_ACpLJ4DI5l-3XKvziDAGgw45o3qk7g3d0ruUYVFnExqnnP1oi4U91uIpelAgKS-xPIuagjicwYrdM2dR9M-MRaI8vzBjrmCNk0ymtGmyAqfBg4YC7nd0S8471H5k32XJDz27DCvxRWjPvAcr48Mylo-apUzEjUs4v9ehwxKj21wtjG_gcSpK3RVnL3XlySQ1PyHw90IpI3S_IzrG_Z_2fbMc7DezsGfZanIURiujOn0yj7DbCu1uL6Xuznq8CIK0zp0b3TWMWk8GEPgSOjV1OpmalbpOn6qEOFPX-XNYjIWzyMHcbWfkZ5xn5ujoyWxBBOP4JrL0zZWvpaUs4CYmq_z2P_Q_OQChjTPUOoz-F9VSiqnivLyjDPwzI-QkKSCs469FEToAmX7iZ8sAdPryeaV0MWiHKWRs6z8t6Xzc5EbKyOIaPKHmsgUiH-YavJhJ0jWUOI-DorTawBIz4XamoRvqXOXshBqWWapYeNLcTR0kRnA8THTcDJgrnGj2OHvMJAoJ6wxNHEgKmNoLYpsEfQqQNDNBCu_zipStL2xieB74CVdD8QKJo_G3dYCtENQJOWqVhWIBU-VYGRwSVkaVxENTam87qPyJZQoay5L_viyZlp00AeI69iVf0ocobfSW1H-nlS77baXaOZAskmPgv0BQ7d1o0O5N2O3WK5Cdk8mOdM5L1NkUNQxWW0X9pNiwc_Fs5FKTRF0Z8gMz1qJ2kX5WofWLF8PVjMoiXVoE9iNKsJvKeB1wWCeMqYv8frz6rhj5Yfe4TdvnAiZyEhUGNKGeg-oXe5H0TSlYX6s8rT-q9Elmci8G2uZmfDwQP9TFaHFR312UrMGLejFAcnEXPrEeCrSYD8GJj5Bw7RoFqvoHmZEjn7X8qYQAFKpkMIyC49r1EYD0vf3YyjoF7WSrg5eFsN1kr5VEeV9eZMnZaXZZrSfoYjdPrXsVCUP4jQtDgGG6n_XABt-ynBalPouYxp9TfW5a3H0DE3yXCMlozFdOvNjEIhLtuFvY7E3k1j-R-ky2e-2xUtHR85pyHWXG_p25wbPD6WpvNsryNi1z8p-xbApMvLX1zFfrIq_oADQzzvCA4wDpNrE9UVBd3P5YPM9xVrlzdKH1Xcnq-LuvvASfZsOxk-BadgWhq2p1Fgev4kn9NT5gLMYvk65R80wlE-Ihm1Bd-C5crsrvA1GjK1LzXcorCORCz2N8YR8CeZep8RAPfUosuRKpQGcj6qgMVbdHuU0n3Vthymn8YHoMl1q_k6KZwlUilwiCKFRYKcJW2_RjLOnFnkRqV6zTPv6VzNFEYLPm6u7WhSctQvqFYo47tI55Pde7MNDmAxomnkAJTcdSh0f9zm5qzk4--wm3bvJlcXm4bMKxwApyITI_6d8PUgBbbEu1GKMREdXZlfsI7czU5JnwVH-DG54Y6Cgm706lnlpoMcXFojZ7WnLHcF4XX6Wd7m481Epa1xLSC96RBiqjBXoYZSITNnTn2iGavwM2Wo5hkRhcxnDbv7-TdmtC2-Zdx3mK-Td5n8JYEXgr9mzwctYmyTOB_Zb9Q64P7au8snS_nzZ5MO0vZgOFLIKScgHyNvWzybJ8VR8eGKSe8Ho5VSSC_BUXWw0bjEVlB_PAk6gEItl7drzdBFqst-HrI9-x64kd7tCfxRPi9E8Yd0OeOV74mEWx6anjJNFq_b5likxMli06SL8SmLUkYn0qT70S9D795YmE01AwcTI66KeOEepmsN77TTc1hzPIOSeYR4OhArQ0Em2T_MqWTjmwH4yyDGdTkepQ1oNe-_vAPafFBifnbEoAA0AgS4vJzFYkLgkYvFU8KHCJCwxgBPN1DoElvj8EkWGw3auWN5GiuoJARgrFnYQ5dv1iKS0aSxuTXzQERsL8AOc1uYqoZbsLC55qVnMWCXC5Any3oWQbKie8pcp2zp1iHNDxSHJHH5cff6FiFqcvv4xOVMOBOU3MAtQq5M_IuCQ8nsycz7wHpvU0O-X0EbyxGNAVXQ-GM45DLzkqsuC5GHUlbGIbvlINTuOm2diNNA-lHXGl0QWeieulphgugtZTAt6ls2lOBwkh7OJQaGxKXN7tgp_VsQuJuAx4pWTYRbAEB1q5euPftX6xGnbhIFC_Zv4yExNRBZWaX3VCbX9BIe5EayR5e_yfFNiTO2F9WF5GdPUqmxFTRizaIs.eyJlbmRwb2ludF9zbHVnIjoibWV0YS9tdXNlLXNwYXJrLTEuMi0yMDI2MDgwNXxtZXRhIn0\",\"format\":\"meta-responses-v1\",\"id\":\"rs_6a844fcf7f0638784a204b3c:rs_01a014d7c46b765197dd1b5cd75296dc\",\"index\":0}]},\"native_finish_reason\":\"completed\"}],\"created\":1787056076,\"model\":\"meta/muse-spark-1.2\",\"object\":\"chat.completion\",\"service_tier\":\"auto\",\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":1366,\"prompt_tokens\":3735,\"total_tokens\":5101,\"completion_tokens_details\":{\"accepted_prediction_tokens\":null,\"audio_tokens\":0,\"reasoning_tokens\":912,\"rejected_prediction_tokens\":null,\"image_tokens\":0},\"prompt_tokens_details\":{\"audio_tokens\":0,\"cached_tokens\":0,\"cache_write_tokens\":0,\"video_tokens\":0},\"cost\":0.01047425,\"is_byok\":false,\"cost_details\":{\"upstream_inference_cost\":0.01047425,\"upstream_inference_prompt_cost\":0.00466875,\"upstream_inference_completions_cost\":0.0058055}},\"provider\":\"Meta\"}"}, "scoring": {"f1_micro": 0.27845420857596614, "f1_macro": 0.2653333333333333, "micro_precision": 0.2931995540691193, "micro_recall": 0.2651209677419355, "total_instances": 15, "total_tp": 263, "total_fp": 634, "total_fn": 729, "cost_summary": {"total_input_tokens": 55796, "total_output_tokens": 30527, "total_tokens": 86323, "input_cost_usd": 0.069745, "output_cost_usd": 0.12973975, "total_cost_usd": 0.19948475000000002}}, "normalized_score": 26.53333333333333}