{"_id": {"$oid": "6a671d25338dadb0be4e8495"}, "test_id": "T1354", "benchmark": "company_lists", "date": "2026-07-25", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en", "de"], "layout": ["list"], "entry-type": ["company"], "task": ["information-extraction"]}, "contributors": ["lea_kasper", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5.6-sol", "dataclass": "ListPage", "temperature": 0.5, "role_description": "You are a Historian", "prompt_file": "prompt_min.txt", "legacy_test": false}, "prompt": "- Answer in valid JSON.\n- The page ID is given as {page_id}.\n", "results": {"text": "{\"page_id\":\"{page_id}\",\"entries\":[{\"entry_id\":\"{page_id}-001\",\"company_name\":\"General Superintendence Co. Ltd.\",\"location\":\"1, place des Alpes, Geneva\"},{\"entry_id\":\"{page_id}-002\",\"company_name\":\"Gondrand Brothers Ltd.\",\"location\":\"8, Viaduktstrasse, Basle\"},{\"entry_id\":\"{page_id}-003\",\"company_name\":\"Goth & Co. Ltd.\",\"location\":\"45, Elisabethenstrasse, Basle\"},{\"entry_id\":\"{page_id}-004\",\"company_name\":\"Charles Im Obersteg & Co. Ltd.\",\"location\":\"30, Aeschengraben, Basle\"},{\"entry_id\":\"{page_id}-005\",\"company_name\":\"John Im Obersteg & Co. Ltd.\",\"location\":\"28, Aeschengraben, Basle\"},{\"entry_id\":\"{page_id}-006\",\"company_name\":\"Jacky, Maeder & Co.\",\"location\":\"35, Uraniastrasse, Zurich 1\"},{\"entry_id\":\"{page_id}-007\",\"company_name\":\"Jacky, Maeder & Co.\",\"location\":\"8, Wallstrasse, Basle\"},{\"entry_id\":\"{page_id}-008\",\"company_name\":\"Lavanchy & Co. Ltd.\",\"location\":\"88, rue de Gen\u00e8ve, Lausanne\"},{\"entry_id\":\"{page_id}-009\",\"company_name\":\"Marunion S.A.\",\"location\":\"21, Zielackerstrasse, Zurich 9\"},{\"entry_id\":\"{page_id}-010\",\"company_name\":\"MAT Transport Ltd.\",\"location\":\"50, Peter Merian-Strasse, Basle\"},{\"entry_id\":\"{page_id}-011\",\"company_name\":\"M\u00fcller-Gysin Ltd.\",\"location\":\"Zollfreilager, Basle 23\"},{\"entry_id\":\"{page_id}-012\",\"company_name\":\"Natural Ltd.\",\"location\":\"67, Nauenstrasse, Basle\"},{\"entry_id\":\"{page_id}-013\",\"company_name\":\"A. Natural, Le Coultre & Co. Ltd.\",\"location\":\"25, rue de Chantepoulet, Geneva\"},{\"entry_id\":\"{page_id}-014\",\"company_name\":\"Roba Shipping Agency & Warehouse Ltd.\",\"location\":\"Zollfreilager, Basle 23\"},{\"entry_id\":\"{page_id}-015\",\"company_name\":\"J. V\u00e9ron, Grauer & Co. Ltd.\",\"location\":\"22, rue du Mont-Blanc, Geneva\"},{\"entry_id\":\"{page_id}-016\",\"company_name\":\"Weltifurrer International Transport Co. Ltd.\",\"location\":\"8, Pelikanstrasse, Zurich 1\"},{\"entry_id\":\"{page_id}-017\",\"company_name\":\"A. Welti-Furrer Ltd.\",\"location\":\"16, M\u00fcllerstrasse, Zurich 4\"},{\"entry_id\":\"{page_id}-018\",\"company_name\":\"World Transport Ltd.\",\"location\":\"33, Nauenstrasse, Basle\"},{\"entry_id\":\"{page_id}-019\",\"company_name\":\"George Fischer Ltd.\",\"location\":\"Schaffhausen\"},{\"entry_id\":\"{page_id}-020\",\"company_name\":\"Morganite Exports Ltd.\",\"location\":\"London; Zurich Office: 6, Spl\u00fcgenstrasse, Zurich 2\"},{\"entry_id\":\"{page_id}-021\",\"company_name\":\"Louis de Roll Iron Works Ltd.\",\"location\":\"Gerlafingen\"},{\"entry_id\":\"{page_id}-022\",\"company_name\":\"Sulzer Brothers Ltd.\",\"location\":\"Winterthur\"},{\"entry_id\":\"{page_id}-023\",\"company_name\":\"Schubarth & Co. (agents)\",\"location\":\"45, Peter Merian-Strasse, Basle\"},{\"entry_id\":\"{page_id}-024\",\"company_name\":\"Marunion S.A. (for steamship services)\",\"location\":\"21, Zielackerstrasse, Zurich 9\"},{\"entry_id\":\"{page_id}-025\",\"company_name\":\"W. Simon (wholesale and retail dealers)\",\"location\":\"285-287, Hardturmstrasse, Zurich 5\"},{\"entry_id\":\"{page_id}-026\",\"company_name\":\"Emil Flachsmann (fruit extracts, concentrates and distillates)\",\"location\":\"60, Butzenstrasse, Zurich 38\"},{\"entry_id\":\"{page_id}-027\",\"company_name\":\"H. Gallmann & Co. (manufacturers of tinned tomato juice)\",\"location\":\"3, Rosenstrasse, Winterthur\"},{\"entry_id\":\"{page_id}-028\",\"company_name\":\"L. E. Michel S.A. (manufacturers of juices, concentrates, essences)\",\"location\":\"pont du Galicien, Malley-Lausanne\"},{\"entry_id\":\"{page_id}-029\",\"company_name\":\"P. H. Stehelin & Co. Ltd. (importers of concentrated juices)\",\"location\":\"62, Spalentorweg, Basle\"},{\"entry_id\":\"{page_id}-030\",\"company_name\":\"Gustav Baader (importers and wholesalers; also retail)\",\"location\":\"57, Aeschenvorstadt, Basle\"},{\"entry_id\":\"{page_id}-031\",\"company_name\":\"Aug. Birchmeier's S\u00f6hne (manufacturers of locks and fittings)\",\"location\":\"Murgenthal\"},{\"entry_id\":\"{page_id}-032\",\"company_name\":\"J. Coray (agent and wholesaler)\",\"location\":\"20, T\u00f6distrasse, Zurich 2\"},{\"entry_id\":\"{page_id}-033\",\"company_name\":\"Guhl & Scheibler Ltd. (wooden and steel office furniture)\",\"location\":\"22, Elisabethenstrasse, Basle\"}]}", "model": "gpt-5.6-sol", "provider": "openai", "finish_reason": "stop", "usage": {"input_tokens": 3326, "output_tokens": 1590, "total_tokens": 4916, "input_cost_usd": 0.01663, "output_cost_usd": 0.0477, "estimated_cost_usd": 0.06433}, "duration": 18.22506284713745, "timestamp": "2026-07-25T20:44:11.625618", "parsed": {"page_id": "{page_id}", "entries": [{"entry_id": "{page_id}-001", "company_name": "General Superintendence Co. Ltd.", "location": "1, place des Alpes, Geneva"}, {"entry_id": "{page_id}-002", "company_name": "Gondrand Brothers Ltd.", "location": "8, Viaduktstrasse, Basle"}, {"entry_id": "{page_id}-003", "company_name": "Goth & Co. Ltd.", "location": "45, Elisabethenstrasse, Basle"}, {"entry_id": "{page_id}-004", "company_name": "Charles Im Obersteg & Co. Ltd.", "location": "30, Aeschengraben, Basle"}, {"entry_id": "{page_id}-005", "company_name": "John Im Obersteg & Co. Ltd.", "location": "28, Aeschengraben, Basle"}, {"entry_id": "{page_id}-006", "company_name": "Jacky, Maeder & Co.", "location": "35, Uraniastrasse, Zurich 1"}, {"entry_id": "{page_id}-007", "company_name": "Jacky, Maeder & Co.", "location": "8, Wallstrasse, Basle"}, {"entry_id": "{page_id}-008", "company_name": "Lavanchy & Co. Ltd.", "location": "88, rue de Gen\u00e8ve, Lausanne"}, {"entry_id": "{page_id}-009", "company_name": "Marunion S.A.", "location": "21, Zielackerstrasse, Zurich 9"}, {"entry_id": "{page_id}-010", "company_name": "MAT Transport Ltd.", "location": "50, Peter Merian-Strasse, Basle"}, {"entry_id": "{page_id}-011", "company_name": "M\u00fcller-Gysin Ltd.", "location": "Zollfreilager, Basle 23"}, {"entry_id": "{page_id}-012", "company_name": "Natural Ltd.", "location": "67, Nauenstrasse, Basle"}, {"entry_id": "{page_id}-013", "company_name": "A. Natural, Le Coultre & Co. Ltd.", "location": "25, rue de Chantepoulet, Geneva"}, {"entry_id": "{page_id}-014", "company_name": "Roba Shipping Agency & Warehouse Ltd.", "location": "Zollfreilager, Basle 23"}, {"entry_id": "{page_id}-015", "company_name": "J. V\u00e9ron, Grauer & Co. Ltd.", "location": "22, rue du Mont-Blanc, Geneva"}, {"entry_id": "{page_id}-016", "company_name": "Weltifurrer International Transport Co. Ltd.", "location": "8, Pelikanstrasse, Zurich 1"}, {"entry_id": "{page_id}-017", "company_name": "A. Welti-Furrer Ltd.", "location": "16, M\u00fcllerstrasse, Zurich 4"}, {"entry_id": "{page_id}-018", "company_name": "World Transport Ltd.", "location": "33, Nauenstrasse, Basle"}, {"entry_id": "{page_id}-019", "company_name": "George Fischer Ltd.", "location": "Schaffhausen"}, {"entry_id": "{page_id}-020", "company_name": "Morganite Exports Ltd.", "location": "London; Zurich Office: 6, Spl\u00fcgenstrasse, Zurich 2"}, {"entry_id": "{page_id}-021", "company_name": "Louis de Roll Iron Works Ltd.", "location": "Gerlafingen"}, {"entry_id": "{page_id}-022", "company_name": "Sulzer Brothers Ltd.", "location": "Winterthur"}, {"entry_id": "{page_id}-023", "company_name": "Schubarth & Co. (agents)", "location": "45, Peter Merian-Strasse, Basle"}, {"entry_id": "{page_id}-024", "company_name": "Marunion S.A. (for steamship services)", "location": "21, Zielackerstrasse, Zurich 9"}, {"entry_id": "{page_id}-025", "company_name": "W. Simon (wholesale and retail dealers)", "location": "285-287, Hardturmstrasse, Zurich 5"}, {"entry_id": "{page_id}-026", "company_name": "Emil Flachsmann (fruit extracts, concentrates and distillates)", "location": "60, Butzenstrasse, Zurich 38"}, {"entry_id": "{page_id}-027", "company_name": "H. Gallmann & Co. (manufacturers of tinned tomato juice)", "location": "3, Rosenstrasse, Winterthur"}, {"entry_id": "{page_id}-028", "company_name": "L. E. Michel S.A. (manufacturers of juices, concentrates, essences)", "location": "pont du Galicien, Malley-Lausanne"}, {"entry_id": "{page_id}-029", "company_name": "P. H. Stehelin & Co. Ltd. (importers of concentrated juices)", "location": "62, Spalentorweg, Basle"}, {"entry_id": "{page_id}-030", "company_name": "Gustav Baader (importers and wholesalers; also retail)", "location": "57, Aeschenvorstadt, Basle"}, {"entry_id": "{page_id}-031", "company_name": "Aug. Birchmeier's S\u00f6hne (manufacturers of locks and fittings)", "location": "Murgenthal"}, {"entry_id": "{page_id}-032", "company_name": "J. Coray (agent and wholesaler)", "location": "20, T\u00f6distrasse, Zurich 2"}, {"entry_id": "{page_id}-033", "company_name": "Guhl & Scheibler Ltd. (wooden and steel office furniture)", "location": "22, Elisabethenstrasse, Basle"}]}, "conversation_id": "feb484fb-9680-4fd5-ba6c-3a6f6040fc5d", "score": {"f1_score": 0.26, "precision": 0.26, "recall": 0.26, "true_positives": 26, "false_positives": 74, "false_negatives": 74, "field_scores": {"entries[24].entry_id": {"response": "{page_id}-025", "ground_truth": "156089_1321099_53-25", "score": 0.24242424242424243}, "entries[23].location": {"response": "21, Zielackerstrasse, Zurich 9", "ground_truth": "Zurich 9", "score": 0.42105263157894735}, "entries[22].entry_id": {"response": "{page_id}-023", "ground_truth": "156089_1321099_53-23", "score": 0.24242424242424243}, "entries[11].company_name": {"response": "Natural Ltd.", "ground_truth": "Natural Ltd.", "score": 1.0}, "entries[8].company_name": {"response": "Marunion S.A.", "ground_truth": "Marunion S.A.", "score": 1.0}, "entries[13].location": {"response": "Zollfreilager, Basle 23", "ground_truth": "Basle 23", "score": 0.5161290322580645}, "entries[17].company_name": {"response": "World Transport Ltd.", "ground_truth": "World Transport Ltd.", "score": 1.0}, "entries[14].company_name": {"response": "J. V\u00e9ron, Grauer & Co. Ltd.", "ground_truth": "J. V\u00e9ron, Grauer & Co. Ltd.", "score": 1.0}, "entries[30].location": {"response": "Murgenthal", "ground_truth": "Murgenthal", "score": 1.0}, "entries[20].entry_id": {"response": "{page_id}-021", "ground_truth": "156089_1321099_53-21", "score": 0.24242424242424243}, "entries[19].company_name": {"response": "Morganite Exports Ltd.", "ground_truth": "Morganite Exports Ltd.", "score": 1.0}, "entries[0].location": {"response": "1, place des Alpes, Geneva", "ground_truth": "Geneva", "score": 0.375}, "entries[10].company_name": {"response": "M\u00fcller-Gysin Ltd.", "ground_truth": "M\u00fcller-Gysin Ltd.", "score": 1.0}, "entries[30].entry_id": {"response": "{page_id}-031", "ground_truth": "156089_1321099_53-31", "score": 0.24242424242424243}, "entries[3].company_name": {"response": "Charles Im Obersteg & Co. Ltd.", "ground_truth": "Charles Im Obersteg & Co. Ltd.", "score": 1.0}, "entries[6].entry_id": {"response": "{page_id}-007", "ground_truth": "156089_1321099_53-7", "score": 0.1875}, "entries[7].location": {"response": "88, rue de Gen\u00e8ve, Lausanne", "ground_truth": "Lausanne", "score": 0.45714285714285713}, "entries[29].entry_id": {"response": "{page_id}-030", "ground_truth": "156089_1321099_53-30", "score": 0.24242424242424243}, "entries[13].company_name": {"response": "Roba Shipping Agency & Warehouse Ltd.", "ground_truth": "Roba Shipping Agency & Warehouse Ltd.", "score": 1.0}, "entries[26].location": {"response": "3, Rosenstrasse, Winterthur", "ground_truth": "Winterthur", "score": 0.5405405405405406}, "entries[20].location": {"response": "Gerlafingen", "ground_truth": "Gerlafingen", "score": 1.0}, "entries[25].company_name": {"response": "Emil Flachsmann (fruit extracts, concentrates and distillates)", "ground_truth": "Emil Flachsmann", "score": 0.3896103896103897}, "entries[9].company_name": {"response": "MAT Transport Ltd.", "ground_truth": "MAT Transport Ltd.", "score": 1.0}, "entries[10].location": {"response": "Zollfreilager, Basle 23", "ground_truth": "Basle 23", "score": 0.5161290322580645}, "entries[1].company_name": {"response": "Gondrand Brothers Ltd.", "ground_truth": "Gondrand Brothers Ltd.", "score": 1.0}, "entries[14].location": {"response": "22, rue du Mont-Blanc, Geneva", "ground_truth": "Geneva", "score": 0.34285714285714286}, "entries[2].location": {"response": "45, Elisabethenstrasse, Basle", "ground_truth": "Basle", "score": 0.2941176470588235}, "entries[1].entry_id": {"response": "{page_id}-002", "ground_truth": "156089_1321099_53-2", "score": 0.1875}, "entries[25].entry_id": {"response": "{page_id}-026", "ground_truth": "156089_1321099_53-26", "score": 0.24242424242424243}, "entries[14].entry_id": {"response": "{page_id}-015", "ground_truth": "156089_1321099_53-15", "score": 0.24242424242424243}, "entries[9].location": {"response": "50, Peter Merian-Strasse, Basle", "ground_truth": "Basle", "score": 0.2777777777777778}, "entries[26].company_name": {"response": "H. Gallmann & Co. (manufacturers of tinned tomato juice)", "ground_truth": "H. Gallmann & Co.", "score": 0.4657534246575342}, "entries[4].location": {"response": "28, Aeschengraben, Basle", "ground_truth": "Basle", "score": 0.3448275862068966}, "entries[0].entry_id": {"response": "{page_id}-001", "ground_truth": "156089_1321099_53-1", "score": 0.1875}, "entries[31].entry_id": {"response": "{page_id}-032", "ground_truth": "156089_1321099_53-32", "score": 0.24242424242424243}, "entries[18].location": {"response": "Schaffhausen", "ground_truth": "Schaffhausen", "score": 1.0}, "entries[32].entry_id": {"response": "{page_id}-033", "ground_truth": "156089_1321099_53-33", "score": 0.24242424242424243}, "entries[17].entry_id": {"response": "{page_id}-018", "ground_truth": "156089_1321099_53-18", "score": 0.24242424242424243}, "entries[23].company_name": {"response": "Marunion S.A. (for steamship services)", "ground_truth": "Marunion S.A.", "score": 0.5098039215686274}, "entries[11].entry_id": {"response": "{page_id}-012", "ground_truth": "156089_1321099_53-12", "score": 0.24242424242424243}, "entries[27].company_name": {"response": "L. E. Michel S.A. (manufacturers of juices, concentrates, essences)", "ground_truth": "L. E. Michel S.A.", "score": 0.40476190476190477}, "entries[19].entry_id": {"response": "{page_id}-020", "ground_truth": "156089_1321099_53-20", "score": 0.24242424242424243}, "entries[8].entry_id": {"response": "{page_id}-009", "ground_truth": "156089_1321099_53-9", "score": 0.1875}, "entries[21].company_name": {"response": "Sulzer Brothers Ltd.", "ground_truth": "Sulzer Brothers Ltd.", "score": 1.0}, "entries[8].location": {"response": "21, Zielackerstrasse, Zurich 9", "ground_truth": "Zurich 9", "score": 0.42105263157894735}, "entries[0].company_name": {"response": "General Superintendence Co. Ltd.", "ground_truth": "General Superintendence Co. Ltd.", "score": 1.0}, "entries[18].entry_id": {"response": "{page_id}-019", "ground_truth": "156089_1321099_53-19", "score": 0.24242424242424243}, "entries[32].company_name": {"response": "Guhl & Scheibler Ltd. (wooden and steel office furniture)", "ground_truth": "Guhl & Scheibler Ltd.", "score": 0.5384615384615384}, "entries[11].location": {"response": "67, Nauenstrasse, Basle", "ground_truth": "Basle", "score": 0.3571428571428571}, "entries[4].company_name": {"response": "John Im Obersteg & Co. Ltd.", "ground_truth": "John Im Obersteg & Co. Ltd.", "score": 1.0}, "entries[12].location": {"response": "25, rue de Chantepoulet, Geneva", "ground_truth": "Geneva", "score": 0.32432432432432434}, "entries[29].location": {"response": "57, Aeschenvorstadt, Basle", "ground_truth": "Basle", "score": 0.32258064516129037}, "entries[16].entry_id": {"response": "{page_id}-017", "ground_truth": "156089_1321099_53-17", "score": 0.24242424242424243}, "entries[24].location": {"response": "285-287, Hardturmstrasse, Zurich 5", "ground_truth": "Zurich 5", "score": 0.38095238095238093}, "entries[30].company_name": {"response": "Aug. Birchmeier's S\u00f6hne (manufacturers of locks and fittings)", "ground_truth": "Aug. Birchmeier's S\u00f6hne", "score": 0.5476190476190477}, "entries[22].company_name": {"response": "Schubarth & Co. (agents)", "ground_truth": "Schubarth & Co.", "score": 0.7692307692307692}, "entries[27].location": {"response": "pont du Galicien, Malley-Lausanne", "ground_truth": "Malley-Lausanne", "score": 0.625}, "entries[12].company_name": {"response": "A. Natural, Le Coultre & Co. Ltd.", "ground_truth": "A. Natural, Le Coultre & Co. Ltd.", "score": 1.0}, "entries[4].entry_id": {"response": "{page_id}-005", "ground_truth": "156089_1321099_53-5", "score": 0.1875}, "entries[28].entry_id": {"response": "{page_id}-029", "ground_truth": "156089_1321099_53-29", "score": 0.24242424242424243}, "entries[15].location": {"response": "8, Pelikanstrasse, Zurich 1", "ground_truth": "Zurich 1", "score": 0.45714285714285713}, "page_id": {"response": "{page_id}", "ground_truth": "156089_1321099_53", "score": 0.07692307692307687}, "entries[7].company_name": {"response": "Lavanchy & Co. Ltd.", "ground_truth": "Lavanchy & Co. Ltd.", "score": 1.0}, "entries[25].location": {"response": "60, Butzenstrasse, Zurich 38", "ground_truth": "Zurich 38", "score": 0.4864864864864865}, "entries[21].entry_id": {"response": "{page_id}-022", "ground_truth": "156089_1321099_53-22", "score": 0.24242424242424243}, "entries[31].location": {"response": "20, T\u00f6distrasse, Zurich 2", "ground_truth": "Zurich 2", "score": 0.48484848484848486}, "entries[2].entry_id": {"response": "{page_id}-003", "ground_truth": "156089_1321099_53-3", "score": 0.1875}, "entries[18].company_name": {"response": "George Fischer Ltd.", "ground_truth": "George Fischer Ltd.", "score": 1.0}, "entries[23].entry_id": {"response": "{page_id}-024", "ground_truth": "156089_1321099_53-24", "score": 0.24242424242424243}, "entries[5].entry_id": {"response": "{page_id}-006", "ground_truth": "156089_1321099_53-6", "score": 0.1875}, "entries[12].entry_id": {"response": "{page_id}-013", "ground_truth": "156089_1321099_53-13", "score": 0.24242424242424243}, "entries[29].company_name": {"response": "Gustav Baader (importers and wholesalers; also retail)", "ground_truth": "Gustav Baader", "score": 0.3880597014925373}, "entries[13].entry_id": {"response": "{page_id}-014", "ground_truth": "156089_1321099_53-14", "score": 0.24242424242424243}, "entries[24].company_name": {"response": "W. Simon (wholesale and retail dealers)", "ground_truth": "W. Simon", "score": 0.34042553191489366}, "entries[3].location": {"response": "30, Aeschengraben, Basle", "ground_truth": "Basle", "score": 0.3448275862068966}, "entries[9].entry_id": {"response": "{page_id}-010", "ground_truth": "156089_1321099_53-10", "score": 0.24242424242424243}, "entries[6].company_name": {"response": "Jacky, Maeder & Co.", "ground_truth": "Jacky, Maeder & Co.", "score": 1.0}, "entries[16].company_name": {"response": "A. Welti-Furrer Ltd.", "ground_truth": "A. Welti-Furrer Ltd.", "score": 1.0}, "entries[5].location": {"response": "35, Uraniastrasse, Zurich 1", "ground_truth": "Zurich 1", "score": 0.45714285714285713}, "entries[10].entry_id": {"response": "{page_id}-011", "ground_truth": "156089_1321099_53-11", "score": 0.24242424242424243}, "entries[19].location": {"response": "London; Zurich Office: 6, Spl\u00fcgenstrasse, Zurich 2", "ground_truth": "London", "score": 0.2142857142857143}, "entries[7].entry_id": {"response": "{page_id}-008", "ground_truth": "156089_1321099_53-8", "score": 0.1875}, "entries[26].entry_id": {"response": "{page_id}-027", "ground_truth": "156089_1321099_53-27", "score": 0.24242424242424243}, "entries[15].entry_id": {"response": "{page_id}-016", "ground_truth": "156089_1321099_53-16", "score": 0.24242424242424243}, "entries[2].company_name": {"response": "Goth & Co. Ltd.", "ground_truth": "Goth & Co. Ltd.", "score": 1.0}, "entries[28].location": {"response": "62, Spalentorweg, Basle", "ground_truth": "Basle", "score": 0.3571428571428571}, "entries[32].location": {"response": "22, Elisabethenstrasse, Basle", "ground_truth": "Basle", "score": 0.2941176470588235}, "entries[17].location": {"response": "33, Nauenstrasse, Basle", "ground_truth": "Basle", "score": 0.3571428571428571}, "entries[27].entry_id": {"response": "{page_id}-028", "ground_truth": "156089_1321099_53-28", "score": 0.24242424242424243}, "entries[3].entry_id": {"response": "{page_id}-004", "ground_truth": "156089_1321099_53-4", "score": 0.1875}, "entries[6].location": {"response": "8, Wallstrasse, Basle", "ground_truth": "Basle", "score": 0.3846153846153846}, "entries[28].company_name": {"response": "P. H. Stehelin & Co. Ltd. (importers of concentrated juices)", "ground_truth": "P. H. Stehelin & Co. Ltd.", "score": 0.5882352941176471}, "entries[15].company_name": {"response": "Weltifurrer International Transport Co. Ltd.", "ground_truth": "Weltifurrer International Transport Co. Ltd.", "score": 1.0}, "entries[1].location": {"response": "8, Viaduktstrasse, Basle", "ground_truth": "Basle", "score": 0.3448275862068966}, "entries[16].location": {"response": "16, M\u00fcllerstrasse, Zurich 4", "ground_truth": "Zurich 4", "score": 0.45714285714285713}, "entries[21].location": {"response": "Winterthur", "ground_truth": "Winterthur", "score": 1.0}, "entries[31].company_name": {"response": "J. Coray (agent and wholesaler)", "ground_truth": "J. Coray", "score": 0.41025641025641024}, "entries[5].company_name": {"response": "Jacky, Maeder & Co.", "ground_truth": "Jacky, Maeder & Co.", "score": 1.0}, "entries[20].company_name": {"response": "Louis de Roll Iron Works Ltd.", "ground_truth": "Louis de Roll Iron Works Ltd.", "score": 1.0}, "entries[22].location": {"response": "45, Peter Merian-Strasse, Basle", "ground_truth": "Basle", "score": 0.2777777777777778}}, "total_fields": 100}, "raw_response": "{\"id\":\"chatcmpl-E5bdjsKz5l5d7l12cBIZIDJ13BGnB\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\\"entries\\\":[{\\\"company_name\\\":\\\"General Superintendence Co. Ltd.\\\",\\\"entry_id\\\":\\\"{page_id}-001\\\",\\\"location\\\":\\\"1, place des Alpes, Geneva\\\"},{\\\"company_name\\\":\\\"Gondrand Brothers Ltd.\\\",\\\"entry_id\\\":\\\"{page_id}-002\\\",\\\"location\\\":\\\"8, Viaduktstrasse, Basle\\\"},{\\\"company_name\\\":\\\"Goth & Co. Ltd.\\\",\\\"entry_id\\\":\\\"{page_id}-003\\\",\\\"location\\\":\\\"45, Elisabethenstrasse, Basle\\\"},{\\\"company_name\\\":\\\"Charles Im Obersteg & Co. Ltd.\\\",\\\"entry_id\\\":\\\"{page_id}-004\\\",\\\"location\\\":\\\"30, Aeschengraben, Basle\\\"},{\\\"company_name\\\":\\\"John Im Obersteg & Co. Ltd.\\\",\\\"entry_id\\\":\\\"{page_id}-005\\\",\\\"location\\\":\\\"28, Aeschengraben, Basle\\\"},{\\\"company_name\\\":\\\"Jacky, Maeder & Co.\\\",\\\"entry_id\\\":\\\"{page_id}-006\\\",\\\"location\\\":\\\"35, Uraniastrasse, Zurich 1\\\"},{\\\"company_name\\\":\\\"Jacky, Maeder & Co.\\\",\\\"entry_id\\\":\\\"{page_id}-007\\\",\\\"location\\\":\\\"8, Wallstrasse, Basle\\\"},{\\\"company_name\\\":\\\"Lavanchy & Co. Ltd.\\\",\\\"entry_id\\\":\\\"{page_id}-008\\\",\\\"location\\\":\\\"88, rue de Gen\u00e8ve, Lausanne\\\"},{\\\"company_name\\\":\\\"Marunion S.A.\\\",\\\"entry_id\\\":\\\"{page_id}-009\\\",\\\"location\\\":\\\"21, Zielackerstrasse, Zurich 9\\\"},{\\\"company_name\\\":\\\"MAT Transport Ltd.\\\",\\\"entry_id\\\":\\\"{page_id}-010\\\",\\\"location\\\":\\\"50, Peter Merian-Strasse, Basle\\\"},{\\\"company_name\\\":\\\"M\u00fcller-Gysin Ltd.\\\",\\\"entry_id\\\":\\\"{page_id}-011\\\",\\\"location\\\":\\\"Zollfreilager, Basle 23\\\"},{\\\"company_name\\\":\\\"Natural Ltd.\\\",\\\"entry_id\\\":\\\"{page_id}-012\\\",\\\"location\\\":\\\"67, Nauenstrasse, Basle\\\"},{\\\"company_name\\\":\\\"A. Natural, Le Coultre & Co. Ltd.\\\",\\\"entry_id\\\":\\\"{page_id}-013\\\",\\\"location\\\":\\\"25, rue de Chantepoulet, Geneva\\\"},{\\\"company_name\\\":\\\"Roba Shipping Agency & Warehouse Ltd.\\\",\\\"entry_id\\\":\\\"{page_id}-014\\\",\\\"location\\\":\\\"Zollfreilager, Basle 23\\\"},{\\\"company_name\\\":\\\"J. V\u00e9ron, Grauer & Co. Ltd.\\\",\\\"entry_id\\\":\\\"{page_id}-015\\\",\\\"location\\\":\\\"22, rue du Mont-Blanc, Geneva\\\"},{\\\"company_name\\\":\\\"Weltifurrer International Transport Co. Ltd.\\\",\\\"entry_id\\\":\\\"{page_id}-016\\\",\\\"location\\\":\\\"8, Pelikanstrasse, Zurich 1\\\"},{\\\"company_name\\\":\\\"A. Welti-Furrer Ltd.\\\",\\\"entry_id\\\":\\\"{page_id}-017\\\",\\\"location\\\":\\\"16, M\u00fcllerstrasse, Zurich 4\\\"},{\\\"company_name\\\":\\\"World Transport Ltd.\\\",\\\"entry_id\\\":\\\"{page_id}-018\\\",\\\"location\\\":\\\"33, Nauenstrasse, Basle\\\"},{\\\"company_name\\\":\\\"George Fischer Ltd.\\\",\\\"entry_id\\\":\\\"{page_id}-019\\\",\\\"location\\\":\\\"Schaffhausen\\\"},{\\\"company_name\\\":\\\"Morganite Exports Ltd.\\\",\\\"entry_id\\\":\\\"{page_id}-020\\\",\\\"location\\\":\\\"London; Zurich Office: 6, Spl\u00fcgenstrasse, Zurich 2\\\"},{\\\"company_name\\\":\\\"Louis de Roll Iron Works Ltd.\\\",\\\"entry_id\\\":\\\"{page_id}-021\\\",\\\"location\\\":\\\"Gerlafingen\\\"},{\\\"company_name\\\":\\\"Sulzer Brothers Ltd.\\\",\\\"entry_id\\\":\\\"{page_id}-022\\\",\\\"location\\\":\\\"Winterthur\\\"},{\\\"company_name\\\":\\\"Schubarth & Co. (agents)\\\",\\\"entry_id\\\":\\\"{page_id}-023\\\",\\\"location\\\":\\\"45, Peter Merian-Strasse, Basle\\\"},{\\\"company_name\\\":\\\"Marunion S.A. (for steamship services)\\\",\\\"entry_id\\\":\\\"{page_id}-024\\\",\\\"location\\\":\\\"21, Zielackerstrasse, Zurich 9\\\"},{\\\"company_name\\\":\\\"W. Simon (wholesale and retail dealers)\\\",\\\"entry_id\\\":\\\"{page_id}-025\\\",\\\"location\\\":\\\"285-287, Hardturmstrasse, Zurich 5\\\"},{\\\"company_name\\\":\\\"Emil Flachsmann (fruit extracts, concentrates and distillates)\\\",\\\"entry_id\\\":\\\"{page_id}-026\\\",\\\"location\\\":\\\"60, Butzenstrasse, Zurich 38\\\"},{\\\"company_name\\\":\\\"H. Gallmann & Co. (manufacturers of tinned tomato juice)\\\",\\\"entry_id\\\":\\\"{page_id}-027\\\",\\\"location\\\":\\\"3, Rosenstrasse, Winterthur\\\"},{\\\"company_name\\\":\\\"L. E. Michel S.A. (manufacturers of juices, concentrates, essences)\\\",\\\"entry_id\\\":\\\"{page_id}-028\\\",\\\"location\\\":\\\"pont du Galicien, Malley-Lausanne\\\"},{\\\"company_name\\\":\\\"P. H. Stehelin & Co. Ltd. (importers of concentrated juices)\\\",\\\"entry_id\\\":\\\"{page_id}-029\\\",\\\"location\\\":\\\"62, Spalentorweg, Basle\\\"},{\\\"company_name\\\":\\\"Gustav Baader (importers and wholesalers; also retail)\\\",\\\"entry_id\\\":\\\"{page_id}-030\\\",\\\"location\\\":\\\"57, Aeschenvorstadt, Basle\\\"},{\\\"company_name\\\":\\\"Aug. Birchmeier's S\u00f6hne (manufacturers of locks and fittings)\\\",\\\"entry_id\\\":\\\"{page_id}-031\\\",\\\"location\\\":\\\"Murgenthal\\\"},{\\\"company_name\\\":\\\"J. Coray (agent and wholesaler)\\\",\\\"entry_id\\\":\\\"{page_id}-032\\\",\\\"location\\\":\\\"20, T\u00f6distrasse, Zurich 2\\\"},{\\\"company_name\\\":\\\"Guhl & Scheibler Ltd. (wooden and steel office furniture)\\\",\\\"entry_id\\\":\\\"{page_id}-033\\\",\\\"location\\\":\\\"22, Elisabethenstrasse, Basle\\\"}],\\\"page_id\\\":\\\"{page_id}\\\"}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":[],\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"page_id\":\"{page_id}\",\"entries\":[{\"entry_id\":\"{page_id}-001\",\"company_name\":\"General Superintendence Co. Ltd.\",\"location\":\"1, place des Alpes, Geneva\"},{\"entry_id\":\"{page_id}-002\",\"company_name\":\"Gondrand Brothers Ltd.\",\"location\":\"8, Viaduktstrasse, Basle\"},{\"entry_id\":\"{page_id}-003\",\"company_name\":\"Goth & Co. Ltd.\",\"location\":\"45, Elisabethenstrasse, Basle\"},{\"entry_id\":\"{page_id}-004\",\"company_name\":\"Charles Im Obersteg & Co. Ltd.\",\"location\":\"30, Aeschengraben, Basle\"},{\"entry_id\":\"{page_id}-005\",\"company_name\":\"John Im Obersteg & Co. Ltd.\",\"location\":\"28, Aeschengraben, Basle\"},{\"entry_id\":\"{page_id}-006\",\"company_name\":\"Jacky, Maeder & Co.\",\"location\":\"35, Uraniastrasse, Zurich 1\"},{\"entry_id\":\"{page_id}-007\",\"company_name\":\"Jacky, Maeder & Co.\",\"location\":\"8, Wallstrasse, Basle\"},{\"entry_id\":\"{page_id}-008\",\"company_name\":\"Lavanchy & Co. Ltd.\",\"location\":\"88, rue de Gen\u00e8ve, Lausanne\"},{\"entry_id\":\"{page_id}-009\",\"company_name\":\"Marunion S.A.\",\"location\":\"21, Zielackerstrasse, Zurich 9\"},{\"entry_id\":\"{page_id}-010\",\"company_name\":\"MAT Transport Ltd.\",\"location\":\"50, Peter Merian-Strasse, Basle\"},{\"entry_id\":\"{page_id}-011\",\"company_name\":\"M\u00fcller-Gysin Ltd.\",\"location\":\"Zollfreilager, Basle 23\"},{\"entry_id\":\"{page_id}-012\",\"company_name\":\"Natural Ltd.\",\"location\":\"67, Nauenstrasse, Basle\"},{\"entry_id\":\"{page_id}-013\",\"company_name\":\"A. Natural, Le Coultre & Co. Ltd.\",\"location\":\"25, rue de Chantepoulet, Geneva\"},{\"entry_id\":\"{page_id}-014\",\"company_name\":\"Roba Shipping Agency & Warehouse Ltd.\",\"location\":\"Zollfreilager, Basle 23\"},{\"entry_id\":\"{page_id}-015\",\"company_name\":\"J. V\u00e9ron, Grauer & Co. Ltd.\",\"location\":\"22, rue du Mont-Blanc, Geneva\"},{\"entry_id\":\"{page_id}-016\",\"company_name\":\"Weltifurrer International Transport Co. Ltd.\",\"location\":\"8, Pelikanstrasse, Zurich 1\"},{\"entry_id\":\"{page_id}-017\",\"company_name\":\"A. Welti-Furrer Ltd.\",\"location\":\"16, M\u00fcllerstrasse, Zurich 4\"},{\"entry_id\":\"{page_id}-018\",\"company_name\":\"World Transport Ltd.\",\"location\":\"33, Nauenstrasse, Basle\"},{\"entry_id\":\"{page_id}-019\",\"company_name\":\"George Fischer Ltd.\",\"location\":\"Schaffhausen\"},{\"entry_id\":\"{page_id}-020\",\"company_name\":\"Morganite Exports Ltd.\",\"location\":\"London; Zurich Office: 6, Spl\u00fcgenstrasse, Zurich 2\"},{\"entry_id\":\"{page_id}-021\",\"company_name\":\"Louis de Roll Iron Works Ltd.\",\"location\":\"Gerlafingen\"},{\"entry_id\":\"{page_id}-022\",\"company_name\":\"Sulzer Brothers Ltd.\",\"location\":\"Winterthur\"},{\"entry_id\":\"{page_id}-023\",\"company_name\":\"Schubarth & Co. (agents)\",\"location\":\"45, Peter Merian-Strasse, Basle\"},{\"entry_id\":\"{page_id}-024\",\"company_name\":\"Marunion S.A. (for steamship services)\",\"location\":\"21, Zielackerstrasse, Zurich 9\"},{\"entry_id\":\"{page_id}-025\",\"company_name\":\"W. Simon (wholesale and retail dealers)\",\"location\":\"285-287, Hardturmstrasse, Zurich 5\"},{\"entry_id\":\"{page_id}-026\",\"company_name\":\"Emil Flachsmann (fruit extracts, concentrates and distillates)\",\"location\":\"60, Butzenstrasse, Zurich 38\"},{\"entry_id\":\"{page_id}-027\",\"company_name\":\"H. Gallmann & Co. (manufacturers of tinned tomato juice)\",\"location\":\"3, Rosenstrasse, Winterthur\"},{\"entry_id\":\"{page_id}-028\",\"company_name\":\"L. E. Michel S.A. (manufacturers of juices, concentrates, essences)\",\"location\":\"pont du Galicien, Malley-Lausanne\"},{\"entry_id\":\"{page_id}-029\",\"company_name\":\"P. H. Stehelin & Co. Ltd. (importers of concentrated juices)\",\"location\":\"62, Spalentorweg, Basle\"},{\"entry_id\":\"{page_id}-030\",\"company_name\":\"Gustav Baader (importers and wholesalers; also retail)\",\"location\":\"57, Aeschenvorstadt, Basle\"},{\"entry_id\":\"{page_id}-031\",\"company_name\":\"Aug. Birchmeier's S\u00f6hne (manufacturers of locks and fittings)\",\"location\":\"Murgenthal\"},{\"entry_id\":\"{page_id}-032\",\"company_name\":\"J. Coray (agent and wholesaler)\",\"location\":\"20, T\u00f6distrasse, Zurich 2\"},{\"entry_id\":\"{page_id}-033\",\"company_name\":\"Guhl & Scheibler Ltd. (wooden and steel office furniture)\",\"location\":\"22, Elisabethenstrasse, Basle\"}]}}}],\"created\":1785005035,\"model\":\"gpt-5.6-sol\",\"object\":\"chat.completion\",\"service_tier\":\"default\",\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":1590,\"prompt_tokens\":3326,\"total_tokens\":4916,\"completion_tokens_details\":{\"accepted_prediction_tokens\":0,\"audio_tokens\":0,\"reasoning_tokens\":446,\"rejected_prediction_tokens\":0},\"prompt_tokens_details\":{\"audio_tokens\":0,\"cached_tokens\":0}}}"}, "scoring": {"f1_micro": 0.4671968190854871, "f1_macro": 0.45733333333333337, "micro_precision": 0.46078431372549017, "micro_recall": 0.4737903225806452, "total_instances": 15, "total_tp": 470, "total_fp": 550, "total_fn": 522, "cost_summary": {"total_input_tokens": 48318, "total_output_tokens": 16157, "total_tokens": 64475, "input_cost_usd": 0.24159000000000005, "output_cost_usd": 0.48471000000000003, "total_cost_usd": 0.7263000000000001}}, "normalized_score": 45.733333333333334}