{"_id": {"$oid": "69d4eb12b877594bc5718a14"}, "test_id": "T0358", "benchmark": "company_lists", "date": "2025-10-28", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en", "de"], "layout": ["list"], "entry-type": ["company"], "task": ["information-extraction"]}, "contributors": ["lea_kasper", "sorin_marti"], "hidden": false, "config": {"provider": "genai", "model": "gemini-2.0-flash-lite", "dataclass": "ListPage", "temperature": 0.5, "role_description": "You are a Historian", "prompt_file": "prompt_min.txt", "legacy_test": false}, "prompt": "- Answer in valid JSON.\n- The page ID is given as {page_id}.\n", "results": {"provider": "genai", "model": "gemini-2.0-flash-lite", "duration": 6.651127099990845, "timestamp": "2025-10-28T10:49:26.541534", "parsed": {"page_id": "{page_id}", "entries": [{"entry_id": "1", "company_name": "The Commissioner for Commerce for the Union of South Africa.", "location": "5, Via Manzoni, Milan, 2."}, {"entry_id": "2", "company_name": "The Canadian Government Trade Commissioner", "location": "26 b, Beursplein, Rotterdam."}, {"entry_id": "3", "company_name": "The Basle Warehouse Company Ltd.", "location": "1, Erlenstrasse, Basle."}, {"entry_id": "4", "company_name": "Canadian Pacific Express Company", "location": "62-65, Charing Cross, Trafalgar Square, London S. W. 1."}, {"entry_id": "5", "company_name": "Crowe & Co., Ltd.", "location": "67, Nauenstrasse, Basle."}, {"entry_id": "6", "company_name": "Danzas & Co., A.-G.", "location": "Basle."}, {"entry_id": "7", "company_name": "Goth & Co.", "location": "45, Elisabethenstrasse, Basle."}, {"entry_id": "8", "company_name": "Charles Im Obersteg & Co.", "location": "30, Aeschengraben, Basle."}, {"entry_id": "9", "company_name": "Imperial Airways, Ltd.", "location": "Birsfelden Aerodrome, Basle, Switzerland"}, {"entry_id": "10", "company_name": "Jacky, Maeder & Co.", "location": "Basle."}, {"entry_id": "11", "company_name": "Lavanchy & Co., Successeurs de Perrin & Co.", "location": "Place de la Gare, Lausanne."}, {"entry_id": "12", "company_name": "Schweiz. Schleppschiffahrtsgenossenschaft", "location": "5, Bonergasse, Basle."}, {"entry_id": "13", "company_name": "G. van Spyk", "location": "3, Centralbahnstrasse, Basle."}, {"entry_id": "14", "company_name": "Weltifurrer Internationale Transporte, A. G.", "location": "8, Pelikanstrasse, Zurich."}, {"entry_id": "15", "company_name": "Soci\u00e9t\u00e9 Anonyme des Aci\u00e9ries ci-devant Georges Fischer", "location": "Schaffhausen."}, {"entry_id": "16", "company_name": "D. Barnett, Agence Anglo-Suisse", "location": "Versoix, Geneva."}, {"entry_id": "17", "company_name": "A.-G. Brown, Boveri & Co.", "location": "Baden, Aargau."}, {"entry_id": "18", "company_name": "Escher. Wyss & Co., A.-G.", "location": "Zurich."}, {"entry_id": "19", "company_name": "A. & S. Henry & Co., Ltd.", "location": "Leeds Road, Bradford."}, {"entry_id": "20", "company_name": "Dunlop Pneumatic Co., A. G.", "location": "56, Holbeinstrasse, Basle."}, {"entry_id": "21", "company_name": "The North British Rubber Company (Continental) Ltd.", "location": "31, Gl\u00e4rnischstrasse, Zurich."}, {"entry_id": "22", "company_name": "Buser & Keiser & Co., Ltd.", "location": "Laufenburg."}, {"entry_id": "23", "company_name": "Hanro Knitting Works, Handschin & Ronus, Ltd.", "location": "Liestal."}]}, "text": "{\n  \"page_id\": \"{page_id}\",\n  \"entries\": [\n    {\n      \"entry_id\": \"1\",\n      \"company_name\": \"The Commissioner for Commerce for the Union of South Africa.\",\n      \"location\": \"5, Via Manzoni, Milan, 2.\"\n    },\n    {\n      \"entry_id\": \"2\",\n      \"company_name\": \"The Canadian Government Trade Commissioner\",\n      \"location\": \"26 b, Beursplein, Rotterdam.\"\n    },\n    {\n      \"entry_id\": \"3\",\n      \"company_name\": \"The Basle Warehouse Company Ltd.\",\n      \"location\": \"1, Erlenstrasse, Basle.\"\n    },\n    {\n      \"entry_id\": \"4\",\n      \"company_name\": \"Canadian Pacific Express Company\",\n      \"location\": \"62-65, Charing Cross, Trafalgar Square, London S. W. 1.\"\n    },\n    {\n      \"entry_id\": \"5\",\n      \"company_name\": \"Crowe & Co., Ltd.\",\n      \"location\": \"67, Nauenstrasse, Basle.\"\n    },\n    {\n      \"entry_id\": \"6\",\n      \"company_name\": \"Danzas & Co., A.-G.\",\n      \"location\": \"Basle.\"\n    },\n    {\n      \"entry_id\": \"7\",\n      \"company_name\": \"Goth & Co.\",\n      \"location\": \"45, Elisabethenstrasse, Basle.\"\n    },\n    {\n      \"entry_id\": \"8\",\n      \"company_name\": \"Charles Im Obersteg & Co.\",\n      \"location\": \"30, Aeschengraben, Basle.\"\n    },\n    {\n      \"entry_id\": \"9\",\n      \"company_name\": \"Imperial Airways, Ltd.\",\n      \"location\": \"Birsfelden Aerodrome, Basle, Switzerland\"\n    },\n    {\n      \"entry_id\": \"10\",\n      \"company_name\": \"Jacky, Maeder & Co.\",\n      \"location\": \"Basle.\"\n    },\n    {\n      \"entry_id\": \"11\",\n      \"company_name\": \"Lavanchy & Co., Successeurs de Perrin & Co.\",\n      \"location\": \"Place de la Gare, Lausanne.\"\n    },\n    {\n      \"entry_id\": \"12\",\n      \"company_name\": \"Schweiz. Schleppschiffahrtsgenossenschaft\",\n      \"location\": \"5, Bonergasse, Basle.\"\n    },\n    {\n      \"entry_id\": \"13\",\n      \"company_name\": \"G. van Spyk\",\n      \"location\": \"3, Centralbahnstrasse, Basle.\"\n    },\n    {\n      \"entry_id\": \"14\",\n      \"company_name\": \"Weltifurrer Internationale Transporte, A. G.\",\n      \"location\": \"8, Pelikanstrasse, Zurich.\"\n    },\n    {\n      \"entry_id\": \"15\",\n      \"company_name\": \"Soci\u00e9t\u00e9 Anonyme des Aci\u00e9ries ci-devant Georges Fischer\",\n      \"location\": \"Schaffhausen.\"\n    },\n    {\n      \"entry_id\": \"16\",\n      \"company_name\": \"D. Barnett, Agence Anglo-Suisse\",\n      \"location\": \"Versoix, Geneva.\"\n    },\n    {\n      \"entry_id\": \"17\",\n      \"company_name\": \"A.-G. Brown, Boveri & Co.\",\n      \"location\": \"Baden, Aargau.\"\n    },\n    {\n      \"entry_id\": \"18\",\n      \"company_name\": \"Escher. Wyss & Co., A.-G.\",\n      \"location\": \"Zurich.\"\n    },\n    {\n      \"entry_id\": \"19\",\n      \"company_name\": \"A. & S. Henry & Co., Ltd.\",\n      \"location\": \"Leeds Road, Bradford.\"\n    },\n    {\n      \"entry_id\": \"20\",\n      \"company_name\": \"Dunlop Pneumatic Co., A. G.\",\n      \"location\": \"56, Holbeinstrasse, Basle.\"\n    },\n    {\n      \"entry_id\": \"21\",\n      \"company_name\": \"The North British Rubber Company (Continental) Ltd.\",\n      \"location\": \"31, Gl\u00e4rnischstrasse, Zurich.\"\n    },\n    {\n      \"entry_id\": \"22\",\n      \"company_name\": \"Buser & Keiser & Co., Ltd.\",\n      \"location\": \"Laufenburg.\"\n    },\n    {\n      \"entry_id\": \"23\",\n      \"company_name\": \"Hanro Knitting Works, Handschin & Ronus, Ltd.\",\n      \"location\": \"Liestal.\"\n    }\n  ]\n}", "raw_response": {"text": "{\n  \"page_id\": \"{page_id}\",\n  \"entries\": [\n    {\n      \"entry_id\": \"1\",\n      \"company_name\": \"The Commissioner for Commerce for the Union of South Africa.\",\n      \"location\": \"5, Via Manzoni, Milan, 2.\"\n    },\n    {\n      \"entry_id\": \"2\",\n      \"company_name\": \"The Canadian Government Trade Commissioner\",\n      \"location\": \"26 b, Beursplein, Rotterdam.\"\n    },\n    {\n      \"entry_id\": \"3\",\n      \"company_name\": \"The Basle Warehouse Company Ltd.\",\n      \"location\": \"1, Erlenstrasse, Basle.\"\n    },\n    {\n      \"entry_id\": \"4\",\n      \"company_name\": \"Canadian Pacific Express Company\",\n      \"location\": \"62-65, Charing Cross, Trafalgar Square, London S. W. 1.\"\n    },\n    {\n      \"entry_id\": \"5\",\n      \"company_name\": \"Crowe & Co., Ltd.\",\n      \"location\": \"67, Nauenstrasse, Basle.\"\n    },\n    {\n      \"entry_id\": \"6\",\n      \"company_name\": \"Danzas & Co., A.-G.\",\n      \"location\": \"Basle.\"\n    },\n    {\n      \"entry_id\": \"7\",\n      \"company_name\": \"Goth & Co.\",\n      \"location\": \"45, Elisabethenstrasse, Basle.\"\n    },\n    {\n      \"entry_id\": \"8\",\n      \"company_name\": \"Charles Im Obersteg & Co.\",\n      \"location\": \"30, Aeschengraben, Basle.\"\n    },\n    {\n      \"entry_id\": \"9\",\n      \"company_name\": \"Imperial Airways, Ltd.\",\n      \"location\": \"Birsfelden Aerodrome, Basle, Switzerland\"\n    },\n    {\n      \"entry_id\": \"10\",\n      \"company_name\": \"Jacky, Maeder & Co.\",\n      \"location\": \"Basle.\"\n    },\n    {\n      \"entry_id\": \"11\",\n      \"company_name\": \"Lavanchy & Co., Successeurs de Perrin & Co.\",\n      \"location\": \"Place de la Gare, Lausanne.\"\n    },\n    {\n      \"entry_id\": \"12\",\n      \"company_name\": \"Schweiz. Schleppschiffahrtsgenossenschaft\",\n      \"location\": \"5, Bonergasse, Basle.\"\n    },\n    {\n      \"entry_id\": \"13\",\n      \"company_name\": \"G. van Spyk\",\n      \"location\": \"3, Centralbahnstrasse, Basle.\"\n    },\n    {\n      \"entry_id\": \"14\",\n      \"company_name\": \"Weltifurrer Internationale Transporte, A. G.\",\n      \"location\": \"8, Pelikanstrasse, Zurich.\"\n    },\n    {\n      \"entry_id\": \"15\",\n      \"company_name\": \"Soci\u00e9t\u00e9 Anonyme des Aci\u00e9ries ci-devant Georges Fischer\",\n      \"location\": \"Schaffhausen.\"\n    },\n    {\n      \"entry_id\": \"16\",\n      \"company_name\": \"D. Barnett, Agence Anglo-Suisse\",\n      \"location\": \"Versoix, Geneva.\"\n    },\n    {\n      \"entry_id\": \"17\",\n      \"company_name\": \"A.-G. Brown, Boveri & Co.\",\n      \"location\": \"Baden, Aargau.\"\n    },\n    {\n      \"entry_id\": \"18\",\n      \"company_name\": \"Escher. Wyss & Co., A.-G.\",\n      \"location\": \"Zurich.\"\n    },\n    {\n      \"entry_id\": \"19\",\n      \"company_name\": \"A. & S. Henry & Co., Ltd.\",\n      \"location\": \"Leeds Road, Bradford.\"\n    },\n    {\n      \"entry_id\": \"20\",\n      \"company_name\": \"Dunlop Pneumatic Co., A. G.\",\n      \"location\": \"56, Holbeinstrasse, Basle.\"\n    },\n    {\n      \"entry_id\": \"21\",\n      \"company_name\": \"The North British Rubber Company (Continental) Ltd.\",\n      \"location\": \"31, Gl\u00e4rnischstrasse, Zurich.\"\n    },\n    {\n      \"entry_id\": \"22\",\n      \"company_name\": \"Buser & Keiser & Co., Ltd.\",\n      \"location\": \"Laufenburg.\"\n    },\n    {\n      \"entry_id\": \"23\",\n      \"company_name\": \"Hanro Knitting Works, Handschin & Ronus, Ltd.\",\n      \"location\": \"Liestal.\"\n    }\n  ]\n}", "usage_metadata": {"prompt_token_count": 1876, "candidates_token_count": 1121, "total_token_count": 2997}}, "usage": {"input_tokens": 1876, "output_tokens": 1121, "total_tokens": 2997}, "finish_reason": "stop"}, "scoring": {"f1_micro": 0.4254062038404727, "f1_macro": 0.44466666666666665, "micro_precision": 0.4157844080846968, "micro_recall": 0.43548387096774194, "total_instances": 15, "total_tp": 432, "total_fp": 607, "total_fn": 560, "cost_summary": {"total_input_tokens": 28140, "total_output_tokens": 15913, "total_tokens": 44053, "input_cost_usd": 0.00211, "output_cost_usd": 0.004774, "total_cost_usd": 0.006884, "pricing_date": "2025-10-28", "input_price_per_million": 0.075, "output_price_per_million": 0.3}}, "normalized_score": 44.46666666666667}