{"_id": {"$oid": "69d4eb12b877594bc5718a11"}, "test_id": "T0338", "benchmark": "company_lists", "date": "2025-10-28", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en", "de"], "layout": ["list"], "entry-type": ["company"], "task": ["information-extraction"]}, "contributors": ["lea_kasper", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-4o", "dataclass": "ListPage", "temperature": 0.5, "role_description": "You are a Historian", "prompt_file": "prompt_min.txt", "legacy_test": false}, "prompt": "- Answer in valid JSON.\n- The page ID is given as {page_id}.\n", "results": {"provider": "openai", "model": "gpt-4o", "duration": 40.9872670173645, "timestamp": "2025-10-28T09:36:45.828838", "parsed": {"page_id": "page_id", "entries": [{"entry_id": "1", "company_name": "Abegg & Co. Ltd.", "location": "Zurich"}, {"entry_id": "2", "company_name": "Acontra A.G.", "location": "Zurich"}, {"entry_id": "3", "company_name": "Adam & Co. Ltd.", "location": "Port Louis, Mauritius"}, {"entry_id": "4", "company_name": "Adroka Ltd.", "location": "Basle"}, {"entry_id": "5", "company_name": "Aebi (Robert) Ltd.", "location": "Zurich"}, {"entry_id": "6", "company_name": "Aksa Ltd.", "location": "Wurenlos, Aargau"}, {"entry_id": "7", "company_name": "Albeko Shoe Machinery Ltd.", "location": "Basle"}, {"entry_id": "8", "company_name": "Albion House Ltd.", "location": "Lausanne"}, {"entry_id": "9", "company_name": "Albiswerk Zurich A.G.", "location": "Zurich"}, {"entry_id": "10", "company_name": "Aluminium Commercial S.A.", "location": "Zurich"}, {"entry_id": "11", "company_name": "Aluminium Limited (Canada) S.A.", "location": "Geneva"}, {"entry_id": "12", "company_name": "Aluminiumwerke A.G.", "location": "Rorschach"}, {"entry_id": "13", "company_name": "Aluminum Industrie A.G.", "location": "Zurich"}, {"entry_id": "14", "company_name": "Amalgamations Ltd.", "location": "Madras, India"}, {"entry_id": "15", "company_name": "Amag Automobil- und Motoren A.G.", "location": "Zurich"}, {"entry_id": "16", "company_name": "Amida Ltd.", "location": "Grenchen"}, {"entry_id": "17", "company_name": "Amido (Swiss Druggists & Chem. Purchasing Assoc.)", "location": "Bienne"}, {"entry_id": "18", "company_name": "Ampack, Hungerb\u00fchler & Lemm K.G.", "location": "Rorschach"}, {"entry_id": "19", "company_name": "Amsler (Alfred J.) & Co.", "location": "Schaffhausen"}, {"entry_id": "20", "company_name": "Anderes (Rudolf) A.G.", "location": "St. Gallen"}, {"entry_id": "21", "company_name": "Andr\u00e9 & Co. Ltd.", "location": "Lausanne"}, {"entry_id": "22", "company_name": "Angst & Pfister Ltd.", "location": "Zurich"}, {"entry_id": "23", "company_name": "Annabelle (Fran\u00e7ois Bloch)", "location": "Lausanne"}, {"entry_id": "24", "company_name": "Anra S. A. I.", "location": "Territet-Montreux"}, {"entry_id": "25", "company_name": "Anselmi Jr. (Carl)", "location": "Solothurn"}, {"entry_id": "26", "company_name": "Aplin & Barrett Ltd.", "location": "Yeovil, Somerset"}, {"entry_id": "27", "company_name": "Appleyard (John W.) & Sons Ltd.", "location": "Morley, Yorks"}, {"entry_id": "28", "company_name": "Armingers S.A.", "location": "Geneva"}, {"entry_id": "29", "company_name": "Association of Swiss Machine Tool and Tool Dealers", "location": "Zurich"}, {"entry_id": "30", "company_name": "Astra Fat & Oil Works Ltd.", "location": "Steffisburg"}, {"entry_id": "31", "company_name": "Atlantis Verlag A.G.", "location": "Zurich"}, {"entry_id": "32", "company_name": "Attenhofer (A.)", "location": "Zurich"}, {"entry_id": "33", "company_name": "Aubry Brothers, Ciny Watch Ltd.", "location": "Le Noirmont"}, {"entry_id": "34", "company_name": "Baader (Gustav)", "location": "Basle"}, {"entry_id": "35", "company_name": "Bachmann (Henri)", "location": "Bienne"}, {"entry_id": "36", "company_name": "Bachofen (Willy A.)", "location": "Basle"}, {"entry_id": "37", "company_name": "Baezner & Co.", "location": "Geneva"}, {"entry_id": "38", "company_name": "Baker (John) & Bessemer Ltd.", "location": "Rotherham"}, {"entry_id": "39", "company_name": "Bally (C. F.) Ltd.", "location": "Zurich"}, {"entry_id": "40", "company_name": "Bally's Shoe Factories Ltd.", "location": "Sch\u00f6nenwerd"}, {"entry_id": "41", "company_name": "Baloise Life Insurance Co. Ltd.", "location": "Basle"}, {"entry_id": "42", "company_name": "Bangerter (A.) & Co. Ltd.", "location": "Lyss"}, {"entry_id": "43", "company_name": "Banque Galland & Co. S.A.", "location": "Lausanne"}, {"entry_id": "44", "company_name": "Banque de Paris et des Pays Bas S.A.", "location": "Geneva"}, {"entry_id": "45", "company_name": "Barclays Bank Ltd.", "location": "London"}, {"entry_id": "46", "company_name": "Barco Trading Co. Ltd.", "location": "Geneva"}]}, "text": "", "raw_response": {"id": "chatcmpl-CVZTSvAj4WvvZ9godB8eqcIp3eMXz", "model": "gpt-4o-2024-08-06", "choices": [{"finish_reason": "stop", "index": 0, "message": {"content": "{\"page_id\":\"page_id\",\"entries\":[{\"entry_id\":\"1\",\"company_name\":\"Abegg & Co. Ltd.\",\"location\":\"Zurich\"},{\"entry_id\":\"2\",\"company_name\":\"Acontra A.G.\",\"location\":\"Zurich\"},{\"entry_id\":\"3\",\"company_name\":\"Adam & Co. Ltd.\",\"location\":\"Port Louis, Mauritius\"},{\"entry_id\":\"4\",\"company_name\":\"Adroka Ltd.\",\"location\":\"Basle\"},{\"entry_id\":\"5\",\"company_name\":\"Aebi (Robert) Ltd.\",\"location\":\"Zurich\"},{\"entry_id\":\"6\",\"company_name\":\"Aksa Ltd.\",\"location\":\"Wurenlos, Aargau\"},{\"entry_id\":\"7\",\"company_name\":\"Albeko Shoe Machinery Ltd.\",\"location\":\"Basle\"},{\"entry_id\":\"8\",\"company_name\":\"Albion House Ltd.\",\"location\":\"Lausanne\"},{\"entry_id\":\"9\",\"company_name\":\"Albiswerk Zurich A.G.\",\"location\":\"Zurich\"},{\"entry_id\":\"10\",\"company_name\":\"Aluminium Commercial S.A.\",\"location\":\"Zurich\"},{\"entry_id\":\"11\",\"company_name\":\"Aluminium Limited (Canada) S.A.\",\"location\":\"Geneva\"},{\"entry_id\":\"12\",\"company_name\":\"Aluminiumwerke A.G.\",\"location\":\"Rorschach\"},{\"entry_id\":\"13\",\"company_name\":\"Aluminum Industrie A.G.\",\"location\":\"Zurich\"},{\"entry_id\":\"14\",\"company_name\":\"Amalgamations Ltd.\",\"location\":\"Madras, India\"},{\"entry_id\":\"15\",\"company_name\":\"Amag Automobil- und Motoren A.G.\",\"location\":\"Zurich\"},{\"entry_id\":\"16\",\"company_name\":\"Amida Ltd.\",\"location\":\"Grenchen\"},{\"entry_id\":\"17\",\"company_name\":\"Amido (Swiss Druggists & Chem. Purchasing Assoc.)\",\"location\":\"Bienne\"},{\"entry_id\":\"18\",\"company_name\":\"Ampack, Hungerb\u00fchler & Lemm K.G.\",\"location\":\"Rorschach\"},{\"entry_id\":\"19\",\"company_name\":\"Amsler (Alfred J.) & Co.\",\"location\":\"Schaffhausen\"},{\"entry_id\":\"20\",\"company_name\":\"Anderes (Rudolf) A.G.\",\"location\":\"St. Gallen\"},{\"entry_id\":\"21\",\"company_name\":\"Andr\u00e9 & Co. Ltd.\",\"location\":\"Lausanne\"},{\"entry_id\":\"22\",\"company_name\":\"Angst & Pfister Ltd.\",\"location\":\"Zurich\"},{\"entry_id\":\"23\",\"company_name\":\"Annabelle (Fran\u00e7ois Bloch)\",\"location\":\"Lausanne\"},{\"entry_id\":\"24\",\"company_name\":\"Anra S. A. I.\",\"location\":\"Territet-Montreux\"},{\"entry_id\":\"25\",\"company_name\":\"Anselmi Jr. (Carl)\",\"location\":\"Solothurn\"},{\"entry_id\":\"26\",\"company_name\":\"Aplin & Barrett Ltd.\",\"location\":\"Yeovil, Somerset\"},{\"entry_id\":\"27\",\"company_name\":\"Appleyard (John W.) & Sons Ltd.\",\"location\":\"Morley, Yorks\"},{\"entry_id\":\"28\",\"company_name\":\"Armingers S.A.\",\"location\":\"Geneva\"},{\"entry_id\":\"29\",\"company_name\":\"Association of Swiss Machine Tool and Tool Dealers\",\"location\":\"Zurich\"},{\"entry_id\":\"30\",\"company_name\":\"Astra Fat & Oil Works Ltd.\",\"location\":\"Steffisburg\"},{\"entry_id\":\"31\",\"company_name\":\"Atlantis Verlag A.G.\",\"location\":\"Zurich\"},{\"entry_id\":\"32\",\"company_name\":\"Attenhofer (A.)\",\"location\":\"Zurich\"},{\"entry_id\":\"33\",\"company_name\":\"Aubry Brothers, Ciny Watch Ltd.\",\"location\":\"Le Noirmont\"},{\"entry_id\":\"34\",\"company_name\":\"Baader (Gustav)\",\"location\":\"Basle\"},{\"entry_id\":\"35\",\"company_name\":\"Bachmann (Henri)\",\"location\":\"Bienne\"},{\"entry_id\":\"36\",\"company_name\":\"Bachofen (Willy A.)\",\"location\":\"Basle\"},{\"entry_id\":\"37\",\"company_name\":\"Baezner & Co.\",\"location\":\"Geneva\"},{\"entry_id\":\"38\",\"company_name\":\"Baker (John) & Bessemer Ltd.\",\"location\":\"Rotherham\"},{\"entry_id\":\"39\",\"company_name\":\"Bally (C. F.) Ltd.\",\"location\":\"Zurich\"},{\"entry_id\":\"40\",\"company_name\":\"Bally's Shoe Factories Ltd.\",\"location\":\"Sch\u00f6nenwerd\"},{\"entry_id\":\"41\",\"company_name\":\"Baloise Life Insurance Co. Ltd.\",\"location\":\"Basle\"},{\"entry_id\":\"42\",\"company_name\":\"Bangerter (A.) & Co. Ltd.\",\"location\":\"Lyss\"},{\"entry_id\":\"43\",\"company_name\":\"Banque Galland & Co. S.A.\",\"location\":\"Lausanne\"},{\"entry_id\":\"44\",\"company_name\":\"Banque de Paris et des Pays Bas S.A.\",\"location\":\"Geneva\"},{\"entry_id\":\"45\",\"company_name\":\"Barclays Bank Ltd.\",\"location\":\"London\"},{\"entry_id\":\"46\",\"company_name\":\"Barco Trading Co. Ltd.\",\"location\":\"Geneva\"}]}", "role": "assistant"}}], "usage": {"prompt_tokens": 915, "completion_tokens": 1009, "total_tokens": 1924}}, "usage": {"input_tokens": 915, "output_tokens": 1009, "total_tokens": 1924}, "finish_reason": "stop"}, "scoring": {"f1_micro": 0.3916793505834601, "f1_macro": 0.378, "micro_precision": 0.39427987742594484, "micro_recall": 0.38911290322580644, "total_instances": 15, "total_tp": 386, "total_fp": 593, "total_fn": 606, "cost_summary": {"total_input_tokens": 13725, "total_output_tokens": 8419, "total_tokens": 22144, "input_cost_usd": 0.034312, "output_cost_usd": 0.08419, "total_cost_usd": 0.118502, "pricing_date": "2025-10-28", "input_price_per_million": 2.5, "output_price_per_million": 10.0}}, "normalized_score": 37.8}