{"_id": {"$oid": "69d4eb12b877594bc5718a13"}, "test_id": "T0344", "benchmark": "company_lists", "date": "2025-10-28", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en", "de"], "layout": ["list"], "entry-type": ["company"], "task": ["information-extraction"]}, "contributors": ["lea_kasper", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-4.1-mini", "dataclass": "ListPage", "temperature": 0.5, "role_description": "You are a Historian", "prompt_file": "prompt_min.txt", "legacy_test": false}, "prompt": "- Answer in valid JSON.\n- The page ID is given as {page_id}.\n", "results": {"provider": "openai", "model": "gpt-4.1-mini", "duration": 6.027390241622925, "timestamp": "2025-10-28T09:47:36.127825", "parsed": {"page_id": "{page_id}", "entries": [{"entry_id": "1", "company_name": "C. Troeber-Ruesch (agent for textile machinery)", "location": "9, Oberwacht, K\u00fcsnacht (Zurich)"}, {"entry_id": "2", "company_name": "Unitraco Ltd. (Importers)", "location": "33, R\u00e4mistrasse, Zurich"}, {"entry_id": "3", "company_name": "H. Ursprung (Importer and Exporter)", "location": "86, Ostb\u00fchlstrasse, Zurich"}, {"entry_id": "4", "company_name": "Wettler & Frey (Machinery for contractors, including shovels, cranes, crushing and screening)", "location": "37, Ottikerstrasse, Zurich 6"}, {"entry_id": "5", "company_name": "Paul W\u00fcthrich", "location": "8, Chemin de Passerose, Lausanne"}, {"entry_id": "6", "company_name": "Hultons Press Ltd. (Periodicals and Magazines)", "location": "43/44 Shoe Lane, London E.C.4"}, {"entry_id": "7", "company_name": "George Fischer Ltd.", "location": "Schaffhausen"}, {"entry_id": "8", "company_name": "Louis Martin (Importer and agent for Inboard and Outboard Motors)", "location": "4, avenue d'Echallens, Lausanne"}, {"entry_id": "9", "company_name": "Techag Ltd.", "location": "31, Utoquai, Zurich"}, {"entry_id": "10", "company_name": "Usine Fega", "location": "190, Albisriederstrasse, Zurich"}, {"entry_id": "11", "company_name": "R. Amiguet-Peter (importer)", "location": "1, avenue de la Gare, Lausanne"}]}, "text": "", "raw_response": {"id": "chatcmpl-CVZeWfJ4vEgzYgWBK6aUz6f02yHbq", "model": "gpt-4.1-mini-2025-04-14", "choices": [{"finish_reason": "stop", "index": 0, "message": {"content": "{\"page_id\":\"{page_id}\",\"entries\":[{\"entry_id\":\"1\",\"company_name\":\"C. Troeber-Ruesch (agent for textile machinery)\",\"location\":\"9, Oberwacht, K\u00fcsnacht (Zurich)\"},{\"entry_id\":\"2\",\"company_name\":\"Unitraco Ltd. (Importers)\",\"location\":\"33, R\u00e4mistrasse, Zurich\"},{\"entry_id\":\"3\",\"company_name\":\"H. Ursprung (Importer and Exporter)\",\"location\":\"86, Ostb\u00fchlstrasse, Zurich\"},{\"entry_id\":\"4\",\"company_name\":\"Wettler & Frey (Machinery for contractors, including shovels, cranes, crushing and screening)\",\"location\":\"37, Ottikerstrasse, Zurich 6\"},{\"entry_id\":\"5\",\"company_name\":\"Paul W\u00fcthrich\",\"location\":\"8, Chemin de Passerose, Lausanne\"},{\"entry_id\":\"6\",\"company_name\":\"Hultons Press Ltd. (Periodicals and Magazines)\",\"location\":\"43/44 Shoe Lane, London E.C.4\"},{\"entry_id\":\"7\",\"company_name\":\"George Fischer Ltd.\",\"location\":\"Schaffhausen\"},{\"entry_id\":\"8\",\"company_name\":\"Louis Martin (Importer and agent for Inboard and Outboard Motors)\",\"location\":\"4, avenue d'Echallens, Lausanne\"},{\"entry_id\":\"9\",\"company_name\":\"Techag Ltd.\",\"location\":\"31, Utoquai, Zurich\"},{\"entry_id\":\"10\",\"company_name\":\"Usine Fega\",\"location\":\"190, Albisriederstrasse, Zurich\"},{\"entry_id\":\"11\",\"company_name\":\"R. Amiguet-Peter (importer)\",\"location\":\"1, avenue de la Gare, Lausanne\"}]}", "role": "assistant"}}], "usage": {"prompt_tokens": 1344, "completion_tokens": 352, "total_tokens": 1696}}, "usage": {"input_tokens": 1344, "output_tokens": 352, "total_tokens": 1696}, "finish_reason": "stop"}, "scoring": {"f1_micro": 0.3880445795339413, "f1_macro": 0.36933333333333335, "micro_precision": 0.390020366598778, "micro_recall": 0.3860887096774194, "total_instances": 15, "total_tp": 383, "total_fp": 599, "total_fn": 609, "cost_summary": {"total_input_tokens": 19380, "total_output_tokens": 8579, "total_tokens": 27959, "input_cost_usd": 0.007752, "output_cost_usd": 0.013726, "total_cost_usd": 0.021478, "pricing_date": "2025-10-28", "input_price_per_million": 0.4, "output_price_per_million": 1.6}}, "normalized_score": 36.93333333333334}