{"_id": {"$oid": "69d4eb12b877594bc5718a33"}, "test_id": "T0348", "benchmark": "company_lists", "date": "2025-10-28", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en", "de"], "layout": ["list"], "entry-type": ["company"], "task": ["information-extraction"]}, "contributors": ["lea_kasper", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5", "dataclass": "ListPage", "temperature": 0.5, "role_description": "You are a Historian", "prompt_file": "prompt_min.txt", "legacy_test": false}, "prompt": "- Answer in valid JSON.\n- The page ID is given as {page_id}.\n", "results": {"provider": "openai", "model": "gpt-5", "duration": 116.13490772247314, "timestamp": "2025-10-28T10:07:53.711039", "parsed": {"page_id": "{page_id}", "entries": [{"entry_id": "international_trading_co_sheffield", "company_name": "International Trading Co.", "location": "151/7 Fitzwilliam Street, Sheffield"}, {"entry_id": "albert_isliker_and_co_zurich", "company_name": "Albert Isliker & Co.", "location": "35a L\u00f6wenstrasse, Zurich"}, {"entry_id": "v_and_w_kaiser_muttenz", "company_name": "V. & W. Kaiser", "location": "Muttenz"}, {"entry_id": "matiera_ltd_basle", "company_name": "Matiera Ltd.", "location": "37 Leonhardstrasse, Basle"}, {"entry_id": "a_mathys_zurich", "company_name": "A. Mathys", "location": "Zurich F.1 (Postbox Sihlpost), Zurich"}, {"entry_id": "medo_chemicals_ltd_london", "company_name": "Medo-Chemicals Ltd.", "location": "178 Pentonville Road, London N.1"}, {"entry_id": "metallum_pratteln_ltd_pratteln", "company_name": "Metallum Pratteln Ltd.", "location": "Pratteln, Basle"}, {"entry_id": "walter_moesch_and_co_zurich", "company_name": "Walter Moesch & Co.", "location": "135 Dubsbergstrasse, Zurich 7"}, {"entry_id": "novavita_ltd_zurich", "company_name": "Novavita Ltd.", "location": "Parkring 53, Zurich 2"}, {"entry_id": "pluess_staufer_ltd_oftringen", "company_name": "Pl\u00fcss-Staufer Ltd.", "location": "Oftringen"}, {"entry_id": "prifa_ltd_zurich", "company_name": "Prifa Ltd.", "location": "16 Goethestrasse, Zurich"}, {"entry_id": "hans_rahn_and_co_zurich", "company_name": "Hans Rahn & Co.", "location": "30 Talacker, Zurich"}, {"entry_id": "alex_ross_and_co_manchester", "company_name": "Alex Ross & Co.", "location": "Lancaster House, 80 Princess Street, Manchester 1"}, {"entry_id": "rubber_raw_materials_ltd_zurich", "company_name": "Rubber Raw Materials Ltd.", "location": "17 M\u00fcnsterhof, Zurich"}, {"entry_id": "emile_scheller_and_co_ltd_zurich", "company_name": "Emile Scheller & Co. Ltd.", "location": "Hottingerstrasse 21, Zurich"}, {"entry_id": "a_schubarth_and_co_basle", "company_name": "A. Schubarth & Co.", "location": "85 Elisabethenstrasse, Basle"}, {"entry_id": "schweizerhall_ltd_basle", "company_name": "Schweizerhall Ltd.", "location": "229 Els\u00e4sserstrasse, Basle"}, {"entry_id": "steven_brothers_londmil_ltd_london", "company_name": "Steven Brothers (Londmil) Ltd.", "location": "21 Liverpool Street, London E.C.2"}]}, "text": "", "raw_response": {"id": "chatcmpl-CVZwND6LCdWeyT6f8Dh3Pwqzf3qWy", "model": "gpt-5-2025-08-07", "choices": [{"finish_reason": "stop", "index": 0, "message": {"content": "{\"page_id\":\"{page_id}\",\"entries\":[{\"entry_id\":\"international_trading_co_sheffield\",\"company_name\":\"International Trading Co.\",\"location\":\"151/7 Fitzwilliam Street, Sheffield\"},{\"entry_id\":\"albert_isliker_and_co_zurich\",\"company_name\":\"Albert Isliker & Co.\",\"location\":\"35a L\u00f6wenstrasse, Zurich\"},{\"entry_id\":\"v_and_w_kaiser_muttenz\",\"company_name\":\"V. & W. Kaiser\",\"location\":\"Muttenz\"},{\"entry_id\":\"matiera_ltd_basle\",\"company_name\":\"Matiera Ltd.\",\"location\":\"37 Leonhardstrasse, Basle\"},{\"entry_id\":\"a_mathys_zurich\",\"company_name\":\"A. Mathys\",\"location\":\"Zurich F.1 (Postbox Sihlpost), Zurich\"},{\"entry_id\":\"medo_chemicals_ltd_london\",\"company_name\":\"Medo-Chemicals Ltd.\",\"location\":\"178 Pentonville Road, London N.1\"},{\"entry_id\":\"metallum_pratteln_ltd_pratteln\",\"company_name\":\"Metallum Pratteln Ltd.\",\"location\":\"Pratteln, Basle\"},{\"entry_id\":\"walter_moesch_and_co_zurich\",\"company_name\":\"Walter Moesch & Co.\",\"location\":\"135 Dubsbergstrasse, Zurich 7\"},{\"entry_id\":\"novavita_ltd_zurich\",\"company_name\":\"Novavita Ltd.\",\"location\":\"Parkring 53, Zurich 2\"},{\"entry_id\":\"pluess_staufer_ltd_oftringen\",\"company_name\":\"Pl\u00fcss-Staufer Ltd.\",\"location\":\"Oftringen\"},{\"entry_id\":\"prifa_ltd_zurich\",\"company_name\":\"Prifa Ltd.\",\"location\":\"16 Goethestrasse, Zurich\"},{\"entry_id\":\"hans_rahn_and_co_zurich\",\"company_name\":\"Hans Rahn & Co.\",\"location\":\"30 Talacker, Zurich\"},{\"entry_id\":\"alex_ross_and_co_manchester\",\"company_name\":\"Alex Ross & Co.\",\"location\":\"Lancaster House, 80 Princess Street, Manchester 1\"},{\"entry_id\":\"rubber_raw_materials_ltd_zurich\",\"company_name\":\"Rubber Raw Materials Ltd.\",\"location\":\"17 M\u00fcnsterhof, Zurich\"},{\"entry_id\":\"emile_scheller_and_co_ltd_zurich\",\"company_name\":\"Emile Scheller & Co. Ltd.\",\"location\":\"Hottingerstrasse 21, Zurich\"},{\"entry_id\":\"a_schubarth_and_co_basle\",\"company_name\":\"A. Schubarth & Co.\",\"location\":\"85 Elisabethenstrasse, Basle\"},{\"entry_id\":\"schweizerhall_ltd_basle\",\"company_name\":\"Schweizerhall Ltd.\",\"location\":\"229 Els\u00e4sserstrasse, Basle\"},{\"entry_id\":\"steven_brothers_londmil_ltd_london\",\"company_name\":\"Steven Brothers (Londmil) Ltd.\",\"location\":\"21 Liverpool Street, London E.C.2\"}]}", "role": "assistant"}}], "usage": {"prompt_tokens": 775, "completion_tokens": 2925, "total_tokens": 3700}}, "usage": {"input_tokens": 775, "output_tokens": 2925, "total_tokens": 3700}, "finish_reason": "stop"}, "scoring": {"f1_micro": 0.3649337410805301, "f1_macro": 0.4106666666666667, "micro_precision": 0.36907216494845363, "micro_recall": 0.36088709677419356, "total_instances": 15, "total_tp": 358, "total_fp": 612, "total_fn": 634, "cost_summary": {"total_input_tokens": 11625, "total_output_tokens": 51113, "total_tokens": 62738, "input_cost_usd": 0.014531, "output_cost_usd": 0.51113, "total_cost_usd": 0.525661, "pricing_date": "2025-10-28", "input_price_per_million": 1.25, "output_price_per_million": 10.0}}, "normalized_score": 41.06666666666667}