{"_id": {"$oid": "69d4eb12b877594bc57189fc"}, "test_id": "T0350", "benchmark": "company_lists", "date": "2025-10-28", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en", "de"], "layout": ["list"], "entry-type": ["company"], "task": ["information-extraction"]}, "contributors": ["lea_kasper", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5-mini", "dataclass": "ListPage", "temperature": 0.5, "role_description": "You are a Historian", "prompt_file": "prompt_min.txt", "legacy_test": false}, "prompt": "- Answer in valid JSON.\n- The page ID is given as {page_id}.\n", "results": {"provider": "openai", "model": "gpt-5-mini", "duration": 70.19207787513733, "timestamp": "2025-10-28T10:15:25.994781", "parsed": {"page_id": "{page_id}", "entries": [{"entry_id": "e1", "company_name": "A. Boreux", "location": ""}, {"entry_id": "e2", "company_name": "Brunnenverwaltung Eptingen", "location": "Eptingen"}, {"entry_id": "e3", "company_name": "Singer & Buchenhorner A.-G.", "location": ""}, {"entry_id": "e4", "company_name": "Alf. D\u00fcrr, J. H. Neukomm's Nachf. (k\u00fcnstliches)", "location": ""}, {"entry_id": "e5", "company_name": "Ausstattungsmagazine Ed. Senft.", "location": ""}, {"entry_id": "e6", "company_name": "Basler M\u00f6belfabrik A.-G. vorm. Hermann Wagner & Cie.", "location": "Basel"}, {"entry_id": "e7", "company_name": "Adolf B\u00fcrgin", "location": ""}, {"entry_id": "e8", "company_name": "B\u00fcssinger & Cie.", "location": ""}, {"entry_id": "e9", "company_name": "Fr\u00e4nkel & Voellmy", "location": ""}, {"entry_id": "e10", "company_name": "H. Hartmann", "location": ""}, {"entry_id": "e11", "company_name": "Kunsthandlung Rath", "location": ""}, {"entry_id": "e12", "company_name": "M. Russ", "location": ""}, {"entry_id": "e13", "company_name": "Alf. Schray (Kleinm\u00f6bel)", "location": ""}, {"entry_id": "e14", "company_name": "Wolf & Glatz", "location": ""}, {"entry_id": "e15", "company_name": "Gebr. Antonietti", "location": ""}, {"entry_id": "e16", "company_name": "A.-G. B\u00e4chtold & Cie.", "location": ""}, {"entry_id": "e17", "company_name": "Maschinenfabrik Burckhardt A.-G.", "location": ""}, {"entry_id": "e18", "company_name": "G. Meidinger & Cie.", "location": ""}, {"entry_id": "e19", "company_name": "A.-G. f\u00fcr Motorlastwagen Soller", "location": ""}, {"entry_id": "e20", "company_name": "Hug & Co.", "location": ""}, {"entry_id": "e21", "company_name": "Schweiz. Geigenbaugesellschaft Liestal", "location": "Liestal"}, {"entry_id": "e22", "company_name": "Schweizerisches Musikhaus Bannwart & Cie.", "location": ""}, {"entry_id": "e23", "company_name": "Henri Grunauer", "location": ""}, {"entry_id": "e24", "company_name": "Hans Ritter-Soder", "location": ""}, {"entry_id": "e25", "company_name": "Alb. Singeisen-Halder", "location": ""}, {"entry_id": "e26", "company_name": "Ch. H. Pfister & Co.", "location": ""}, {"entry_id": "e27", "company_name": "E. M\u00fcry & Cie.", "location": ""}, {"entry_id": "e28", "company_name": "Affentranger, Haas & Plattner", "location": "Niederdorf"}, {"entry_id": "e29", "company_name": "Schweizerische N\u00e4hmaschinenfabrik A.-G.", "location": ""}, {"entry_id": "e30", "company_name": "G. P. Richter", "location": ""}, {"entry_id": "e31", "company_name": "E. H. Schacke", "location": ""}]}, "text": "", "raw_response": {"id": "chatcmpl-CVa4Q9BlTxn5vVCgEP9xtCkl5MHEm", "model": "gpt-5-mini-2025-08-07", "choices": [{"finish_reason": "stop", "index": 0, "message": {"content": "{\n  \"page_id\": \"{page_id}\",\n  \"entries\": [\n    {\n      \"entry_id\": \"e1\",\n      \"company_name\": \"A. Boreux\",\n      \"location\": \"\"\n    },\n    {\n      \"entry_id\": \"e2\",\n      \"company_name\": \"Brunnenverwaltung Eptingen\",\n      \"location\": \"Eptingen\"\n    },\n    {\n      \"entry_id\": \"e3\",\n      \"company_name\": \"Singer & Buchenhorner A.-G.\",\n      \"location\": \"\"\n    },\n    {\n      \"entry_id\": \"e4\",\n      \"company_name\": \"Alf. D\u00fcrr, J. H. Neukomm's Nachf. (k\u00fcnstliches)\",\n      \"location\": \"\"\n    },\n    {\n      \"entry_id\": \"e5\",\n      \"company_name\": \"Ausstattungsmagazine Ed. Senft.\",\n      \"location\": \"\"\n    },\n    {\n      \"entry_id\": \"e6\",\n      \"company_name\": \"Basler M\u00f6belfabrik A.-G. vorm. Hermann Wagner & Cie.\",\n      \"location\": \"Basel\"\n    },\n    {\n      \"entry_id\": \"e7\",\n      \"company_name\": \"Adolf B\u00fcrgin\",\n      \"location\": \"\"\n    },\n    {\n      \"entry_id\": \"e8\",\n      \"company_name\": \"B\u00fcssinger & Cie.\",\n      \"location\": \"\"\n    },\n    {\n      \"entry_id\": \"e9\",\n      \"company_name\": \"Fr\u00e4nkel & Voellmy\",\n      \"location\": \"\"\n    },\n    {\n      \"entry_id\": \"e10\",\n      \"company_name\": \"H. Hartmann\",\n      \"location\": \"\"\n    },\n    {\n      \"entry_id\": \"e11\",\n      \"company_name\": \"Kunsthandlung Rath\",\n      \"location\": \"\"\n    },\n    {\n      \"entry_id\": \"e12\",\n      \"company_name\": \"M. Russ\",\n      \"location\": \"\"\n    },\n    {\n      \"entry_id\": \"e13\",\n      \"company_name\": \"Alf. Schray (Kleinm\u00f6bel)\",\n      \"location\": \"\"\n    },\n    {\n      \"entry_id\": \"e14\",\n      \"company_name\": \"Wolf & Glatz\",\n      \"location\": \"\"\n    },\n    {\n      \"entry_id\": \"e15\",\n      \"company_name\": \"Gebr. Antonietti\",\n      \"location\": \"\"\n    },\n    {\n      \"entry_id\": \"e16\",\n      \"company_name\": \"A.-G. B\u00e4chtold & Cie.\",\n      \"location\": \"\"\n    },\n    {\n      \"entry_id\": \"e17\",\n      \"company_name\": \"Maschinenfabrik Burckhardt A.-G.\",\n      \"location\": \"\"\n    },\n    {\n      \"entry_id\": \"e18\",\n      \"company_name\": \"G. Meidinger & Cie.\",\n      \"location\": \"\"\n    },\n    {\n      \"entry_id\": \"e19\",\n      \"company_name\": \"A.-G. f\u00fcr Motorlastwagen Soller\",\n      \"location\": \"\"\n    },\n    {\n      \"entry_id\": \"e20\",\n      \"company_name\": \"Hug & Co.\",\n      \"location\": \"\"\n    },\n    {\n      \"entry_id\": \"e21\",\n      \"company_name\": \"Schweiz. Geigenbaugesellschaft Liestal\",\n      \"location\": \"Liestal\"\n    },\n    {\n      \"entry_id\": \"e22\",\n      \"company_name\": \"Schweizerisches Musikhaus Bannwart & Cie.\",\n      \"location\": \"\"\n    },\n    {\n      \"entry_id\": \"e23\",\n      \"company_name\": \"Henri Grunauer\",\n      \"location\": \"\"\n    },\n    {\n      \"entry_id\": \"e24\",\n      \"company_name\": \"Hans Ritter-Soder\",\n      \"location\": \"\"\n    },\n    {\n      \"entry_id\": \"e25\",\n      \"company_name\": \"Alb. Singeisen-Halder\",\n      \"location\": \"\"\n    },\n    {\n      \"entry_id\": \"e26\",\n      \"company_name\": \"Ch. H. Pfister & Co.\",\n      \"location\": \"\"\n    },\n    {\n      \"entry_id\": \"e27\",\n      \"company_name\": \"E. M\u00fcry & Cie.\",\n      \"location\": \"\"\n    },\n    {\n      \"entry_id\": \"e28\",\n      \"company_name\": \"Affentranger, Haas & Plattner\",\n      \"location\": \"Niederdorf\"\n    },\n    {\n      \"entry_id\": \"e29\",\n      \"company_name\": \"Schweizerische N\u00e4hmaschinenfabrik A.-G.\",\n      \"location\": \"\"\n    },\n    {\n      \"entry_id\": \"e30\",\n      \"company_name\": \"G. P. Richter\",\n      \"location\": \"\"\n    },\n    {\n      \"entry_id\": \"e31\",\n      \"company_name\": \"E. H. Schacke\",\n      \"location\": \"\"\n    }\n  ]\n}", "role": "assistant"}}], "usage": {"prompt_tokens": 953, "completion_tokens": 3110, "total_tokens": 4063}}, "usage": {"input_tokens": 953, "output_tokens": 3110, "total_tokens": 4063}, "finish_reason": "stop"}, "scoring": {"f1_micro": 0.44466600199401796, "f1_macro": 0.4313333333333333, "micro_precision": 0.43984220907297833, "micro_recall": 0.4495967741935484, "total_instances": 15, "total_tp": 446, "total_fp": 568, "total_fn": 546, "cost_summary": {"total_input_tokens": 14868, "total_output_tokens": 35155, "total_tokens": 50023, "input_cost_usd": 0.003717, "output_cost_usd": 0.07031, "total_cost_usd": 0.074027, "pricing_date": "2025-10-28", "input_price_per_million": 0.25, "output_price_per_million": 2.0}}, "normalized_score": 43.133333333333326}