{"_id": {"$oid": "69d4eb12b877594bc5718a08"}, "test_id": "T0342", "benchmark": "company_lists", "date": "2025-10-28", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en", "de"], "layout": ["list"], "entry-type": ["company"], "task": ["information-extraction"]}, "contributors": ["lea_kasper", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-4.1", "dataclass": "ListPage", "temperature": 0.5, "role_description": "You are a Historian", "prompt_file": "prompt_min.txt", "legacy_test": false}, "prompt": "- Answer in valid JSON.\n- The page ID is given as {page_id}.\n", "results": {"provider": "openai", "model": "gpt-4.1", "duration": 18.16090750694275, "timestamp": "2025-10-28T09:45:32.523976", "parsed": {"page_id": "page_74", "entries": [{"entry_id": "1", "company_name": "F. Blumer & Co.", "location": "Schwanden (Glarus)"}, {"entry_id": "2", "company_name": "Inglo Louis Jablonsky", "location": "18, Brandschenkestrasse, Zurich 2"}, {"entry_id": "3", "company_name": "J. Spiro", "location": "73, Stampfenbachstrasse, Zurich 6"}, {"entry_id": "4", "company_name": "Vischer & Co.", "location": "25, Klingenalstrasse, Basle"}, {"entry_id": "5", "company_name": "Swiss Silk Bolting Cloth Manufacturing Co. Ltd.", "location": "Thal near Rheineck (St. Gallen)"}, {"entry_id": "6", "company_name": "Swiss Silk Bolting Cloth Manufacturing Co. Ltd.", "location": "68, Gr\u00fctlistrasse, Zurich 2"}, {"entry_id": "7", "company_name": "Tavaro Ltd.", "location": "1-5, avenue de Ch\u00e2telaine, Geneva"}, {"entry_id": "8", "company_name": "Beltex Ltd.", "location": "Arzo (Tessin)"}, {"entry_id": "9", "company_name": "Gust. Metzger Ltd.", "location": "108, St. Jakobsstrasse, Basle"}, {"entry_id": "10", "company_name": "Schellenberg, Sax & Co. Ltd.", "location": "Tr\u00fcbbach (St. Gallen)"}, {"entry_id": "11", "company_name": "Abegg & Co. Ltd.", "location": "30, Bahnhofstrasse, Zurich 1"}, {"entry_id": "12", "company_name": "Heer & Co. Ltd.", "location": "Thalwil"}, {"entry_id": "13", "company_name": "J. Hopf & Co.", "location": "12, Aeschengraben, Basle"}, {"entry_id": "14", "company_name": "P. Marchal & Co.", "location": "15, Marschalkenstrasse, Basle"}, {"entry_id": "15", "company_name": "Saweco Ltd.", "location": "37, Chrischonastrasse, Basle"}, {"entry_id": "16", "company_name": "Robert Schwarzenbach & Co.", "location": "Thalwil"}, {"entry_id": "17", "company_name": "Siber, Hegner & Co. Ltd.", "location": "14, Talstrasse, Zurich 1"}, {"entry_id": "18", "company_name": "Stehli & Co.", "location": "26, Claridenstrasse, Zurich 2"}, {"entry_id": "19", "company_name": "Soci\u00e9t\u00e9 Industrielle pour la Schappe (spun silk)", "location": "54, St. Jakobsstrasse, Basle"}, {"entry_id": "20", "company_name": "Schmid Brothers Ltd.", "location": "33, Rittergasse, Basle"}]}, "text": "", "raw_response": {"id": "chatcmpl-CVZcKFWkZEJBEi0OFrH5ScsoMdpHP", "model": "gpt-4.1-2025-04-14", "choices": [{"finish_reason": "stop", "index": 0, "message": {"content": "{\"page_id\":\"page_74\",\"entries\":[{\"entry_id\":\"1\",\"company_name\":\"F. Blumer & Co.\",\"location\":\"Schwanden (Glarus)\"},{\"entry_id\":\"2\",\"company_name\":\"Inglo Louis Jablonsky\",\"location\":\"18, Brandschenkestrasse, Zurich 2\"},{\"entry_id\":\"3\",\"company_name\":\"J. Spiro\",\"location\":\"73, Stampfenbachstrasse, Zurich 6\"},{\"entry_id\":\"4\",\"company_name\":\"Vischer & Co.\",\"location\":\"25, Klingenalstrasse, Basle\"},{\"entry_id\":\"5\",\"company_name\":\"Swiss Silk Bolting Cloth Manufacturing Co. Ltd.\",\"location\":\"Thal near Rheineck (St. Gallen)\"},{\"entry_id\":\"6\",\"company_name\":\"Swiss Silk Bolting Cloth Manufacturing Co. Ltd.\",\"location\":\"68, Gr\u00fctlistrasse, Zurich 2\"},{\"entry_id\":\"7\",\"company_name\":\"Tavaro Ltd.\",\"location\":\"1-5, avenue de Ch\u00e2telaine, Geneva\"},{\"entry_id\":\"8\",\"company_name\":\"Beltex Ltd.\",\"location\":\"Arzo (Tessin)\"},{\"entry_id\":\"9\",\"company_name\":\"Gust. Metzger Ltd.\",\"location\":\"108, St. Jakobsstrasse, Basle\"},{\"entry_id\":\"10\",\"company_name\":\"Schellenberg, Sax & Co. Ltd.\",\"location\":\"Tr\u00fcbbach (St. Gallen)\"},{\"entry_id\":\"11\",\"company_name\":\"Abegg & Co. Ltd.\",\"location\":\"30, Bahnhofstrasse, Zurich 1\"},{\"entry_id\":\"12\",\"company_name\":\"Heer & Co. Ltd.\",\"location\":\"Thalwil\"},{\"entry_id\":\"13\",\"company_name\":\"J. Hopf & Co.\",\"location\":\"12, Aeschengraben, Basle\"},{\"entry_id\":\"14\",\"company_name\":\"P. Marchal & Co.\",\"location\":\"15, Marschalkenstrasse, Basle\"},{\"entry_id\":\"15\",\"company_name\":\"Saweco Ltd.\",\"location\":\"37, Chrischonastrasse, Basle\"},{\"entry_id\":\"16\",\"company_name\":\"Robert Schwarzenbach & Co.\",\"location\":\"Thalwil\"},{\"entry_id\":\"17\",\"company_name\":\"Siber, Hegner & Co. Ltd.\",\"location\":\"14, Talstrasse, Zurich 1\"},{\"entry_id\":\"18\",\"company_name\":\"Stehli & Co.\",\"location\":\"26, Claridenstrasse, Zurich 2\"},{\"entry_id\":\"19\",\"company_name\":\"Soci\u00e9t\u00e9 Industrielle pour la Schappe (spun silk)\",\"location\":\"54, St. Jakobsstrasse, Basle\"},{\"entry_id\":\"20\",\"company_name\":\"Schmid Brothers Ltd.\",\"location\":\"33, Rittergasse, Basle\"}]}", "role": "assistant"}}], "usage": {"prompt_tokens": 915, "completion_tokens": 561, "total_tokens": 1476}}, "usage": {"input_tokens": 915, "output_tokens": 561, "total_tokens": 1476}, "finish_reason": "stop"}, "scoring": {"f1_micro": 0.32533333333333336, "f1_macro": 0.29533333333333334, "micro_precision": 0.34541336353340885, "micro_recall": 0.3074596774193548, "total_instances": 15, "total_tp": 305, "total_fp": 578, "total_fn": 687, "cost_summary": {"total_input_tokens": 13725, "total_output_tokens": 7628, "total_tokens": 21353, "input_cost_usd": 0.02745, "output_cost_usd": 0.061024, "total_cost_usd": 0.088474, "pricing_date": "2025-10-28", "input_price_per_million": 2.0, "output_price_per_million": 8.0}}, "normalized_score": 29.533333333333335}