{"_id": {"$oid": "69d4eb12b877594bc5718a2b"}, "test_id": "T0390", "benchmark": "company_lists", "date": "2025-10-28", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en", "de"], "layout": ["list"], "entry-type": ["company"], "task": ["information-extraction"]}, "contributors": ["lea_kasper", "sorin_marti"], "hidden": false, "config": {"provider": "mistral", "model": "mistral-large-2411", "dataclass": "ListPage", "temperature": 0.5, "role_description": "You are a Historian", "prompt_file": "prompt_min.txt", "legacy_test": false}, "prompt": "- Answer in valid JSON.\n- The page ID is given as {page_id}.\n", "results": {"provider": "mistral", "model": "mistral-large-latest", "duration": 29.48396587371826, "timestamp": "2025-10-28T09:49:37.148704", "parsed": {"page_id": "{page_id}", "entries": [{"entry_id": "1", "company_name": "Abegg & Co. Ltd.", "location": "Zurich"}, {"entry_id": "2", "company_name": "Acontra A.G.", "location": "Zurich"}, {"entry_id": "3", "company_name": "Adam & Co. Ltd.", "location": "Port Louis, Mauritius"}, {"entry_id": "4", "company_name": "Adroka Ltd.", "location": "Basle"}, {"entry_id": "5", "company_name": "Aebi (Robert) Ltd.", "location": "Zurich"}, {"entry_id": "6", "company_name": "Aksa Ltd.", "location": "W\u00fcrenlos, Aargau"}, {"entry_id": "7", "company_name": "Albeko Shoe Machinery Ltd.", "location": "Basle"}, {"entry_id": "8", "company_name": "Albion House Ltd.", "location": "Lausanne"}, {"entry_id": "9", "company_name": "Albiswerk Zurich A.G.", "location": "Zurich"}, {"entry_id": "10", "company_name": "Aluminium Commercial S.A.", "location": "Zurich"}, {"entry_id": "11", "company_name": "Aluminium Limited (Canada) S.A.", "location": "Geneva"}, {"entry_id": "12", "company_name": "Aluminiumwerke A.G.", "location": "Rorschach"}, {"entry_id": "13", "company_name": "Aluminium Industrie A.G.", "location": "Zurich"}, {"entry_id": "14", "company_name": "Amalgamations Ltd.", "location": "Madras, India"}, {"entry_id": "15", "company_name": "Amag Automobil- und Motoren A.G.", "location": "Zurich"}, {"entry_id": "16", "company_name": "Amida Ltd.", "location": "Grenchen"}, {"entry_id": "17", "company_name": "Amidro (Swiss Druggists' & Chem. Purchasing Assoc.)", "location": "Bienne"}, {"entry_id": "18", "company_name": "Ampack, Hungerbuhler & Lemm K.G.", "location": "Rorschach"}, {"entry_id": "19", "company_name": "Amsler (Alfred J.) & Co., Schaffhausen", "location": ""}, {"entry_id": "20", "company_name": "Anderes (Rudolf) A.G.", "location": "St. Gallen"}, {"entry_id": "21", "company_name": "Andre & Co. Ltd.", "location": "Lausanne"}, {"entry_id": "22", "company_name": "Angst & Pfister Ltd.", "location": "Zurich"}, {"entry_id": "23", "company_name": "Annabelle (Fran\u00e7ois Bloch)", "location": "Lausanne"}, {"entry_id": "24", "company_name": "Anra S. a r.l., Terriet-Montreux", "location": ""}, {"entry_id": "25", "company_name": "Anselmi Jr. (Carl)", "location": "Solothurn"}, {"entry_id": "26", "company_name": "Aplin & Barrett Ltd., Yeovil", "location": "Somerset"}, {"entry_id": "27", "company_name": "Appleyard (John W.) & Sons Ltd.", "location": "Morley, Yorks"}, {"entry_id": "28", "company_name": "Arts Menagers S.A.", "location": "Geneva"}, {"entry_id": "29", "company_name": "Association of Swiss Machine Tool and Tool Dealers", "location": "Zurich"}, {"entry_id": "30", "company_name": "Astra Fat & Oil Works Ltd.", "location": "Steffisburg"}, {"entry_id": "31", "company_name": "Atlantis Verlag A.G.", "location": "Zurich"}, {"entry_id": "32", "company_name": "Attenhofer (A.)", "location": "Zurich"}, {"entry_id": "33", "company_name": "Aubry Brothers, Ciny Watch Ltd.", "location": "Le Noirmont"}, {"entry_id": "34", "company_name": "Baader (Gustav)", "location": "Basle"}, {"entry_id": "35", "company_name": "Bachmann (Henri)", "location": "Bienne"}, {"entry_id": "36", "company_name": "Bachofen (Willy A.)", "location": "Basle"}, {"entry_id": "37", "company_name": "Baezner & Co.", "location": "Geneva"}, {"entry_id": "38", "company_name": "Baker (John) & Bessemer Ltd.", "location": "Rotherham"}, {"entry_id": "39", "company_name": "Bally (C.F.) Ltd.", "location": "Zurich"}, {"entry_id": "40", "company_name": "Bally's Shoe Factories Ltd.", "location": "Sch\u00f6nenwerd"}, {"entry_id": "41", "company_name": "B\u00e2loise Marine Insurance Co. Ltd.", "location": "Basle"}, {"entry_id": "42", "company_name": "Bangarter (A.) & Co. Ltd.", "location": "Lyss"}, {"entry_id": "43", "company_name": "Banque Galland & Co. S.A.", "location": "Lausanne"}, {"entry_id": "44", "company_name": "Banque de Paris et des Pays Bas S.A.", "location": "Geneva"}, {"entry_id": "45", "company_name": "Barclays Bank Ltd.", "location": "London"}, {"entry_id": "46", "company_name": "Barco Trading Co. Ltd.", "location": "Geneva"}]}, "text": "", "raw_response": {"id": "05344be9756546dba4e0fa20ae576e51", "model": "mistral-large-latest", "choices": [{"finish_reason": "stop", "index": 0, "message": {"content": "{\n  \"page_id\": \"{page_id}\",\n  \"entries\": [\n    {\n      \"entry_id\": \"1\",\n      \"company_name\": \"Abegg & Co. Ltd.\",\n      \"location\": \"Zurich\"\n    },\n    {\n      \"entry_id\": \"2\",\n      \"company_name\": \"Acontra A.G.\",\n      \"location\": \"Zurich\"\n    },\n    {\n      \"entry_id\": \"3\",\n      \"company_name\": \"Adam & Co. Ltd.\",\n      \"location\": \"Port Louis, Mauritius\"\n    },\n    {\n      \"entry_id\": \"4\",\n      \"company_name\": \"Adroka Ltd.\",\n      \"location\": \"Basle\"\n    },\n    {\n      \"entry_id\": \"5\",\n      \"company_name\": \"Aebi (Robert) Ltd.\",\n      \"location\": \"Zurich\"\n    },\n    {\n      \"entry_id\": \"6\",\n      \"company_name\": \"Aksa Ltd.\",\n      \"location\": \"W\u00fcrenlos, Aargau\"\n    },\n    {\n      \"entry_id\": \"7\",\n      \"company_name\": \"Albeko Shoe Machinery Ltd.\",\n      \"location\": \"Basle\"\n    },\n    {\n      \"entry_id\": \"8\",\n      \"company_name\": \"Albion House Ltd.\",\n      \"location\": \"Lausanne\"\n    },\n    {\n      \"entry_id\": \"9\",\n      \"company_name\": \"Albiswerk Zurich A.G.\",\n      \"location\": \"Zurich\"\n    },\n    {\n      \"entry_id\": \"10\",\n      \"company_name\": \"Aluminium Commercial S.A.\",\n      \"location\": \"Zurich\"\n    },\n    {\n      \"entry_id\": \"11\",\n      \"company_name\": \"Aluminium Limited (Canada) S.A.\",\n      \"location\": \"Geneva\"\n    },\n    {\n      \"entry_id\": \"12\",\n      \"company_name\": \"Aluminiumwerke A.G.\",\n      \"location\": \"Rorschach\"\n    },\n    {\n      \"entry_id\": \"13\",\n      \"company_name\": \"Aluminium Industrie A.G.\",\n      \"location\": \"Zurich\"\n    },\n    {\n      \"entry_id\": \"14\",\n      \"company_name\": \"Amalgamations Ltd.\",\n      \"location\": \"Madras, India\"\n    },\n    {\n      \"entry_id\": \"15\",\n      \"company_name\": \"Amag Automobil- und Motoren A.G.\",\n      \"location\": \"Zurich\"\n    },\n    {\n      \"entry_id\": \"16\",\n      \"company_name\": \"Amida Ltd.\",\n      \"location\": \"Grenchen\"\n    },\n    {\n      \"entry_id\": \"17\",\n      \"company_name\": \"Amidro (Swiss Druggists' & Chem. Purchasing Assoc.)\",\n      \"location\": \"Bienne\"\n    },\n    {\n      \"entry_id\": \"18\",\n      \"company_name\": \"Ampack, Hungerbuhler & Lemm K.G.\",\n      \"location\": \"Rorschach\"\n    },\n    {\n      \"entry_id\": \"19\",\n      \"company_name\": \"Amsler (Alfred J.) & Co., Schaffhausen\",\n      \"location\": \"\"\n    },\n    {\n      \"entry_id\": \"20\",\n      \"company_name\": \"Anderes (Rudolf) A.G.\",\n      \"location\": \"St. Gallen\"\n    },\n    {\n      \"entry_id\": \"21\",\n      \"company_name\": \"Andre & Co. Ltd.\",\n      \"location\": \"Lausanne\"\n    },\n    {\n      \"entry_id\": \"22\",\n      \"company_name\": \"Angst & Pfister Ltd.\",\n      \"location\": \"Zurich\"\n    },\n    {\n      \"entry_id\": \"23\",\n      \"company_name\": \"Annabelle (Fran\u00e7ois Bloch)\",\n      \"location\": \"Lausanne\"\n    },\n    {\n      \"entry_id\": \"24\",\n      \"company_name\": \"Anra S. a r.l., Terriet-Montreux\",\n      \"location\": \"\"\n    },\n    {\n      \"entry_id\": \"25\",\n      \"company_name\": \"Anselmi Jr. (Carl)\",\n      \"location\": \"Solothurn\"\n    },\n    {\n      \"entry_id\": \"26\",\n      \"company_name\": \"Aplin & Barrett Ltd., Yeovil\",\n      \"location\": \"Somerset\"\n    },\n    {\n      \"entry_id\": \"27\",\n      \"company_name\": \"Appleyard (John W.) & Sons Ltd.\",\n      \"location\": \"Morley, Yorks\"\n    },\n    {\n      \"entry_id\": \"28\",\n      \"company_name\": \"Arts Menagers S.A.\",\n      \"location\": \"Geneva\"\n    },\n    {\n      \"entry_id\": \"29\",\n      \"company_name\": \"Association of Swiss Machine Tool and Tool Dealers\",\n      \"location\": \"Zurich\"\n    },\n    {\n      \"entry_id\": \"30\",\n      \"company_name\": \"Astra Fat & Oil Works Ltd.\",\n      \"location\": \"Steffisburg\"\n    },\n    {\n      \"entry_id\": \"31\",\n      \"company_name\": \"Atlantis Verlag A.G.\",\n      \"location\": \"Zurich\"\n    },\n    {\n      \"entry_id\": \"32\",\n      \"company_name\": \"Attenhofer (A.)\",\n      \"location\": \"Zurich\"\n    },\n    {\n      \"entry_id\": \"33\",\n      \"company_name\": \"Aubry Brothers, Ciny Watch Ltd.\",\n      \"location\": \"Le Noirmont\"\n    },\n    {\n      \"entry_id\": \"34\",\n      \"company_name\": \"Baader (Gustav)\",\n      \"location\": \"Basle\"\n    },\n    {\n      \"entry_id\": \"35\",\n      \"company_name\": \"Bachmann (Henri)\",\n      \"location\": \"Bienne\"\n    },\n    {\n      \"entry_id\": \"36\",\n      \"company_name\": \"Bachofen (Willy A.)\",\n      \"location\": \"Basle\"\n    },\n    {\n      \"entry_id\": \"37\",\n      \"company_name\": \"Baezner & Co.\",\n      \"location\": \"Geneva\"\n    },\n    {\n      \"entry_id\": \"38\",\n      \"company_name\": \"Baker (John) & Bessemer Ltd.\",\n      \"location\": \"Rotherham\"\n    },\n    {\n      \"entry_id\": \"39\",\n      \"company_name\": \"Bally (C.F.) Ltd.\",\n      \"location\": \"Zurich\"\n    },\n    {\n      \"entry_id\": \"40\",\n      \"company_name\": \"Bally's Shoe Factories Ltd.\",\n      \"location\": \"Sch\u00f6nenwerd\"\n    },\n    {\n      \"entry_id\": \"41\",\n      \"company_name\": \"B\u00e2loise Marine Insurance Co. Ltd.\",\n      \"location\": \"Basle\"\n    },\n    {\n      \"entry_id\": \"42\",\n      \"company_name\": \"Bangarter (A.) & Co. Ltd.\",\n      \"location\": \"Lyss\"\n    },\n    {\n      \"entry_id\": \"43\",\n      \"company_name\": \"Banque Galland & Co. S.A.\",\n      \"location\": \"Lausanne\"\n    },\n    {\n      \"entry_id\": \"44\",\n      \"company_name\": \"Banque de Paris et des Pays Bas S.A.\",\n      \"location\": \"Geneva\"\n    },\n    {\n      \"entry_id\": \"45\",\n      \"company_name\": \"Barclays Bank Ltd.\",\n      \"location\": \"London\"\n    },\n    {\n      \"entry_id\": \"46\",\n      \"company_name\": \"Barco Trading Co. Ltd.\",\n      \"location\": \"Geneva\"\n    }\n  ]\n}", "role": "assistant"}}], "usage": {"prompt_tokens": 1191, "completion_tokens": 1658, "total_tokens": 2849}}, "usage": {"input_tokens": 1191, "output_tokens": 1658, "total_tokens": 2849}, "finish_reason": "stop"}, "scoring": {"f1_micro": 0.42057942057942055, "f1_macro": 0.43066666666666664, "micro_precision": 0.4168316831683168, "micro_recall": 0.42439516129032256, "total_instances": 15, "total_tp": 421, "total_fp": 589, "total_fn": 571, "cost_summary": {"total_input_tokens": 17347, "total_output_tokens": 13358, "total_tokens": 30705, "input_cost_usd": 0.034694, "output_cost_usd": 0.080148, "total_cost_usd": 0.114842, "pricing_date": "2025-10-28", "input_price_per_million": 2.0, "output_price_per_million": 6.0}}, "normalized_score": 43.06666666666666}