{"_id": {"$oid": "69d4eb12b877594bc5718d3e"}, "test_id": "T0835", "benchmark": "company_lists", "date": "2026-03-25", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en", "de"], "layout": ["list"], "entry-type": ["company"], "task": ["information-extraction"]}, "contributors": ["lea_kasper", "sorin_marti"], "hidden": false, "config": {"provider": "alibaba", "model": "qwen3.5-35b-a3b", "dataclass": "ListPage", "temperature": 0.5, "role_description": "You are a Historian", "prompt_file": "prompt.txt", "rules": "{\"base_url\": \"https://ws-wkjpbv6ov7sqlgqe.ap-southeast-1.maas.aliyuncs.com/compatible-mode/v1\"}", "legacy_test": false}, "prompt": "The image you are presented with stems from a digitized book containing lists of companies.\nYour task is to extract structured information about each company listed on the page.\n\nAbout the source:\n- The image stems from a trade index of the British Swiss Chamber of Commerce.\n- The image can show an alphabetical or a thematic list of companies.\n- The companies are mostly located in Switzerland and the UK.\n- The image stems from a trade index between 1925 and 1958.\n- Most pages have one column but some years have two columns.\n- The source itself is in English and German but the company names can be in English, German, French or Italian.\n\nAbout the entries:\n- Each entry describes a single company or person.\n- Alphabetical entries have filling dots between the company name and the page number. Dots and page numbers are not part of the data and should be ignored.\n- Alphabetical entries seldom to never have locations.\n- Thematic entries often have locations.\n- Thematic entries are listed under headings that describe the type of business.\n- Some thematic headings are only references to other headings, e.g. \"X, s. Y\".\n\nAbout the output:\n- Answer in valid JSON. The JSON should be an array of objects with the following fields:\n- The page ID is given as {page_id}.\n- Do not add country information, if it is not directly written with the location.\n\n{\n  \"entry_id\": \"A unique identifier for the entry, e.g. '{page_id}-1'\",\n  \"company_name\": \"The name of the company or person\",\n  \"location\": \"The location of the company, e.g. 'Zurich' or 'London, UK'. If no location is given, set to null.\"\n  ]\n}\n", "results": {"text": "{\n  \"page_id\": \"61\",\n  \"entries\": [\n    {\n      \"entry_id\": \"61-1\",\n      \"company_name\": \"Nardin, Ulysse\",\n      \"location\": null\n    },\n    {\n      \"entry_id\": \"61-2\",\n      \"company_name\": \"Natural, Le Coultre & Cie., S. A.\",\n      \"location\": null\n    },\n    {\n      \"entry_id\": \"61-3\",\n      \"company_name\": \"Nestl\u00e9 & Anglo-Swiss Condensed Milk Co., Ltd.\",\n      \"location\": null\n    },\n    {\n      \"entry_id\": \"61-4\",\n      \"company_name\": \"Neuburger & Co.\",\n      \"location\": null\n    },\n    {\n      \"entry_id\": \"61-5\",\n      \"company_name\": \"North British Rubber Co, Ltd., The\",\n      \"location\": null\n    },\n    {\n      \"entry_id\": \"61-6\",\n      \"company_name\": \"Obrist & Co.\",\n      \"location\": null\n    },\n    {\n      \"entry_id\": \"61-7\",\n      \"company_name\": \"Paillard, E. & Cie., S. A.\",\n      \"location\": null\n    },\n    {\n      \"entry_id\": \"61-8\",\n      \"company_name\": \"Paillard & Benoit\",\n      \"location\": null\n    },\n    {\n      \"entry_id\": \"61-9\",\n      \"company_name\": \"Palace Hotel, Montana\",\n      \"location\": null\n    },\n    {\n      \"entry_id\": \"61-10\",\n      \"company_name\": \"Pearse, A. C. & Co., Ltd.\",\n      \"location\": null\n    },\n    {\n      \"entry_id\": \"61-11\",\n      \"company_name\": \"Perrin & Cie.\",\n      \"location\": null\n    },\n    {\n      \"entry_id\": \"61-12\",\n      \"company_name\": \"Peter, Cailler, Kohler\",\n      \"location\": null\n    },\n    {\n      \"entry_id\": \"61-13\",\n      \"company_name\": \"Philippi & Hermann\",\n      \"location\": null\n    },\n    {\n      \"entry_id\": \"61-14\",\n      \"company_name\": \"Planta, J. & Co.\",\n      \"location\": null\n    },\n    {\n      \"entry_id\": \"61-15\",\n      \"company_name\": \"Porteous, James & Co., Ltd.\",\n      \"location\": null\n    },\n    {\n      \"entry_id\": \"61-16\",\n      \"company_name\": \"Preisig, Walter & Cie\",\n      \"location\": null\n    },\n    {\n      \"entry_id\": \"61-17\",\n      \"company_name\": \"Quasi-Arc Co., Ltd., The\",\n      \"location\": null\n    },\n    {\n      \"entry_id\": \"61-18\",\n      \"company_name\": \"Record Dreadnought Watch Co., S. A.\",\n      \"location\": null\n    },\n    {\n      \"entry_id\": \"61-19\",\n      \"company_name\": \"Reichenbach & Cie.\",\n      \"location\": null\n    },\n    {\n      \"entry_id\": \"61-20\",\n      \"company_name\": \"Reinhart & Co.\",\n      \"location\": null\n    },\n    {\n      \"entry_id\": \"61-21\",\n      \"company_name\": \"Rinderknecht, J.\",\n      \"location\": null\n    },\n    {\n      \"entry_id\": \"61-22\",\n      \"company_name\": \"Rolling & Drawing Mills Ltd.\",\n      \"location\": null\n    },\n    {\n      \"entry_id\": \"61-23\",\n      \"company_name\": \"Rolls, Frank V.\",\n      \"location\": null\n    },\n    {\n      \"entry_id\": \"61-24\",\n      \"company_name\": \"Rolo & Co.\",\n      \"location\": null\n    },\n    {\n      \"entry_id\": \"61-25\",\n      \"company_name\": \"\\\"Roneo\\\" A. G.\",\n      \"location\": null\n    },\n    {\n      \"entry_id\": \"61-26\",\n      \"company_name\": \"Roussy, Th\u00e9odore\",\n      \"location\": null\n    },\n    {\n      \"entry_id\": \"61-27\",\n      \"company_name\": \"R\u00fcegger & Co.\",\n      \"location\": null\n    },\n    {\n      \"entry_id\": \"61-28\",\n      \"company_name\": \"Ryff & Co., Ltd.\",\n      \"location\": null\n    },\n    {\n      \"entry_id\": \"61-29\",\n      \"company_name\": \"Sandoz Chemical Co., Ltd., The\",\n      \"location\": null\n    },\n    {\n      \"entry_id\": \"61-30\",\n      \"company_name\": \"Sandreuter & Co.\",\n      \"location\": null\n    },\n    {\n      \"entry_id\": \"61-31\",\n      \"company_name\": \"Sarasin, Rodolphe & Co., Ltd.\",\n      \"location\": null\n    },\n    {\n      \"entry_id\": \"61-32\",\n      \"company_name\": \"Sarasin Sons Ltd.\",\n      \"location\": null\n    },\n    {\n      \"entry_id\": \"61-33\",\n      \"company_name\": \"Sarasin, W. & Co.\",\n      \"location\": null\n    }\n  ]\n}", "model": "qwen3.5-35b-a3b", "provider": "alibaba", "finish_reason": "stop", "usage": {"input_tokens": 3084, "output_tokens": 1332, "total_tokens": 4416, "input_cost_usd": 0.000771, "output_cost_usd": 0.002664, "estimated_cost_usd": 0.003435}, "duration": 20.89176630973816, "timestamp": "2026-03-25T10:17:04.413331", "parsed": {"page_id": "61", "entries": [{"entry_id": "61-1", "company_name": "Nardin, Ulysse", "location": null}, {"entry_id": "61-2", "company_name": "Natural, Le Coultre & Cie., S. A.", "location": null}, {"entry_id": "61-3", "company_name": "Nestl\u00e9 & Anglo-Swiss Condensed Milk Co., Ltd.", "location": null}, {"entry_id": "61-4", "company_name": "Neuburger & Co.", "location": null}, {"entry_id": "61-5", "company_name": "North British Rubber Co, Ltd., The", "location": null}, {"entry_id": "61-6", "company_name": "Obrist & Co.", "location": null}, {"entry_id": "61-7", "company_name": "Paillard, E. & Cie., S. A.", "location": null}, {"entry_id": "61-8", "company_name": "Paillard & Benoit", "location": null}, {"entry_id": "61-9", "company_name": "Palace Hotel, Montana", "location": null}, {"entry_id": "61-10", "company_name": "Pearse, A. C. & Co., Ltd.", "location": null}, {"entry_id": "61-11", "company_name": "Perrin & Cie.", "location": null}, {"entry_id": "61-12", "company_name": "Peter, Cailler, Kohler", "location": null}, {"entry_id": "61-13", "company_name": "Philippi & Hermann", "location": null}, {"entry_id": "61-14", "company_name": "Planta, J. & Co.", "location": null}, {"entry_id": "61-15", "company_name": "Porteous, James & Co., Ltd.", "location": null}, {"entry_id": "61-16", "company_name": "Preisig, Walter & Cie", "location": null}, {"entry_id": "61-17", "company_name": "Quasi-Arc Co., Ltd., The", "location": null}, {"entry_id": "61-18", "company_name": "Record Dreadnought Watch Co., S. A.", "location": null}, {"entry_id": "61-19", "company_name": "Reichenbach & Cie.", "location": null}, {"entry_id": "61-20", "company_name": "Reinhart & Co.", "location": null}, {"entry_id": "61-21", "company_name": "Rinderknecht, J.", "location": null}, {"entry_id": "61-22", "company_name": "Rolling & Drawing Mills Ltd.", "location": null}, {"entry_id": "61-23", "company_name": "Rolls, Frank V.", "location": null}, {"entry_id": "61-24", "company_name": "Rolo & Co.", "location": null}, {"entry_id": "61-25", "company_name": "\"Roneo\" A. G.", "location": null}, {"entry_id": "61-26", "company_name": "Roussy, Th\u00e9odore", "location": null}, {"entry_id": "61-27", "company_name": "R\u00fcegger & Co.", "location": null}, {"entry_id": "61-28", "company_name": "Ryff & Co., Ltd.", "location": null}, {"entry_id": "61-29", "company_name": "Sandoz Chemical Co., Ltd., The", "location": null}, {"entry_id": "61-30", "company_name": "Sandreuter & Co.", "location": null}, {"entry_id": "61-31", "company_name": "Sarasin, Rodolphe & Co., Ltd.", "location": null}, {"entry_id": "61-32", "company_name": "Sarasin Sons Ltd.", "location": null}, {"entry_id": "61-33", "company_name": "Sarasin, W. & Co.", "location": null}]}, "conversation_id": "046485bb-14e8-4e15-98fd-8b867317b504", "score": {"f1_score": 0.49, "precision": 0.4925373134328358, "recall": 0.4852941176470588, "true_positives": 33, "false_positives": 34, "false_negatives": 35, "field_scores": {"entries[15].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[23].entry_id": {"response": "61-24", "ground_truth": "156089_1321081_63-24", "score": 0.4}, "entries[8].entry_id": {"response": "61-9", "ground_truth": "156089_1321081_63-9", "score": 0.34782608695652173}, "entries[16].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[7].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[30].company_name": {"response": "Sarasin, Rodolphe & Co., Ltd.", "ground_truth": "Sarasin, Rodolphe & Co., Ltd.", "score": 1.0}, "entries[5].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[27].company_name": {"response": "Ryff & Co., Ltd.", "ground_truth": "Ryff & Co., Ltd.", "score": 1.0}, "entries[8].company_name": {"response": "Palace Hotel, Montana", "ground_truth": "Palace Hotel, Montana", "score": 1.0}, "entries[13].entry_id": {"response": "61-14", "ground_truth": "156089_1321081_63-14", "score": 0.4}, "entries[21].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[22].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[3].company_name": {"response": "Neuburger & Co.", "ground_truth": "Neuburger & Co.", "score": 1.0}, "entries[23].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[17].company_name": {"response": "Record Dreadnought Watch Co., S. A.", "ground_truth": "Record Dreadnought Watch Co., S. A.", "score": 1.0}, "entries[9].entry_id": {"response": "61-10", "ground_truth": "156089_1321081_63-10", "score": 0.4}, "entries[20].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[28].company_name": {"response": "Sandoz Chemical Co., Ltd., The", "ground_truth": "Sandoz Chemical Co., Ltd., The", "score": 1.0}, "entries[29].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[20].company_name": {"response": "Rinderknecht, J.", "ground_truth": "Rinderknecht, J.", "score": 1.0}, "entries[4].company_name": {"response": "North British Rubber Co, Ltd., The", "ground_truth": "North British Rubber Co., Ltd., The", "score": 0.9855072463768118}, "entries[4].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[11].entry_id": {"response": "61-12", "ground_truth": "156089_1321081_63-12", "score": 0.4}, "entries[25].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[12].company_name": {"response": "Philippi & Hermann", "ground_truth": "Philippi & Hermann", "score": 1.0}, "entries[31].entry_id": {"response": "61-32", "ground_truth": "156089_1321081_63-32", "score": 0.4}, "entries[15].company_name": {"response": "Preisig, Walter & Cie", "ground_truth": "Preisig, Walter & Cie.", "score": 0.9767441860465115}, "entries[8].location": {"response": "", "ground_truth": "Montana", "score": 0.0}, "entries[2].entry_id": {"response": "61-3", "ground_truth": "156089_1321081_63-3", "score": 0.34782608695652173}, "entries[17].entry_id": {"response": "61-18", "ground_truth": "156089_1321081_63-18", "score": 0.4}, "entries[10].entry_id": {"response": "61-11", "ground_truth": "156089_1321081_63-11", "score": 0.4}, "entries[19].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[1].entry_id": {"response": "61-2", "ground_truth": "156089_1321081_63-2", "score": 0.34782608695652173}, "entries[3].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[16].entry_id": {"response": "61-17", "ground_truth": "156089_1321081_63-17", "score": 0.4}, "entries[0].company_name": {"response": "Nardin, Ulysse", "ground_truth": "Nardin, Ulysse", "score": 1.0}, "entries[13].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[14].entry_id": {"response": "61-15", "ground_truth": "156089_1321081_63-15", "score": 0.4}, "entries[22].entry_id": {"response": "61-23", "ground_truth": "156089_1321081_63-23", "score": 0.4}, "entries[32].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[7].company_name": {"response": "Paillard & Benoit", "ground_truth": "Paillard & Benoit", "score": 1.0}, "entries[3].entry_id": {"response": "61-4", "ground_truth": "156089_1321081_63-4", "score": 0.34782608695652173}, "entries[11].company_name": {"response": "Peter, Cailler, Kohler", "ground_truth": "Peter, Cailler, Kohler", "score": 1.0}, "entries[23].company_name": {"response": "Rolo & Co.", "ground_truth": "Rolo & Co.", "score": 1.0}, "entries[6].entry_id": {"response": "61-7", "ground_truth": "156089_1321081_63-7", "score": 0.34782608695652173}, "entries[19].entry_id": {"response": "61-20", "ground_truth": "156089_1321081_63-20", "score": 0.4}, "entries[13].company_name": {"response": "Planta, J. & Co.", "ground_truth": "Planta, J. & Co.", "score": 1.0}, "entries[17].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[18].entry_id": {"response": "61-19", "ground_truth": "156089_1321081_63-19", "score": 0.4}, "entries[30].entry_id": {"response": "61-31", "ground_truth": "156089_1321081_63-31", "score": 0.4}, "entries[28].entry_id": {"response": "61-29", "ground_truth": "156089_1321081_63-29", "score": 0.4}, "entries[31].company_name": {"response": "Sarasin Sons Ltd.", "ground_truth": "Sarasin Sons Ltd.", "score": 1.0}, "entries[24].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[12].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[18].company_name": {"response": "Reichenbach & Cie.", "ground_truth": "Reichenbach & Cie.", "score": 1.0}, "entries[28].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[0].entry_id": {"response": "61-1", "ground_truth": "156089_1321081_63-1", "score": 0.34782608695652173}, "entries[9].company_name": {"response": "Pearse, A. C. & Co., Ltd.", "ground_truth": "Pearse, A. C. & Co., Ltd.", "score": 1.0}, "entries[2].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[14].company_name": {"response": "Porteous, James & Co., Ltd.", "ground_truth": "Porteous, James & Co., Ltd.", "score": 1.0}, "entries[31].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[26].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[6].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[11].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[5].company_name": {"response": "Obrist & Co.", "ground_truth": "Obrist & Co.", "score": 1.0}, "entries[15].entry_id": {"response": "61-16", "ground_truth": "156089_1321081_63-16", "score": 0.4}, "entries[26].company_name": {"response": "R\u00fcegger & Co.", "ground_truth": "R\u00fcegger & Co.", "score": 1.0}, "entries[22].company_name": {"response": "Rolls, Frank V.", "ground_truth": "Rolls, Frank V.", "score": 1.0}, "entries[4].entry_id": {"response": "61-5", "ground_truth": "156089_1321081_63-5", "score": 0.34782608695652173}, "entries[32].company_name": {"response": "Sarasin, W. & Co.", "ground_truth": "Sarasin, W. & Co.", "score": 1.0}, "entries[20].entry_id": {"response": "61-21", "ground_truth": "156089_1321081_63-21", "score": 0.4}, "entries[9].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[1].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[27].entry_id": {"response": "61-28", "ground_truth": "156089_1321081_63-28", "score": 0.4}, "entries[1].company_name": {"response": "Natural, Le Coultre & Cie., S. A.", "ground_truth": "Natural, Le Coultre & Cie., S. A.", "score": 1.0}, "entries[7].entry_id": {"response": "61-8", "ground_truth": "156089_1321081_63-8", "score": 0.34782608695652173}, "entries[18].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[12].entry_id": {"response": "61-13", "ground_truth": "156089_1321081_63-13", "score": 0.4}, "entries[16].company_name": {"response": "Quasi-Arc Co., Ltd., The", "ground_truth": "Quasi-Arc Co., Ltd., The", "score": 1.0}, "entries[0].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[25].company_name": {"response": "Roussy, Th\u00e9odore", "ground_truth": "Roussy, Th\u00e9odore", "score": 1.0}, "entries[24].company_name": {"response": "\"Roneo\" A. G.", "ground_truth": "\"Roneo\" A. G.", "score": 1.0}, "entries[24].entry_id": {"response": "61-25", "ground_truth": "156089_1321081_63-25", "score": 0.4}, "entries[19].company_name": {"response": "Reinhart & Co.", "ground_truth": "Reinhart & Co.", "score": 1.0}, "entries[30].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[6].company_name": {"response": "Paillard, E. & Cie., S. A.", "ground_truth": "Paillard, E. & Cie., S. A.", "score": 1.0}, "entries[29].entry_id": {"response": "61-30", "ground_truth": "156089_1321081_63-30", "score": 0.4}, "entries[29].company_name": {"response": "Sandreuter & Co.", "ground_truth": "Sandreuter & Co.", "score": 1.0}, "entries[10].company_name": {"response": "Perrin & Cie.", "ground_truth": "Perrin & Cie.", "score": 1.0}, "entries[21].entry_id": {"response": "61-22", "ground_truth": "156089_1321081_63-22", "score": 0.4}, "entries[21].company_name": {"response": "Rolling & Drawing Mills Ltd.", "ground_truth": "Rolling & Drawing Mills Ltd.", "score": 1.0}, "entries[10].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[2].company_name": {"response": "Nestl\u00e9 & Anglo-Swiss Condensed Milk Co., Ltd.", "ground_truth": "Nestl\u00e9 & Anglo-Swiss Condensed Milk Co., Ltd.", "score": 1.0}, "entries[26].entry_id": {"response": "61-27", "ground_truth": "156089_1321081_63-27", "score": 0.4}, "entries[14].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[32].entry_id": {"response": "61-33", "ground_truth": "156089_1321081_63-33", "score": 0.4}, "entries[27].location": {"response": "", "ground_truth": "", "score": 1.0}, "page_id": {"response": "61", "ground_truth": "156089_1321081_63", "score": 0.21052631578947367}, "entries[25].entry_id": {"response": "61-26", "ground_truth": "156089_1321081_63-26", "score": 0.4}, "entries[5].entry_id": {"response": "61-6", "ground_truth": "156089_1321081_63-6", "score": 0.34782608695652173}}, "total_fields": 100}, "raw_response": "{\"id\":\"chatcmpl-1ddfa991-a7c4-91de-a3a2-8743db86ac29\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\n  \\\"page_id\\\": \\\"61\\\",\\n  \\\"entries\\\": [\\n    {\\n      \\\"entry_id\\\": \\\"61-1\\\",\\n      \\\"company_name\\\": \\\"Nardin, Ulysse\\\",\\n      \\\"location\\\": null\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"61-2\\\",\\n      \\\"company_name\\\": \\\"Natural, Le Coultre & Cie., S. A.\\\",\\n      \\\"location\\\": null\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"61-3\\\",\\n      \\\"company_name\\\": \\\"Nestl\u00e9 & Anglo-Swiss Condensed Milk Co., Ltd.\\\",\\n      \\\"location\\\": null\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"61-4\\\",\\n      \\\"company_name\\\": \\\"Neuburger & Co.\\\",\\n      \\\"location\\\": null\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"61-5\\\",\\n      \\\"company_name\\\": \\\"North British Rubber Co, Ltd., The\\\",\\n      \\\"location\\\": null\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"61-6\\\",\\n      \\\"company_name\\\": \\\"Obrist & Co.\\\",\\n      \\\"location\\\": null\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"61-7\\\",\\n      \\\"company_name\\\": \\\"Paillard, E. & Cie., S. A.\\\",\\n      \\\"location\\\": null\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"61-8\\\",\\n      \\\"company_name\\\": \\\"Paillard & Benoit\\\",\\n      \\\"location\\\": null\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"61-9\\\",\\n      \\\"company_name\\\": \\\"Palace Hotel, Montana\\\",\\n      \\\"location\\\": null\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"61-10\\\",\\n      \\\"company_name\\\": \\\"Pearse, A. C. & Co., Ltd.\\\",\\n      \\\"location\\\": null\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"61-11\\\",\\n      \\\"company_name\\\": \\\"Perrin & Cie.\\\",\\n      \\\"location\\\": null\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"61-12\\\",\\n      \\\"company_name\\\": \\\"Peter, Cailler, Kohler\\\",\\n      \\\"location\\\": null\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"61-13\\\",\\n      \\\"company_name\\\": \\\"Philippi & Hermann\\\",\\n      \\\"location\\\": null\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"61-14\\\",\\n      \\\"company_name\\\": \\\"Planta, J. & Co.\\\",\\n      \\\"location\\\": null\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"61-15\\\",\\n      \\\"company_name\\\": \\\"Porteous, James & Co., Ltd.\\\",\\n      \\\"location\\\": null\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"61-16\\\",\\n      \\\"company_name\\\": \\\"Preisig, Walter & Cie\\\",\\n      \\\"location\\\": null\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"61-17\\\",\\n      \\\"company_name\\\": \\\"Quasi-Arc Co., Ltd., The\\\",\\n      \\\"location\\\": null\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"61-18\\\",\\n      \\\"company_name\\\": \\\"Record Dreadnought Watch Co., S. A.\\\",\\n      \\\"location\\\": null\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"61-19\\\",\\n      \\\"company_name\\\": \\\"Reichenbach & Cie.\\\",\\n      \\\"location\\\": null\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"61-20\\\",\\n      \\\"company_name\\\": \\\"Reinhart & Co.\\\",\\n      \\\"location\\\": null\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"61-21\\\",\\n      \\\"company_name\\\": \\\"Rinderknecht, J.\\\",\\n      \\\"location\\\": null\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"61-22\\\",\\n      \\\"company_name\\\": \\\"Rolling & Drawing Mills Ltd.\\\",\\n      \\\"location\\\": null\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"61-23\\\",\\n      \\\"company_name\\\": \\\"Rolls, Frank V.\\\",\\n      \\\"location\\\": null\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"61-24\\\",\\n      \\\"company_name\\\": \\\"Rolo & Co.\\\",\\n      \\\"location\\\": null\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"61-25\\\",\\n      \\\"company_name\\\": \\\"\\\\\\\"Roneo\\\\\\\" A. G.\\\",\\n      \\\"location\\\": null\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"61-26\\\",\\n      \\\"company_name\\\": \\\"Roussy, Th\u00e9odore\\\",\\n      \\\"location\\\": null\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"61-27\\\",\\n      \\\"company_name\\\": \\\"R\u00fcegger & Co.\\\",\\n      \\\"location\\\": null\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"61-28\\\",\\n      \\\"company_name\\\": \\\"Ryff & Co., Ltd.\\\",\\n      \\\"location\\\": null\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"61-29\\\",\\n      \\\"company_name\\\": \\\"Sandoz Chemical Co., Ltd., The\\\",\\n      \\\"location\\\": null\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"61-30\\\",\\n      \\\"company_name\\\": \\\"Sandreuter & Co.\\\",\\n      \\\"location\\\": null\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"61-31\\\",\\n      \\\"company_name\\\": \\\"Sarasin, Rodolphe & Co., Ltd.\\\",\\n      \\\"location\\\": null\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"61-32\\\",\\n      \\\"company_name\\\": \\\"Sarasin Sons Ltd.\\\",\\n      \\\"location\\\": null\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"61-33\\\",\\n      \\\"company_name\\\": \\\"Sarasin, W. & Co.\\\",\\n      \\\"location\\\": null\\n    }\\n  ]\\n}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":null,\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"reasoning_content\":\"\"}}],\"created\":1774430224,\"model\":\"qwen3.5-35b-a3b\",\"object\":\"chat.completion\",\"service_tier\":null,\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":1332,\"prompt_tokens\":3084,\"total_tokens\":4416,\"completion_tokens_details\":{\"accepted_prediction_tokens\":null,\"audio_tokens\":null,\"reasoning_tokens\":null,\"rejected_prediction_tokens\":null,\"text_tokens\":1332},\"prompt_tokens_details\":{\"audio_tokens\":null,\"cached_tokens\":null,\"image_tokens\":2503,\"text_tokens\":581}}}"}, "scoring": {"f1_micro": 0.503976143141153, "f1_macro": 0.5133333333333333, "micro_precision": 0.4970588235294118, "micro_recall": 0.5110887096774194, "total_instances": 15, "total_tp": 507, "total_fp": 513, "total_fn": 485, "cost_summary": {"total_input_tokens": 46456, "total_output_tokens": 16285, "total_tokens": 62741, "input_cost_usd": 0.011614000000000001, "output_cost_usd": 0.03257000000000001, "total_cost_usd": 0.044184}}, "normalized_score": 51.33333333333333}