{"_id": {"$oid": "6a2bd2517c8509fc28cb42e1"}, "test_id": "T1045", "benchmark": "company_lists", "date": "2026-04-27", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en", "de"], "layout": ["list"], "entry-type": ["company"], "task": ["information-extraction"]}, "contributors": ["lea_kasper", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5.5-2026-04-23", "dataclass": "ListPage", "temperature": 0.5, "role_description": "You are a Historian", "prompt_file": "prompt.txt", "legacy_test": false}, "prompt": "The image you are presented with stems from a digitized book containing lists of companies.\nYour task is to extract structured information about each company listed on the page.\n\nAbout the source:\n- The image stems from a trade index of the British Swiss Chamber of Commerce.\n- The image can show an alphabetical or a thematic list of companies.\n- The companies are mostly located in Switzerland and the UK.\n- The image stems from a trade index between 1925 and 1958.\n- Most pages have one column but some years have two columns.\n- The source itself is in English and German but the company names can be in English, German, French or Italian.\n\nAbout the entries:\n- Each entry describes a single company or person.\n- Alphabetical entries have filling dots between the company name and the page number. Dots and page numbers are not part of the data and should be ignored.\n- Alphabetical entries seldom to never have locations.\n- Thematic entries often have locations.\n- Thematic entries are listed under headings that describe the type of business.\n- Some thematic headings are only references to other headings, e.g. \"X, s. Y\".\n\nAbout the output:\n- Answer in valid JSON. The JSON should be an array of objects with the following fields:\n- The page ID is given as {page_id}.\n- Do not add country information, if it is not directly written with the location.\n\n{\n  \"entry_id\": \"A unique identifier for the entry, e.g. '{page_id}-1'\",\n  \"company_name\": \"The name of the company or person\",\n  \"location\": \"The location of the company, e.g. 'Zurich' or 'London, UK'. If no location is given, set to null.\"\n  ]\n}\n", "results": {"text": "{\"page_id\":\"{page_id}\",\"entries\":[{\"entry_id\":\"{page_id}-1\",\"company_name\":\"Nardin, Ulysse\",\"location\":\"\"},{\"entry_id\":\"{page_id}-2\",\"company_name\":\"Natural, Le Coultre & Cie., S. A.\",\"location\":\"\"},{\"entry_id\":\"{page_id}-3\",\"company_name\":\"Nestl\u00e9 & Anglo-Swiss Condensed Milk Co., Ltd.\",\"location\":\"\"},{\"entry_id\":\"{page_id}-4\",\"company_name\":\"Neuburger & Co.\",\"location\":\"\"},{\"entry_id\":\"{page_id}-5\",\"company_name\":\"North British Rubber Co., Ltd., The\",\"location\":\"\"},{\"entry_id\":\"{page_id}-6\",\"company_name\":\"Obrist & Co.\",\"location\":\"\"},{\"entry_id\":\"{page_id}-7\",\"company_name\":\"Paillard, E. & Cie., S. A.\",\"location\":\"\"},{\"entry_id\":\"{page_id}-8\",\"company_name\":\"Paillard & Benoit\",\"location\":\"\"},{\"entry_id\":\"{page_id}-9\",\"company_name\":\"Palace Hotel\",\"location\":\"Montana\"},{\"entry_id\":\"{page_id}-10\",\"company_name\":\"Pearse, A. C. & Co., Ltd\",\"location\":\"\"},{\"entry_id\":\"{page_id}-11\",\"company_name\":\"Perrin & Cie.\",\"location\":\"\"},{\"entry_id\":\"{page_id}-12\",\"company_name\":\"Peter, Cailler, Kohler\",\"location\":\"\"},{\"entry_id\":\"{page_id}-13\",\"company_name\":\"Philippi & Hermann\",\"location\":\"\"},{\"entry_id\":\"{page_id}-14\",\"company_name\":\"Planta, J. & Co.\",\"location\":\"\"},{\"entry_id\":\"{page_id}-15\",\"company_name\":\"Porteous, James & Co., Ltd.\",\"location\":\"\"},{\"entry_id\":\"{page_id}-16\",\"company_name\":\"Preisig, Walter & Cie\",\"location\":\"\"},{\"entry_id\":\"{page_id}-17\",\"company_name\":\"Quasi-Arc Co., Ltd., The\",\"location\":\"\"},{\"entry_id\":\"{page_id}-18\",\"company_name\":\"Record Dreadnought Watch Co., S. A.\",\"location\":\"\"},{\"entry_id\":\"{page_id}-19\",\"company_name\":\"Reichenbach & Cie.\",\"location\":\"\"},{\"entry_id\":\"{page_id}-20\",\"company_name\":\"Reinhart & Co.\",\"location\":\"\"},{\"entry_id\":\"{page_id}-21\",\"company_name\":\"Rinderknecht, J.\",\"location\":\"\"},{\"entry_id\":\"{page_id}-22\",\"company_name\":\"Rolling & Drawing Mills Ltd.\",\"location\":\"\"},{\"entry_id\":\"{page_id}-23\",\"company_name\":\"Rolls, Frank V.\",\"location\":\"\"},{\"entry_id\":\"{page_id}-24\",\"company_name\":\"Rolo & Co.\",\"location\":\"\"},{\"entry_id\":\"{page_id}-25\",\"company_name\":\"\u201eRoneo\u201c A. G.\",\"location\":\"\"},{\"entry_id\":\"{page_id}-26\",\"company_name\":\"Roussy, Th\u00e9odore\",\"location\":\"\"},{\"entry_id\":\"{page_id}-27\",\"company_name\":\"R\u00fcegger & Co.\",\"location\":\"\"},{\"entry_id\":\"{page_id}-28\",\"company_name\":\"Ryff & Co., Ltd.\",\"location\":\"\"},{\"entry_id\":\"{page_id}-29\",\"company_name\":\"Sandoz Chemical Co., Ltd., The\",\"location\":\"\"},{\"entry_id\":\"{page_id}-30\",\"company_name\":\"Sandreuter & Co.\",\"location\":\"\"},{\"entry_id\":\"{page_id}-31\",\"company_name\":\"Sarasin, Rodolphe & Co., Ltd.\",\"location\":\"\"},{\"entry_id\":\"{page_id}-32\",\"company_name\":\"Sarasin Sons Ltd.\",\"location\":\"\"},{\"entry_id\":\"{page_id}-33\",\"company_name\":\"Sarasin, W. & Co.\",\"location\":\"\"}]}", "model": "gpt-5.5-2026-04-23", "provider": "openai", "finish_reason": "stop", "usage": {"input_tokens": 3603, "output_tokens": 1847, "total_tokens": 5450, "input_cost_usd": 0.018015, "output_cost_usd": 0.055409999999999994, "estimated_cost_usd": 0.07342499999999999}, "duration": 24.737069606781006, "timestamp": "2026-04-27T09:43:55.177272", "parsed": {"page_id": "{page_id}", "entries": [{"entry_id": "{page_id}-1", "company_name": "Nardin, Ulysse", "location": ""}, {"entry_id": "{page_id}-2", "company_name": "Natural, Le Coultre & Cie., S. A.", "location": ""}, {"entry_id": "{page_id}-3", "company_name": "Nestl\u00e9 & Anglo-Swiss Condensed Milk Co., Ltd.", "location": ""}, {"entry_id": "{page_id}-4", "company_name": "Neuburger & Co.", "location": ""}, {"entry_id": "{page_id}-5", "company_name": "North British Rubber Co., Ltd., The", "location": ""}, {"entry_id": "{page_id}-6", "company_name": "Obrist & Co.", "location": ""}, {"entry_id": "{page_id}-7", "company_name": "Paillard, E. & Cie., S. A.", "location": ""}, {"entry_id": "{page_id}-8", "company_name": "Paillard & Benoit", "location": ""}, {"entry_id": "{page_id}-9", "company_name": "Palace Hotel", "location": "Montana"}, {"entry_id": "{page_id}-10", "company_name": "Pearse, A. C. & Co., Ltd", "location": ""}, {"entry_id": "{page_id}-11", "company_name": "Perrin & Cie.", "location": ""}, {"entry_id": "{page_id}-12", "company_name": "Peter, Cailler, Kohler", "location": ""}, {"entry_id": "{page_id}-13", "company_name": "Philippi & Hermann", "location": ""}, {"entry_id": "{page_id}-14", "company_name": "Planta, J. & Co.", "location": ""}, {"entry_id": "{page_id}-15", "company_name": "Porteous, James & Co., Ltd.", "location": ""}, {"entry_id": "{page_id}-16", "company_name": "Preisig, Walter & Cie", "location": ""}, {"entry_id": "{page_id}-17", "company_name": "Quasi-Arc Co., Ltd., The", "location": ""}, {"entry_id": "{page_id}-18", "company_name": "Record Dreadnought Watch Co., S. A.", "location": ""}, {"entry_id": "{page_id}-19", "company_name": "Reichenbach & Cie.", "location": ""}, {"entry_id": "{page_id}-20", "company_name": "Reinhart & Co.", "location": ""}, {"entry_id": "{page_id}-21", "company_name": "Rinderknecht, J.", "location": ""}, {"entry_id": "{page_id}-22", "company_name": "Rolling & Drawing Mills Ltd.", "location": ""}, {"entry_id": "{page_id}-23", "company_name": "Rolls, Frank V.", "location": ""}, {"entry_id": "{page_id}-24", "company_name": "Rolo & Co.", "location": ""}, {"entry_id": "{page_id}-25", "company_name": "\u201eRoneo\u201c A. G.", "location": ""}, {"entry_id": "{page_id}-26", "company_name": "Roussy, Th\u00e9odore", "location": ""}, {"entry_id": "{page_id}-27", "company_name": "R\u00fcegger & Co.", "location": ""}, {"entry_id": "{page_id}-28", "company_name": "Ryff & Co., Ltd.", "location": ""}, {"entry_id": "{page_id}-29", "company_name": "Sandoz Chemical Co., Ltd., The", "location": ""}, {"entry_id": "{page_id}-30", "company_name": "Sandreuter & Co.", "location": ""}, {"entry_id": "{page_id}-31", "company_name": "Sarasin, Rodolphe & Co., Ltd.", "location": ""}, {"entry_id": "{page_id}-32", "company_name": "Sarasin Sons Ltd.", "location": ""}, {"entry_id": "{page_id}-33", "company_name": "Sarasin, W. & Co.", "location": ""}]}, "conversation_id": "80d53f13-d3b1-47d3-9f38-6370db8d62d4", "score": {"f1_score": 0.47, "precision": 0.47058823529411764, "recall": 0.47058823529411764, "true_positives": 32, "false_positives": 36, "false_negatives": 36, "field_scores": {"entries[1].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[31].company_name": {"response": "Sarasin Sons Ltd.", "ground_truth": "Sarasin Sons Ltd.", "score": 1.0}, "entries[24].entry_id": {"response": "{page_id}-25", "ground_truth": "156089_1321081_63-25", "score": 0.25}, "entries[26].company_name": {"response": "R\u00fcegger & Co.", "ground_truth": "R\u00fcegger & Co.", "score": 1.0}, "page_id": {"response": "{page_id}", "ground_truth": "156089_1321081_63", "score": 0.07692307692307687}, "entries[32].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[15].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[25].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[6].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[2].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[30].entry_id": {"response": "{page_id}-31", "ground_truth": "156089_1321081_63-31", "score": 0.25}, "entries[5].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[12].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[18].entry_id": {"response": "{page_id}-19", "ground_truth": "156089_1321081_63-19", "score": 0.25}, "entries[23].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[22].company_name": {"response": "Rolls, Frank V.", "ground_truth": "Rolls, Frank V.", "score": 1.0}, "entries[19].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[12].entry_id": {"response": "{page_id}-13", "ground_truth": "156089_1321081_63-13", "score": 0.25}, "entries[14].entry_id": {"response": "{page_id}-15", "ground_truth": "156089_1321081_63-15", "score": 0.25}, "entries[32].company_name": {"response": "Sarasin, W. & Co.", "ground_truth": "Sarasin, W. & Co.", "score": 1.0}, "entries[16].company_name": {"response": "Quasi-Arc Co., Ltd., The", "ground_truth": "Quasi-Arc Co., Ltd., The", "score": 1.0}, "entries[14].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[0].entry_id": {"response": "{page_id}-1", "ground_truth": "156089_1321081_63-1", "score": 0.19999999999999996}, "entries[28].company_name": {"response": "Sandoz Chemical Co., Ltd., The", "ground_truth": "Sandoz Chemical Co., Ltd., The", "score": 1.0}, "entries[18].company_name": {"response": "Reichenbach & Cie.", "ground_truth": "Reichenbach & Cie.", "score": 1.0}, "entries[7].company_name": {"response": "Paillard & Benoit", "ground_truth": "Paillard & Benoit", "score": 1.0}, "entries[21].entry_id": {"response": "{page_id}-22", "ground_truth": "156089_1321081_63-22", "score": 0.25}, "entries[29].company_name": {"response": "Sandreuter & Co.", "ground_truth": "Sandreuter & Co.", "score": 1.0}, "entries[22].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[9].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[17].entry_id": {"response": "{page_id}-18", "ground_truth": "156089_1321081_63-18", "score": 0.25}, "entries[30].company_name": {"response": "Sarasin, Rodolphe & Co., Ltd.", "ground_truth": "Sarasin, Rodolphe & Co., Ltd.", "score": 1.0}, "entries[8].entry_id": {"response": "{page_id}-9", "ground_truth": "156089_1321081_63-9", "score": 0.19999999999999996}, "entries[6].company_name": {"response": "Paillard, E. & Cie., S. A.", "ground_truth": "Paillard, E. & Cie., S. A.", "score": 1.0}, "entries[26].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[30].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[7].entry_id": {"response": "{page_id}-8", "ground_truth": "156089_1321081_63-8", "score": 0.19999999999999996}, "entries[23].entry_id": {"response": "{page_id}-24", "ground_truth": "156089_1321081_63-24", "score": 0.25}, "entries[5].company_name": {"response": "Obrist & Co.", "ground_truth": "Obrist & Co.", "score": 1.0}, "entries[14].company_name": {"response": "Porteous, James & Co., Ltd.", "ground_truth": "Porteous, James & Co., Ltd.", "score": 1.0}, "entries[25].entry_id": {"response": "{page_id}-26", "ground_truth": "156089_1321081_63-26", "score": 0.25}, "entries[11].company_name": {"response": "Peter, Cailler, Kohler", "ground_truth": "Peter, Cailler, Kohler", "score": 1.0}, "entries[28].entry_id": {"response": "{page_id}-29", "ground_truth": "156089_1321081_63-29", "score": 0.25}, "entries[25].company_name": {"response": "Roussy, Th\u00e9odore", "ground_truth": "Roussy, Th\u00e9odore", "score": 1.0}, "entries[19].company_name": {"response": "Reinhart & Co.", "ground_truth": "Reinhart & Co.", "score": 1.0}, "entries[8].company_name": {"response": "Palace Hotel", "ground_truth": "Palace Hotel, Montana", "score": 0.7272727272727273}, "entries[1].entry_id": {"response": "{page_id}-2", "ground_truth": "156089_1321081_63-2", "score": 0.19999999999999996}, "entries[20].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[20].company_name": {"response": "Rinderknecht, J.", "ground_truth": "Rinderknecht, J.", "score": 1.0}, "entries[7].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[9].company_name": {"response": "Pearse, A. C. & Co., Ltd", "ground_truth": "Pearse, A. C. & Co., Ltd.", "score": 0.9795918367346939}, "entries[0].company_name": {"response": "Nardin, Ulysse", "ground_truth": "Nardin, Ulysse", "score": 1.0}, "entries[2].entry_id": {"response": "{page_id}-3", "ground_truth": "156089_1321081_63-3", "score": 0.19999999999999996}, "entries[21].company_name": {"response": "Rolling & Drawing Mills Ltd.", "ground_truth": "Rolling & Drawing Mills Ltd.", "score": 1.0}, "entries[6].entry_id": {"response": "{page_id}-7", "ground_truth": "156089_1321081_63-7", "score": 0.19999999999999996}, "entries[17].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[31].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[23].company_name": {"response": "Rolo & Co.", "ground_truth": "Rolo & Co.", "score": 1.0}, "entries[29].entry_id": {"response": "{page_id}-30", "ground_truth": "156089_1321081_63-30", "score": 0.25}, "entries[21].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[4].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[10].entry_id": {"response": "{page_id}-11", "ground_truth": "156089_1321081_63-11", "score": 0.25}, "entries[3].company_name": {"response": "Neuburger & Co.", "ground_truth": "Neuburger & Co.", "score": 1.0}, "entries[27].company_name": {"response": "Ryff & Co., Ltd.", "ground_truth": "Ryff & Co., Ltd.", "score": 1.0}, "entries[29].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[13].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[15].company_name": {"response": "Preisig, Walter & Cie", "ground_truth": "Preisig, Walter & Cie.", "score": 0.9767441860465115}, "entries[1].company_name": {"response": "Natural, Le Coultre & Cie., S. A.", "ground_truth": "Natural, Le Coultre & Cie., S. A.", "score": 1.0}, "entries[13].entry_id": {"response": "{page_id}-14", "ground_truth": "156089_1321081_63-14", "score": 0.25}, "entries[11].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[4].entry_id": {"response": "{page_id}-5", "ground_truth": "156089_1321081_63-5", "score": 0.19999999999999996}, "entries[31].entry_id": {"response": "{page_id}-32", "ground_truth": "156089_1321081_63-32", "score": 0.25}, "entries[20].entry_id": {"response": "{page_id}-21", "ground_truth": "156089_1321081_63-21", "score": 0.25}, "entries[11].entry_id": {"response": "{page_id}-12", "ground_truth": "156089_1321081_63-12", "score": 0.25}, "entries[13].company_name": {"response": "Planta, J. & Co.", "ground_truth": "Planta, J. & Co.", "score": 1.0}, "entries[27].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[0].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[5].entry_id": {"response": "{page_id}-6", "ground_truth": "156089_1321081_63-6", "score": 0.19999999999999996}, "entries[24].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[27].entry_id": {"response": "{page_id}-28", "ground_truth": "156089_1321081_63-28", "score": 0.25}, "entries[26].entry_id": {"response": "{page_id}-27", "ground_truth": "156089_1321081_63-27", "score": 0.25}, "entries[15].entry_id": {"response": "{page_id}-16", "ground_truth": "156089_1321081_63-16", "score": 0.25}, "entries[17].company_name": {"response": "Record Dreadnought Watch Co., S. A.", "ground_truth": "Record Dreadnought Watch Co., S. A.", "score": 1.0}, "entries[16].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[24].company_name": {"response": "\u201eRoneo\u201c A. G.", "ground_truth": "\"Roneo\" A. G.", "score": 0.8461538461538461}, "entries[32].entry_id": {"response": "{page_id}-33", "ground_truth": "156089_1321081_63-33", "score": 0.25}, "entries[3].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[22].entry_id": {"response": "{page_id}-23", "ground_truth": "156089_1321081_63-23", "score": 0.25}, "entries[16].entry_id": {"response": "{page_id}-17", "ground_truth": "156089_1321081_63-17", "score": 0.25}, "entries[18].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[9].entry_id": {"response": "{page_id}-10", "ground_truth": "156089_1321081_63-10", "score": 0.25}, "entries[12].company_name": {"response": "Philippi & Hermann", "ground_truth": "Philippi & Hermann", "score": 1.0}, "entries[4].company_name": {"response": "North British Rubber Co., Ltd., The", "ground_truth": "North British Rubber Co., Ltd., The", "score": 1.0}, "entries[10].company_name": {"response": "Perrin & Cie.", "ground_truth": "Perrin & Cie.", "score": 1.0}, "entries[3].entry_id": {"response": "{page_id}-4", "ground_truth": "156089_1321081_63-4", "score": 0.19999999999999996}, "entries[28].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[10].location": {"response": "", "ground_truth": "", "score": 1.0}, "entries[2].company_name": {"response": "Nestl\u00e9 & Anglo-Swiss Condensed Milk Co., Ltd.", "ground_truth": "Nestl\u00e9 & Anglo-Swiss Condensed Milk Co., Ltd.", "score": 1.0}, "entries[19].entry_id": {"response": "{page_id}-20", "ground_truth": "156089_1321081_63-20", "score": 0.25}, "entries[8].location": {"response": "Montana", "ground_truth": "Montana", "score": 1.0}}, "total_fields": 100}, "raw_response": "{\"id\":\"chatcmpl-DZAup5jSUmANYbAH0se6L8lbLlmVs\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\\"entries\\\":[{\\\"company_name\\\":\\\"Nardin, Ulysse\\\",\\\"entry_id\\\":\\\"{page_id}-1\\\",\\\"location\\\":\\\"\\\"},{\\\"company_name\\\":\\\"Natural, Le Coultre & Cie., S. A.\\\",\\\"entry_id\\\":\\\"{page_id}-2\\\",\\\"location\\\":\\\"\\\"},{\\\"company_name\\\":\\\"Nestl\u00e9 & Anglo-Swiss Condensed Milk Co., Ltd.\\\",\\\"entry_id\\\":\\\"{page_id}-3\\\",\\\"location\\\":\\\"\\\"},{\\\"company_name\\\":\\\"Neuburger & Co.\\\",\\\"entry_id\\\":\\\"{page_id}-4\\\",\\\"location\\\":\\\"\\\"},{\\\"company_name\\\":\\\"North British Rubber Co., Ltd., The\\\",\\\"entry_id\\\":\\\"{page_id}-5\\\",\\\"location\\\":\\\"\\\"},{\\\"company_name\\\":\\\"Obrist & Co.\\\",\\\"entry_id\\\":\\\"{page_id}-6\\\",\\\"location\\\":\\\"\\\"},{\\\"company_name\\\":\\\"Paillard, E. & Cie., S. A.\\\",\\\"entry_id\\\":\\\"{page_id}-7\\\",\\\"location\\\":\\\"\\\"},{\\\"company_name\\\":\\\"Paillard & Benoit\\\",\\\"entry_id\\\":\\\"{page_id}-8\\\",\\\"location\\\":\\\"\\\"},{\\\"company_name\\\":\\\"Palace Hotel\\\",\\\"entry_id\\\":\\\"{page_id}-9\\\",\\\"location\\\":\\\"Montana\\\"},{\\\"company_name\\\":\\\"Pearse, A. C. & Co., Ltd\\\",\\\"entry_id\\\":\\\"{page_id}-10\\\",\\\"location\\\":\\\"\\\"},{\\\"company_name\\\":\\\"Perrin & Cie.\\\",\\\"entry_id\\\":\\\"{page_id}-11\\\",\\\"location\\\":\\\"\\\"},{\\\"company_name\\\":\\\"Peter, Cailler, Kohler\\\",\\\"entry_id\\\":\\\"{page_id}-12\\\",\\\"location\\\":\\\"\\\"},{\\\"company_name\\\":\\\"Philippi & Hermann\\\",\\\"entry_id\\\":\\\"{page_id}-13\\\",\\\"location\\\":\\\"\\\"},{\\\"company_name\\\":\\\"Planta, J. & Co.\\\",\\\"entry_id\\\":\\\"{page_id}-14\\\",\\\"location\\\":\\\"\\\"},{\\\"company_name\\\":\\\"Porteous, James & Co., Ltd.\\\",\\\"entry_id\\\":\\\"{page_id}-15\\\",\\\"location\\\":\\\"\\\"},{\\\"company_name\\\":\\\"Preisig, Walter & Cie\\\",\\\"entry_id\\\":\\\"{page_id}-16\\\",\\\"location\\\":\\\"\\\"},{\\\"company_name\\\":\\\"Quasi-Arc Co., Ltd., The\\\",\\\"entry_id\\\":\\\"{page_id}-17\\\",\\\"location\\\":\\\"\\\"},{\\\"company_name\\\":\\\"Record Dreadnought Watch Co., S. A.\\\",\\\"entry_id\\\":\\\"{page_id}-18\\\",\\\"location\\\":\\\"\\\"},{\\\"company_name\\\":\\\"Reichenbach & Cie.\\\",\\\"entry_id\\\":\\\"{page_id}-19\\\",\\\"location\\\":\\\"\\\"},{\\\"company_name\\\":\\\"Reinhart & Co.\\\",\\\"entry_id\\\":\\\"{page_id}-20\\\",\\\"location\\\":\\\"\\\"},{\\\"company_name\\\":\\\"Rinderknecht, J.\\\",\\\"entry_id\\\":\\\"{page_id}-21\\\",\\\"location\\\":\\\"\\\"},{\\\"company_name\\\":\\\"Rolling & Drawing Mills Ltd.\\\",\\\"entry_id\\\":\\\"{page_id}-22\\\",\\\"location\\\":\\\"\\\"},{\\\"company_name\\\":\\\"Rolls, Frank V.\\\",\\\"entry_id\\\":\\\"{page_id}-23\\\",\\\"location\\\":\\\"\\\"},{\\\"company_name\\\":\\\"Rolo & Co.\\\",\\\"entry_id\\\":\\\"{page_id}-24\\\",\\\"location\\\":\\\"\\\"},{\\\"company_name\\\":\\\"\u201eRoneo\u201c A. G.\\\",\\\"entry_id\\\":\\\"{page_id}-25\\\",\\\"location\\\":\\\"\\\"},{\\\"company_name\\\":\\\"Roussy, Th\u00e9odore\\\",\\\"entry_id\\\":\\\"{page_id}-26\\\",\\\"location\\\":\\\"\\\"},{\\\"company_name\\\":\\\"R\u00fcegger & Co.\\\",\\\"entry_id\\\":\\\"{page_id}-27\\\",\\\"location\\\":\\\"\\\"},{\\\"company_name\\\":\\\"Ryff & Co., Ltd.\\\",\\\"entry_id\\\":\\\"{page_id}-28\\\",\\\"location\\\":\\\"\\\"},{\\\"company_name\\\":\\\"Sandoz Chemical Co., Ltd., The\\\",\\\"entry_id\\\":\\\"{page_id}-29\\\",\\\"location\\\":\\\"\\\"},{\\\"company_name\\\":\\\"Sandreuter & Co.\\\",\\\"entry_id\\\":\\\"{page_id}-30\\\",\\\"location\\\":\\\"\\\"},{\\\"company_name\\\":\\\"Sarasin, Rodolphe & Co., Ltd.\\\",\\\"entry_id\\\":\\\"{page_id}-31\\\",\\\"location\\\":\\\"\\\"},{\\\"company_name\\\":\\\"Sarasin Sons Ltd.\\\",\\\"entry_id\\\":\\\"{page_id}-32\\\",\\\"location\\\":\\\"\\\"},{\\\"company_name\\\":\\\"Sarasin, W. & Co.\\\",\\\"entry_id\\\":\\\"{page_id}-33\\\",\\\"location\\\":\\\"\\\"}],\\\"page_id\\\":\\\"{page_id}\\\"}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":[],\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"page_id\":\"{page_id}\",\"entries\":[{\"entry_id\":\"{page_id}-1\",\"company_name\":\"Nardin, Ulysse\",\"location\":\"\"},{\"entry_id\":\"{page_id}-2\",\"company_name\":\"Natural, Le Coultre & Cie., S. A.\",\"location\":\"\"},{\"entry_id\":\"{page_id}-3\",\"company_name\":\"Nestl\u00e9 & Anglo-Swiss Condensed Milk Co., Ltd.\",\"location\":\"\"},{\"entry_id\":\"{page_id}-4\",\"company_name\":\"Neuburger & Co.\",\"location\":\"\"},{\"entry_id\":\"{page_id}-5\",\"company_name\":\"North British Rubber Co., Ltd., The\",\"location\":\"\"},{\"entry_id\":\"{page_id}-6\",\"company_name\":\"Obrist & Co.\",\"location\":\"\"},{\"entry_id\":\"{page_id}-7\",\"company_name\":\"Paillard, E. & Cie., S. A.\",\"location\":\"\"},{\"entry_id\":\"{page_id}-8\",\"company_name\":\"Paillard & Benoit\",\"location\":\"\"},{\"entry_id\":\"{page_id}-9\",\"company_name\":\"Palace Hotel\",\"location\":\"Montana\"},{\"entry_id\":\"{page_id}-10\",\"company_name\":\"Pearse, A. C. & Co., Ltd\",\"location\":\"\"},{\"entry_id\":\"{page_id}-11\",\"company_name\":\"Perrin & Cie.\",\"location\":\"\"},{\"entry_id\":\"{page_id}-12\",\"company_name\":\"Peter, Cailler, Kohler\",\"location\":\"\"},{\"entry_id\":\"{page_id}-13\",\"company_name\":\"Philippi & Hermann\",\"location\":\"\"},{\"entry_id\":\"{page_id}-14\",\"company_name\":\"Planta, J. & Co.\",\"location\":\"\"},{\"entry_id\":\"{page_id}-15\",\"company_name\":\"Porteous, James & Co., Ltd.\",\"location\":\"\"},{\"entry_id\":\"{page_id}-16\",\"company_name\":\"Preisig, Walter & Cie\",\"location\":\"\"},{\"entry_id\":\"{page_id}-17\",\"company_name\":\"Quasi-Arc Co., Ltd., The\",\"location\":\"\"},{\"entry_id\":\"{page_id}-18\",\"company_name\":\"Record Dreadnought Watch Co., S. A.\",\"location\":\"\"},{\"entry_id\":\"{page_id}-19\",\"company_name\":\"Reichenbach & Cie.\",\"location\":\"\"},{\"entry_id\":\"{page_id}-20\",\"company_name\":\"Reinhart & Co.\",\"location\":\"\"},{\"entry_id\":\"{page_id}-21\",\"company_name\":\"Rinderknecht, J.\",\"location\":\"\"},{\"entry_id\":\"{page_id}-22\",\"company_name\":\"Rolling & Drawing Mills Ltd.\",\"location\":\"\"},{\"entry_id\":\"{page_id}-23\",\"company_name\":\"Rolls, Frank V.\",\"location\":\"\"},{\"entry_id\":\"{page_id}-24\",\"company_name\":\"Rolo & Co.\",\"location\":\"\"},{\"entry_id\":\"{page_id}-25\",\"company_name\":\"\u201eRoneo\u201c A. G.\",\"location\":\"\"},{\"entry_id\":\"{page_id}-26\",\"company_name\":\"Roussy, Th\u00e9odore\",\"location\":\"\"},{\"entry_id\":\"{page_id}-27\",\"company_name\":\"R\u00fcegger & Co.\",\"location\":\"\"},{\"entry_id\":\"{page_id}-28\",\"company_name\":\"Ryff & Co., Ltd.\",\"location\":\"\"},{\"entry_id\":\"{page_id}-29\",\"company_name\":\"Sandoz Chemical Co., Ltd., The\",\"location\":\"\"},{\"entry_id\":\"{page_id}-30\",\"company_name\":\"Sandreuter & Co.\",\"location\":\"\"},{\"entry_id\":\"{page_id}-31\",\"company_name\":\"Sarasin, Rodolphe & Co., Ltd.\",\"location\":\"\"},{\"entry_id\":\"{page_id}-32\",\"company_name\":\"Sarasin Sons Ltd.\",\"location\":\"\"},{\"entry_id\":\"{page_id}-33\",\"company_name\":\"Sarasin, W. & Co.\",\"location\":\"\"}]}}}],\"created\":1777275811,\"model\":\"gpt-5.5-2026-04-23\",\"object\":\"chat.completion\",\"service_tier\":\"default\",\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":1847,\"prompt_tokens\":3603,\"total_tokens\":5450,\"completion_tokens_details\":{\"accepted_prediction_tokens\":0,\"audio_tokens\":0,\"reasoning_tokens\":1024,\"rejected_prediction_tokens\":0},\"prompt_tokens_details\":{\"audio_tokens\":0,\"cached_tokens\":0}}}"}, "scoring": {"f1_micro": 0.5181818181818183, "f1_macro": 0.52, "micro_precision": 0.5192307692307693, "micro_recall": 0.5171370967741935, "total_instances": 15, "total_tp": 513, "total_fp": 475, "total_fn": 479, "cost_summary": {"total_input_tokens": 53433, "total_output_tokens": 23852, "total_tokens": 77285, "input_cost_usd": 0.267165, "output_cost_usd": 0.7155600000000001, "total_cost_usd": 0.9827249999999998}}, "normalized_score": 52.0}