{"_id": {"$oid": "6a2c86a59ede3a3eff37d4f5"}, "test_id": "T1124", "benchmark": "company_lists", "date": "2026-06-05", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en", "de"], "layout": ["list"], "entry-type": ["company"], "task": ["information-extraction"]}, "contributors": ["lea_kasper", "sorin_marti"], "hidden": false, "config": {"provider": "openrouter", "model": "meta-llama/llama-4-scout", "dataclass": "ListPage", "temperature": 0.5, "role_description": "You are a Historian", "prompt_file": "prompt_min.txt", "legacy_test": false}, "prompt": "- Answer in valid JSON.\n- The page ID is given as {page_id}.\n", "results": {"text": "{\"page_id\":\"{page_id}\",\"entries\":[{\"entry_id\":\"Nardin, Ulysse\",\"company_name\":\"Nardin, Ulysse\",\"location\":\"14 51\"},{\"entry_id\":\"Natural, Le Coultre & Cie., S. A.\",\"company_name\":\"Natural, Le Coultre & Cie., S. A.\",\"location\":\"25 42 47\"},{\"entry_id\":\"Nestl\u00e9 & Anglo-Swiss Condensed Milk Co., Ltd.\",\"company_name\":\"Nestl\u00e9 & Anglo-Swiss Condensed Milk Co., Ltd.\",\"location\":\"14 16 25 35\"},{\"entry_id\":\"Neuburger & Co.\",\"company_name\":\"Neuburger & Co.\",\"location\":\"22 32\"},{\"entry_id\":\"North British Rubber Co, Ltd., The\",\"company_name\":\"North British Rubber Co, Ltd., The\",\"location\":\"41 48\"},{\"entry_id\":\"Obrist & Co.\",\"company_name\":\"Obrist & Co.\",\"location\":\"23 27\"},{\"entry_id\":\"Paillard, E & Cie., S. A.\",\"company_name\":\"Paillard, E & Cie., S. A.\",\"location\":\"26 35 36\"},{\"entry_id\":\"Paillard & Benoit\",\"company_name\":\"Paillard & Benoit\",\"location\":\"34\"},{\"entry_id\":\"Palace Hotel, Montan\",\"company_name\":\"Palace Hotel, Montan\",\"location\":\"28\"},{\"entry_id\":\"Pearse, A. C. & Co., Ltd.\",\"company_name\":\"Pearse, A. C. & Co., Ltd.\",\"location\":\"12 19 26 32 36 49\"},{\"entry_id\":\"Perrin & Cie.\",\"company_name\":\"Perrin & Cie.\",\"location\":\"13 19 26 30 40 42 44 47 48 50\"},{\"entry_id\":\"Peter, Cailler, Kohler\",\"company_name\":\"Peter, Cailler, Kohler\",\"location\":\"14 16\"},{\"entry_id\":\"Philippi & Hermann\",\"company_name\":\"Philippi & Hermann\",\"location\":\"10\"},{\"entry_id\":\"Planta, J. & Co.\",\"company_name\":\"Planta, J. & Co.\",\"location\":\"18 24\"},{\"entry_id\":\"Porteous, James & Co., Ltd.\",\"company_name\":\"Porteous, James & Co., Ltd.\",\"location\":\"46 48 52\"},{\"entry_id\":\"Preisig, Walter & Cie\",\"company_name\":\"Preisig, Walter & Cie\",\"location\":\"23\"},{\"entry_id\":\"Quasi-Arc Co.,Ltd., The\",\"company_name\":\"Quasi-Arc Co.,Ltd., The\",\"location\":\"51\"},{\"entry_id\":\"Record Dreadnought Watch Co., S. A.\",\"company_name\":\"Record Dreadnought Watch Co., S. A.\",\"location\":\"51\"},{\"entry_id\":\"Reichenbach & Cie.\",\"company_name\":\"Reichenbach & Cie.\",\"location\":\"18 23 27 32\"},{\"entry_id\":\"Reinhart & Co.\",\"company_name\":\"Reinhart & Co.\",\"location\":\"18 31\"},{\"entry_id\":\"Rinderknecht, J.\",\"company_name\":\"Rinderknecht, J.\",\"location\":\"11 45\"},{\"entry_id\":\"Rolling & Drawing Mills Ltd.\",\"company_name\":\"Rolling & Drawing Mills Ltd.\",\"location\":\"10\"},{\"entry_id\":\"Rolls, Frank V.\",\"company_name\":\"Rolls, Frank V.\",\"location\":\"15 37 51\"},{\"entry_id\":\"Rolo & Co.\",\"company_name\":\"Rolo & Co.\",\"location\":\"18 24\"},{\"entry_id\":\"\u201eRoneo\u201d A. G.\",\"company_name\":\"\u201eRoneo\u201d A. G.\",\"location\":\"36\"},{\"entry_id\":\"Roussy, Th\u00e9odore\",\"company_name\":\"Roussy, Th\u00e9odore\",\"location\":\"13 33 39 44\"},{\"entry_id\":\"R\u00fcegger & Co.\",\"company_name\":\"R\u00fcegger & Co.\",\"location\":\"49\"},{\"entry_id\":\"Ryff & Co., Ltd.\",\"company_name\":\"Ryff & Co., Ltd.\",\"location\":\"49\"},{\"entry_id\":\"Sandoz Chemical Co., Ltd., The\",\"company_name\":\"Sandoz Chemical Co., Ltd., The\",\"location\":\"11\"},{\"entry_id\":\"Sandreuter & Co.\",\"company_name\":\"Sandreuter & Co.\",\"location\":\"13 24 30 34 43\"},{\"entry_id\":\"Sarasin, Rodolphe & Co., Ltd.\",\"company_name\":\"Sarasin, Rodolphe & Co., Ltd.\",\"location\":\"41\"},{\"entry_id\":\"Sarasin Sons Ltd.\",\"company_name\":\"Sarasin Sons Ltd.\",\"location\":\"41\"},{\"entry_id\":\"Sarasin, W. & Co.\",\"company_name\":\"Sarasin, W. & Co.\",\"location\":\"41\"}]}", "model": "meta-llama/llama-4-scout-17b-16e-instruct", "provider": "openrouter", "finish_reason": "stop", "usage": {"input_tokens": 2359, "output_tokens": 1434, "total_tokens": 3793, "input_cost_usd": 0.00018872, "output_cost_usd": 0.0004302, "estimated_cost_usd": 0.00061892}, "duration": 138.25259971618652, "timestamp": "2026-06-05T13:14:31.972031", "parsed": {"page_id": "{page_id}", "entries": [{"entry_id": "Nardin, Ulysse", "company_name": "Nardin, Ulysse", "location": "14 51"}, {"entry_id": "Natural, Le Coultre & Cie., S. A.", "company_name": "Natural, Le Coultre & Cie., S. A.", "location": "25 42 47"}, {"entry_id": "Nestl\u00e9 & Anglo-Swiss Condensed Milk Co., Ltd.", "company_name": "Nestl\u00e9 & Anglo-Swiss Condensed Milk Co., Ltd.", "location": "14 16 25 35"}, {"entry_id": "Neuburger & Co.", "company_name": "Neuburger & Co.", "location": "22 32"}, {"entry_id": "North British Rubber Co, Ltd., The", "company_name": "North British Rubber Co, Ltd., The", "location": "41 48"}, {"entry_id": "Obrist & Co.", "company_name": "Obrist & Co.", "location": "23 27"}, {"entry_id": "Paillard, E & Cie., S. A.", "company_name": "Paillard, E & Cie., S. A.", "location": "26 35 36"}, {"entry_id": "Paillard & Benoit", "company_name": "Paillard & Benoit", "location": "34"}, {"entry_id": "Palace Hotel, Montan", "company_name": "Palace Hotel, Montan", "location": "28"}, {"entry_id": "Pearse, A. C. & Co., Ltd.", "company_name": "Pearse, A. C. & Co., Ltd.", "location": "12 19 26 32 36 49"}, {"entry_id": "Perrin & Cie.", "company_name": "Perrin & Cie.", "location": "13 19 26 30 40 42 44 47 48 50"}, {"entry_id": "Peter, Cailler, Kohler", "company_name": "Peter, Cailler, Kohler", "location": "14 16"}, {"entry_id": "Philippi & Hermann", "company_name": "Philippi & Hermann", "location": "10"}, {"entry_id": "Planta, J. & Co.", "company_name": "Planta, J. & Co.", "location": "18 24"}, {"entry_id": "Porteous, James & Co., Ltd.", "company_name": "Porteous, James & Co., Ltd.", "location": "46 48 52"}, {"entry_id": "Preisig, Walter & Cie", "company_name": "Preisig, Walter & Cie", "location": "23"}, {"entry_id": "Quasi-Arc Co.,Ltd., The", "company_name": "Quasi-Arc Co.,Ltd., The", "location": "51"}, {"entry_id": "Record Dreadnought Watch Co., S. A.", "company_name": "Record Dreadnought Watch Co., S. A.", "location": "51"}, {"entry_id": "Reichenbach & Cie.", "company_name": "Reichenbach & Cie.", "location": "18 23 27 32"}, {"entry_id": "Reinhart & Co.", "company_name": "Reinhart & Co.", "location": "18 31"}, {"entry_id": "Rinderknecht, J.", "company_name": "Rinderknecht, J.", "location": "11 45"}, {"entry_id": "Rolling & Drawing Mills Ltd.", "company_name": "Rolling & Drawing Mills Ltd.", "location": "10"}, {"entry_id": "Rolls, Frank V.", "company_name": "Rolls, Frank V.", "location": "15 37 51"}, {"entry_id": "Rolo & Co.", "company_name": "Rolo & Co.", "location": "18 24"}, {"entry_id": "\u201eRoneo\u201d A. G.", "company_name": "\u201eRoneo\u201d A. G.", "location": "36"}, {"entry_id": "Roussy, Th\u00e9odore", "company_name": "Roussy, Th\u00e9odore", "location": "13 33 39 44"}, {"entry_id": "R\u00fcegger & Co.", "company_name": "R\u00fcegger & Co.", "location": "49"}, {"entry_id": "Ryff & Co., Ltd.", "company_name": "Ryff & Co., Ltd.", "location": "49"}, {"entry_id": "Sandoz Chemical Co., Ltd., The", "company_name": "Sandoz Chemical Co., Ltd., The", "location": "11"}, {"entry_id": "Sandreuter & Co.", "company_name": "Sandreuter & Co.", "location": "13 24 30 34 43"}, {"entry_id": "Sarasin, Rodolphe & Co., Ltd.", "company_name": "Sarasin, Rodolphe & Co., Ltd.", "location": "41"}, {"entry_id": "Sarasin Sons Ltd.", "company_name": "Sarasin Sons Ltd.", "location": "41"}, {"entry_id": "Sarasin, W. & Co.", "company_name": "Sarasin, W. & Co.", "location": "41"}]}, "conversation_id": "c14b2dfc-c4e5-4662-9b08-17382295a354", "score": {"f1_score": 0.38, "precision": 0.32, "recall": 0.47058823529411764, "true_positives": 32, "false_positives": 68, "false_negatives": 36, "field_scores": {"entries[17].entry_id": {"response": "Record Dreadnought Watch Co., S. A.", "ground_truth": "156089_1321081_63-18", "score": 0.0}, "entries[3].entry_id": {"response": "Neuburger & Co.", "ground_truth": "156089_1321081_63-4", "score": 0.0}, "entries[16].company_name": {"response": "Quasi-Arc Co.,Ltd., The", "ground_truth": "Quasi-Arc Co., Ltd., The", "score": 0.9787234042553191}, "entries[12].location": {"response": "10", "ground_truth": "", "score": 0.0}, "entries[6].location": {"response": "26 35 36", "ground_truth": "", "score": 0.0}, "entries[20].company_name": {"response": "Rinderknecht, J.", "ground_truth": "Rinderknecht, J.", "score": 1.0}, "entries[4].location": {"response": "41 48", "ground_truth": "", "score": 0.0}, "entries[25].company_name": {"response": "Roussy, Th\u00e9odore", "ground_truth": "Roussy, Th\u00e9odore", "score": 1.0}, "entries[1].company_name": {"response": "Natural, Le Coultre & Cie., S. A.", "ground_truth": "Natural, Le Coultre & Cie., S. A.", "score": 1.0}, "entries[28].location": {"response": "11", "ground_truth": "", "score": 0.0}, "entries[19].entry_id": {"response": "Reinhart & Co.", "ground_truth": "156089_1321081_63-20", "score": 0.0}, "entries[8].location": {"response": "28", "ground_truth": "Montana", "score": 0.0}, "entries[29].company_name": {"response": "Sandreuter & Co.", "ground_truth": "Sandreuter & Co.", "score": 1.0}, "entries[24].company_name": {"response": "\u201eRoneo\u201d A. G.", "ground_truth": "\"Roneo\" A. G.", "score": 0.8461538461538461}, "entries[2].company_name": {"response": "Nestl\u00e9 & Anglo-Swiss Condensed Milk Co., Ltd.", "ground_truth": "Nestl\u00e9 & Anglo-Swiss Condensed Milk Co., Ltd.", "score": 1.0}, "entries[22].company_name": {"response": "Rolls, Frank V.", "ground_truth": "Rolls, Frank V.", "score": 1.0}, "entries[1].entry_id": {"response": "Natural, Le Coultre & Cie., S. A.", "ground_truth": "156089_1321081_63-2", "score": 0.0}, "entries[10].entry_id": {"response": "Perrin & Cie.", "ground_truth": "156089_1321081_63-11", "score": 0.0}, "entries[6].company_name": {"response": "Paillard, E & Cie., S. A.", "ground_truth": "Paillard, E. & Cie., S. A.", "score": 0.9803921568627451}, "entries[9].company_name": {"response": "Pearse, A. C. & Co., Ltd.", "ground_truth": "Pearse, A. C. & Co., Ltd.", "score": 1.0}, "entries[31].entry_id": {"response": "Sarasin Sons Ltd.", "ground_truth": "156089_1321081_63-32", "score": 0.0}, "entries[13].location": {"response": "18 24", "ground_truth": "", "score": 0.0}, "entries[8].company_name": {"response": "Palace Hotel, Montan", "ground_truth": "Palace Hotel, Montana", "score": 0.975609756097561}, "entries[14].location": {"response": "46 48 52", "ground_truth": "", "score": 0.0}, "entries[22].location": {"response": "15 37 51", "ground_truth": "", "score": 0.0}, "entries[10].company_name": {"response": "Perrin & Cie.", "ground_truth": "Perrin & Cie.", "score": 1.0}, "entries[24].location": {"response": "36", "ground_truth": "", "score": 0.0}, "entries[14].entry_id": {"response": "Porteous, James & Co., Ltd.", "ground_truth": "156089_1321081_63-15", "score": 0.0}, "entries[19].company_name": {"response": "Reinhart & Co.", "ground_truth": "Reinhart & Co.", "score": 1.0}, "entries[17].company_name": {"response": "Record Dreadnought Watch Co., S. A.", "ground_truth": "Record Dreadnought Watch Co., S. A.", "score": 1.0}, "entries[8].entry_id": {"response": "Palace Hotel, Montan", "ground_truth": "156089_1321081_63-9", "score": 0.0}, "entries[12].company_name": {"response": "Philippi & Hermann", "ground_truth": "Philippi & Hermann", "score": 1.0}, "entries[0].company_name": {"response": "Nardin, Ulysse", "ground_truth": "Nardin, Ulysse", "score": 1.0}, "entries[21].company_name": {"response": "Rolling & Drawing Mills Ltd.", "ground_truth": "Rolling & Drawing Mills Ltd.", "score": 1.0}, "entries[9].location": {"response": "12 19 26 32 36 49", "ground_truth": "", "score": 0.0}, "entries[25].location": {"response": "13 33 39 44", "ground_truth": "", "score": 0.0}, "entries[18].location": {"response": "18 23 27 32", "ground_truth": "", "score": 0.0}, "entries[28].entry_id": {"response": "Sandoz Chemical Co., Ltd., The", "ground_truth": "156089_1321081_63-29", "score": 0.0}, "entries[27].entry_id": {"response": "Ryff & Co., Ltd.", "ground_truth": "156089_1321081_63-28", "score": 0.0}, "entries[15].entry_id": {"response": "Preisig, Walter & Cie", "ground_truth": "156089_1321081_63-16", "score": 0.0}, "entries[13].entry_id": {"response": "Planta, J. & Co.", "ground_truth": "156089_1321081_63-14", "score": 0.0}, "entries[2].entry_id": {"response": "Nestl\u00e9 & Anglo-Swiss Condensed Milk Co., Ltd.", "ground_truth": "156089_1321081_63-3", "score": 0.03125}, "entries[29].location": {"response": "13 24 30 34 43", "ground_truth": "", "score": 0.0}, "entries[23].location": {"response": "18 24", "ground_truth": "", "score": 0.0}, "entries[26].location": {"response": "49", "ground_truth": "", "score": 0.0}, "entries[22].entry_id": {"response": "Rolls, Frank V.", "ground_truth": "156089_1321081_63-23", "score": 0.0}, "entries[12].entry_id": {"response": "Philippi & Hermann", "ground_truth": "156089_1321081_63-13", "score": 0.0}, "entries[0].entry_id": {"response": "Nardin, Ulysse", "ground_truth": "156089_1321081_63-1", "score": 0.0}, "entries[21].location": {"response": "10", "ground_truth": "", "score": 0.0}, "entries[32].location": {"response": "41", "ground_truth": "", "score": 0.0}, "entries[5].company_name": {"response": "Obrist & Co.", "ground_truth": "Obrist & Co.", "score": 1.0}, "entries[31].location": {"response": "41", "ground_truth": "", "score": 0.0}, "entries[10].location": {"response": "13 19 26 30 40 42 44 47 48 50", "ground_truth": "", "score": 0.0}, "page_id": {"response": "{page_id}", "ground_truth": "156089_1321081_63", "score": 0.07692307692307687}, "entries[11].location": {"response": "14 16", "ground_truth": "", "score": 0.0}, "entries[18].company_name": {"response": "Reichenbach & Cie.", "ground_truth": "Reichenbach & Cie.", "score": 1.0}, "entries[25].entry_id": {"response": "Roussy, Th\u00e9odore", "ground_truth": "156089_1321081_63-26", "score": 0.0}, "entries[32].company_name": {"response": "Sarasin, W. & Co.", "ground_truth": "Sarasin, W. & Co.", "score": 1.0}, "entries[11].entry_id": {"response": "Peter, Cailler, Kohler", "ground_truth": "156089_1321081_63-12", "score": 0.0}, "entries[27].location": {"response": "49", "ground_truth": "", "score": 0.0}, "entries[20].entry_id": {"response": "Rinderknecht, J.", "ground_truth": "156089_1321081_63-21", "score": 0.0}, "entries[31].company_name": {"response": "Sarasin Sons Ltd.", "ground_truth": "Sarasin Sons Ltd.", "score": 1.0}, "entries[5].entry_id": {"response": "Obrist & Co.", "ground_truth": "156089_1321081_63-6", "score": 0.0}, "entries[2].location": {"response": "14 16 25 35", "ground_truth": "", "score": 0.0}, "entries[30].entry_id": {"response": "Sarasin, Rodolphe & Co., Ltd.", "ground_truth": "156089_1321081_63-31", "score": 0.0}, "entries[9].entry_id": {"response": "Pearse, A. C. & Co., Ltd.", "ground_truth": "156089_1321081_63-10", "score": 0.0}, "entries[18].entry_id": {"response": "Reichenbach & Cie.", "ground_truth": "156089_1321081_63-19", "score": 0.0}, "entries[16].location": {"response": "51", "ground_truth": "", "score": 0.0}, "entries[3].location": {"response": "22 32", "ground_truth": "", "score": 0.0}, "entries[3].company_name": {"response": "Neuburger & Co.", "ground_truth": "Neuburger & Co.", "score": 1.0}, "entries[7].location": {"response": "34", "ground_truth": "", "score": 0.0}, "entries[14].company_name": {"response": "Porteous, James & Co., Ltd.", "ground_truth": "Porteous, James & Co., Ltd.", "score": 1.0}, "entries[0].location": {"response": "14 51", "ground_truth": "", "score": 0.0}, "entries[16].entry_id": {"response": "Quasi-Arc Co.,Ltd., The", "ground_truth": "156089_1321081_63-17", "score": 0.04651162790697672}, "entries[6].entry_id": {"response": "Paillard, E & Cie., S. A.", "ground_truth": "156089_1321081_63-7", "score": 0.0}, "entries[30].location": {"response": "41", "ground_truth": "", "score": 0.0}, "entries[26].company_name": {"response": "R\u00fcegger & Co.", "ground_truth": "R\u00fcegger & Co.", "score": 1.0}, "entries[32].entry_id": {"response": "Sarasin, W. & Co.", "ground_truth": "156089_1321081_63-33", "score": 0.0}, "entries[13].company_name": {"response": "Planta, J. & Co.", "ground_truth": "Planta, J. & Co.", "score": 1.0}, "entries[11].company_name": {"response": "Peter, Cailler, Kohler", "ground_truth": "Peter, Cailler, Kohler", "score": 1.0}, "entries[1].location": {"response": "25 42 47", "ground_truth": "", "score": 0.0}, "entries[4].entry_id": {"response": "North British Rubber Co, Ltd., The", "ground_truth": "156089_1321081_63-5", "score": 0.0}, "entries[4].company_name": {"response": "North British Rubber Co, Ltd., The", "ground_truth": "North British Rubber Co., Ltd., The", "score": 0.9855072463768118}, "entries[15].company_name": {"response": "Preisig, Walter & Cie", "ground_truth": "Preisig, Walter & Cie.", "score": 0.9767441860465115}, "entries[23].company_name": {"response": "Rolo & Co.", "ground_truth": "Rolo & Co.", "score": 1.0}, "entries[7].company_name": {"response": "Paillard & Benoit", "ground_truth": "Paillard & Benoit", "score": 1.0}, "entries[27].company_name": {"response": "Ryff & Co., Ltd.", "ground_truth": "Ryff & Co., Ltd.", "score": 1.0}, "entries[7].entry_id": {"response": "Paillard & Benoit", "ground_truth": "156089_1321081_63-8", "score": 0.0}, "entries[30].company_name": {"response": "Sarasin, Rodolphe & Co., Ltd.", "ground_truth": "Sarasin, Rodolphe & Co., Ltd.", "score": 1.0}, "entries[24].entry_id": {"response": "\u201eRoneo\u201d A. G.", "ground_truth": "156089_1321081_63-25", "score": 0.0}, "entries[29].entry_id": {"response": "Sandreuter & Co.", "ground_truth": "156089_1321081_63-30", "score": 0.0}, "entries[15].location": {"response": "23", "ground_truth": "", "score": 0.0}, "entries[23].entry_id": {"response": "Rolo & Co.", "ground_truth": "156089_1321081_63-24", "score": 0.0}, "entries[26].entry_id": {"response": "R\u00fcegger & Co.", "ground_truth": "156089_1321081_63-27", "score": 0.0}, "entries[21].entry_id": {"response": "Rolling & Drawing Mills Ltd.", "ground_truth": "156089_1321081_63-22", "score": 0.0}, "entries[20].location": {"response": "11 45", "ground_truth": "", "score": 0.0}, "entries[17].location": {"response": "51", "ground_truth": "", "score": 0.0}, "entries[5].location": {"response": "23 27", "ground_truth": "", "score": 0.0}, "entries[28].company_name": {"response": "Sandoz Chemical Co., Ltd., The", "ground_truth": "Sandoz Chemical Co., Ltd., The", "score": 1.0}, "entries[19].location": {"response": "18 31", "ground_truth": "", "score": 0.0}}, "total_fields": 100}, "raw_response": "{\"id\":\"gen-1780658046-kwmYhRa8fPKWKZy3EQUm\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{ \\n    \\\"page_id\\\": \\\"{page_id}\\\",\\n    \\\"entries\\\": [\\n        {\\n            \\\"entry_id\\\":  \\\"Nardin, Ulysse\\\",\\n            \\\"company_name\\\": \\\"Nardin, Ulysse\\\",\\n            \\\"location\\\": \\\"14 51\\\"\\n        },\\n        {\\n            \\\"entry_id\\\":  \\\"Natural, Le Coultre & Cie., S. A.\\\",\\n            \\\"company_name\\\": \\\"Natural, Le Coultre & Cie., S. A.\\\",\\n            \\\"location\\\": \\\"25 42 47\\\"\\n        },\\n        {\\n            \\\"entry_id\\\":  \\\"Nestl\u00e9 & Anglo-Swiss Condensed Milk Co., Ltd.\\\",\\n            \\\"company_name\\\": \\\"Nestl\u00e9 & Anglo-Swiss Condensed Milk Co., Ltd.\\\",\\n            \\\"location\\\": \\\"14 16 25 35\\\"\\n        },\\n        {\\n            \\\"entry_id\\\":  \\\"Neuburger & Co.\\\",\\n            \\\"company_name\\\": \\\"Neuburger & Co.\\\",\\n            \\\"location\\\": \\\"22 32\\\"\\n        },\\n        {\\n            \\\"entry_id\\\":  \\\"North British Rubber Co, Ltd., The\\\",\\n            \\\"company_name\\\": \\\"North British Rubber Co, Ltd., The\\\",\\n            \\\"location\\\": \\\"41 48\\\"\\n        },\\n        {\\n            \\\"entry_id\\\":  \\\"Obrist & Co.\\\",\\n            \\\"company_name\\\": \\\"Obrist & Co.\\\",\\n            \\\"location\\\": \\\"23 27\\\"\\n        },\\n        {\\n            \\\"entry_id\\\":  \\\"Paillard, E & Cie., S. A.\\\",\\n            \\\"company_name\\\": \\\"Paillard, E & Cie., S. A.\\\",\\n            \\\"location\\\": \\\"26 35 36\\\"\\n        },\\n        {\\n            \\\"entry_id\\\":  \\\"Paillard & Benoit\\\",\\n            \\\"company_name\\\": \\\"Paillard & Benoit\\\",\\n            \\\"location\\\": \\\"34\\\"\\n        },\\n        {\\n            \\\"entry_id\\\":  \\\"Palace Hotel, Montan\\\",\\n            \\\"company_name\\\": \\\"Palace Hotel, Montan\\\",\\n            \\\"location\\\": \\\"28\\\"\\n        },\\n        {\\n            \\\"entry_id\\\":  \\\"Pearse, A. C. & Co., Ltd.\\\",\\n            \\\"company_name\\\": \\\"Pearse, A. C. & Co., Ltd.\\\",\\n            \\\"location\\\": \\\"12 19 26 32 36 49\\\"\\n        },\\n        {\\n            \\\"entry_id\\\":  \\\"Perrin & Cie.\\\",\\n            \\\"company_name\\\": \\\"Perrin & Cie.\\\",\\n            \\\"location\\\": \\\"13 19 26 30 40 42 44 47 48 50\\\"\\n        },\\n        {\\n            \\\"entry_id\\\":  \\\"Peter, Cailler, Kohler\\\",\\n            \\\"company_name\\\": \\\"Peter, Cailler, Kohler\\\",\\n            \\\"location\\\": \\\"14 16\\\"\\n        },\\n        {\\n            \\\"entry_id\\\":  \\\"Philippi & Hermann\\\",\\n            \\\"company_name\\\": \\\"Philippi & Hermann\\\",\\n            \\\"location\\\": \\\"10\\\"\\n        },\\n        {\\n            \\\"entry_id\\\":  \\\"Planta, J. & Co.\\\",\\n            \\\"company_name\\\": \\\"Planta, J. & Co.\\\",\\n            \\\"location\\\": \\\"18 24\\\"\\n        },\\n        {\\n            \\\"entry_id\\\":  \\\"Porteous, James & Co., Ltd.\\\",\\n            \\\"company_name\\\": \\\"Porteous, James & Co., Ltd.\\\",\\n            \\\"location\\\": \\\"46 48 52\\\"\\n        },\\n        {\\n            \\\"entry_id\\\":  \\\"Preisig, Walter & Cie\\\",\\n            \\\"company_name\\\": \\\"Preisig, Walter & Cie\\\",\\n            \\\"location\\\": \\\"23\\\"\\n        },\\n        {\\n            \\\"entry_id\\\":  \\\"Quasi-Arc Co.,Ltd., The\\\",\\n            \\\"company_name\\\": \\\"Quasi-Arc Co.,Ltd., The\\\",\\n            \\\"location\\\": \\\"51\\\"\\n        },\\n        {\\n            \\\"entry_id\\\":  \\\"Record Dreadnought Watch Co., S. A.\\\",\\n            \\\"company_name\\\": \\\"Record Dreadnought Watch Co., S. A.\\\",\\n            \\\"location\\\": \\\"51\\\"\\n        },\\n        {\\n            \\\"entry_id\\\":  \\\"Reichenbach & Cie.\\\",\\n            \\\"company_name\\\": \\\"Reichenbach & Cie.\\\",\\n            \\\"location\\\": \\\"18 23 27 32\\\"\\n        },\\n        {\\n            \\\"entry_id\\\":  \\\"Reinhart & Co.\\\",\\n            \\\"company_name\\\": \\\"Reinhart & Co.\\\",\\n            \\\"location\\\": \\\"18 31\\\"\\n        },\\n        {\\n            \\\"entry_id\\\":  \\\"Rinderknecht, J.\\\",\\n            \\\"company_name\\\": \\\"Rinderknecht, J.\\\",\\n            \\\"location\\\": \\\"11 45\\\"\\n        },\\n        {\\n            \\\"entry_id\\\":  \\\"Rolling & Drawing Mills Ltd.\\\",\\n            \\\"company_name\\\": \\\"Rolling & Drawing Mills Ltd.\\\",\\n            \\\"location\\\": \\\"10\\\"\\n        },\\n        {\\n            \\\"entry_id\\\":  \\\"Rolls, Frank V.\\\",\\n            \\\"company_name\\\": \\\"Rolls, Frank V.\\\",\\n            \\\"location\\\": \\\"15 37 51\\\"\\n        },\\n        {\\n            \\\"entry_id\\\":  \\\"Rolo & Co.\\\",\\n            \\\"company_name\\\": \\\"Rolo & Co.\\\",\\n            \\\"location\\\": \\\"18 24\\\"\\n        },\\n        {\\n            \\\"entry_id\\\":  \\\"\u201eRoneo\u201d A. G.\\\",\\n            \\\"company_name\\\": \\\"\u201eRoneo\u201d A. G.\\\",\\n            \\\"location\\\": \\\"36\\\"\\n        },\\n        {\\n            \\\"entry_id\\\":  \\\"Roussy, Th\u00e9odore\\\",\\n            \\\"company_name\\\": \\\"Roussy, Th\u00e9odore\\\",\\n            \\\"location\\\": \\\"13 33 39 44\\\"\\n        },\\n        {\\n            \\\"entry_id\\\":  \\\"R\u00fcegger & Co.\\\",\\n            \\\"company_name\\\": \\\"R\u00fcegger & Co.\\\",\\n            \\\"location\\\": \\\"49\\\"\\n        },\\n        {\\n            \\\"entry_id\\\":  \\\"Ryff & Co., Ltd.\\\",\\n            \\\"company_name\\\": \\\"Ryff & Co., Ltd.\\\",\\n            \\\"location\\\": \\\"49\\\"\\n        },\\n        {\\n            \\\"entry_id\\\":  \\\"Sandoz Chemical Co., Ltd., The\\\",\\n            \\\"company_name\\\": \\\"Sandoz Chemical Co., Ltd., The\\\",\\n            \\\"location\\\": \\\"11\\\"\\n        },\\n        {\\n            \\\"entry_id\\\":  \\\"Sandreuter & Co.\\\",\\n            \\\"company_name\\\": \\\"Sandreuter & Co.\\\",\\n            \\\"location\\\": \\\"13 24 30 34 43\\\"\\n        },\\n        {\\n            \\\"entry_id\\\":  \\\"Sarasin, Rodolphe & Co., Ltd.\\\",\\n            \\\"company_name\\\": \\\"Sarasin, Rodolphe & Co., Ltd.\\\",\\n            \\\"location\\\": \\\"41\\\"\\n        },\\n        {\\n            \\\"entry_id\\\":  \\\"Sarasin Sons Ltd.\\\",\\n            \\\"company_name\\\": \\\"Sarasin Sons Ltd.\\\",\\n            \\\"location\\\": \\\"41\\\"\\n        },\\n        {\\n            \\\"entry_id\\\":  \\\"Sarasin, W. & Co.\\\",\\n            \\\"company_name\\\": \\\"Sarasin, W. & Co.\\\",\\n            \\\"location\\\": \\\"41\\\"\\n        }\\n    ]\\n}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":null,\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"page_id\":\"{page_id}\",\"entries\":[{\"entry_id\":\"Nardin, Ulysse\",\"company_name\":\"Nardin, Ulysse\",\"location\":\"14 51\"},{\"entry_id\":\"Natural, Le Coultre & Cie., S. A.\",\"company_name\":\"Natural, Le Coultre & Cie., S. A.\",\"location\":\"25 42 47\"},{\"entry_id\":\"Nestl\u00e9 & Anglo-Swiss Condensed Milk Co., Ltd.\",\"company_name\":\"Nestl\u00e9 & Anglo-Swiss Condensed Milk Co., Ltd.\",\"location\":\"14 16 25 35\"},{\"entry_id\":\"Neuburger & Co.\",\"company_name\":\"Neuburger & Co.\",\"location\":\"22 32\"},{\"entry_id\":\"North British Rubber Co, Ltd., The\",\"company_name\":\"North British Rubber Co, Ltd., The\",\"location\":\"41 48\"},{\"entry_id\":\"Obrist & Co.\",\"company_name\":\"Obrist & Co.\",\"location\":\"23 27\"},{\"entry_id\":\"Paillard, E & Cie., S. A.\",\"company_name\":\"Paillard, E & Cie., S. A.\",\"location\":\"26 35 36\"},{\"entry_id\":\"Paillard & Benoit\",\"company_name\":\"Paillard & Benoit\",\"location\":\"34\"},{\"entry_id\":\"Palace Hotel, Montan\",\"company_name\":\"Palace Hotel, Montan\",\"location\":\"28\"},{\"entry_id\":\"Pearse, A. C. & Co., Ltd.\",\"company_name\":\"Pearse, A. C. & Co., Ltd.\",\"location\":\"12 19 26 32 36 49\"},{\"entry_id\":\"Perrin & Cie.\",\"company_name\":\"Perrin & Cie.\",\"location\":\"13 19 26 30 40 42 44 47 48 50\"},{\"entry_id\":\"Peter, Cailler, Kohler\",\"company_name\":\"Peter, Cailler, Kohler\",\"location\":\"14 16\"},{\"entry_id\":\"Philippi & Hermann\",\"company_name\":\"Philippi & Hermann\",\"location\":\"10\"},{\"entry_id\":\"Planta, J. & Co.\",\"company_name\":\"Planta, J. & Co.\",\"location\":\"18 24\"},{\"entry_id\":\"Porteous, James & Co., Ltd.\",\"company_name\":\"Porteous, James & Co., Ltd.\",\"location\":\"46 48 52\"},{\"entry_id\":\"Preisig, Walter & Cie\",\"company_name\":\"Preisig, Walter & Cie\",\"location\":\"23\"},{\"entry_id\":\"Quasi-Arc Co.,Ltd., The\",\"company_name\":\"Quasi-Arc Co.,Ltd., The\",\"location\":\"51\"},{\"entry_id\":\"Record Dreadnought Watch Co., S. A.\",\"company_name\":\"Record Dreadnought Watch Co., S. A.\",\"location\":\"51\"},{\"entry_id\":\"Reichenbach & Cie.\",\"company_name\":\"Reichenbach & Cie.\",\"location\":\"18 23 27 32\"},{\"entry_id\":\"Reinhart & Co.\",\"company_name\":\"Reinhart & Co.\",\"location\":\"18 31\"},{\"entry_id\":\"Rinderknecht, J.\",\"company_name\":\"Rinderknecht, J.\",\"location\":\"11 45\"},{\"entry_id\":\"Rolling & Drawing Mills Ltd.\",\"company_name\":\"Rolling & Drawing Mills Ltd.\",\"location\":\"10\"},{\"entry_id\":\"Rolls, Frank V.\",\"company_name\":\"Rolls, Frank V.\",\"location\":\"15 37 51\"},{\"entry_id\":\"Rolo & Co.\",\"company_name\":\"Rolo & Co.\",\"location\":\"18 24\"},{\"entry_id\":\"\u201eRoneo\u201d A. G.\",\"company_name\":\"\u201eRoneo\u201d A. G.\",\"location\":\"36\"},{\"entry_id\":\"Roussy, Th\u00e9odore\",\"company_name\":\"Roussy, Th\u00e9odore\",\"location\":\"13 33 39 44\"},{\"entry_id\":\"R\u00fcegger & Co.\",\"company_name\":\"R\u00fcegger & Co.\",\"location\":\"49\"},{\"entry_id\":\"Ryff & Co., Ltd.\",\"company_name\":\"Ryff & Co., Ltd.\",\"location\":\"49\"},{\"entry_id\":\"Sandoz Chemical Co., Ltd., The\",\"company_name\":\"Sandoz Chemical Co., Ltd., The\",\"location\":\"11\"},{\"entry_id\":\"Sandreuter & Co.\",\"company_name\":\"Sandreuter & Co.\",\"location\":\"13 24 30 34 43\"},{\"entry_id\":\"Sarasin, Rodolphe & Co., Ltd.\",\"company_name\":\"Sarasin, Rodolphe & Co., Ltd.\",\"location\":\"41\"},{\"entry_id\":\"Sarasin Sons Ltd.\",\"company_name\":\"Sarasin Sons Ltd.\",\"location\":\"41\"},{\"entry_id\":\"Sarasin, W. & Co.\",\"company_name\":\"Sarasin, W. & Co.\",\"location\":\"41\"}]},\"reasoning\":null},\"native_finish_reason\":\"stop\"}],\"created\":1780658046,\"model\":\"meta-llama/llama-4-scout-17b-16e-instruct\",\"object\":\"chat.completion\",\"service_tier\":null,\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":1434,\"prompt_tokens\":2359,\"total_tokens\":3793,\"completion_tokens_details\":{\"accepted_prediction_tokens\":null,\"audio_tokens\":0,\"reasoning_tokens\":0,\"rejected_prediction_tokens\":null,\"image_tokens\":0},\"prompt_tokens_details\":{\"audio_tokens\":0,\"cached_tokens\":0,\"cache_write_tokens\":0,\"video_tokens\":0},\"cost\":0.00061892,\"is_byok\":false,\"cost_details\":{\"upstream_inference_cost\":0.00061892,\"upstream_inference_prompt_cost\":0.00018872,\"upstream_inference_completions_cost\":0.0004302}},\"provider\":\"DeepInfra\"}"}, "scoring": {"f1_micro": 0.30309173846933607, "f1_macro": 0.31333333333333335, "micro_precision": 0.30479102956167176, "micro_recall": 0.3014112903225806, "total_instances": 15, "total_tp": 299, "total_fp": 682, "total_fn": 693, "cost_summary": {"total_input_tokens": 35555, "total_output_tokens": 14925, "total_tokens": 50480, "input_cost_usd": 0.0028443999999999995, "output_cost_usd": 0.0044775, "total_cost_usd": 0.007321899999999998}}, "normalized_score": 31.333333333333336}