{"_id": {"$oid": "6a26c67c3572c06bc1455dc3"}, "test_id": "T1004", "benchmark": "company_lists", "date": "2026-04-21", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en", "de"], "layout": ["list"], "entry-type": ["company"], "task": ["information-extraction"]}, "contributors": ["lea_kasper", "sorin_marti"], "hidden": false, "config": {"provider": "openrouter", "model": "google/gemma-4-26b-a4b-it", "dataclass": "ListPage", "temperature": 0.5, "role_description": "You are a Historian", "prompt_file": "prompt.txt", "legacy_test": false}, "prompt": "The image you are presented with stems from a digitized book containing lists of companies.\nYour task is to extract structured information about each company listed on the page.\n\nAbout the source:\n- The image stems from a trade index of the British Swiss Chamber of Commerce.\n- The image can show an alphabetical or a thematic list of companies.\n- The companies are mostly located in Switzerland and the UK.\n- The image stems from a trade index between 1925 and 1958.\n- Most pages have one column but some years have two columns.\n- The source itself is in English and German but the company names can be in English, German, French or Italian.\n\nAbout the entries:\n- Each entry describes a single company or person.\n- Alphabetical entries have filling dots between the company name and the page number. Dots and page numbers are not part of the data and should be ignored.\n- Alphabetical entries seldom to never have locations.\n- Thematic entries often have locations.\n- Thematic entries are listed under headings that describe the type of business.\n- Some thematic headings are only references to other headings, e.g. \"X, s. Y\".\n\nAbout the output:\n- Answer in valid JSON. The JSON should be an array of objects with the following fields:\n- The page ID is given as {page_id}.\n- Do not add country information, if it is not directly written with the location.\n\n{\n  \"entry_id\": \"A unique identifier for the entry, e.g. '{page_id}-1'\",\n  \"company_name\": \"The name of the company or person\",\n  \"location\": \"The location of the company, e.g. 'Zurich' or 'London, UK'. If no location is given, set to null.\"\n  ]\n}\n", "results": {"text": "{\"page_id\":\"page_id\",\"entries\":[{\"entry_id\":\"page_id-1\",\"company_name\":\"F. Blumer & Co. (manufacturers of printed woollen and silk scarves)\",\"location\":\"Schwanen (Glarus)\"},{\"entry_id\":\"page_id-2\",\"company_name\":\"Inglo Louis Jablonsky (manufacturers' agent)\",\"location\":\"Brandschenkestrasse, Zurich 2\"},{\"entry_id\":\"page_id-3\",\"company_name\":\"J. Spiro (wholesaler for woollen scarves)\",\"location\":\"Stampfenbachstrasse, Zurich 6\"},{\"entry_id\":\"page_id-4\",\"company_name\":\"Vischer & Co. (manufacturers)\",\"location\":\"Klingentalstrasse, Basle\"},{\"entry_id\":\"page_id-5\",\"company_name\":\"Swiss Bolting Cloth Manufacturing Co. Ltd. (special screen fabrics of pure silk and synthetic yarns for the screen printing process)\",\"location\":\"Thal near Rheineck (St. Gallen)\"},{\"entry_id\":\"page_id-6\",\"company_name\":\"Swiss Bolting Cloth Manufacturing Co. Ltd.\",\"location\":\"Gr\u00fctlistrasse, Zurich 2\"},{\"entry_id\":\"page_id-7\",\"company_name\":\"Tavaro Ltd. (manufacturers of \u00abElna\u00bb automatic electric sewing machines)\",\"location\":\"1-5, avenue de Ch\u00e2telaine, Geneva\"},{\"entry_id\":\"page_id-8\",\"company_name\":\"Beltex Ltd. (manufacturers of dress and sports shirts)\",\"location\":\"Arzz (Tessin)\"},{\"entry_id\":\"page_id-9\",\"company_name\":\"London Office: Hanover Square, 3, Princes Street, London W. 1\",\"location\":\"London W. 1\"},{\"entry_id\":\"page_id-10\",\"company_name\":\"Gut Metzger Ltd. (manufacturers of shirts and collars)\",\"location\":\"also sports jackets; 108, St. Jakobsbstrasse, Basle\"},{\"entry_id\":\"page_id-11\",\"company_name\":\"Schellenberg, Sax & Co. Ltd. (manufacturers of shirts and pyjamas)\",\"location\":\"Tr\u00fcbbach (St. Gallen)\"},{\"entry_id\":\"page_id-12\",\"company_name\":\"Swiss Bolting Cloth Manufacturing Co. Ltd. (for the milling industry and all sifting purposes)\",\"location\":\"Thal near Rheineck (St. Gallen)\"},{\"entry_id\":\"page_id-13\",\"company_name\":\"Swiss Bolting Cloth Manufacturing Co. Ltd.\",\"location\":\"68, Gr\u00fctlistrasse, Zurich 2\"},{\"entry_id\":\"page_id-14\",\"company_name\":\"Abegg & Co. (raw silk merchants)\",\"location\":\"30, Bahnhofstrasse, Zurich 1\"},{\"entry_id\":\"page_id-15\",\"company_name\":\"Heer & Co. (manufacturers)\",\"location\":\"Thalwil\"},{\"entry_id\":\"page_id-16\",\"company_name\":\"J. Hopf & Co. (merchants)\",\"location\":\"12, Aeschengraben, Basle\"},{\"entry_id\":\"page_id-17\",\"company_name\":\"P. Marchal & Co. (merchants; also silk waste, noils, tops)\",\"location\":\"15, Marschalkenstrasse, Basle\"},{\"entry_id\":\"page_id-18\",\"company_name\":\"Saweco Ltd. (manufacturers of silk and rayon piece goods)\",\"location\":\"37, Chrischonastrasse, Basle\"},{\"entry_id\":\"page_id-19\",\"company_name\":\"Robert Schwarzenbach & Co. (manufacturers of woven piece goods for ties, upholstery and dress goods in silk and man-made fibres)\",\"location\":\"Thalwil\"},{\"entry_id\":\"page_id-20\",\"company_name\":\"Siber, Hegner & Co. Ltd. (importers of Far-Eastern silk and cotton piece goods)\",\"location\":\"14, Talstrasse, Zurich 1\"},{\"entry_id\":\"page_id-21\",\"company_name\":\"Stehl & Co. (manufacturers of silks, mixed cloths and tie materials)\",\"location\":\"26, Cl\u00e4drindenstrasse, Zurich 2\"},{\"entry_id\":\"page_id-22\",\"company_name\":\"Soci\u00e9t\u00e9 Industrielle pour la Schappe (spun silk)\",\"location\":\"54, St. Jakobsstrasse, Basle\"}]}", "model": "google/gemma-4-26b-a4b-it-20260403", "provider": "openrouter", "finish_reason": "stop", "usage": {"input_tokens": 691, "output_tokens": 1343, "total_tokens": 2034, "cached_tokens": 416, "input_cost_usd": 5.528e-05, "output_cost_usd": 0.00047004999999999996, "estimated_cost_usd": 0.00052533}, "duration": 37.32740306854248, "timestamp": "2026-04-21T15:06:17.127559", "parsed": {"page_id": "page_id", "entries": [{"entry_id": "page_id-1", "company_name": "F. Blumer & Co. (manufacturers of printed woollen and silk scarves)", "location": "Schwanen (Glarus)"}, {"entry_id": "page_id-2", "company_name": "Inglo Louis Jablonsky (manufacturers' agent)", "location": "Brandschenkestrasse, Zurich 2"}, {"entry_id": "page_id-3", "company_name": "J. Spiro (wholesaler for woollen scarves)", "location": "Stampfenbachstrasse, Zurich 6"}, {"entry_id": "page_id-4", "company_name": "Vischer & Co. (manufacturers)", "location": "Klingentalstrasse, Basle"}, {"entry_id": "page_id-5", "company_name": "Swiss Bolting Cloth Manufacturing Co. Ltd. (special screen fabrics of pure silk and synthetic yarns for the screen printing process)", "location": "Thal near Rheineck (St. Gallen)"}, {"entry_id": "page_id-6", "company_name": "Swiss Bolting Cloth Manufacturing Co. Ltd.", "location": "Gr\u00fctlistrasse, Zurich 2"}, {"entry_id": "page_id-7", "company_name": "Tavaro Ltd. (manufacturers of \u00abElna\u00bb automatic electric sewing machines)", "location": "1-5, avenue de Ch\u00e2telaine, Geneva"}, {"entry_id": "page_id-8", "company_name": "Beltex Ltd. (manufacturers of dress and sports shirts)", "location": "Arzz (Tessin)"}, {"entry_id": "page_id-9", "company_name": "London Office: Hanover Square, 3, Princes Street, London W. 1", "location": "London W. 1"}, {"entry_id": "page_id-10", "company_name": "Gut Metzger Ltd. (manufacturers of shirts and collars)", "location": "also sports jackets; 108, St. Jakobsbstrasse, Basle"}, {"entry_id": "page_id-11", "company_name": "Schellenberg, Sax & Co. Ltd. (manufacturers of shirts and pyjamas)", "location": "Tr\u00fcbbach (St. Gallen)"}, {"entry_id": "page_id-12", "company_name": "Swiss Bolting Cloth Manufacturing Co. Ltd. (for the milling industry and all sifting purposes)", "location": "Thal near Rheineck (St. Gallen)"}, {"entry_id": "page_id-13", "company_name": "Swiss Bolting Cloth Manufacturing Co. Ltd.", "location": "68, Gr\u00fctlistrasse, Zurich 2"}, {"entry_id": "page_id-14", "company_name": "Abegg & Co. (raw silk merchants)", "location": "30, Bahnhofstrasse, Zurich 1"}, {"entry_id": "page_id-15", "company_name": "Heer & Co. (manufacturers)", "location": "Thalwil"}, {"entry_id": "page_id-16", "company_name": "J. Hopf & Co. (merchants)", "location": "12, Aeschengraben, Basle"}, {"entry_id": "page_id-17", "company_name": "P. Marchal & Co. (merchants; also silk waste, noils, tops)", "location": "15, Marschalkenstrasse, Basle"}, {"entry_id": "page_id-18", "company_name": "Saweco Ltd. (manufacturers of silk and rayon piece goods)", "location": "37, Chrischonastrasse, Basle"}, {"entry_id": "page_id-19", "company_name": "Robert Schwarzenbach & Co. (manufacturers of woven piece goods for ties, upholstery and dress goods in silk and man-made fibres)", "location": "Thalwil"}, {"entry_id": "page_id-20", "company_name": "Siber, Hegner & Co. Ltd. (importers of Far-Eastern silk and cotton piece goods)", "location": "14, Talstrasse, Zurich 1"}, {"entry_id": "page_id-21", "company_name": "Stehl & Co. (manufacturers of silks, mixed cloths and tie materials)", "location": "26, Cl\u00e4drindenstrasse, Zurich 2"}, {"entry_id": "page_id-22", "company_name": "Soci\u00e9t\u00e9 Industrielle pour la Schappe (spun silk)", "location": "54, St. Jakobsstrasse, Basle"}]}, "conversation_id": "56dd2f73-b787-48d4-aabd-c5e62ff29876", "score": {"f1_score": 0.06, "precision": 0.05970149253731343, "recall": 0.0547945205479452, "true_positives": 4, "false_positives": 63, "false_negatives": 69, "field_scores": {"entries[2].entry_id": {"response": "page_id-3", "ground_truth": "156089_1321099_102-3", "score": 0.2068965517241379}, "entries[22].entry_id": {"response": "", "ground_truth": "156089_1321099_102-23", "score": 0.0}, "entries[9].company_name": {"response": "Gut Metzger Ltd. (manufacturers of shirts and collars)", "ground_truth": "Schellenberg, Sax & Co. Ltd.", "score": 0.24390243902439024}, "entries[3].location": {"response": "Klingentalstrasse, Basle", "ground_truth": "Basle", "score": 0.3448275862068966}, "entries[3].company_name": {"response": "Vischer & Co. (manufacturers)", "ground_truth": "Vischer & Co.", "score": 0.6190476190476191}, "entries[19].company_name": {"response": "Siber, Hegner & Co. Ltd. (importers of Far-Eastern silk and cotton piece goods)", "ground_truth": "Stehli & Co.", "score": 0.17582417582417587}, "entries[18].location": {"response": "Thalwil", "ground_truth": "Zurich 1", "score": 0.1333333333333333}, "entries[1].company_name": {"response": "Inglo Louis Jablonsky (manufacturers' agent)", "ground_truth": "Inglo Louis Jablonsky", "score": 0.6461538461538461}, "entries[0].location": {"response": "Schwanen (Glarus)", "ground_truth": "Schwanden (Glarus)", "score": 0.9714285714285714}, "entries[10].entry_id": {"response": "page_id-11", "ground_truth": "156089_1321099_102-11", "score": 0.25806451612903225}, "entries[16].location": {"response": "15, Marschalkenstrasse, Basle", "ground_truth": "Basle", "score": 0.2941176470588235}, "entries[23].entry_id": {"response": "", "ground_truth": "156089_1321099_102-24", "score": 0.0}, "entries[4].entry_id": {"response": "page_id-5", "ground_truth": "156089_1321099_102-5", "score": 0.2068965517241379}, "entries[12].entry_id": {"response": "page_id-13", "ground_truth": "156089_1321099_102-13", "score": 0.25806451612903225}, "entries[4].company_name": {"response": "Swiss Bolting Cloth Manufacturing Co. Ltd. (special screen fabrics of pure silk and synthetic yarns for the screen printing process)", "ground_truth": "Swiss Silk Bolting Cloth Manufacturing Co. Ltd.", "score": 0.4692737430167597}, "entries[19].location": {"response": "14, Talstrasse, Zurich 1", "ground_truth": "Zurich 2", "score": 0.4375}, "entries[0].company_name": {"response": "F. Blumer & Co. (manufacturers of printed woollen and silk scarves)", "ground_truth": "F. Blumer & Co.", "score": 0.36585365853658536}, "entries[20].location": {"response": "26, Cl\u00e4drindenstrasse, Zurich 2", "ground_truth": "Basle", "score": 0.16666666666666663}, "entries[4].location": {"response": "Thal near Rheineck (St. Gallen)", "ground_truth": "Thal near Rheineck (St. Gallen)", "score": 1.0}, "entries[22].company_name": {"response": "", "ground_truth": "Schmid Brothers Ltd.", "score": 0.0}, "entries[8].entry_id": {"response": "page_id-9", "ground_truth": "156089_1321099_102-9", "score": 0.2068965517241379}, "entries[7].location": {"response": "Arzz (Tessin)", "ground_truth": "Arzo (Tessin)", "score": 0.923076923076923}, "entries[2].location": {"response": "Stampfenbachstrasse, Zurich 6", "ground_truth": "Zurich 6", "score": 0.4324324324324324}, "entries[6].company_name": {"response": "Tavaro Ltd. (manufacturers of \u00abElna\u00bb automatic electric sewing machines)", "ground_truth": "Tavaro Ltd.", "score": 0.2650602409638554}, "entries[7].company_name": {"response": "Beltex Ltd. (manufacturers of dress and sports shirts)", "ground_truth": "Beltex Ltd.", "score": 0.3384615384615385}, "entries[8].company_name": {"response": "London Office: Hanover Square, 3, Princes Street, London W. 1", "ground_truth": "Gust. Metzger Ltd.", "score": 0.22784810126582278}, "entries[15].location": {"response": "12, Aeschengraben, Basle", "ground_truth": "Basle", "score": 0.3448275862068966}, "entries[17].location": {"response": "37, Chrischonastrasse, Basle", "ground_truth": "Thalwil", "score": 0.17142857142857137}, "entries[19].entry_id": {"response": "page_id-20", "ground_truth": "156089_1321099_102-20", "score": 0.25806451612903225}, "entries[9].entry_id": {"response": "page_id-10", "ground_truth": "156089_1321099_102-10", "score": 0.25806451612903225}, "entries[16].company_name": {"response": "P. Marchal & Co. (merchants; also silk waste, noils, tops)", "ground_truth": "Saweco Ltd.", "score": 0.17391304347826086}, "entries[18].entry_id": {"response": "page_id-19", "ground_truth": "156089_1321099_102-19", "score": 0.25806451612903225}, "entries[5].company_name": {"response": "Swiss Bolting Cloth Manufacturing Co. Ltd.", "ground_truth": "Swiss Silk Bolting Cloth Manufacturing Co. Ltd.", "score": 0.9438202247191011}, "entries[3].entry_id": {"response": "page_id-4", "ground_truth": "156089_1321099_102-4", "score": 0.2068965517241379}, "entries[10].location": {"response": "Tr\u00fcbbach (St. Gallen)", "ground_truth": "Thal near Rheineck (St. Gallen)", "score": 0.6153846153846154}, "entries[0].entry_id": {"response": "page_id-1", "ground_truth": "156089_1321099_102-1", "score": 0.2068965517241379}, "entries[22].location": {"response": "", "ground_truth": "Basle", "score": 0.0}, "entries[11].entry_id": {"response": "page_id-12", "ground_truth": "156089_1321099_102-12", "score": 0.25806451612903225}, "entries[10].company_name": {"response": "Schellenberg, Sax & Co. Ltd. (manufacturers of shirts and pyjamas)", "ground_truth": "Swiss Silk Bolting Cloth Manufacturing Co. Ltd.", "score": 0.4247787610619469}, "entries[18].company_name": {"response": "Robert Schwarzenbach & Co. (manufacturers of woven piece goods for ties, upholstery and dress goods in silk and man-made fibres)", "ground_truth": "Siber, Hegner & Co. Ltd.", "score": 0.19736842105263153}, "entries[21].location": {"response": "54, St. Jakobsstrasse, Basle", "ground_truth": "Basle", "score": 0.303030303030303}, "entries[13].location": {"response": "30, Bahnhofstrasse, Zurich 1", "ground_truth": "Thalwil", "score": 0.17142857142857137}, "entries[8].location": {"response": "London W. 1", "ground_truth": "Basle", "score": 0.0}, "entries[14].entry_id": {"response": "page_id-15", "ground_truth": "156089_1321099_102-15", "score": 0.25806451612903225}, "entries[5].location": {"response": "Gr\u00fctlistrasse, Zurich 2", "ground_truth": "Zurich 2", "score": 0.5161290322580645}, "entries[11].location": {"response": "Thal near Rheineck (St. Gallen)", "ground_truth": "Zurich 2", "score": 0.20512820512820518}, "entries[17].entry_id": {"response": "page_id-18", "ground_truth": "156089_1321099_102-18", "score": 0.25806451612903225}, "entries[9].location": {"response": "also sports jackets; 108, St. Jakobsbstrasse, Basle", "ground_truth": "Tr\u00fcbbach (St. Gallen)", "score": 0.3055555555555556}, "entries[21].entry_id": {"response": "page_id-22", "ground_truth": "156089_1321099_102-22", "score": 0.25806451612903225}, "entries[21].company_name": {"response": "Soci\u00e9t\u00e9 Industrielle pour la Schappe (spun silk)", "ground_truth": "P. Marchal & Co.", "score": 0.21875}, "entries[17].company_name": {"response": "Saweco Ltd. (manufacturers of silk and rayon piece goods)", "ground_truth": "Robert Schwarzenbach & Co.", "score": 0.2650602409638554}, "entries[5].entry_id": {"response": "page_id-6", "ground_truth": "156089_1321099_102-6", "score": 0.2068965517241379}, "entries[14].location": {"response": "Thalwil", "ground_truth": "Basle", "score": 0.33333333333333337}, "entries[23].location": {"response": "", "ground_truth": "Zurich 1", "score": 0.0}, "entries[13].entry_id": {"response": "page_id-14", "ground_truth": "156089_1321099_102-14", "score": 0.25806451612903225}, "entries[7].entry_id": {"response": "page_id-8", "ground_truth": "156089_1321099_102-8", "score": 0.2068965517241379}, "entries[20].company_name": {"response": "Stehl & Co. (manufacturers of silks, mixed cloths and tie materials)", "ground_truth": "Soci\u00e9t\u00e9 Industrielle pour la Schappe", "score": 0.32692307692307687}, "entries[23].company_name": {"response": "", "ground_truth": "Siber, Hegner & Co. Ltd.", "score": 0.0}, "entries[15].company_name": {"response": "J. Hopf & Co. (merchants)", "ground_truth": "P. Marchal & Co.", "score": 0.3902439024390244}, "entries[14].company_name": {"response": "Heer & Co. (manufacturers)", "ground_truth": "J. Hopf & Co.", "score": 0.3589743589743589}, "entries[2].company_name": {"response": "J. Spiro (wholesaler for woollen scarves)", "ground_truth": "J. Spiro", "score": 0.326530612244898}, "entries[1].location": {"response": "Brandschenkestrasse, Zurich 2", "ground_truth": "Zurich 2", "score": 0.4324324324324324}, "entries[12].location": {"response": "68, Gr\u00fctlistrasse, Zurich 2", "ground_truth": "Zurich 1", "score": 0.4}, "entries[13].company_name": {"response": "Abegg & Co. (raw silk merchants)", "ground_truth": "Heer & Co. Ltd.", "score": 0.3829787234042554}, "entries[6].location": {"response": "1-5, avenue de Ch\u00e2telaine, Geneva", "ground_truth": "Geneva", "score": 0.3076923076923077}, "entries[16].entry_id": {"response": "page_id-17", "ground_truth": "156089_1321099_102-17", "score": 0.25806451612903225}, "entries[20].entry_id": {"response": "page_id-21", "ground_truth": "156089_1321099_102-21", "score": 0.25806451612903225}, "page_id": {"response": "page_id", "ground_truth": "156089_1321099_102", "score": 0.07999999999999996}, "entries[1].entry_id": {"response": "page_id-2", "ground_truth": "156089_1321099_102-2", "score": 0.2068965517241379}, "entries[15].entry_id": {"response": "page_id-16", "ground_truth": "156089_1321099_102-16", "score": 0.25806451612903225}, "entries[6].entry_id": {"response": "page_id-7", "ground_truth": "156089_1321099_102-7", "score": 0.2068965517241379}, "entries[11].company_name": {"response": "Swiss Bolting Cloth Manufacturing Co. Ltd. (for the milling industry and all sifting purposes)", "ground_truth": "Swiss Silk Bolting Cloth Manufacturing Co. Ltd.", "score": 0.5957446808510638}, "entries[12].company_name": {"response": "Swiss Bolting Cloth Manufacturing Co. Ltd.", "ground_truth": "Abegg & Co. Ltd.", "score": 0.3793103448275862}}, "total_fields": 73}, "raw_response": "{\"id\":\"gen-1776776740-WVIBDiIHhJVBvXM0jyOd\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\n  \\\"page_id\\\": \\\"page_id\\\",\\n  \\\"entries\\\": [\\n    {\\n      \\\"entry_id\\\": \\\"page_id-1\\\",\\n      \\\"company_name\\\": \\\"F. Blumer & Co. (manufacturers of printed woollen and silk scarves)\\\",\\n      \\\"location\\\": \\\"Schwanen (Glarus)\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"page_id-2\\\",\\n      \\\"company_name\\\": \\\"Inglo Louis Jablonsky (manufacturers' agent)\\\",\\n      \\\"location\\\": \\\"Brandschenkestrasse, Zurich 2\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"page_id-3\\\",\\n      \\\"company_name\\\": \\\"J. Spiro (wholesaler for woollen scarves)\\\",\\n      \\\"location\\\": \\\"Stampfenbachstrasse, Zurich 6\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"page_id-4\\\",\\n      \\\"company_name\\\": \\\"Vischer & Co. (manufacturers)\\\",\\n      \\\"location\\\": \\\"Klingentalstrasse, Basle\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"page_id-5\\\",\\n      \\\"company_name\\\": \\\"Swiss Bolting Cloth Manufacturing Co. Ltd. (special screen fabrics of pure silk and synthetic yarns for the screen printing process)\\\",\\n      \\\"location\\\": \\\"Thal near Rheineck (St. Gallen)\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"page_id-6\\\",\\n      \\\"company_name\\\": \\\"Swiss Bolting Cloth Manufacturing Co. Ltd.\\\",\\n      \\\"location\\\": \\\"Gr\u00fctlistrasse, Zurich 2\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"page_id-7\\\",\\n      \\\"company_name\\\": \\\"Tavaro Ltd. (manufacturers of \u00abElna\u00bb automatic electric sewing machines)\\\",\\n      \\\"location\\\": \\\"1-5, avenue de Ch\u00e2telaine, Geneva\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"page_id-8\\\",\\n      \\\"company_name\\\": \\\"Beltex Ltd. (manufacturers of dress and sports shirts)\\\",\\n      \\\"location\\\": \\\"Arzz (Tessin)\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"page_id-9\\\",\\n      \\\"company_name\\\": \\\"London Office: Hanover Square, 3, Princes Street, London W. 1\\\",\\n      \\\"location\\\": \\\"London W. 1\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"page_id-10\\\",\\n      \\\"company_name\\\": \\\"Gut Metzger Ltd. (manufacturers of shirts and collars)\\\",\\n      \\\"location\\\": \\\"also sports jackets; 108, St. Jakobsbstrasse, Basle\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"page_id-11\\\",\\n      \\\"company_name\\\": \\\"Schellenberg, Sax & Co. Ltd. (manufacturers of shirts and pyjamas)\\\",\\n      \\\"location\\\": \\\"Tr\u00fcbbach (St. Gallen)\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"page_id-12\\\",\\n      \\\"company_name\\\": \\\"Swiss Bolting Cloth Manufacturing Co. Ltd. (for the milling industry and all sifting purposes)\\\",\\n      \\\"location\\\": \\\"Thal near Rheineck (St. Gallen)\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"page_id-13\\\",\\n      \\\"company_name\\\": \\\"Swiss Bolting Cloth Manufacturing Co. Ltd.\\\",\\n      \\\"location\\\": \\\"68, Gr\u00fctlistrasse, Zurich 2\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"page_id-14\\\",\\n      \\\"company_name\\\": \\\"Abegg & Co. (raw silk merchants)\\\",\\n      \\\"location\\\": \\\"30, Bahnhofstrasse, Zurich 1\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"page_id-15\\\",\\n      \\\"company_name\\\": \\\"Heer & Co. (manufacturers)\\\",\\n      \\\"location\\\": \\\"Thalwil\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"page_id-16\\\",\\n      \\\"company_name\\\": \\\"J. Hopf & Co. (merchants)\\\",\\n      \\\"location\\\": \\\"12, Aeschengraben, Basle\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"page_id-17\\\",\\n      \\\"company_name\\\": \\\"P. Marchal & Co. (merchants; also silk waste, noils, tops)\\\",\\n      \\\"location\\\": \\\"15, Marschalkenstrasse, Basle\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"page_id-18\\\",\\n      \\\"company_name\\\": \\\"Saweco Ltd. (manufacturers of silk and rayon piece goods)\\\",\\n      \\\"location\\\": \\\"37, Chrischonastrasse, Basle\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"page_id-19\\\",\\n      \\\"company_name\\\": \\\"Robert Schwarzenbach & Co. (manufacturers of woven piece goods for ties, upholstery and dress goods in silk and man-made fibres)\\\",\\n      \\\"location\\\": \\\"Thalwil\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"page_id-20\\\",\\n      \\\"company_name\\\": \\\"Siber, Hegner & Co. Ltd. (importers of Far-Eastern silk and cotton piece goods)\\\",\\n      \\\"location\\\": \\\"14, Talstrasse, Zurich 1\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"page_id-21\\\",\\n      \\\"company_name\\\": \\\"Stehl & Co. (manufacturers of silks, mixed cloths and tie materials)\\\",\\n      \\\"location\\\": \\\"26, Cl\u00e4drindenstrasse, Zurich 2\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"page_id-22\\\",\\n      \\\"company_name\\\": \\\"Soci\u00e9t\u00e9 Industrielle pour la Schappe (spun silk)\\\",\\n      \\\"location\\\": \\\"54, St. Jakobsstrasse, Basle\\\"\\n    }\\n  ]\\n}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":null,\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"page_id\":\"page_id\",\"entries\":[{\"entry_id\":\"page_id-1\",\"company_name\":\"F. Blumer & Co. (manufacturers of printed woollen and silk scarves)\",\"location\":\"Schwanen (Glarus)\"},{\"entry_id\":\"page_id-2\",\"company_name\":\"Inglo Louis Jablonsky (manufacturers' agent)\",\"location\":\"Brandschenkestrasse, Zurich 2\"},{\"entry_id\":\"page_id-3\",\"company_name\":\"J. Spiro (wholesaler for woollen scarves)\",\"location\":\"Stampfenbachstrasse, Zurich 6\"},{\"entry_id\":\"page_id-4\",\"company_name\":\"Vischer & Co. (manufacturers)\",\"location\":\"Klingentalstrasse, Basle\"},{\"entry_id\":\"page_id-5\",\"company_name\":\"Swiss Bolting Cloth Manufacturing Co. Ltd. (special screen fabrics of pure silk and synthetic yarns for the screen printing process)\",\"location\":\"Thal near Rheineck (St. Gallen)\"},{\"entry_id\":\"page_id-6\",\"company_name\":\"Swiss Bolting Cloth Manufacturing Co. Ltd.\",\"location\":\"Gr\u00fctlistrasse, Zurich 2\"},{\"entry_id\":\"page_id-7\",\"company_name\":\"Tavaro Ltd. (manufacturers of \u00abElna\u00bb automatic electric sewing machines)\",\"location\":\"1-5, avenue de Ch\u00e2telaine, Geneva\"},{\"entry_id\":\"page_id-8\",\"company_name\":\"Beltex Ltd. (manufacturers of dress and sports shirts)\",\"location\":\"Arzz (Tessin)\"},{\"entry_id\":\"page_id-9\",\"company_name\":\"London Office: Hanover Square, 3, Princes Street, London W. 1\",\"location\":\"London W. 1\"},{\"entry_id\":\"page_id-10\",\"company_name\":\"Gut Metzger Ltd. (manufacturers of shirts and collars)\",\"location\":\"also sports jackets; 108, St. Jakobsbstrasse, Basle\"},{\"entry_id\":\"page_id-11\",\"company_name\":\"Schellenberg, Sax & Co. Ltd. (manufacturers of shirts and pyjamas)\",\"location\":\"Tr\u00fcbbach (St. Gallen)\"},{\"entry_id\":\"page_id-12\",\"company_name\":\"Swiss Bolting Cloth Manufacturing Co. Ltd. (for the milling industry and all sifting purposes)\",\"location\":\"Thal near Rheineck (St. Gallen)\"},{\"entry_id\":\"page_id-13\",\"company_name\":\"Swiss Bolting Cloth Manufacturing Co. Ltd.\",\"location\":\"68, Gr\u00fctlistrasse, Zurich 2\"},{\"entry_id\":\"page_id-14\",\"company_name\":\"Abegg & Co. (raw silk merchants)\",\"location\":\"30, Bahnhofstrasse, Zurich 1\"},{\"entry_id\":\"page_id-15\",\"company_name\":\"Heer & Co. (manufacturers)\",\"location\":\"Thalwil\"},{\"entry_id\":\"page_id-16\",\"company_name\":\"J. Hopf & Co. (merchants)\",\"location\":\"12, Aeschengraben, Basle\"},{\"entry_id\":\"page_id-17\",\"company_name\":\"P. Marchal & Co. (merchants; also silk waste, noils, tops)\",\"location\":\"15, Marschalkenstrasse, Basle\"},{\"entry_id\":\"page_id-18\",\"company_name\":\"Saweco Ltd. (manufacturers of silk and rayon piece goods)\",\"location\":\"37, Chrischonastrasse, Basle\"},{\"entry_id\":\"page_id-19\",\"company_name\":\"Robert Schwarzenbach & Co. (manufacturers of woven piece goods for ties, upholstery and dress goods in silk and man-made fibres)\",\"location\":\"Thalwil\"},{\"entry_id\":\"page_id-20\",\"company_name\":\"Siber, Hegner & Co. Ltd. (importers of Far-Eastern silk and cotton piece goods)\",\"location\":\"14, Talstrasse, Zurich 1\"},{\"entry_id\":\"page_id-21\",\"company_name\":\"Stehl & Co. (manufacturers of silks, mixed cloths and tie materials)\",\"location\":\"26, Cl\u00e4drindenstrasse, Zurich 2\"},{\"entry_id\":\"page_id-22\",\"company_name\":\"Soci\u00e9t\u00e9 Industrielle pour la Schappe (spun silk)\",\"location\":\"54, St. Jakobsstrasse, Basle\"}]},\"reasoning\":null},\"native_finish_reason\":\"stop\"}],\"created\":1776776740,\"model\":\"google/gemma-4-26b-a4b-it-20260403\",\"object\":\"chat.completion\",\"service_tier\":null,\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":1343,\"prompt_tokens\":691,\"total_tokens\":2034,\"completion_tokens_details\":{\"accepted_prediction_tokens\":null,\"audio_tokens\":0,\"reasoning_tokens\":0,\"rejected_prediction_tokens\":null,\"image_tokens\":0},\"prompt_tokens_details\":{\"audio_tokens\":0,\"cached_tokens\":416,\"cache_write_tokens\":0,\"video_tokens\":0},\"cost\":0.0005855,\"is_byok\":false,\"cost_details\":{\"upstream_inference_cost\":0.0005855,\"upstream_inference_prompt_cost\":0.0000483,\"upstream_inference_completions_cost\":0.0005372}},\"provider\":\"NextBit\"}"}, "scoring": {"f1_micro": 0.14014598540145984, "f1_macro": 0.14733333333333334, "micro_precision": 0.1354656632173095, "micro_recall": 0.14516129032258066, "total_instances": 15, "total_tp": 144, "total_fp": 919, "total_fn": 848, "cost_summary": {"total_input_tokens": 10374, "total_output_tokens": 19905, "total_tokens": 30279, "input_cost_usd": 0.0008299199999999999, "output_cost_usd": 0.006966749999999999, "total_cost_usd": 0.007796669999999999}}, "normalized_score": 14.733333333333334}