{"_id": {"$oid": "69d4eb12b877594bc5718a04"}, "test_id": "T0356", "benchmark": "company_lists", "date": "2025-10-28", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en", "de"], "layout": ["list"], "entry-type": ["company"], "task": ["information-extraction"]}, "contributors": ["lea_kasper", "sorin_marti"], "hidden": false, "config": {"provider": "genai", "model": "gemini-2.0-flash", "dataclass": "ListPage", "temperature": 0.5, "role_description": "You are a Historian", "prompt_file": "prompt_min.txt", "legacy_test": false}, "prompt": "- Answer in valid JSON.\n- The page ID is given as {page_id}.\n", "results": {"provider": "genai", "model": "gemini-2.0-flash", "duration": 10.205626726150513, "timestamp": "2025-10-28T10:48:11.932284", "parsed": {"page_id": "74", "entries": [{"entry_id": "1", "company_name": "F. Blumer & Co.", "location": "Schwandenden (Glarus)"}, {"entry_id": "2", "company_name": "Inglo Louis Jablonsky", "location": "18, Brandschenkestrasse, Zurich 2"}, {"entry_id": "3", "company_name": "J. Spiro", "location": "73, Stampfenbachstrasse, Zurich 6"}, {"entry_id": "4", "company_name": "Vischer & Co.", "location": "25, Klingentalstrasse, Basle"}, {"entry_id": "5", "company_name": "Swiss Silk Bolting Cloth Manufacturing Co. Ltd.", "location": "Thal near Rheineck (St. Gallen)"}, {"entry_id": "6", "company_name": "Swiss Silk Bolting Cloth Manufacturing Co. Ltd.", "location": "68, Gr\u00fctlistrasse, Zurich 2"}, {"entry_id": "7", "company_name": "Tavaro Ltd.", "location": "1-5, avenue de Ch\u00e2telaine, Geneva"}, {"entry_id": "8", "company_name": "Beltex Ltd.", "location": "Arzo (Tessin). London Office: Hanover Square, 3, Princes Street, London W. 1"}, {"entry_id": "9", "company_name": "Gust. Metzger Ltd.", "location": "108, St. Jakobsstrasse, Basle"}, {"entry_id": "10", "company_name": "Schellenberg, Sax & Co. Ltd.", "location": "Tr\u00fcbbach (St. Gallen)"}, {"entry_id": "11", "company_name": "Swiss Silk Bolting Cloth Manufacturing Co. Ltd.", "location": "Thal near Rheineck (St. Gallen)"}, {"entry_id": "12", "company_name": "Swiss Silk Bolting Cloth Manufacturing Co. Ltd.", "location": "68, Gr\u00fctlistrasse, Zurich 2"}, {"entry_id": "13", "company_name": "Abegg & Co. Ltd.", "location": "30, Bahnhofstrasse, Zurich 1"}, {"entry_id": "14", "company_name": "Heer & Co. Ltd.", "location": "Thalwil"}, {"entry_id": "15", "company_name": "J. Hopf & Co.", "location": "12, Aeschengraben, Basle"}, {"entry_id": "16", "company_name": "P. Marchal & Co.", "location": "15, Marschalkenstrasse, Pasic"}, {"entry_id": "17", "company_name": "Saweco Ltd.", "location": "37, Chrischonastrasse, Basle"}, {"entry_id": "18", "company_name": "Robert Schwarzenbach & Co.", "location": "Thalwil"}, {"entry_id": "19", "company_name": "Siber, Hegner & Co. Ltd.", "location": "14, Talstrasse, Zurich 1"}, {"entry_id": "20", "company_name": "Stehli & Co.", "location": "26, Claridenstrasse, Zurich 2"}, {"entry_id": "21", "company_name": "Soci\u00e9t\u00e9 Industrielle pour la Schappe", "location": "54, St. Jakobsstrasse, Basle"}, {"entry_id": "22", "company_name": "P. Marchal & Co.", "location": "15, Marschalkenstrasse, Basle"}, {"entry_id": "23", "company_name": "Schmid Brothers Ltd.", "location": "33, Rittergasse, Basle"}, {"entry_id": "24", "company_name": "Siber, Hegner & Co. Ltd.", "location": "14, Talstrasse, Zurich 1"}]}, "text": "{\n  \"page_id\": \"74\",\n  \"entries\": [\n    {\n      \"entry_id\": \"1\",\n      \"company_name\": \"F. Blumer & Co.\",\n      \"location\": \"Schwandenden (Glarus)\"\n    },\n    {\n      \"entry_id\": \"2\",\n      \"company_name\": \"Inglo Louis Jablonsky\",\n      \"location\": \"18, Brandschenkestrasse, Zurich 2\"\n    },\n    {\n      \"entry_id\": \"3\",\n      \"company_name\": \"J. Spiro\",\n      \"location\": \"73, Stampfenbachstrasse, Zurich 6\"\n    },\n    {\n      \"entry_id\": \"4\",\n      \"company_name\": \"Vischer & Co.\",\n      \"location\": \"25, Klingentalstrasse, Basle\"\n    },\n    {\n      \"entry_id\": \"5\",\n      \"company_name\": \"Swiss Silk Bolting Cloth Manufacturing Co. Ltd.\",\n      \"location\": \"Thal near Rheineck (St. Gallen)\"\n    },\n    {\n      \"entry_id\": \"6\",\n      \"company_name\": \"Swiss Silk Bolting Cloth Manufacturing Co. Ltd.\",\n      \"location\": \"68, Gr\u00fctlistrasse, Zurich 2\"\n    },\n    {\n      \"entry_id\": \"7\",\n      \"company_name\": \"Tavaro Ltd.\",\n      \"location\": \"1-5, avenue de Ch\u00e2telaine, Geneva\"\n    },\n    {\n      \"entry_id\": \"8\",\n      \"company_name\": \"Beltex Ltd.\",\n      \"location\": \"Arzo (Tessin). London Office: Hanover Square, 3, Princes Street, London W. 1\"\n    },\n    {\n      \"entry_id\": \"9\",\n      \"company_name\": \"Gust. Metzger Ltd.\",\n      \"location\": \"108, St. Jakobsstrasse, Basle\"\n    },\n    {\n      \"entry_id\": \"10\",\n      \"company_name\": \"Schellenberg, Sax & Co. Ltd.\",\n      \"location\": \"Tr\u00fcbbach (St. Gallen)\"\n    },\n    {\n      \"entry_id\": \"11\",\n      \"company_name\": \"Swiss Silk Bolting Cloth Manufacturing Co. Ltd.\",\n      \"location\": \"Thal near Rheineck (St. Gallen)\"\n    },\n    {\n      \"entry_id\": \"12\",\n      \"company_name\": \"Swiss Silk Bolting Cloth Manufacturing Co. Ltd.\",\n      \"location\": \"68, Gr\u00fctlistrasse, Zurich 2\"\n    },\n    {\n      \"entry_id\": \"13\",\n      \"company_name\": \"Abegg & Co. Ltd.\",\n      \"location\": \"30, Bahnhofstrasse, Zurich 1\"\n    },\n    {\n      \"entry_id\": \"14\",\n      \"company_name\": \"Heer & Co. Ltd.\",\n      \"location\": \"Thalwil\"\n    },\n    {\n      \"entry_id\": \"15\",\n      \"company_name\": \"J. Hopf & Co.\",\n      \"location\": \"12, Aeschengraben, Basle\"\n    },\n    {\n      \"entry_id\": \"16\",\n      \"company_name\": \"P. Marchal & Co.\",\n      \"location\": \"15, Marschalkenstrasse, Pasic\"\n    },\n    {\n      \"entry_id\": \"17\",\n      \"company_name\": \"Saweco Ltd.\",\n      \"location\": \"37, Chrischonastrasse, Basle\"\n    },\n    {\n      \"entry_id\": \"18\",\n      \"company_name\": \"Robert Schwarzenbach & Co.\",\n      \"location\": \"Thalwil\"\n    },\n    {\n      \"entry_id\": \"19\",\n      \"company_name\": \"Siber, Hegner & Co. Ltd.\",\n      \"location\": \"14, Talstrasse, Zurich 1\"\n    },\n    {\n      \"entry_id\": \"20\",\n      \"company_name\": \"Stehli & Co.\",\n      \"location\": \"26, Claridenstrasse, Zurich 2\"\n    },\n    {\n      \"entry_id\": \"21\",\n      \"company_name\": \"Soci\u00e9t\u00e9 Industrielle pour la Schappe\",\n      \"location\": \"54, St. Jakobsstrasse, Basle\"\n    },\n    {\n      \"entry_id\": \"22\",\n      \"company_name\": \"P. Marchal & Co.\",\n      \"location\": \"15, Marschalkenstrasse, Basle\"\n    },\n    {\n      \"entry_id\": \"23\",\n      \"company_name\": \"Schmid Brothers Ltd.\",\n      \"location\": \"33, Rittergasse, Basle\"\n    },\n    {\n      \"entry_id\": \"24\",\n      \"company_name\": \"Siber, Hegner & Co. Ltd.\",\n      \"location\": \"14, Talstrasse, Zurich 1\"\n    }\n  ]\n}", "raw_response": {"text": "{\n  \"page_id\": \"74\",\n  \"entries\": [\n    {\n      \"entry_id\": \"1\",\n      \"company_name\": \"F. Blumer & Co.\",\n      \"location\": \"Schwandenden (Glarus)\"\n    },\n    {\n      \"entry_id\": \"2\",\n      \"company_name\": \"Inglo Louis Jablonsky\",\n      \"location\": \"18, Brandschenkestrasse, Zurich 2\"\n    },\n    {\n      \"entry_id\": \"3\",\n      \"company_name\": \"J. Spiro\",\n      \"location\": \"73, Stampfenbachstrasse, Zurich 6\"\n    },\n    {\n      \"entry_id\": \"4\",\n      \"company_name\": \"Vischer & Co.\",\n      \"location\": \"25, Klingentalstrasse, Basle\"\n    },\n    {\n      \"entry_id\": \"5\",\n      \"company_name\": \"Swiss Silk Bolting Cloth Manufacturing Co. Ltd.\",\n      \"location\": \"Thal near Rheineck (St. Gallen)\"\n    },\n    {\n      \"entry_id\": \"6\",\n      \"company_name\": \"Swiss Silk Bolting Cloth Manufacturing Co. Ltd.\",\n      \"location\": \"68, Gr\u00fctlistrasse, Zurich 2\"\n    },\n    {\n      \"entry_id\": \"7\",\n      \"company_name\": \"Tavaro Ltd.\",\n      \"location\": \"1-5, avenue de Ch\u00e2telaine, Geneva\"\n    },\n    {\n      \"entry_id\": \"8\",\n      \"company_name\": \"Beltex Ltd.\",\n      \"location\": \"Arzo (Tessin). London Office: Hanover Square, 3, Princes Street, London W. 1\"\n    },\n    {\n      \"entry_id\": \"9\",\n      \"company_name\": \"Gust. Metzger Ltd.\",\n      \"location\": \"108, St. Jakobsstrasse, Basle\"\n    },\n    {\n      \"entry_id\": \"10\",\n      \"company_name\": \"Schellenberg, Sax & Co. Ltd.\",\n      \"location\": \"Tr\u00fcbbach (St. Gallen)\"\n    },\n    {\n      \"entry_id\": \"11\",\n      \"company_name\": \"Swiss Silk Bolting Cloth Manufacturing Co. Ltd.\",\n      \"location\": \"Thal near Rheineck (St. Gallen)\"\n    },\n    {\n      \"entry_id\": \"12\",\n      \"company_name\": \"Swiss Silk Bolting Cloth Manufacturing Co. Ltd.\",\n      \"location\": \"68, Gr\u00fctlistrasse, Zurich 2\"\n    },\n    {\n      \"entry_id\": \"13\",\n      \"company_name\": \"Abegg & Co. Ltd.\",\n      \"location\": \"30, Bahnhofstrasse, Zurich 1\"\n    },\n    {\n      \"entry_id\": \"14\",\n      \"company_name\": \"Heer & Co. Ltd.\",\n      \"location\": \"Thalwil\"\n    },\n    {\n      \"entry_id\": \"15\",\n      \"company_name\": \"J. Hopf & Co.\",\n      \"location\": \"12, Aeschengraben, Basle\"\n    },\n    {\n      \"entry_id\": \"16\",\n      \"company_name\": \"P. Marchal & Co.\",\n      \"location\": \"15, Marschalkenstrasse, Pasic\"\n    },\n    {\n      \"entry_id\": \"17\",\n      \"company_name\": \"Saweco Ltd.\",\n      \"location\": \"37, Chrischonastrasse, Basle\"\n    },\n    {\n      \"entry_id\": \"18\",\n      \"company_name\": \"Robert Schwarzenbach & Co.\",\n      \"location\": \"Thalwil\"\n    },\n    {\n      \"entry_id\": \"19\",\n      \"company_name\": \"Siber, Hegner & Co. Ltd.\",\n      \"location\": \"14, Talstrasse, Zurich 1\"\n    },\n    {\n      \"entry_id\": \"20\",\n      \"company_name\": \"Stehli & Co.\",\n      \"location\": \"26, Claridenstrasse, Zurich 2\"\n    },\n    {\n      \"entry_id\": \"21\",\n      \"company_name\": \"Soci\u00e9t\u00e9 Industrielle pour la Schappe\",\n      \"location\": \"54, St. Jakobsstrasse, Basle\"\n    },\n    {\n      \"entry_id\": \"22\",\n      \"company_name\": \"P. Marchal & Co.\",\n      \"location\": \"15, Marschalkenstrasse, Basle\"\n    },\n    {\n      \"entry_id\": \"23\",\n      \"company_name\": \"Schmid Brothers Ltd.\",\n      \"location\": \"33, Rittergasse, Basle\"\n    },\n    {\n      \"entry_id\": \"24\",\n      \"company_name\": \"Siber, Hegner & Co. Ltd.\",\n      \"location\": \"14, Talstrasse, Zurich 1\"\n    }\n  ]\n}", "usage_metadata": {"prompt_token_count": 1876, "candidates_token_count": 1179, "total_token_count": 3055}}, "usage": {"input_tokens": 1876, "output_tokens": 1179, "total_tokens": 3055}, "finish_reason": "stop"}, "scoring": {"f1_micro": 0.3600590260698475, "f1_macro": 0.35866666666666663, "micro_precision": 0.3515850144092219, "micro_recall": 0.3689516129032258, "total_instances": 15, "total_tp": 366, "total_fp": 675, "total_fn": 626, "cost_summary": {"total_input_tokens": 28140, "total_output_tokens": 16013, "total_tokens": 44153, "input_cost_usd": 0.002814, "output_cost_usd": 0.006405, "total_cost_usd": 0.009219, "pricing_date": "2025-10-28", "input_price_per_million": 0.1, "output_price_per_million": 0.4}}, "normalized_score": 35.86666666666666}