{"_id": {"$oid": "69d4eb12b877594bc5718a0c"}, "test_id": "T0364", "benchmark": "company_lists", "date": "2025-10-28", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en", "de"], "layout": ["list"], "entry-type": ["company"], "task": ["information-extraction"]}, "contributors": ["lea_kasper", "sorin_marti"], "hidden": false, "config": {"provider": "genai", "model": "gemini-2.5-flash-lite", "dataclass": "ListPage", "temperature": 0.5, "role_description": "You are a Historian", "prompt_file": "prompt_min.txt", "legacy_test": false}, "prompt": "- Answer in valid JSON.\n- The page ID is given as {page_id}.\n", "results": {"provider": "genai", "model": "gemini-2.5-flash-lite", "duration": 5.5889787673950195, "timestamp": "2025-10-28T09:37:54.191964", "text": "```json\n{\n  \"page_id\": \"{page_id}\",\n  \"entries\": [\n    {\n      \"entry_id\": \"0\",\n      \"company_name\": \"Kunsthandlung Rath.\",\n      \"location\": \"W\\u00fc rsd\\u00f6rfer & Cie.\"\n    },\n    {\n      \"entry_id\": \"1\",\n      \"company_name\": \"Hotz, Volk & Cie., Neuewelt.\",\n      \"location\": \"Spiegelglas.\"\n    },\n    {\n      \"entry_id\": \"2\",\n      \"company_name\": \"s. Konfektion.\",\n      \"location\": \"Sportkleider,\"\n    },\n    {\n      \"entry_id\": \"3\",\n      \"company_name\": \"Emil Mertz.\",\n      \"location\": \"Sprengapparate.\"\n    },\n    {\n      \"entry_id\": \"4\",\n      \"company_name\": \"s. Rauchzuganlagen.\",\n      \"location\": \"\\u00abSpringh\\u00fcte\\u00bb,\"\n    },\n    {\n      \"entry_id\": \"5\",\n      \"company_name\": \"Rudolf Gysin & Co.\",\n      \"location\": \"Spritlacke.\"\n    },\n    {\n      \"entry_id\": \"6\",\n      \"company_name\": \"Merz & Co.\",\n      \"location\": \"Spritlacke.\"\n    },\n    {\n      \"entry_id\": \"7\",\n      \"company_name\": \"Eisenm\\u00f6belfabrik Pratteln L. & C.\",\n      \"location\": \"Sprungfedermatratzen.\"\n    },\n    {\n      \"entry_id\": \"8\",\n      \"company_name\": \"Arnold.\",\n      \"location\": \"Sprungfedermatratzen.\"\n    },\n    {\n      \"entry_id\": \"9\",\n      \"company_name\": \"Emil Haefely & Cie. A.-G.\",\n      \"location\": \"Spulen f\\u00fcr Hochspannungsmachi-nen.\"\n    },\n    {\n      \"entry_id\": \"10\",\n      \"company_name\": \"R. Gschwind & Cie., Oberwil.\",\n      \"location\": \"Stahlblechschaufeln.\"\n    },\n    {\n      \"entry_id\": \"11\",\n      \"company_name\": \"Droeser & Sohn.\",\n      \"location\": \"Stahldrahtb\\u00fcrsten.\"\n    },\n    {\n      \"entry_id\": \"12\",\n      \"company_name\": \"Affolter, Christen & Co. A.-G.\",\n      \"location\": \"St\\u00e4hle, amerikanische (Verkaufs-lager).\"\n    },\n    {\n      \"entry_id\": \"13\",\n      \"company_name\": \"Frobenius A.-G.\",\n      \"location\": \"Stahlstichdruckerei.\"\n    },\n    {\n      \"entry_id\": \"14\",\n      \"company_name\": \"Franz Wittmer.\",\n      \"location\": \"Stahlstichdruckerei.\"\n    },\n    {\n      \"entry_id\": \"15\",\n      \"company_name\": \"Affolter, Christen & Co. A.-G.\",\n      \"location\": \"Stahlwellen, blanke komprimierte(Verlagslager).\"\n    },\n    {\n      \"entry_id\": \"16\",\n      \"company_name\": \"Preiswerk, Esser & Cie.\",\n      \"location\": \"Stalleinrichtungen.\"\n    },\n    {\n      \"entry_id\": \"17\",\n      \"company_name\": \"R. Gschwind & Cie., Oberwil.\",\n      \"location\": \"Stanz- und Pressartikel.\"\n    },\n    {\n      \"entry_id\": \"18\",\n      \"company_name\": \"Walz & Cie.\",\n      \"location\": \"Stearinkerzen.\"\n    },\n    {\n      \"entry_id\": \"19\",\n      \"company_name\": \"Ch. H. Pfister & Co.\",\n      \"location\": \"Steinholz-Materialien.\"\n    },\n    {\n      \"entry_id\": \"20\",\n      \"company_name\": \"Ch. H. Pfister & Co.\",\n      \"location\": \"Steinkitt-Cololith.\"\n    },\n    {\n      \"entry_id\": \"21\",\n      \"company_name\": \"Gas- und Wasserwerk Basel.\",\n      \"location\": \"Steinkohlenteer und Steinkohlen-teerpech.\"\n    },\n    {\n      \"entry_id\": \"22\",\n      \"company_name\": \"Perrin & K\\u00fcng, Maisprach.\",\n      \"location\": \"Steinlagen f\\u00fcr Messinstrumente etc.\"\n    },\n    {\n      \"entry_id\": \"23\",\n      \"company_name\": \"A.-G. Verbl\\u00e4ndstein-Fabrik Lausen\",\n      \"location\": \"Steinzeug (R\\u00f6hren, Tr\\u00f6ge, Gef\\u00e4sse).\"\n    },\n    {\n      \"entry_id\": \"24\",\n      \"company_name\": \"Basler Stempelfabrik Fr. Keller.\",\n      \"location\": \"Stempel (Kautschukstempel, Sig-nirstempel f\\u00fcr Kisten, Emballa-gen etc.).\"\n    },\n    {\n      \"entry_id\": \"25\",\n      \"company_name\": \"Memmel & Cie.\",\n      \"location\": \"Stempel (Kautschukstempel, Sig-nirstempel f\\u00fcr Kisten, Emballa-gen etc.).\"\n    },\n    {\n      \"entry_id\": \"26\",\n      \"company_name\": \"Aktiengesellschaft f\\u00fcr Textilindu-strie (Taschent\\u00fccher, Monogram-me, W\\u00e4schezeichen, Konfek-tionsetiquetten).\",\n      \"location\": \"Stickereien.\"\n    },\n    {\n      \"entry_id\": \"27\",\n      \"company_name\": \"N. Schterentuch.\",\n      \"location\": \"Stickereien.\"\n    },\n    {\n      \"entry_id\": \"28\",\n      \"company_name\": \"F. Schaef-Ganz.\",\n      \"location\": \"St\\u00f6cke.\"\n    },\n    {\n      \"entry_id\": \"29\",\n      \"company_name\": \"P. Steiger.\",\n      \"location\": \"St\\u00f6cke.\"\n    },\n    {\n      \"entry_id\": \"30\",\n      \"company_name\": \"A.-G. James Jaquet.\",\n      \"location\": \"Stoppuhren.\"\n    }\n  ]\n}\n```", "raw_response": {"text": "```json\n{\n  \"page_id\": \"{page_id}\",\n  \"entries\": [\n    {\n      \"entry_id\": \"0\",\n      \"company_name\": \"Kunsthandlung Rath.\",\n      \"location\": \"W\\u00fc rsd\\u00f6rfer & Cie.\"\n    },\n    {\n      \"entry_id\": \"1\",\n      \"company_name\": \"Hotz, Volk & Cie., Neuewelt.\",\n      \"location\": \"Spiegelglas.\"\n    },\n    {\n      \"entry_id\": \"2\",\n      \"company_name\": \"s. Konfektion.\",\n      \"location\": \"Sportkleider,\"\n    },\n    {\n      \"entry_id\": \"3\",\n      \"company_name\": \"Emil Mertz.\",\n      \"location\": \"Sprengapparate.\"\n    },\n    {\n      \"entry_id\": \"4\",\n      \"company_name\": \"s. Rauchzuganlagen.\",\n      \"location\": \"\\u00abSpringh\\u00fcte\\u00bb,\"\n    },\n    {\n      \"entry_id\": \"5\",\n      \"company_name\": \"Rudolf Gysin & Co.\",\n      \"location\": \"Spritlacke.\"\n    },\n    {\n      \"entry_id\": \"6\",\n      \"company_name\": \"Merz & Co.\",\n      \"location\": \"Spritlacke.\"\n    },\n    {\n      \"entry_id\": \"7\",\n      \"company_name\": \"Eisenm\\u00f6belfabrik Pratteln L. & C.\",\n      \"location\": \"Sprungfedermatratzen.\"\n    },\n    {\n      \"entry_id\": \"8\",\n      \"company_name\": \"Arnold.\",\n      \"location\": \"Sprungfedermatratzen.\"\n    },\n    {\n      \"entry_id\": \"9\",\n      \"company_name\": \"Emil Haefely & Cie. A.-G.\",\n      \"location\": \"Spulen f\\u00fcr Hochspannungsmachi-nen.\"\n    },\n    {\n      \"entry_id\": \"10\",\n      \"company_name\": \"R. Gschwind & Cie., Oberwil.\",\n      \"location\": \"Stahlblechschaufeln.\"\n    },\n    {\n      \"entry_id\": \"11\",\n      \"company_name\": \"Droeser & Sohn.\",\n      \"location\": \"Stahldrahtb\\u00fcrsten.\"\n    },\n    {\n      \"entry_id\": \"12\",\n      \"company_name\": \"Affolter, Christen & Co. A.-G.\",\n      \"location\": \"St\\u00e4hle, amerikanische (Verkaufs-lager).\"\n    },\n    {\n      \"entry_id\": \"13\",\n      \"company_name\": \"Frobenius A.-G.\",\n      \"location\": \"Stahlstichdruckerei.\"\n    },\n    {\n      \"entry_id\": \"14\",\n      \"company_name\": \"Franz Wittmer.\",\n      \"location\": \"Stahlstichdruckerei.\"\n    },\n    {\n      \"entry_id\": \"15\",\n      \"company_name\": \"Affolter, Christen & Co. A.-G.\",\n      \"location\": \"Stahlwellen, blanke komprimierte(Verlagslager).\"\n    },\n    {\n      \"entry_id\": \"16\",\n      \"company_name\": \"Preiswerk, Esser & Cie.\",\n      \"location\": \"Stalleinrichtungen.\"\n    },\n    {\n      \"entry_id\": \"17\",\n      \"company_name\": \"R. Gschwind & Cie., Oberwil.\",\n      \"location\": \"Stanz- und Pressartikel.\"\n    },\n    {\n      \"entry_id\": \"18\",\n      \"company_name\": \"Walz & Cie.\",\n      \"location\": \"Stearinkerzen.\"\n    },\n    {\n      \"entry_id\": \"19\",\n      \"company_name\": \"Ch. H. Pfister & Co.\",\n      \"location\": \"Steinholz-Materialien.\"\n    },\n    {\n      \"entry_id\": \"20\",\n      \"company_name\": \"Ch. H. Pfister & Co.\",\n      \"location\": \"Steinkitt-Cololith.\"\n    },\n    {\n      \"entry_id\": \"21\",\n      \"company_name\": \"Gas- und Wasserwerk Basel.\",\n      \"location\": \"Steinkohlenteer und Steinkohlen-teerpech.\"\n    },\n    {\n      \"entry_id\": \"22\",\n      \"company_name\": \"Perrin & K\\u00fcng, Maisprach.\",\n      \"location\": \"Steinlagen f\\u00fcr Messinstrumente etc.\"\n    },\n    {\n      \"entry_id\": \"23\",\n      \"company_name\": \"A.-G. Verbl\\u00e4ndstein-Fabrik Lausen\",\n      \"location\": \"Steinzeug (R\\u00f6hren, Tr\\u00f6ge, Gef\\u00e4sse).\"\n    },\n    {\n      \"entry_id\": \"24\",\n      \"company_name\": \"Basler Stempelfabrik Fr. Keller.\",\n      \"location\": \"Stempel (Kautschukstempel, Sig-nirstempel f\\u00fcr Kisten, Emballa-gen etc.).\"\n    },\n    {\n      \"entry_id\": \"25\",\n      \"company_name\": \"Memmel & Cie.\",\n      \"location\": \"Stempel (Kautschukstempel, Sig-nirstempel f\\u00fcr Kisten, Emballa-gen etc.).\"\n    },\n    {\n      \"entry_id\": \"26\",\n      \"company_name\": \"Aktiengesellschaft f\\u00fcr Textilindu-strie (Taschent\\u00fccher, Monogram-me, W\\u00e4schezeichen, Konfek-tionsetiquetten).\",\n      \"location\": \"Stickereien.\"\n    },\n    {\n      \"entry_id\": \"27\",\n      \"company_name\": \"N. Schterentuch.\",\n      \"location\": \"Stickereien.\"\n    },\n    {\n      \"entry_id\": \"28\",\n      \"company_name\": \"F. Schaef-Ganz.\",\n      \"location\": \"St\\u00f6cke.\"\n    },\n    {\n      \"entry_id\": \"29\",\n      \"company_name\": \"P. Steiger.\",\n      \"location\": \"St\\u00f6cke.\"\n    },\n    {\n      \"entry_id\": \"30\",\n      \"company_name\": \"A.-G. James Jaquet.\",\n      \"location\": \"Stoppuhren.\"\n    }\n  ]\n}\n```", "usage_metadata": {"prompt_token_count": 279, "candidates_token_count": 1631, "total_token_count": 1910}}, "usage": {"input_tokens": 279, "output_tokens": 1631, "total_tokens": 1910}, "finish_reason": "stop"}, "scoring": {"f1_micro": 0.2745287578540358, "f1_macro": 0.306, "micro_precision": 0.26369545032497677, "micro_recall": 0.2862903225806452, "total_instances": 15, "total_tp": 284, "total_fp": 793, "total_fn": 708, "cost_summary": {"total_input_tokens": 4185, "total_output_tokens": 16870, "total_tokens": 21055, "input_cost_usd": 0.000419, "output_cost_usd": 0.006748, "total_cost_usd": 0.007167, "pricing_date": "2025-10-28", "input_price_per_million": 0.1, "output_price_per_million": 0.4}}, "normalized_score": 30.599999999999998}