{"_id": {"$oid": "69d4eb12b877594bc5718a07"}, "test_id": "T0360", "benchmark": "company_lists", "date": "2025-10-28", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en", "de"], "layout": ["list"], "entry-type": ["company"], "task": ["information-extraction"]}, "contributors": ["lea_kasper", "sorin_marti"], "hidden": false, "config": {"provider": "genai", "model": "gemini-2.5-flash", "dataclass": "ListPage", "temperature": 0.5, "role_description": "You are a Historian", "prompt_file": "prompt_min.txt", "legacy_test": false}, "prompt": "- Answer in valid JSON.\n- The page ID is given as {page_id}.\n", "results": {"provider": "genai", "model": "gemini-2.5-flash", "duration": 11.386284112930298, "timestamp": "2025-10-28T09:30:36.152207", "parsed": {"page_id": "{page_id}", "entries": [{"entry_id": "entry_1", "company_name": "Crowe & Co., Ltd.", "location": "Basle"}, {"entry_id": "entry_2", "company_name": "Imperial Airways Ltd.", "location": "Croydon"}, {"entry_id": "entry_3", "company_name": "Metallwerke A.G.", "location": "Dornach (Solothurn)"}, {"entry_id": "entry_4", "company_name": "Aluminium-Industrie-Aktien-Gesellschaft", "location": "Neuhausen"}, {"entry_id": "entry_5", "company_name": "Chemische Fabrik vorm. Sandoz", "location": "Basle"}, {"entry_id": "entry_6", "company_name": "Clayton Aniline Co., Ltd.", "location": "Manchester"}, {"entry_id": "entry_7", "company_name": "J. R. Geigy, A.-G.", "location": "Basle"}, {"entry_id": "entry_8", "company_name": "Society of Chemical Industry in Basle.", "location": "Basle"}, {"entry_id": "entry_9", "company_name": "J. Hopf & Co.", "location": "Basle"}, {"entry_id": "entry_10", "company_name": "Rayon A.-G.", "location": "Arlesheim"}, {"entry_id": "entry_11", "company_name": "Banque F\u00e9d\u00e9rale S.A.", "location": "Vevey"}, {"entry_id": "entry_12", "company_name": "Barclays Bank Ltd.", "location": "London"}, {"entry_id": "entry_13", "company_name": "Galland & Co.", "location": "Lausanne"}, {"entry_id": "entry_14", "company_name": "Lloyds and National Provincial Foreign Bank, Ltd.", "location": "Geneva"}, {"entry_id": "entry_15", "company_name": "Swiss Bank Corporation", "location": "Basle"}, {"entry_id": "entry_16", "company_name": "Swiss Bank Corporation", "location": "Lausanne"}, {"entry_id": "entry_17", "company_name": "Wagons-Lits/Cook S.A.", "location": "Geneva"}]}, "text": "{\"page_id\": \"{page_id}\", \"entries\": [{\"entry_id\": \"entry_1\", \"company_name\": \"Crowe & Co., Ltd.\", \"location\": \"Basle\"}, {\"entry_id\": \"entry_2\", \"company_name\": \"Imperial Airways Ltd.\", \"location\": \"Croydon\"}, {\"entry_id\": \"entry_3\", \"company_name\": \"Metallwerke A.G.\", \"location\": \"Dornach (Solothurn)\"}, {\"entry_id\": \"entry_4\", \"company_name\": \"Aluminium-Industrie-Aktien-Gesellschaft\", \"location\": \"Neuhausen\"}, {\"entry_id\": \"entry_5\", \"company_name\": \"Chemische Fabrik vorm. Sandoz\", \"location\": \"Basle\"}, {\"entry_id\": \"entry_6\", \"company_name\": \"Clayton Aniline Co., Ltd.\", \"location\": \"Manchester\"}, {\"entry_id\": \"entry_7\", \"company_name\": \"J. R. Geigy, A.-G.\", \"location\": \"Basle\"}, {\"entry_id\": \"entry_8\", \"company_name\": \"Society of Chemical Industry in Basle.\", \"location\": \"Basle\"}, {\"entry_id\": \"entry_9\", \"company_name\": \"J. Hopf & Co.\", \"location\": \"Basle\"}, {\"entry_id\": \"entry_10\", \"company_name\": \"Rayon A.-G.\", \"location\": \"Arlesheim\"}, {\"entry_id\": \"entry_11\", \"company_name\": \"Banque F\u00e9d\u00e9rale S.A.\", \"location\": \"Vevey\"}, {\"entry_id\": \"entry_12\", \"company_name\": \"Barclays Bank Ltd.\", \"location\": \"London\"}, {\"entry_id\": \"entry_13\", \"company_name\": \"Galland & Co.\", \"location\": \"Lausanne\"}, {\"entry_id\": \"entry_14\", \"company_name\": \"Lloyds and National Provincial Foreign Bank, Ltd.\", \"location\": \"Geneva\"}, {\"entry_id\": \"entry_15\", \"company_name\": \"Swiss Bank Corporation\", \"location\": \"Basle\"}, {\"entry_id\": \"entry_16\", \"company_name\": \"Swiss Bank Corporation\", \"location\": \"Lausanne\"}, {\"entry_id\": \"entry_17\", \"company_name\": \"Wagons-Lits/Cook S.A.\", \"location\": \"Geneva\"}]}", "raw_response": {"text": "{\"page_id\": \"{page_id}\", \"entries\": [{\"entry_id\": \"entry_1\", \"company_name\": \"Crowe & Co., Ltd.\", \"location\": \"Basle\"}, {\"entry_id\": \"entry_2\", \"company_name\": \"Imperial Airways Ltd.\", \"location\": \"Croydon\"}, {\"entry_id\": \"entry_3\", \"company_name\": \"Metallwerke A.G.\", \"location\": \"Dornach (Solothurn)\"}, {\"entry_id\": \"entry_4\", \"company_name\": \"Aluminium-Industrie-Aktien-Gesellschaft\", \"location\": \"Neuhausen\"}, {\"entry_id\": \"entry_5\", \"company_name\": \"Chemische Fabrik vorm. Sandoz\", \"location\": \"Basle\"}, {\"entry_id\": \"entry_6\", \"company_name\": \"Clayton Aniline Co., Ltd.\", \"location\": \"Manchester\"}, {\"entry_id\": \"entry_7\", \"company_name\": \"J. R. Geigy, A.-G.\", \"location\": \"Basle\"}, {\"entry_id\": \"entry_8\", \"company_name\": \"Society of Chemical Industry in Basle.\", \"location\": \"Basle\"}, {\"entry_id\": \"entry_9\", \"company_name\": \"J. Hopf & Co.\", \"location\": \"Basle\"}, {\"entry_id\": \"entry_10\", \"company_name\": \"Rayon A.-G.\", \"location\": \"Arlesheim\"}, {\"entry_id\": \"entry_11\", \"company_name\": \"Banque F\u00e9d\u00e9rale S.A.\", \"location\": \"Vevey\"}, {\"entry_id\": \"entry_12\", \"company_name\": \"Barclays Bank Ltd.\", \"location\": \"London\"}, {\"entry_id\": \"entry_13\", \"company_name\": \"Galland & Co.\", \"location\": \"Lausanne\"}, {\"entry_id\": \"entry_14\", \"company_name\": \"Lloyds and National Provincial Foreign Bank, Ltd.\", \"location\": \"Geneva\"}, {\"entry_id\": \"entry_15\", \"company_name\": \"Swiss Bank Corporation\", \"location\": \"Basle\"}, {\"entry_id\": \"entry_16\", \"company_name\": \"Swiss Bank Corporation\", \"location\": \"Lausanne\"}, {\"entry_id\": \"entry_17\", \"company_name\": \"Wagons-Lits/Cook S.A.\", \"location\": \"Geneva\"}]}", "usage_metadata": {"prompt_token_count": 279, "candidates_token_count": 546, "total_token_count": 1772}}, "usage": {"input_tokens": 279, "output_tokens": 546, "total_tokens": 1772}, "finish_reason": "stop"}, "scoring": {"f1_micro": 0.42444987775061127, "f1_macro": 0.4553333333333333, "micro_precision": 0.4121557454890788, "micro_recall": 0.4375, "total_instances": 15, "total_tp": 434, "total_fp": 619, "total_fn": 558, "cost_summary": {"total_input_tokens": 4185, "total_output_tokens": 13833, "total_tokens": 18018, "input_cost_usd": 0.001256, "output_cost_usd": 0.034583, "total_cost_usd": 0.035838, "pricing_date": "2025-10-28", "input_price_per_million": 0.3, "output_price_per_million": 2.5}}, "normalized_score": 45.53333333333333}