{"_id": {"$oid": "6a478c6124b401ab26c43da4"}, "test_id": "T1230", "benchmark": "general_meeting_minutes", "date": "2026-07-03", "tags": {"document-type": ["minutes"], "writing": ["typed", "handwritten"], "century": [20], "language": ["it", "fr", "de"], "layout": ["table"], "entry-type": ["person", "location"], "task": ["information-extraction"]}, "contributors": ["alexandra_binnenkade", "sven_lienhard", "sorin_marti"], "hidden": false, "config": {"provider": "genai", "model": "gemini-2.5-pro", "dataclass": "MinutesPage", "temperature": 0.0, "role_description": "You are a historian with expertise in analyzing and summarizing historical meeting minutes", "prompt_file": "prompt.txt", "legacy_test": false}, "prompt": "Please extract the metadata according to the given output format.\nName and Address are in the same table field. Your task is to extract them into separate fields.\nLose any dashes between name and address but preserve linebreaks.\nBe aware: Addresses may contain multiple dashes; preserve them, only remove \"visual splitting characters\" between name and address.\nFilename: {filename}\nPage: {page_number}", "results": {"text": "{\"document\":\"Se_23_Assembl\u00e9e_1951_Generalversammlung1_page_3\",\"page_number\":3,\"entries\":[{\"number\":\"21\",\"name\":\"M.de la FONTAINE Lionel\",\"address\":\"Bo\u00eete postale 41 \u00e0 MARRAKECH-MEDINA\",\"actions_o\":\"2\",\"actions_p\":\"\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"22\",\"name\":\"M.LAUMAIN Robert\",\"address\":\"24 Avenue Gambetta MONTROUGE\",\"actions_o\":\"1\",\"actions_p\":\"\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"Aut, Paci\"},{\"number\":\"23\",\"name\":\"Suc.LHOEST Paul (Mme)\",\"address\":\"1,rue J.B.Colyns IXELLES-BRUXELLES.\",\"actions_o\":\"150\",\"actions_p\":\"\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"24\",\"name\":\"M.MASSON Daniel\",\"address\":\"3,Av.Gaug\u00e9 VIROFLAY (S-et-O)\",\"actions_o\":\"\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":true,\"signature\":\"Aut, Paci\"},{\"number\":\"25\",\"name\":\"M. PANI Antonio\",\"address\":\"SESSA (Tessin) Suisse\",\"actions_o\":\"1\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":true,\"signature\":\"Aut, Paci\"},{\"number\":\"26\",\"name\":\"M. POUQUET Maurice\",\"address\":\"Essendi\u00e8ras,par St M\u00e9dard d'ExcisuiI (Dordogne)\",\"actions_o\":\"1\",\"actions_p\":\"\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"27\",\"name\":\"Mme RAOULT Suzanne\",\"address\":\"195 rue de Grenelle PARIS\",\"actions_o\":\"\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"28\",\"name\":\"Suc.RICHOMME de POSSON (Mme)\",\"address\":\"37bis Promenade des Anglais NICE (A-M)\",\"actions_o\":\"\",\"actions_p\":\"\",\"no_de_voix\":\"32\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"29\",\"name\":\"Mme SAVAEY M.L.\",\"address\":\"5,Avenue Weber GENEVE (Suisse)\",\"actions_o\":\"\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"30\",\"name\":\"M. SCHERESCHWESKY Philippe\",\"address\":\"34,Bd Marbeau PARIS (16\u00b0)\",\"actions_o\":\"1\",\"actions_p\":\"\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"}],\"total_actions\":{\"total_o\":\"920\",\"total_p\":\"2550\",\"total_voix\":\"\"}}", "model": "gemini-2.5-pro", "provider": "genai", "finish_reason": "STOP", "usage": {"input_tokens": 370, "output_tokens": 1049, "total_tokens": 7400, "input_cost_usd": 0.0004625, "output_cost_usd": 0.01049, "estimated_cost_usd": 0.010952499999999999}, "duration": 47.6939651966095, "timestamp": "2026-07-03T08:41:46.686455", "parsed": {"document": "Se_23_Assembl\u00e9e_1951_Generalversammlung1_page_3", "page_number": 3, "entries": [{"number": "21", "name": "M.de la FONTAINE Lionel", "address": "Bo\u00eete postale 41 \u00e0 MARRAKECH-MEDINA", "actions_o": "2", "actions_p": "", "no_de_voix": "", "signature_present": false, "signature": ""}, {"number": "22", "name": "M.LAUMAIN Robert", "address": "24 Avenue Gambetta MONTROUGE", "actions_o": "1", "actions_p": "", "no_de_voix": "", "signature_present": true, "signature": "Aut, Paci"}, {"number": "23", "name": "Suc.LHOEST Paul (Mme)", "address": "1,rue J.B.Colyns IXELLES-BRUXELLES.", "actions_o": "150", "actions_p": "", "no_de_voix": "", "signature_present": false, "signature": ""}, {"number": "24", "name": "M.MASSON Daniel", "address": "3,Av.Gaug\u00e9 VIROFLAY (S-et-O)", "actions_o": "", "actions_p": "", "no_de_voix": "10", "signature_present": true, "signature": "Aut, Paci"}, {"number": "25", "name": "M. PANI Antonio", "address": "SESSA (Tessin) Suisse", "actions_o": "1", "actions_p": "", "no_de_voix": "10", "signature_present": true, "signature": "Aut, Paci"}, {"number": "26", "name": "M. POUQUET Maurice", "address": "Essendi\u00e8ras,par St M\u00e9dard d'ExcisuiI (Dordogne)", "actions_o": "1", "actions_p": "", "no_de_voix": "", "signature_present": false, "signature": ""}, {"number": "27", "name": "Mme RAOULT Suzanne", "address": "195 rue de Grenelle PARIS", "actions_o": "", "actions_p": "", "no_de_voix": "10", "signature_present": false, "signature": ""}, {"number": "28", "name": "Suc.RICHOMME de POSSON (Mme)", "address": "37bis Promenade des Anglais NICE (A-M)", "actions_o": "", "actions_p": "", "no_de_voix": "32", "signature_present": false, "signature": ""}, {"number": "29", "name": "Mme SAVAEY M.L.", "address": "5,Avenue Weber GENEVE (Suisse)", "actions_o": "", "actions_p": "", "no_de_voix": "10", "signature_present": false, "signature": ""}, {"number": "30", "name": "M. SCHERESCHWESKY Philippe", "address": "34,Bd Marbeau PARIS (16\u00b0)", "actions_o": "1", "actions_p": "", "no_de_voix": "", "signature_present": false, "signature": ""}], "total_actions": {"total_o": "920", "total_p": "2550", "total_voix": ""}}, "conversation_id": "48f0ce05-f0e2-4457-af17-76e04910e6c7", "score": {"fuzzy": 0.8279593606571354}, "raw_response": "{\"sdk_http_response\":{\"headers\":{\"x-gemini-service-tier\":\"standard\",\"content-type\":\"application/json; charset=UTF-8\",\"vary\":\"Origin, X-Origin, Referer\",\"content-encoding\":\"gzip\",\"date\":\"Fri, 03 Jul 2026 06:41:46 GMT\",\"server\":\"scaffolding on HTTPServer2\",\"x-xss-protection\":\"0\",\"x-frame-options\":\"SAMEORIGIN\",\"x-content-type-options\":\"nosniff\",\"server-timing\":\"gfet4t7; dur=47088\",\"alt-svc\":\"h3=\\\":443\\\"; ma=2592000,h3-29=\\\":443\\\"; ma=2592000\",\"transfer-encoding\":\"chunked\"},\"body\":null},\"candidates\":[{\"content\":{\"parts\":[{\"media_resolution\":null,\"code_execution_result\":null,\"executable_code\":null,\"file_data\":null,\"function_call\":null,\"function_response\":null,\"inline_data\":null,\"text\":\"{\\n  \\\"document\\\": \\\"Se_23_Assembl\u00e9e_1951_Generalversammlung1_page_3\\\",\\n  \\\"page_number\\\": 3,\\n  \\\"entries\\\": [\\n    {\\n      \\\"number\\\": \\\"21\\\",\\n      \\\"name\\\": \\\"M.de la FONTAINE Lionel\\\",\\n      \\\"address\\\": \\\"Bo\u00eete postale 41 \u00e0 MARRAKECH-MEDINA\\\",\\n      \\\"actions_o\\\": \\\"2\\\",\\n      \\\"actions_p\\\": \\\"\\\",\\n      \\\"no_de_voix\\\": \\\"\\\",\\n      \\\"signature_present\\\": false,\\n      \\\"signature\\\": \\\"\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"22\\\",\\n      \\\"name\\\": \\\"M.LAUMAIN Robert\\\",\\n      \\\"address\\\": \\\"24 Avenue Gambetta MONTROUGE\\\",\\n      \\\"actions_o\\\": \\\"1\\\",\\n      \\\"actions_p\\\": \\\"\\\",\\n      \\\"no_de_voix\\\": \\\"\\\",\\n      \\\"signature_present\\\": true,\\n      \\\"signature\\\": \\\"Aut, Paci\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"23\\\",\\n      \\\"name\\\": \\\"Suc.LHOEST Paul (Mme)\\\",\\n      \\\"address\\\": \\\"1,rue J.B.Colyns IXELLES-BRUXELLES.\\\",\\n      \\\"actions_o\\\": \\\"150\\\",\\n      \\\"actions_p\\\": \\\"\\\",\\n      \\\"no_de_voix\\\": \\\"\\\",\\n      \\\"signature_present\\\": false,\\n      \\\"signature\\\": \\\"\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"24\\\",\\n      \\\"name\\\": \\\"M.MASSON Daniel\\\",\\n      \\\"address\\\": \\\"3,Av.Gaug\u00e9 VIROFLAY (S-et-O)\\\",\\n      \\\"actions_o\\\": \\\"\\\",\\n      \\\"actions_p\\\": \\\"\\\",\\n      \\\"no_de_voix\\\": \\\"10\\\",\\n      \\\"signature_present\\\": true,\\n      \\\"signature\\\": \\\"Aut, Paci\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"25\\\",\\n      \\\"name\\\": \\\"M. PANI Antonio\\\",\\n      \\\"address\\\": \\\"SESSA (Tessin) Suisse\\\",\\n      \\\"actions_o\\\": \\\"1\\\",\\n      \\\"actions_p\\\": \\\"\\\",\\n      \\\"no_de_voix\\\": \\\"10\\\",\\n      \\\"signature_present\\\": true,\\n      \\\"signature\\\": \\\"Aut, Paci\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"26\\\",\\n      \\\"name\\\": \\\"M. POUQUET Maurice\\\",\\n      \\\"address\\\": \\\"Essendi\u00e8ras,par St M\u00e9dard d'ExcisuiI (Dordogne)\\\",\\n      \\\"actions_o\\\": \\\"1\\\",\\n      \\\"actions_p\\\": \\\"\\\",\\n      \\\"no_de_voix\\\": \\\"\\\",\\n      \\\"signature_present\\\": false,\\n      \\\"signature\\\": \\\"\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"27\\\",\\n      \\\"name\\\": \\\"Mme RAOULT Suzanne\\\",\\n      \\\"address\\\": \\\"195 rue de Grenelle PARIS\\\",\\n      \\\"actions_o\\\": \\\"\\\",\\n      \\\"actions_p\\\": \\\"\\\",\\n      \\\"no_de_voix\\\": \\\"10\\\",\\n      \\\"signature_present\\\": false,\\n      \\\"signature\\\": \\\"\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"28\\\",\\n      \\\"name\\\": \\\"Suc.RICHOMME de POSSON (Mme)\\\",\\n      \\\"address\\\": \\\"37bis Promenade des Anglais NICE (A-M)\\\",\\n      \\\"actions_o\\\": \\\"\\\",\\n      \\\"actions_p\\\": \\\"\\\",\\n      \\\"no_de_voix\\\": \\\"32\\\",\\n      \\\"signature_present\\\": false,\\n      \\\"signature\\\": \\\"\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"29\\\",\\n      \\\"name\\\": \\\"Mme SAVAEY M.L.\\\",\\n      \\\"address\\\": \\\"5,Avenue Weber GENEVE (Suisse)\\\",\\n      \\\"actions_o\\\": \\\"\\\",\\n      \\\"actions_p\\\": \\\"\\\",\\n      \\\"no_de_voix\\\": \\\"10\\\",\\n      \\\"signature_present\\\": false,\\n      \\\"signature\\\": \\\"\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"30\\\",\\n      \\\"name\\\": \\\"M. SCHERESCHWESKY Philippe\\\",\\n      \\\"address\\\": \\\"34,Bd Marbeau PARIS (16\u00b0)\\\",\\n      \\\"actions_o\\\": \\\"1\\\",\\n      \\\"actions_p\\\": \\\"\\\",\\n      \\\"no_de_voix\\\": \\\"\\\",\\n      \\\"signature_present\\\": false,\\n      \\\"signature\\\": \\\"\\\"\\n    }\\n  ],\\n  \\\"total_actions\\\": {\\n    \\\"total_o\\\": \\\"920\\\",\\n    \\\"total_p\\\": \\\"2550\\\",\\n    \\\"total_voix\\\": \\\"\\\"\\n  }\\n}\",\"thought\":null,\"thought_signature\":null,\"video_metadata\":null}],\"role\":\"model\"},\"citation_metadata\":null,\"finish_message\":null,\"token_count\":null,\"finish_reason\":\"STOP\",\"grounding_metadata\":null,\"avg_logprobs\":null,\"index\":0,\"logprobs_result\":null,\"safety_ratings\":null,\"url_context_metadata\":null}],\"create_time\":null,\"model_version\":\"gemini-2.5-pro\",\"prompt_feedback\":null,\"response_id\":\"e1lHasS8ONa8kdUPwKTHoAc\",\"usage_metadata\":{\"cache_tokens_details\":null,\"cached_content_token_count\":null,\"candidates_token_count\":1049,\"candidates_tokens_details\":null,\"prompt_token_count\":370,\"prompt_tokens_details\":[{\"modality\":\"TEXT\",\"token_count\":112},{\"modality\":\"IMAGE\",\"token_count\":258}],\"thoughts_token_count\":5981,\"tool_use_prompt_token_count\":null,\"tool_use_prompt_tokens_details\":null,\"total_token_count\":7400,\"traffic_type\":null},\"automatic_function_calling_history\":[],\"parsed\":{\"document\":\"Se_23_Assembl\u00e9e_1951_Generalversammlung1_page_3\",\"page_number\":3,\"entries\":[{\"number\":\"21\",\"name\":\"M.de la FONTAINE Lionel\",\"address\":\"Bo\u00eete postale 41 \u00e0 MARRAKECH-MEDINA\",\"actions_o\":\"2\",\"actions_p\":\"\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"22\",\"name\":\"M.LAUMAIN Robert\",\"address\":\"24 Avenue Gambetta MONTROUGE\",\"actions_o\":\"1\",\"actions_p\":\"\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"Aut, Paci\"},{\"number\":\"23\",\"name\":\"Suc.LHOEST Paul (Mme)\",\"address\":\"1,rue J.B.Colyns IXELLES-BRUXELLES.\",\"actions_o\":\"150\",\"actions_p\":\"\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"24\",\"name\":\"M.MASSON Daniel\",\"address\":\"3,Av.Gaug\u00e9 VIROFLAY (S-et-O)\",\"actions_o\":\"\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":true,\"signature\":\"Aut, Paci\"},{\"number\":\"25\",\"name\":\"M. PANI Antonio\",\"address\":\"SESSA (Tessin) Suisse\",\"actions_o\":\"1\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":true,\"signature\":\"Aut, Paci\"},{\"number\":\"26\",\"name\":\"M. POUQUET Maurice\",\"address\":\"Essendi\u00e8ras,par St M\u00e9dard d'ExcisuiI (Dordogne)\",\"actions_o\":\"1\",\"actions_p\":\"\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"27\",\"name\":\"Mme RAOULT Suzanne\",\"address\":\"195 rue de Grenelle PARIS\",\"actions_o\":\"\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"28\",\"name\":\"Suc.RICHOMME de POSSON (Mme)\",\"address\":\"37bis Promenade des Anglais NICE (A-M)\",\"actions_o\":\"\",\"actions_p\":\"\",\"no_de_voix\":\"32\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"29\",\"name\":\"Mme SAVAEY M.L.\",\"address\":\"5,Avenue Weber GENEVE (Suisse)\",\"actions_o\":\"\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"30\",\"name\":\"M. SCHERESCHWESKY Philippe\",\"address\":\"34,Bd Marbeau PARIS (16\u00b0)\",\"actions_o\":\"1\",\"actions_p\":\"\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"}],\"total_actions\":{\"total_o\":\"920\",\"total_p\":\"2550\",\"total_voix\":\"\"}}}"}, "scoring": {"fuzzy": 0.8408897472677516, "cost_summary": {"total_input_tokens": 3369, "total_output_tokens": 9174, "total_tokens": 12543, "input_cost_usd": 0.004211250000000001, "output_cost_usd": 0.09173999999999999, "total_cost_usd": 0.09595125}}, "normalized_score": 84.08897472677516}