{"_id": {"$oid": "6a66748861a88b1924cbcfa5"}, "test_id": "T1232", "benchmark": "general_meeting_minutes", "date": "2026-07-03", "tags": {"document-type": ["minutes"], "writing": ["typed", "handwritten"], "century": [20], "language": ["it", "fr", "de"], "layout": ["table"], "entry-type": ["person", "location"], "task": ["information-extraction"]}, "contributors": ["alexandra_binnenkade", "sven_lienhard", "sorin_marti"], "hidden": false, "config": {"provider": "genai", "model": "gemini-3.1-flash-lite", "dataclass": "MinutesPage", "temperature": 0.0, "role_description": "You are a historian with expertise in analyzing and summarizing historical meeting minutes", "prompt_file": "prompt.txt", "legacy_test": false}, "prompt": "Please extract the metadata according to the given output format.\nName and Address are in the same table field. Your task is to extract them into separate fields.\nLose any dashes between name and address but preserve linebreaks.\nBe aware: Addresses may contain multiple dashes; preserve them, only remove \"visual splitting characters\" between name and address.\nFilename: {filename}\nPage: {page_number}", "results": {"text": "{\"document\":\"Se_19_Assembl\u00e9e Mine d. Costano_2.3_27.12.1961.pdf\",\"page_number\":3,\"entries\":[{\"number\":\"1\",\"name\":\"M. BREHAM Alain\",\"address\":\"45 Boulevard Charcot - Neuilly-sur-Seine (Seine)\",\"actions_o\":\"520\",\"actions_p\":\"179\",\"no_de_voix\":\"699\",\"signature_present\":true,\"signature\":\"P.Pon\"},{\"number\":\"2\",\"name\":\"M. BREHAM Marc\",\"address\":\"16, rue Saint Pierre - Neuilly sur Seine (Seine)\",\"actions_o\":\"520\",\"actions_p\":\"179\",\"no_de_voix\":\"699\",\"signature_present\":true,\"signature\":\"P.Pon\"},{\"number\":\"3\",\"name\":\"M. MASSON Daniel\",\"address\":\"9 rue de l'Orangerie Compiegne (Oise)\",\"actions_o\":\"0\",\"actions_p\":\"10\",\"no_de_voix\":\"10\",\"signature_present\":true,\"signature\":\"P.Pon\"},{\"number\":\"4\",\"name\":\"Cie Centrale de Mines et de Metallurgie\",\"address\":\"11bis rue Balzac Paris (8e)\",\"actions_o\":\"822\",\"actions_p\":\"168\",\"no_de_voix\":\"990\",\"signature_present\":true,\"signature\":\"P.Pon\"},{\"number\":\"5\",\"name\":\"M. STRAP Pierre\",\"address\":\"73, rue des Vignes - Paris XVIe\",\"actions_o\":\"80\",\"actions_p\":\"68\",\"no_de_voix\":\"148\",\"signature_present\":true,\"signature\":\"P.Pon\"},{\"number\":\"6\",\"name\":\"Soci\u00e9t\u00e9 des Mines de l'AURIERAS\",\"address\":\"11bis rue Balzac - Paris (8e)\",\"actions_o\":\"355\",\"actions_p\":\"45\",\"no_de_voix\":\"400\",\"signature_present\":true,\"signature\":\"P.Pon\"},{\"number\":\"7\",\"name\":\"Soci\u00e9t\u00e9 de Recherches Mini\u00e8res Fran\u00e7aises\",\"address\":\"11bis rue Balzac - Paris (8e)\",\"actions_o\":\"0\",\"actions_p\":\"10\",\"no_de_voix\":\"10\",\"signature_present\":true,\"signature\":\"P.Pon\"},{\"number\":\"8\",\"name\":\"M. PANI Antonio\",\"address\":\"Sessa (Tessin)\",\"actions_o\":\"0\",\"actions_p\":\"10\",\"no_de_voix\":\"10\",\"signature_present\":true,\"signature\":\"P.Pon\"},{\"number\":\"8\",\"name\":\"Pani dott. Terzo\",\"address\":\"Sessa (Tessin)\",\"actions_o\":\"0\",\"actions_p\":\"1\",\"no_de_voix\":\"1\",\"signature_present\":false,\"signature\":\"N/A\"},{\"number\":\"8\",\"name\":\"Pani Maya\",\"address\":\"Sessa (Tessin)\",\"actions_o\":\"0\",\"actions_p\":\"1\",\"no_de_voix\":\"1\",\"signature_present\":false,\"signature\":\"N/A\"},{\"number\":\"8\",\"name\":\"Ali Beatrice\",\"address\":\"Sessa (Tessin)\",\"actions_o\":\"0\",\"actions_p\":\"1\",\"no_de_voix\":\"1\",\"signature_present\":false,\"signature\":\"N/A\"}],\"total_actions\":{\"total_o\":\"2297\",\"total_p\":\"672\",\"total_voix\":\"2969\"}}", "model": "gemini-3.1-flash-lite", "provider": "genai", "finish_reason": "STOP", "usage": {"input_tokens": 1198, "output_tokens": 1192, "total_tokens": 2390, "input_cost_usd": 0.0002995, "output_cost_usd": 0.0017879999999999999, "estimated_cost_usd": 0.0020875}, "duration": 4.550363779067993, "timestamp": "2026-07-03T08:45:28.948775", "parsed": {"document": "Se_19_Assembl\u00e9e Mine d. Costano_2.3_27.12.1961.pdf", "page_number": 3, "entries": [{"number": "1", "name": "M. BREHAM Alain", "address": "45 Boulevard Charcot - Neuilly-sur-Seine (Seine)", "actions_o": "520", "actions_p": "179", "no_de_voix": "699", "signature_present": true, "signature": "P.Pon"}, {"number": "2", "name": "M. BREHAM Marc", "address": "16, rue Saint Pierre - Neuilly sur Seine (Seine)", "actions_o": "520", "actions_p": "179", "no_de_voix": "699", "signature_present": true, "signature": "P.Pon"}, {"number": "3", "name": "M. MASSON Daniel", "address": "9 rue de l'Orangerie Compiegne (Oise)", "actions_o": "0", "actions_p": "10", "no_de_voix": "10", "signature_present": true, "signature": "P.Pon"}, {"number": "4", "name": "Cie Centrale de Mines et de Metallurgie", "address": "11bis rue Balzac Paris (8e)", "actions_o": "822", "actions_p": "168", "no_de_voix": "990", "signature_present": true, "signature": "P.Pon"}, {"number": "5", "name": "M. STRAP Pierre", "address": "73, rue des Vignes - Paris XVIe", "actions_o": "80", "actions_p": "68", "no_de_voix": "148", "signature_present": true, "signature": "P.Pon"}, {"number": "6", "name": "Soci\u00e9t\u00e9 des Mines de l'AURIERAS", "address": "11bis rue Balzac - Paris (8e)", "actions_o": "355", "actions_p": "45", "no_de_voix": "400", "signature_present": true, "signature": "P.Pon"}, {"number": "7", "name": "Soci\u00e9t\u00e9 de Recherches Mini\u00e8res Fran\u00e7aises", "address": "11bis rue Balzac - Paris (8e)", "actions_o": "0", "actions_p": "10", "no_de_voix": "10", "signature_present": true, "signature": "P.Pon"}, {"number": "8", "name": "M. PANI Antonio", "address": "Sessa (Tessin)", "actions_o": "0", "actions_p": "10", "no_de_voix": "10", "signature_present": true, "signature": "P.Pon"}, {"number": "8", "name": "Pani dott. Terzo", "address": "Sessa (Tessin)", "actions_o": "0", "actions_p": "1", "no_de_voix": "1", "signature_present": false, "signature": "N/A"}, {"number": "8", "name": "Pani Maya", "address": "Sessa (Tessin)", "actions_o": "0", "actions_p": "1", "no_de_voix": "1", "signature_present": false, "signature": "N/A"}, {"number": "8", "name": "Ali Beatrice", "address": "Sessa (Tessin)", "actions_o": "0", "actions_p": "1", "no_de_voix": "1", "signature_present": false, "signature": "N/A"}], "total_actions": {"total_o": "2297", "total_p": "672", "total_voix": "2969"}}, "conversation_id": "8714dc8f-e82b-4887-8feb-b3ffaf716720", "score": {"fuzzy": 0.5265376363997104}, "raw_response": "{\"sdk_http_response\":{\"headers\":{\"x-gemini-service-tier\":\"standard\",\"content-type\":\"application/json; charset=UTF-8\",\"vary\":\"Origin, X-Origin, Referer\",\"content-encoding\":\"gzip\",\"date\":\"Fri, 03 Jul 2026 06:45:29 GMT\",\"server\":\"scaffolding on HTTPServer2\",\"x-xss-protection\":\"0\",\"x-frame-options\":\"SAMEORIGIN\",\"x-content-type-options\":\"nosniff\",\"server-timing\":\"gfet4t7; dur=4158\",\"alt-svc\":\"h3=\\\":443\\\"; ma=2592000,h3-29=\\\":443\\\"; ma=2592000\",\"transfer-encoding\":\"chunked\"},\"body\":null},\"candidates\":[{\"content\":{\"parts\":[{\"media_resolution\":null,\"code_execution_result\":null,\"executable_code\":null,\"file_data\":null,\"function_call\":null,\"function_response\":null,\"inline_data\":null,\"text\":\"{\\n  \\\"document\\\": \\\"Se_19_Assembl\u00e9e Mine d. Costano_2.3_27.12.1961.pdf\\\",\\n  \\\"page_number\\\": 3,\\n  \\\"entries\\\": [\\n    {\\n      \\\"number\\\": \\\"1\\\",\\n      \\\"name\\\": \\\"M. BREHAM Alain\\\",\\n      \\\"address\\\": \\\"45 Boulevard Charcot - Neuilly-sur-Seine (Seine)\\\",\\n      \\\"actions_o\\\": \\\"520\\\",\\n      \\\"actions_p\\\": \\\"179\\\",\\n      \\\"no_de_voix\\\": \\\"699\\\",\\n      \\\"signature_present\\\": true,\\n      \\\"signature\\\": \\\"P.Pon\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"2\\\",\\n      \\\"name\\\": \\\"M. BREHAM Marc\\\",\\n      \\\"address\\\": \\\"16, rue Saint Pierre - Neuilly sur Seine (Seine)\\\",\\n      \\\"actions_o\\\": \\\"520\\\",\\n      \\\"actions_p\\\": \\\"179\\\",\\n      \\\"no_de_voix\\\": \\\"699\\\",\\n      \\\"signature_present\\\": true,\\n      \\\"signature\\\": \\\"P.Pon\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"3\\\",\\n      \\\"name\\\": \\\"M. MASSON Daniel\\\",\\n      \\\"address\\\": \\\"9 rue de l'Orangerie Compiegne (Oise)\\\",\\n      \\\"actions_o\\\": \\\"0\\\",\\n      \\\"actions_p\\\": \\\"10\\\",\\n      \\\"no_de_voix\\\": \\\"10\\\",\\n      \\\"signature_present\\\": true,\\n      \\\"signature\\\": \\\"P.Pon\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"4\\\",\\n      \\\"name\\\": \\\"Cie Centrale de Mines et de Metallurgie\\\",\\n      \\\"address\\\": \\\"11bis rue Balzac Paris (8e)\\\",\\n      \\\"actions_o\\\": \\\"822\\\",\\n      \\\"actions_p\\\": \\\"168\\\",\\n      \\\"no_de_voix\\\": \\\"990\\\",\\n      \\\"signature_present\\\": true,\\n      \\\"signature\\\": \\\"P.Pon\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"5\\\",\\n      \\\"name\\\": \\\"M. STRAP Pierre\\\",\\n      \\\"address\\\": \\\"73, rue des Vignes - Paris XVIe\\\",\\n      \\\"actions_o\\\": \\\"80\\\",\\n      \\\"actions_p\\\": \\\"68\\\",\\n      \\\"no_de_voix\\\": \\\"148\\\",\\n      \\\"signature_present\\\": true,\\n      \\\"signature\\\": \\\"P.Pon\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"6\\\",\\n      \\\"name\\\": \\\"Soci\u00e9t\u00e9 des Mines de l'AURIERAS\\\",\\n      \\\"address\\\": \\\"11bis rue Balzac - Paris (8e)\\\",\\n      \\\"actions_o\\\": \\\"355\\\",\\n      \\\"actions_p\\\": \\\"45\\\",\\n      \\\"no_de_voix\\\": \\\"400\\\",\\n      \\\"signature_present\\\": true,\\n      \\\"signature\\\": \\\"P.Pon\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"7\\\",\\n      \\\"name\\\": \\\"Soci\u00e9t\u00e9 de Recherches Mini\u00e8res Fran\u00e7aises\\\",\\n      \\\"address\\\": \\\"11bis rue Balzac - Paris (8e)\\\",\\n      \\\"actions_o\\\": \\\"0\\\",\\n      \\\"actions_p\\\": \\\"10\\\",\\n      \\\"no_de_voix\\\": \\\"10\\\",\\n      \\\"signature_present\\\": true,\\n      \\\"signature\\\": \\\"P.Pon\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"8\\\",\\n      \\\"name\\\": \\\"M. PANI Antonio\\\",\\n      \\\"address\\\": \\\"Sessa (Tessin)\\\",\\n      \\\"actions_o\\\": \\\"0\\\",\\n      \\\"actions_p\\\": \\\"10\\\",\\n      \\\"no_de_voix\\\": \\\"10\\\",\\n      \\\"signature_present\\\": true,\\n      \\\"signature\\\": \\\"P.Pon\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"8\\\",\\n      \\\"name\\\": \\\"Pani dott. Terzo\\\",\\n      \\\"address\\\": \\\"Sessa (Tessin)\\\",\\n      \\\"actions_o\\\": \\\"0\\\",\\n      \\\"actions_p\\\": \\\"1\\\",\\n      \\\"no_de_voix\\\": \\\"1\\\",\\n      \\\"signature_present\\\": false,\\n      \\\"signature\\\": \\\"N/A\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"8\\\",\\n      \\\"name\\\": \\\"Pani Maya\\\",\\n      \\\"address\\\": \\\"Sessa (Tessin)\\\",\\n      \\\"actions_o\\\": \\\"0\\\",\\n      \\\"actions_p\\\": \\\"1\\\",\\n      \\\"no_de_voix\\\": \\\"1\\\",\\n      \\\"signature_present\\\": false,\\n      \\\"signature\\\": \\\"N/A\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"8\\\",\\n      \\\"name\\\": \\\"Ali Beatrice\\\",\\n      \\\"address\\\": \\\"Sessa (Tessin)\\\",\\n      \\\"actions_o\\\": \\\"0\\\",\\n      \\\"actions_p\\\": \\\"1\\\",\\n      \\\"no_de_voix\\\": \\\"1\\\",\\n      \\\"signature_present\\\": false,\\n      \\\"signature\\\": \\\"N/A\\\"\\n    }\\n  ],\\n  \\\"total_actions\\\": {\\n    \\\"total_o\\\": \\\"2297\\\",\\n    \\\"total_p\\\": \\\"672\\\",\\n    \\\"total_voix\\\": \\\"2969\\\"\\n  }\\n}\",\"thought\":null,\"thought_signature\":\"EjQKMgEMOdbHQ3BI-WVegoMWHs31fmqt36Pl7i1cKt3oybOZJG8AoIe63YZ3zlzCxXrqhknH\",\"video_metadata\":null}],\"role\":\"model\"},\"citation_metadata\":null,\"finish_message\":null,\"token_count\":null,\"finish_reason\":\"STOP\",\"grounding_metadata\":null,\"avg_logprobs\":null,\"index\":0,\"logprobs_result\":null,\"safety_ratings\":null,\"url_context_metadata\":null}],\"create_time\":null,\"model_version\":\"gemini-3.1-flash-lite\",\"prompt_feedback\":null,\"response_id\":\"hVpHasa2CtjSxN8PhdvVsQY\",\"usage_metadata\":{\"cache_tokens_details\":null,\"cached_content_token_count\":null,\"candidates_token_count\":1192,\"candidates_tokens_details\":null,\"prompt_token_count\":1198,\"prompt_tokens_details\":[{\"modality\":\"IMAGE\",\"token_count\":1073},{\"modality\":\"TEXT\",\"token_count\":125}],\"thoughts_token_count\":null,\"tool_use_prompt_token_count\":null,\"tool_use_prompt_tokens_details\":null,\"total_token_count\":2390,\"traffic_type\":null},\"automatic_function_calling_history\":[],\"parsed\":{\"document\":\"Se_19_Assembl\u00e9e Mine d. Costano_2.3_27.12.1961.pdf\",\"page_number\":3,\"entries\":[{\"number\":\"1\",\"name\":\"M. BREHAM Alain\",\"address\":\"45 Boulevard Charcot - Neuilly-sur-Seine (Seine)\",\"actions_o\":\"520\",\"actions_p\":\"179\",\"no_de_voix\":\"699\",\"signature_present\":true,\"signature\":\"P.Pon\"},{\"number\":\"2\",\"name\":\"M. BREHAM Marc\",\"address\":\"16, rue Saint Pierre - Neuilly sur Seine (Seine)\",\"actions_o\":\"520\",\"actions_p\":\"179\",\"no_de_voix\":\"699\",\"signature_present\":true,\"signature\":\"P.Pon\"},{\"number\":\"3\",\"name\":\"M. MASSON Daniel\",\"address\":\"9 rue de l'Orangerie Compiegne (Oise)\",\"actions_o\":\"0\",\"actions_p\":\"10\",\"no_de_voix\":\"10\",\"signature_present\":true,\"signature\":\"P.Pon\"},{\"number\":\"4\",\"name\":\"Cie Centrale de Mines et de Metallurgie\",\"address\":\"11bis rue Balzac Paris (8e)\",\"actions_o\":\"822\",\"actions_p\":\"168\",\"no_de_voix\":\"990\",\"signature_present\":true,\"signature\":\"P.Pon\"},{\"number\":\"5\",\"name\":\"M. STRAP Pierre\",\"address\":\"73, rue des Vignes - Paris XVIe\",\"actions_o\":\"80\",\"actions_p\":\"68\",\"no_de_voix\":\"148\",\"signature_present\":true,\"signature\":\"P.Pon\"},{\"number\":\"6\",\"name\":\"Soci\u00e9t\u00e9 des Mines de l'AURIERAS\",\"address\":\"11bis rue Balzac - Paris (8e)\",\"actions_o\":\"355\",\"actions_p\":\"45\",\"no_de_voix\":\"400\",\"signature_present\":true,\"signature\":\"P.Pon\"},{\"number\":\"7\",\"name\":\"Soci\u00e9t\u00e9 de Recherches Mini\u00e8res Fran\u00e7aises\",\"address\":\"11bis rue Balzac - Paris (8e)\",\"actions_o\":\"0\",\"actions_p\":\"10\",\"no_de_voix\":\"10\",\"signature_present\":true,\"signature\":\"P.Pon\"},{\"number\":\"8\",\"name\":\"M. PANI Antonio\",\"address\":\"Sessa (Tessin)\",\"actions_o\":\"0\",\"actions_p\":\"10\",\"no_de_voix\":\"10\",\"signature_present\":true,\"signature\":\"P.Pon\"},{\"number\":\"8\",\"name\":\"Pani dott. Terzo\",\"address\":\"Sessa (Tessin)\",\"actions_o\":\"0\",\"actions_p\":\"1\",\"no_de_voix\":\"1\",\"signature_present\":false,\"signature\":\"N/A\"},{\"number\":\"8\",\"name\":\"Pani Maya\",\"address\":\"Sessa (Tessin)\",\"actions_o\":\"0\",\"actions_p\":\"1\",\"no_de_voix\":\"1\",\"signature_present\":false,\"signature\":\"N/A\"},{\"number\":\"8\",\"name\":\"Ali Beatrice\",\"address\":\"Sessa (Tessin)\",\"actions_o\":\"0\",\"actions_p\":\"1\",\"no_de_voix\":\"1\",\"signature_present\":false,\"signature\":\"N/A\"}],\"total_actions\":{\"total_o\":\"2297\",\"total_p\":\"672\",\"total_voix\":\"2969\"}}}"}, "scoring": {"fuzzy": 0.720408834970668, "cost_summary": {"total_input_tokens": 10829, "total_output_tokens": 8362, "total_tokens": 19191, "input_cost_usd": 0.00270725, "output_cost_usd": 0.012543, "total_cost_usd": 0.01525025}}, "normalized_score": 72.0408834970668}