{"_id": {"$oid": "6a8456c1ef0a19c343227d5f"}, "test_id": "T1538", "benchmark": "general_meeting_minutes", "date": "2026-08-15", "tags": {"document-type": ["minutes"], "writing": ["typed", "handwritten"], "century": [20], "language": ["it", "fr", "de"], "layout": ["table"], "entry-type": ["person", "location"], "task": ["information-extraction"]}, "contributors": ["alexandra_binnenkade", "sven_lienhard", "sorin_marti"], "hidden": false, "config": {"provider": "huggingface", "model": "MiniMaxAI/MiniMax-M3:deepinfra", "dataclass": "MinutesPage", "temperature": 0.0, "role_description": "You are a historian with expertise in analyzing and summarizing historical meeting minutes", "prompt_file": "prompt.txt", "legacy_test": false}, "prompt": "Please extract the metadata according to the given output format.\nName and Address are in the same table field. Your task is to extract them into separate fields.\nLose any dashes between name and address but preserve linebreaks.\nBe aware: Addresses may contain multiple dashes; preserve them, only remove \"visual splitting characters\" between name and address.\nFilename: {filename}\nPage: {page_number}", "results": {"text": "{\"document\":\"Se_18_Assembl\u00e9es_4_Bilanz1965_1_page_7\",\"page_number\":7,\"entries\":[{\"number\":\"1\",\"name\":\"M. BREHAM Alain\",\"address\":\"15 Bd Charcot Neuilly s/Seine France\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":true,\"signature\":\"J. P\u00e9rier\"},{\"number\":\"2\",\"name\":\"M. BREHAM Marc La Tuili\u00e8re\",\"address\":\"Saint-Nom la Bret\u00e8che (78) France\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":true,\"signature\":\"J. P\u00e9rier\"},{\"number\":\"3\",\"name\":\"M. MASSON Daniel\",\"address\":\"9 Rue de l'Hourgerie Courbevoie (60) France\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":true,\"signature\":\"M. P\u00e9rier\"},{\"number\":\"4\",\"name\":\"Compagnie Centrale SICLI\",\"address\":\"11/13 Rue Balzac Paris (8e)\",\"actions_o\":\"162\",\"actions_p\":\"822\",\"no_de_voix\":\"990\",\"signature_present\":true,\"signature\":\"J. P\u00e9rier\"},{\"number\":\"5\",\"name\":\"Soci\u00e9t\u00e9 MS Paris et Aum\u00f4ne\",\"address\":\"11/13 Rue Balzac Paris (8e)\",\"actions_o\":\"45\",\"actions_p\":\"355\",\"no_de_voix\":\"400\",\"signature_present\":true,\"signature\":\"J. P\u00e9rier\"},{\"number\":\"6\",\"name\":\"Soci\u00e9t\u00e9 de Recherche Mini\u00e8re Francemines\",\"address\":\"11/13 Rue Balzac Paris (8e)\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":true,\"signature\":\"J. P\u00e9rier\"},{\"number\":\"7\",\"name\":\"M. le Professeur PBNI Antoine\",\"address\":\"Sessy (T)\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":true,\"signature\":\"J. P\u00e9rier\"}],\"total_actions\":{\"total_o\":\"601\",\"total_p\":\"2217\",\"total_voix\":\"\"}}", "model": "MiniMaxAI/MiniMax-M3", "provider": "huggingface", "finish_reason": "stop", "usage": {"input_tokens": 839, "output_tokens": 736, "total_tokens": 1575, "cached_tokens": 256, "input_cost_usd": 0.00023492000000000003, "output_cost_usd": 0.0008096000000000001, "estimated_cost_usd": 0.0010445200000000002}, "duration": 13.544151306152344, "timestamp": "2026-08-15T18:18:16.831119", "parsed": {"document": "Se_18_Assembl\u00e9es_4_Bilanz1965_1_page_7", "page_number": 7, "entries": [{"number": "1", "name": "M. BREHAM Alain", "address": "15 Bd Charcot Neuilly s/Seine France", "actions_o": "179", "actions_p": "520", "no_de_voix": "699", "signature_present": true, "signature": "J. P\u00e9rier"}, {"number": "2", "name": "M. BREHAM Marc La Tuili\u00e8re", "address": "Saint-Nom la Bret\u00e8che (78) France", "actions_o": "179", "actions_p": "520", "no_de_voix": "699", "signature_present": true, "signature": "J. P\u00e9rier"}, {"number": "3", "name": "M. MASSON Daniel", "address": "9 Rue de l'Hourgerie Courbevoie (60) France", "actions_o": "10", "actions_p": "", "no_de_voix": "10", "signature_present": true, "signature": "M. P\u00e9rier"}, {"number": "4", "name": "Compagnie Centrale SICLI", "address": "11/13 Rue Balzac Paris (8e)", "actions_o": "162", "actions_p": "822", "no_de_voix": "990", "signature_present": true, "signature": "J. P\u00e9rier"}, {"number": "5", "name": "Soci\u00e9t\u00e9 MS Paris et Aum\u00f4ne", "address": "11/13 Rue Balzac Paris (8e)", "actions_o": "45", "actions_p": "355", "no_de_voix": "400", "signature_present": true, "signature": "J. P\u00e9rier"}, {"number": "6", "name": "Soci\u00e9t\u00e9 de Recherche Mini\u00e8re Francemines", "address": "11/13 Rue Balzac Paris (8e)", "actions_o": "10", "actions_p": "", "no_de_voix": "10", "signature_present": true, "signature": "J. P\u00e9rier"}, {"number": "7", "name": "M. le Professeur PBNI Antoine", "address": "Sessy (T)", "actions_o": "10", "actions_p": "", "no_de_voix": "10", "signature_present": true, "signature": "J. P\u00e9rier"}], "total_actions": {"total_o": "601", "total_p": "2217", "total_voix": ""}}, "conversation_id": "7b9965ca-0477-4636-ab91-64d8eef96b26", "score": {"fuzzy": 0.894871253469041}, "raw_response": "{\"id\":\"chatcmpl-RwCisTRFQdQe8WXEXk5KPnI8\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\n  \\\"document\\\": \\\"Se_18_Assembl\u00e9es_4_Bilanz1965_1_page_7\\\",\\n  \\\"page_number\\\": 7,\\n  \\\"entries\\\": [\\n    {\\n      \\\"number\\\":  \\\"1\\\",\\n      \\\"name\\\": \\\"M. BREHAM Alain\\\",\\n      \\\"address\\\": \\\"15 Bd Charcot Neuilly s/Seine France\\\",\\n      \\\"actions_o\\\":  \\\"179\\\",\\n      \\\"actions_p\\\":  \\\"520\\\",\\n      \\\"no_de_voix\\\":  \\\"699\\\",\\n      \\\"signature_present\\\": true\\n    , \\\"signature\\\": \\\"J. P\u00e9rier\\\"},\\n    {\\n      \\\"number\\\":  \\\"2\\\",\\n      \\\"name\\\": \\\"M. BREHAM Marc La Tuili\u00e8re\\\",\\n      \\\"address\\\": \\\"Saint-Nom la Bret\u00e8che (78) France\\\",\\n      \\\"actions_o\\\":  \\\"179\\\",\\n      \\\"actions_p\\\":  \\\"520\\\",\\n      \\\"no_de_voix\\\":  \\\"699\\\",\\n      \\\"signature_present\\\": true\\n    , \\\"signature\\\": \\\"J. P\u00e9rier\\\"},\\n    {\\n      \\\"number\\\":  \\\"3\\\",\\n      \\\"name\\\": \\\"M. MASSON Daniel\\\",\\n      \\\"address\\\": \\\"9 Rue de l'Hourgerie Courbevoie (60) France\\\",\\n      \\\"actions_o\\\":  \\\"10\\\",\\n      \\\"actions_p\\\":  \\\"\\\",\\n      \\\"no_de_voix\\\":  \\\"10\\\",\\n      \\\"signature_present\\\": true\\n    , \\\"signature\\\": \\\"M. P\u00e9rier\\\"},\\n    {\\n      \\\"number\\\":  \\\"4\\\",\\n      \\\"name\\\": \\\"Compagnie Centrale SICLI\\\",\\n      \\\"address\\\": \\\"11/13 Rue Balzac Paris (8e)\\\",\\n      \\\"actions_o\\\":  \\\"162\\\",\\n      \\\"actions_p\\\":  \\\"822\\\",\\n      \\\"no_de_voix\\\":  \\\"990\\\",\\n      \\\"signature_present\\\": true\\n    , \\\"signature\\\": \\\"J. P\u00e9rier\\\"},\\n    {\\n      \\\"number\\\":  \\\"5\\\",\\n      \\\"name\\\": \\\"Soci\u00e9t\u00e9 MS Paris et Aum\u00f4ne\\\",\\n      \\\"address\\\": \\\"11/13 Rue Balzac Paris (8e)\\\",\\n      \\\"actions_o\\\":  \\\"45\\\",\\n      \\\"actions_p\\\":  \\\"355\\\",\\n      \\\"no_de_voix\\\":  \\\"400\\\",\\n      \\\"signature_present\\\": true\\n    , \\\"signature\\\": \\\"J. P\u00e9rier\\\"},\\n    {\\n      \\\"number\\\":  \\\"6\\\",\\n      \\\"name\\\": \\\"Soci\u00e9t\u00e9 de Recherche Mini\u00e8re Francemines\\\",\\n      \\\"address\\\": \\\"11/13 Rue Balzac Paris (8e)\\\",\\n      \\\"actions_o\\\":  \\\"10\\\",\\n      \\\"actions_p\\\":  \\\"\\\",\\n      \\\"no_de_voix\\\":  \\\"10\\\",\\n      \\\"signature_present\\\": true\\n    , \\\"signature\\\": \\\"J. P\u00e9rier\\\"},\\n    {\\n      \\\"number\\\":  \\\"7\\\",\\n      \\\"name\\\": \\\"M. le Professeur PBNI Antoine\\\",\\n      \\\"address\\\": \\\"Sessy (T)\\\",\\n      \\\"actions_o\\\":  \\\"10\\\",\\n      \\\"actions_p\\\":  \\\"\\\",\\n      \\\"no_de_voix\\\":  \\\"10\\\",\\n      \\\"signature_present\\\": true\\n    , \\\"signature\\\": \\\"J. P\u00e9rier\\\"}\\n  ],\\n  \\\"total_actions\\\":  {\\n    \\\"total_o\\\":  \\\"601\\\",\\n    \\\"total_p\\\":  \\\"2217\\\"\\n  , \\\"total_voix\\\": \\\"\\\"}\\n}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":null,\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"document\":\"Se_18_Assembl\u00e9es_4_Bilanz1965_1_page_7\",\"page_number\":7,\"entries\":[{\"number\":\"1\",\"name\":\"M. BREHAM Alain\",\"address\":\"15 Bd Charcot Neuilly s/Seine France\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":true,\"signature\":\"J. P\u00e9rier\"},{\"number\":\"2\",\"name\":\"M. BREHAM Marc La Tuili\u00e8re\",\"address\":\"Saint-Nom la Bret\u00e8che (78) France\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":true,\"signature\":\"J. P\u00e9rier\"},{\"number\":\"3\",\"name\":\"M. MASSON Daniel\",\"address\":\"9 Rue de l'Hourgerie Courbevoie (60) France\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":true,\"signature\":\"M. P\u00e9rier\"},{\"number\":\"4\",\"name\":\"Compagnie Centrale SICLI\",\"address\":\"11/13 Rue Balzac Paris (8e)\",\"actions_o\":\"162\",\"actions_p\":\"822\",\"no_de_voix\":\"990\",\"signature_present\":true,\"signature\":\"J. P\u00e9rier\"},{\"number\":\"5\",\"name\":\"Soci\u00e9t\u00e9 MS Paris et Aum\u00f4ne\",\"address\":\"11/13 Rue Balzac Paris (8e)\",\"actions_o\":\"45\",\"actions_p\":\"355\",\"no_de_voix\":\"400\",\"signature_present\":true,\"signature\":\"J. P\u00e9rier\"},{\"number\":\"6\",\"name\":\"Soci\u00e9t\u00e9 de Recherche Mini\u00e8re Francemines\",\"address\":\"11/13 Rue Balzac Paris (8e)\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":true,\"signature\":\"J. P\u00e9rier\"},{\"number\":\"7\",\"name\":\"M. le Professeur PBNI Antoine\",\"address\":\"Sessy (T)\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":true,\"signature\":\"J. P\u00e9rier\"}],\"total_actions\":{\"total_o\":\"601\",\"total_p\":\"2217\",\"total_voix\":\"\"}},\"reasoning_content\":null,\"name\":null}}],\"created\":1786810697,\"model\":\"MiniMaxAI/MiniMax-M3\",\"object\":\"chat.completion\",\"service_tier\":\"default\",\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":736,\"prompt_tokens\":839,\"total_tokens\":1575,\"completion_tokens_details\":null,\"prompt_tokens_details\":{\"audio_tokens\":null,\"cached_tokens\":256,\"cache_write_tokens\":null},\"estimated_cost\":0.0009871760000000002}}"}, "scoring": {"fuzzy": 0.7491630672302633, "cost_summary": {"total_input_tokens": 7567, "total_output_tokens": 8111, "total_tokens": 15678, "input_cost_usd": 0.0021187600000000003, "output_cost_usd": 0.0089221, "total_cost_usd": 0.011040860000000001}}, "normalized_score": 74.91630672302632}