{"_id": {"$oid": "6a6526e45757a0bff2d8011b"}, "test_id": "T1388", "benchmark": "general_meeting_minutes", "date": "2026-07-25", "tags": {"document-type": ["minutes"], "writing": ["typed", "handwritten"], "century": [20], "language": ["it", "fr", "de"], "layout": ["table"], "entry-type": ["person", "location"], "task": ["information-extraction"]}, "contributors": ["alexandra_binnenkade", "sven_lienhard", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5.6-luna", "dataclass": "MinutesPage", "temperature": 1.0, "role_description": "You are a historian with expertise in analyzing and summarizing historical meeting minutes", "prompt_file": "prompt.txt", "legacy_test": false}, "prompt": "Please extract the metadata according to the given output format.\nName and Address are in the same table field. Your task is to extract them into separate fields.\nLose any dashes between name and address but preserve linebreaks.\nBe aware: Addresses may contain multiple dashes; preserve them, only remove \"visual splitting characters\" between name and address.\nFilename: {filename}\nPage: {page_number}", "results": {"text": "{\"document\":\"Se_23_Assembl\u00e9e_1951_Generalversammlung5_page_20\",\"page_number\":20,\"entries\":[{\"number\":\"31\",\"name\":\"M. SIRCOUILLON Jacques\",\"address\":\"Mesli\u00e8res (Doubs)\",\"actions_o\":\"\",\"actions_p\":\"\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"32\",\"name\":\"St\u00e9 Anonyme des Mines d'OR\\ndu CHATELET\",\"address\":\"11bis rue Balzac\\nPARIS (8\u00b0)\",\"actions_o\":\"45\",\"actions_p\":\"245\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"\"},{\"number\":\"33\",\"name\":\"M. STRAP Gaston\",\"address\":\"112 Bd Exelmans PARIS (16\u00b0)\",\"actions_o\":\"64\",\"actions_p\":\"80\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"\"},{\"number\":\"34\",\"name\":\"M. STRAP Pierre\",\"address\":\"73,rue des Vignes PARIS (16\u00b0)\",\"actions_o\":\"1\",\"actions_p\":\"\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"\"},{\"number\":\"35\",\"name\":\"Mme WARNANT Pierre\",\"address\":\"148 Av. Franklin Roosevelt\\nBRUXELLES (Belgique)\",\"actions_o\":\"\",\"actions_p\":\"200\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"36\",\"name\":\"de ZANNA Arcangelo\",\"address\":\"\",\"actions_o\":\"\",\"actions_p\":\"1\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"}],\"total_actions\":{\"total_o\":\"936\",\"total_p\":\"2554\",\"total_voix\":\"\"}}", "model": "gpt-5.6-luna", "provider": "openai", "finish_reason": "stop", "usage": {"input_tokens": 4162, "output_tokens": 1373, "total_tokens": 5535, "input_cost_usd": 0.004162, "output_cost_usd": 0.008238, "estimated_cost_usd": 0.012400000000000001}, "duration": 14.20017123222351, "timestamp": "2026-07-25T20:43:06.271514", "parsed": {"document": "Se_23_Assembl\u00e9e_1951_Generalversammlung5_page_20", "page_number": 20, "entries": [{"number": "31", "name": "M. SIRCOUILLON Jacques", "address": "Mesli\u00e8res (Doubs)", "actions_o": "", "actions_p": "", "no_de_voix": "", "signature_present": false, "signature": ""}, {"number": "32", "name": "St\u00e9 Anonyme des Mines d'OR\ndu CHATELET", "address": "11bis rue Balzac\nPARIS (8\u00b0)", "actions_o": "45", "actions_p": "245", "no_de_voix": "", "signature_present": true, "signature": ""}, {"number": "33", "name": "M. STRAP Gaston", "address": "112 Bd Exelmans PARIS (16\u00b0)", "actions_o": "64", "actions_p": "80", "no_de_voix": "", "signature_present": true, "signature": ""}, {"number": "34", "name": "M. STRAP Pierre", "address": "73,rue des Vignes PARIS (16\u00b0)", "actions_o": "1", "actions_p": "", "no_de_voix": "", "signature_present": true, "signature": ""}, {"number": "35", "name": "Mme WARNANT Pierre", "address": "148 Av. Franklin Roosevelt\nBRUXELLES (Belgique)", "actions_o": "", "actions_p": "200", "no_de_voix": "", "signature_present": false, "signature": ""}, {"number": "36", "name": "de ZANNA Arcangelo", "address": "", "actions_o": "", "actions_p": "1", "no_de_voix": "", "signature_present": false, "signature": ""}], "total_actions": {"total_o": "936", "total_p": "2554", "total_voix": ""}}, "conversation_id": "300502c8-cd18-4f7a-8582-dbde1184c5bf", "score": {"fuzzy": 0.7943769888691454}, "raw_response": "{\"id\":\"chatcmpl-E5bcllXOy532ba3E7qT3GGIGJOzoC\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\\"document\\\":\\\"Se_23_Assembl\u00e9e_1951_Generalversammlung5_page_20\\\",\\\"entries\\\":[{\\\"actions_o\\\":\\\"\\\",\\\"actions_p\\\":\\\"\\\",\\\"address\\\":\\\"Mesli\u00e8res (Doubs)\\\",\\\"name\\\":\\\"M. SIRCOUILLON Jacques\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"number\\\":\\\"31\\\",\\\"signature\\\":\\\"\\\",\\\"signature_present\\\":false},{\\\"actions_o\\\":\\\"45\\\",\\\"actions_p\\\":\\\"245\\\",\\\"address\\\":\\\"11bis rue Balzac\\\\nPARIS (8\u00b0)\\\",\\\"name\\\":\\\"St\u00e9 Anonyme des Mines d'OR\\\\ndu CHATELET\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"number\\\":\\\"32\\\",\\\"signature\\\":\\\"\\\",\\\"signature_present\\\":true},{\\\"actions_o\\\":\\\"64\\\",\\\"actions_p\\\":\\\"80\\\",\\\"address\\\":\\\"112 Bd Exelmans PARIS (16\u00b0)\\\",\\\"name\\\":\\\"M. STRAP Gaston\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"number\\\":\\\"33\\\",\\\"signature\\\":\\\"\\\",\\\"signature_present\\\":true},{\\\"actions_o\\\":\\\"1\\\",\\\"actions_p\\\":\\\"\\\",\\\"address\\\":\\\"73,rue des Vignes PARIS (16\u00b0)\\\",\\\"name\\\":\\\"M. STRAP Pierre\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"number\\\":\\\"34\\\",\\\"signature\\\":\\\"\\\",\\\"signature_present\\\":true},{\\\"actions_o\\\":\\\"\\\",\\\"actions_p\\\":\\\"200\\\",\\\"address\\\":\\\"148 Av. Franklin Roosevelt\\\\nBRUXELLES (Belgique)\\\",\\\"name\\\":\\\"Mme WARNANT Pierre\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"number\\\":\\\"35\\\",\\\"signature\\\":\\\"\\\",\\\"signature_present\\\":false},{\\\"actions_o\\\":\\\"\\\",\\\"actions_p\\\":\\\"1\\\",\\\"address\\\":\\\"\\\",\\\"name\\\":\\\"de ZANNA Arcangelo\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"number\\\":\\\"36\\\",\\\"signature\\\":\\\"\\\",\\\"signature_present\\\":false}],\\\"page_number\\\":20,\\\"total_actions\\\":{\\\"total_o\\\":\\\"936\\\",\\\"total_p\\\":\\\"2554\\\",\\\"total_voix\\\":\\\"\\\"}}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":[],\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"document\":\"Se_23_Assembl\u00e9e_1951_Generalversammlung5_page_20\",\"page_number\":20,\"entries\":[{\"number\":\"31\",\"name\":\"M. SIRCOUILLON Jacques\",\"address\":\"Mesli\u00e8res (Doubs)\",\"actions_o\":\"\",\"actions_p\":\"\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"32\",\"name\":\"St\u00e9 Anonyme des Mines d'OR\\ndu CHATELET\",\"address\":\"11bis rue Balzac\\nPARIS (8\u00b0)\",\"actions_o\":\"45\",\"actions_p\":\"245\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"\"},{\"number\":\"33\",\"name\":\"M. STRAP Gaston\",\"address\":\"112 Bd Exelmans PARIS (16\u00b0)\",\"actions_o\":\"64\",\"actions_p\":\"80\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"\"},{\"number\":\"34\",\"name\":\"M. STRAP Pierre\",\"address\":\"73,rue des Vignes PARIS (16\u00b0)\",\"actions_o\":\"1\",\"actions_p\":\"\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"\"},{\"number\":\"35\",\"name\":\"Mme WARNANT Pierre\",\"address\":\"148 Av. Franklin Roosevelt\\nBRUXELLES (Belgique)\",\"actions_o\":\"\",\"actions_p\":\"200\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"36\",\"name\":\"de ZANNA Arcangelo\",\"address\":\"\",\"actions_o\":\"\",\"actions_p\":\"1\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"}],\"total_actions\":{\"total_o\":\"936\",\"total_p\":\"2554\",\"total_voix\":\"\"}}}}],\"created\":1785004975,\"model\":\"gpt-5.6-luna\",\"object\":\"chat.completion\",\"service_tier\":\"default\",\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":1373,\"prompt_tokens\":4162,\"total_tokens\":5535,\"completion_tokens_details\":{\"accepted_prediction_tokens\":0,\"audio_tokens\":0,\"reasoning_tokens\":1024,\"rejected_prediction_tokens\":0},\"prompt_tokens_details\":{\"audio_tokens\":0,\"cached_tokens\":0}}}"}, "scoring": {"fuzzy": 0.848866266539209, "cost_summary": {"total_input_tokens": 34582, "total_output_tokens": 15814, "total_tokens": 50396, "input_cost_usd": 0.034582, "output_cost_usd": 0.094884, "total_cost_usd": 0.129466}}, "normalized_score": 84.8866266539209}