{"_id": {"$oid": "69d4eb12b877594bc5718cc4"}, "test_id": "T0666", "benchmark": "general_meeting_minutes", "date": "2026-03-16", "tags": {"document-type": ["minutes"], "writing": ["typed", "handwritten"], "century": [20], "language": ["it", "fr", "de"], "layout": ["table"], "entry-type": ["person", "location"], "task": ["information-extraction"]}, "contributors": ["alexandra_binnenkade", "sven_lienhard", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5.4-2026-03-05", "dataclass": "MinutesPage", "temperature": 1.0, "role_description": "You are a historian with expertise in analyzing and summarizing historical meeting minutes", "prompt_file": "prompt_first_reformulated.txt", "legacy_test": false}, "prompt": "Please extract the metadata according to the given output format.\nName and Address are in the same table field. Your task is to extract them into separate fields.\nLose any dashes between name and address but preserve linebreaks.\nBe aware: Addresses may contain multiple dashes; preserve them, only remove \"visual splitting characters\" between name and address.\nEach numbered entry may span multiple lines in the name/address field.\nThe presented image may contain rotated pages, extract everything, treat them as a MinutesPage.\nFilename: {filename}\nPage: {page_number}", "results": {"text": "{\"document\":\"Se_19_Assembl\u00e9e Mine d. Costano_1_Assemblee 28.12.1967_1_page_4\",\"page_number\":4,\"entries\":[{\"number\":\"1\",\"name\":\"Monsieur BREHAM Alain\",\"address\":\"45, bd du Commandant Charcot\\nNEUILLY S/SEINE\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"2\",\"name\":\"Monsieur BREHAM Marc\",\"address\":\"La Tuillerie\\nSAINT NOM LA BRETECHE\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"3\",\"name\":\"Monsieur MASSON Daniel\",\"address\":\"Villa La Cava Avenue de La Cava\\n06 / CANNES\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"4\",\"name\":\"Compagnie Centrale SICLI\",\"address\":\"11 bis, rue Balzac\\nPARIS 8e\",\"actions_o\":\"168\",\"actions_p\":\"822\",\"no_de_voix\":\"990\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"5\",\"name\":\"Soci\u00e9t\u00e9 des Mines de l'Aurieras\",\"address\":\"11 bis, rue Balzac\\nPARIS 8e\",\"actions_o\":\"45\",\"actions_p\":\"355\",\"no_de_voix\":\"400\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"6\",\"name\":\"Soci\u00e9t\u00e9 des Recherches Mini\u00e8res\",\"address\":\"Fran\u00e7aises\\n11 bis, rue Balzac\\nPARIS 8e\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"7\",\"name\":\"Monsieur PANI Antonio\",\"address\":\"SESSA\\nTESSIN\\nSUISSE\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"}],\"total_actions\":{\"total_o\":\"\",\"total_p\":\"\",\"total_voix\":\"\"}}", "model": "gpt-5.4-2026-03-05", "provider": "openai", "finish_reason": "stop", "usage": {"input_tokens": 4951, "output_tokens": 445, "total_tokens": 5396, "input_cost_usd": 0.0123775, "output_cost_usd": 0.0066749999999999995, "estimated_cost_usd": 0.0190525}, "duration": 6.019702672958374, "timestamp": "2026-03-16T17:23:41.195586", "parsed": {"document": "Se_19_Assembl\u00e9e Mine d. Costano_1_Assemblee 28.12.1967_1_page_4", "page_number": 4, "entries": [{"number": "1", "name": "Monsieur BREHAM Alain", "address": "45, bd du Commandant Charcot\nNEUILLY S/SEINE", "actions_o": "179", "actions_p": "520", "no_de_voix": "699", "signature_present": false, "signature": ""}, {"number": "2", "name": "Monsieur BREHAM Marc", "address": "La Tuillerie\nSAINT NOM LA BRETECHE", "actions_o": "179", "actions_p": "520", "no_de_voix": "699", "signature_present": false, "signature": ""}, {"number": "3", "name": "Monsieur MASSON Daniel", "address": "Villa La Cava Avenue de La Cava\n06 / CANNES", "actions_o": "10", "actions_p": "", "no_de_voix": "10", "signature_present": false, "signature": ""}, {"number": "4", "name": "Compagnie Centrale SICLI", "address": "11 bis, rue Balzac\nPARIS 8e", "actions_o": "168", "actions_p": "822", "no_de_voix": "990", "signature_present": false, "signature": ""}, {"number": "5", "name": "Soci\u00e9t\u00e9 des Mines de l'Aurieras", "address": "11 bis, rue Balzac\nPARIS 8e", "actions_o": "45", "actions_p": "355", "no_de_voix": "400", "signature_present": false, "signature": ""}, {"number": "6", "name": "Soci\u00e9t\u00e9 des Recherches Mini\u00e8res", "address": "Fran\u00e7aises\n11 bis, rue Balzac\nPARIS 8e", "actions_o": "10", "actions_p": "", "no_de_voix": "10", "signature_present": false, "signature": ""}, {"number": "7", "name": "Monsieur PANI Antonio", "address": "SESSA\nTESSIN\nSUISSE", "actions_o": "10", "actions_p": "", "no_de_voix": "10", "signature_present": false, "signature": ""}], "total_actions": {"total_o": "", "total_p": "", "total_voix": ""}}, "conversation_id": "d6787d19-c739-4415-b8a3-955f8f4d9cca", "score": {"fuzzy": 0.9894904993265647}, "raw_response": "{\"id\":\"chatcmpl-DK51DtyiXlJPSTMZvrdWQtoFQLpFa\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\\"document\\\":\\\"Se_19_Assembl\u00e9e Mine d. Costano_1_Assemblee 28.12.1967_1_page_4\\\",\\\"page_number\\\":4,\\\"entries\\\":[{\\\"number\\\":\\\"1\\\",\\\"name\\\":\\\"Monsieur BREHAM Alain\\\",\\\"address\\\":\\\"45, bd du Commandant Charcot\\\\nNEUILLY S/SEINE\\\",\\\"actions_o\\\":\\\"179\\\",\\\"actions_p\\\":\\\"520\\\",\\\"no_de_voix\\\":\\\"699\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"2\\\",\\\"name\\\":\\\"Monsieur BREHAM Marc\\\",\\\"address\\\":\\\"La Tuillerie\\\\nSAINT NOM LA BRETECHE\\\",\\\"actions_o\\\":\\\"179\\\",\\\"actions_p\\\":\\\"520\\\",\\\"no_de_voix\\\":\\\"699\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"3\\\",\\\"name\\\":\\\"Monsieur MASSON Daniel\\\",\\\"address\\\":\\\"Villa La Cava Avenue de La Cava\\\\n06 / CANNES\\\",\\\"actions_o\\\":\\\"10\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"10\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"4\\\",\\\"name\\\":\\\"Compagnie Centrale SICLI\\\",\\\"address\\\":\\\"11 bis, rue Balzac\\\\nPARIS 8e\\\",\\\"actions_o\\\":\\\"168\\\",\\\"actions_p\\\":\\\"822\\\",\\\"no_de_voix\\\":\\\"990\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"5\\\",\\\"name\\\":\\\"Soci\u00e9t\u00e9 des Mines de l'Aurieras\\\",\\\"address\\\":\\\"11 bis, rue Balzac\\\\nPARIS 8e\\\",\\\"actions_o\\\":\\\"45\\\",\\\"actions_p\\\":\\\"355\\\",\\\"no_de_voix\\\":\\\"400\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"6\\\",\\\"name\\\":\\\"Soci\u00e9t\u00e9 des Recherches Mini\u00e8res\\\",\\\"address\\\":\\\"Fran\u00e7aises\\\\n11 bis, rue Balzac\\\\nPARIS 8e\\\",\\\"actions_o\\\":\\\"10\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"10\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"7\\\",\\\"name\\\":\\\"Monsieur PANI Antonio\\\",\\\"address\\\":\\\"SESSA\\\\nTESSIN\\\\nSUISSE\\\",\\\"actions_o\\\":\\\"10\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"10\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"}],\\\"total_actions\\\":{\\\"total_o\\\":\\\"\\\",\\\"total_p\\\":\\\"\\\",\\\"total_voix\\\":\\\"\\\"}}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":[],\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"document\":\"Se_19_Assembl\u00e9e Mine d. Costano_1_Assemblee 28.12.1967_1_page_4\",\"page_number\":4,\"entries\":[{\"number\":\"1\",\"name\":\"Monsieur BREHAM Alain\",\"address\":\"45, bd du Commandant Charcot\\nNEUILLY S/SEINE\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"2\",\"name\":\"Monsieur BREHAM Marc\",\"address\":\"La Tuillerie\\nSAINT NOM LA BRETECHE\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"3\",\"name\":\"Monsieur MASSON Daniel\",\"address\":\"Villa La Cava Avenue de La Cava\\n06 / CANNES\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"4\",\"name\":\"Compagnie Centrale SICLI\",\"address\":\"11 bis, rue Balzac\\nPARIS 8e\",\"actions_o\":\"168\",\"actions_p\":\"822\",\"no_de_voix\":\"990\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"5\",\"name\":\"Soci\u00e9t\u00e9 des Mines de l'Aurieras\",\"address\":\"11 bis, rue Balzac\\nPARIS 8e\",\"actions_o\":\"45\",\"actions_p\":\"355\",\"no_de_voix\":\"400\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"6\",\"name\":\"Soci\u00e9t\u00e9 des Recherches Mini\u00e8res\",\"address\":\"Fran\u00e7aises\\n11 bis, rue Balzac\\nPARIS 8e\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"7\",\"name\":\"Monsieur PANI Antonio\",\"address\":\"SESSA\\nTESSIN\\nSUISSE\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"}],\"total_actions\":{\"total_o\":\"\",\"total_p\":\"\",\"total_voix\":\"\"}}}}],\"created\":1773678223,\"model\":\"gpt-5.4-2026-03-05\",\"object\":\"chat.completion\",\"service_tier\":\"default\",\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":445,\"prompt_tokens\":4951,\"total_tokens\":5396,\"completion_tokens_details\":{\"accepted_prediction_tokens\":0,\"audio_tokens\":0,\"reasoning_tokens\":0,\"rejected_prediction_tokens\":0},\"prompt_tokens_details\":{\"audio_tokens\":0,\"cached_tokens\":0}}}"}, "scoring": {"fuzzy": 0.8258659791943229, "cost_summary": {"total_input_tokens": 52248, "total_output_tokens": 4961, "total_tokens": 57209, "input_cost_usd": 0.13062, "output_cost_usd": 0.074415, "total_cost_usd": 0.20503500000000002}}, "normalized_score": 82.5865979194323}