{"_id": {"$oid": "6a6526e45757a0bff2d80118"}, "test_id": "T1358", "benchmark": "general_meeting_minutes", "date": "2026-07-25", "tags": {"document-type": ["minutes"], "writing": ["typed", "handwritten"], "century": [20], "language": ["it", "fr", "de"], "layout": ["table"], "entry-type": ["person", "location"], "task": ["information-extraction"]}, "contributors": ["alexandra_binnenkade", "sven_lienhard", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5.6-sol", "dataclass": "MinutesPage", "temperature": 1.0, "role_description": "You are a historian with expertise in analyzing and summarizing historical meeting minutes", "prompt_file": "prompt.txt", "legacy_test": false}, "prompt": "Please extract the metadata according to the given output format.\nName and Address are in the same table field. Your task is to extract them into separate fields.\nLose any dashes between name and address but preserve linebreaks.\nBe aware: Addresses may contain multiple dashes; preserve them, only remove \"visual splitting characters\" between name and address.\nFilename: {filename}\nPage: {page_number}", "results": {"text": "{\"document\":\"Se_18_Assembl\u00e9es_4_Bilanz1965_1_page_7\",\"page_number\":7,\"entries\":[{\"number\":\"1\",\"name\":\"M. BREHAM Alain\",\"address\":\"45 Bd Chancot Neuilly s/Seine France\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":true,\"signature\":\"[signature illisible]\"},{\"number\":\"2\",\"name\":\"M. BREHAM Marc\",\"address\":\"La Tuilerie\\nSaint-Nom la Bret\u00e8che (78) France\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":true,\"signature\":\"[signature illisible]\"},{\"number\":\"3\",\"name\":\"M. MASSON Daniel\",\"address\":\"9 Rue de l'Orangerie Compi\u00e8gne (60)\\nFrance\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":true,\"signature\":\"[signature illisible]\"},{\"number\":\"4\",\"name\":\"Compagnie Centrale SICLI\",\"address\":\"11 bis Rue Balzac - Paris (8e)\",\"actions_o\":\"168\",\"actions_p\":\"822\",\"no_de_voix\":\"990\",\"signature_present\":true,\"signature\":\"[signature illisible]\"},{\"number\":\"5\",\"name\":\"Soci\u00e9t\u00e9 B mines des cuivres\",\"address\":\"11 bis Rue Balzac - Paris (8e)\",\"actions_o\":\"45\",\"actions_p\":\"355\",\"no_de_voix\":\"400\",\"signature_present\":true,\"signature\":\"[signature illisible]\"},{\"number\":\"6\",\"name\":\"Soci\u00e9t\u00e9 de Recherches Mini\u00e8res Fran\u00e7aises\",\"address\":\"11 bis Rue Balzac - Paris (8e)\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":true,\"signature\":\"[signature illisible]\"},{\"number\":\"7\",\"name\":\"M. le Professeur ZANI Antonio\",\"address\":\"TESSA (TI)\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":true,\"signature\":\"[signature illisible]\"}],\"total_actions\":{\"total_o\":\"601\",\"total_p\":\"2217\",\"total_voix\":\"\"}}", "model": "gpt-5.6-sol", "provider": "openai", "finish_reason": "stop", "usage": {"input_tokens": 3662, "output_tokens": 2017, "total_tokens": 5679, "input_cost_usd": 0.01831, "output_cost_usd": 0.06051, "estimated_cost_usd": 0.07882}, "duration": 27.971246480941772, "timestamp": "2026-07-25T20:47:22.084171", "parsed": {"document": "Se_18_Assembl\u00e9es_4_Bilanz1965_1_page_7", "page_number": 7, "entries": [{"number": "1", "name": "M. BREHAM Alain", "address": "45 Bd Chancot Neuilly s/Seine France", "actions_o": "179", "actions_p": "520", "no_de_voix": "699", "signature_present": true, "signature": "[signature illisible]"}, {"number": "2", "name": "M. BREHAM Marc", "address": "La Tuilerie\nSaint-Nom la Bret\u00e8che (78) France", "actions_o": "179", "actions_p": "520", "no_de_voix": "699", "signature_present": true, "signature": "[signature illisible]"}, {"number": "3", "name": "M. MASSON Daniel", "address": "9 Rue de l'Orangerie Compi\u00e8gne (60)\nFrance", "actions_o": "10", "actions_p": "", "no_de_voix": "10", "signature_present": true, "signature": "[signature illisible]"}, {"number": "4", "name": "Compagnie Centrale SICLI", "address": "11 bis Rue Balzac - Paris (8e)", "actions_o": "168", "actions_p": "822", "no_de_voix": "990", "signature_present": true, "signature": "[signature illisible]"}, {"number": "5", "name": "Soci\u00e9t\u00e9 B mines des cuivres", "address": "11 bis Rue Balzac - Paris (8e)", "actions_o": "45", "actions_p": "355", "no_de_voix": "400", "signature_present": true, "signature": "[signature illisible]"}, {"number": "6", "name": "Soci\u00e9t\u00e9 de Recherches Mini\u00e8res Fran\u00e7aises", "address": "11 bis Rue Balzac - Paris (8e)", "actions_o": "10", "actions_p": "", "no_de_voix": "10", "signature_present": true, "signature": "[signature illisible]"}, {"number": "7", "name": "M. le Professeur ZANI Antonio", "address": "TESSA (TI)", "actions_o": "10", "actions_p": "", "no_de_voix": "10", "signature_present": true, "signature": "[signature illisible]"}], "total_actions": {"total_o": "601", "total_p": "2217", "total_voix": ""}}, "conversation_id": "0564e65a-76e8-412e-b129-12e15903cfb8", "score": {"fuzzy": 0.8861591425832261}, "raw_response": "{\"id\":\"chatcmpl-E5bgeUI5a86mH5dRZNDhYodiRADgx\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\\"document\\\":\\\"Se_18_Assembl\u00e9es_4_Bilanz1965_1_page_7\\\",\\\"entries\\\":[{\\\"actions_o\\\":\\\"179\\\",\\\"actions_p\\\":\\\"520\\\",\\\"address\\\":\\\"45 Bd Chancot Neuilly s/Seine France\\\",\\\"name\\\":\\\"M. BREHAM Alain\\\",\\\"no_de_voix\\\":\\\"699\\\",\\\"number\\\":\\\"1\\\",\\\"signature\\\":\\\"[signature illisible]\\\",\\\"signature_present\\\":true},{\\\"actions_o\\\":\\\"179\\\",\\\"actions_p\\\":\\\"520\\\",\\\"address\\\":\\\"La Tuilerie\\\\nSaint-Nom la Bret\u00e8che (78) France\\\",\\\"name\\\":\\\"M. BREHAM Marc\\\",\\\"no_de_voix\\\":\\\"699\\\",\\\"number\\\":\\\"2\\\",\\\"signature\\\":\\\"[signature illisible]\\\",\\\"signature_present\\\":true},{\\\"actions_o\\\":\\\"10\\\",\\\"actions_p\\\":\\\"\\\",\\\"address\\\":\\\"9 Rue de l'Orangerie Compi\u00e8gne (60)\\\\nFrance\\\",\\\"name\\\":\\\"M. MASSON Daniel\\\",\\\"no_de_voix\\\":\\\"10\\\",\\\"number\\\":\\\"3\\\",\\\"signature\\\":\\\"[signature illisible]\\\",\\\"signature_present\\\":true},{\\\"actions_o\\\":\\\"168\\\",\\\"actions_p\\\":\\\"822\\\",\\\"address\\\":\\\"11 bis Rue Balzac - Paris (8e)\\\",\\\"name\\\":\\\"Compagnie Centrale SICLI\\\",\\\"no_de_voix\\\":\\\"990\\\",\\\"number\\\":\\\"4\\\",\\\"signature\\\":\\\"[signature illisible]\\\",\\\"signature_present\\\":true},{\\\"actions_o\\\":\\\"45\\\",\\\"actions_p\\\":\\\"355\\\",\\\"address\\\":\\\"11 bis Rue Balzac - Paris (8e)\\\",\\\"name\\\":\\\"Soci\u00e9t\u00e9 B mines des cuivres\\\",\\\"no_de_voix\\\":\\\"400\\\",\\\"number\\\":\\\"5\\\",\\\"signature\\\":\\\"[signature illisible]\\\",\\\"signature_present\\\":true},{\\\"actions_o\\\":\\\"10\\\",\\\"actions_p\\\":\\\"\\\",\\\"address\\\":\\\"11 bis Rue Balzac - Paris (8e)\\\",\\\"name\\\":\\\"Soci\u00e9t\u00e9 de Recherches Mini\u00e8res Fran\u00e7aises\\\",\\\"no_de_voix\\\":\\\"10\\\",\\\"number\\\":\\\"6\\\",\\\"signature\\\":\\\"[signature illisible]\\\",\\\"signature_present\\\":true},{\\\"actions_o\\\":\\\"10\\\",\\\"actions_p\\\":\\\"\\\",\\\"address\\\":\\\"TESSA (TI)\\\",\\\"name\\\":\\\"M. le Professeur ZANI Antonio\\\",\\\"no_de_voix\\\":\\\"10\\\",\\\"number\\\":\\\"7\\\",\\\"signature\\\":\\\"[signature illisible]\\\",\\\"signature_present\\\":true}],\\\"page_number\\\":7,\\\"total_actions\\\":{\\\"total_o\\\":\\\"601\\\",\\\"total_p\\\":\\\"2217\\\",\\\"total_voix\\\":\\\"\\\"}}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":[],\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"document\":\"Se_18_Assembl\u00e9es_4_Bilanz1965_1_page_7\",\"page_number\":7,\"entries\":[{\"number\":\"1\",\"name\":\"M. BREHAM Alain\",\"address\":\"45 Bd Chancot Neuilly s/Seine France\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":true,\"signature\":\"[signature illisible]\"},{\"number\":\"2\",\"name\":\"M. BREHAM Marc\",\"address\":\"La Tuilerie\\nSaint-Nom la Bret\u00e8che (78) France\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":true,\"signature\":\"[signature illisible]\"},{\"number\":\"3\",\"name\":\"M. MASSON Daniel\",\"address\":\"9 Rue de l'Orangerie Compi\u00e8gne (60)\\nFrance\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":true,\"signature\":\"[signature illisible]\"},{\"number\":\"4\",\"name\":\"Compagnie Centrale SICLI\",\"address\":\"11 bis Rue Balzac - Paris (8e)\",\"actions_o\":\"168\",\"actions_p\":\"822\",\"no_de_voix\":\"990\",\"signature_present\":true,\"signature\":\"[signature illisible]\"},{\"number\":\"5\",\"name\":\"Soci\u00e9t\u00e9 B mines des cuivres\",\"address\":\"11 bis Rue Balzac - Paris (8e)\",\"actions_o\":\"45\",\"actions_p\":\"355\",\"no_de_voix\":\"400\",\"signature_present\":true,\"signature\":\"[signature illisible]\"},{\"number\":\"6\",\"name\":\"Soci\u00e9t\u00e9 de Recherches Mini\u00e8res Fran\u00e7aises\",\"address\":\"11 bis Rue Balzac - Paris (8e)\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":true,\"signature\":\"[signature illisible]\"},{\"number\":\"7\",\"name\":\"M. le Professeur ZANI Antonio\",\"address\":\"TESSA (TI)\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":true,\"signature\":\"[signature illisible]\"}],\"total_actions\":{\"total_o\":\"601\",\"total_p\":\"2217\",\"total_voix\":\"\"}}}}],\"created\":1785005216,\"model\":\"gpt-5.6-sol\",\"object\":\"chat.completion\",\"service_tier\":\"default\",\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":2017,\"prompt_tokens\":3662,\"total_tokens\":5679,\"completion_tokens_details\":{\"accepted_prediction_tokens\":0,\"audio_tokens\":0,\"reasoning_tokens\":1536,\"rejected_prediction_tokens\":0},\"prompt_tokens_details\":{\"audio_tokens\":0,\"cached_tokens\":0}}}"}, "scoring": {"fuzzy": 0.8841654644949798, "cost_summary": {"total_input_tokens": 34582, "total_output_tokens": 13551, "total_tokens": 48133, "input_cost_usd": 0.17290999999999998, "output_cost_usd": 0.40652999999999995, "total_cost_usd": 0.5794400000000001}}, "normalized_score": 88.41654644949799}