{"_id": {"$oid": "69d4eb12b877594bc5718cd3"}, "test_id": "T0709", "benchmark": "general_meeting_minutes", "date": "2026-03-17", "tags": {"document-type": ["minutes"], "writing": ["typed", "handwritten"], "century": [20], "language": ["it", "fr", "de"], "layout": ["table"], "entry-type": ["person", "location"], "task": ["information-extraction"]}, "contributors": ["alexandra_binnenkade", "sven_lienhard", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5.3-codex", "dataclass": "MinutesPage", "temperature": 1.0, "role_description": "You are a historian with expertise in analyzing and summarizing historical meeting minutes", "prompt_file": "updated_prompt_steps.txt", "rules": "{\"api_style\":\"responses\"}", "legacy_test": false}, "prompt": "Please extract the metadata according to the given output format.\n\nName and address are in the same table field. Split them into:\n\n- name\n- address\n\nThe name is always the first line.\nAll following lines belong to the address.\n\nPreserve line breaks exactly as they appear.\nDo not normalize spelling or accents.\n\nSteps:\n1. Identify each row of the table using the row number.\n2. For each row extract the table columns.\n3. Split the name/address field.\n4. Return the final JSON.\n\nDocument Metadata:\nfilename = {filename}\npage_number = {page_number}\n\nReturn only the JSON.", "results": {"text": "{\"document\":\"Se_18_Bilanz1967_page_4\",\"page_number\":4,\"entries\":[{\"number\":\"1\",\"name\":\"Mr Alain BREHAM (Cabinet D. FEAU -\",\"address\":\"132 Boulevard Haussmann - 75 / PARIS 8\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"2\",\"name\":\"Mr Marc BREHAM - La Tuilerie -\",\"address\":\"78/St-Nom la Bret\u00e8che\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"3\",\"name\":\"COMPAGNIE CENTRALE SICLI\",\"address\":\"II bis rue Balzac - 75 / PARIS 8e\",\"actions_o\":\"168\",\"actions_p\":\"822\",\"no_de_voix\":\"990\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"4\",\"name\":\"St\u00e9 DES MINES DE L'AURIERAS\",\"address\":\"II bis rue Balzac - 75 / PARIS 8e\",\"actions_o\":\"45\",\"actions_p\":\"355\",\"no_de_voix\":\"400\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"5\",\"name\":\"St\u00e9 de RECHERCHES MINIERES FRAN\u00c7AISES\",\"address\":\"II bis rue Balzac - 75 / PARIS 8e\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"6\",\"name\":\"Mr PANI Antonio\",\"address\":\"SESSA (Tessin) Suisse\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"7\",\"name\":\"Mr MASSON Daniel - Villa La Cava\",\"address\":\"Avenue de la Cava - 06 / CANNES\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"}],\"total_actions\":{\"total_o\":\"601\",\"total_p\":\"2217\",\"total_voix\":\"2818\"}}", "model": "gpt-5.3-codex", "provider": "openai", "finish_reason": "completed", "usage": {"input_tokens": 2395, "output_tokens": 448, "total_tokens": 2843, "input_cost_usd": 0.00419125, "output_cost_usd": 0.006272, "estimated_cost_usd": 0.01046325}, "duration": 7.547150135040283, "timestamp": "2026-03-17T22:55:47.907237", "parsed": {"document": "Se_18_Bilanz1967_page_4", "page_number": 4, "entries": [{"number": "1", "name": "Mr Alain BREHAM (Cabinet D. FEAU -", "address": "132 Boulevard Haussmann - 75 / PARIS 8", "actions_o": "179", "actions_p": "520", "no_de_voix": "699", "signature_present": false, "signature": ""}, {"number": "2", "name": "Mr Marc BREHAM - La Tuilerie -", "address": "78/St-Nom la Bret\u00e8che", "actions_o": "179", "actions_p": "520", "no_de_voix": "699", "signature_present": false, "signature": ""}, {"number": "3", "name": "COMPAGNIE CENTRALE SICLI", "address": "II bis rue Balzac - 75 / PARIS 8e", "actions_o": "168", "actions_p": "822", "no_de_voix": "990", "signature_present": false, "signature": ""}, {"number": "4", "name": "St\u00e9 DES MINES DE L'AURIERAS", "address": "II bis rue Balzac - 75 / PARIS 8e", "actions_o": "45", "actions_p": "355", "no_de_voix": "400", "signature_present": false, "signature": ""}, {"number": "5", "name": "St\u00e9 de RECHERCHES MINIERES FRAN\u00c7AISES", "address": "II bis rue Balzac - 75 / PARIS 8e", "actions_o": "10", "actions_p": "", "no_de_voix": "10", "signature_present": false, "signature": ""}, {"number": "6", "name": "Mr PANI Antonio", "address": "SESSA (Tessin) Suisse", "actions_o": "10", "actions_p": "", "no_de_voix": "10", "signature_present": false, "signature": ""}, {"number": "7", "name": "Mr MASSON Daniel - Villa La Cava", "address": "Avenue de la Cava - 06 / CANNES", "actions_o": "10", "actions_p": "", "no_de_voix": "10", "signature_present": false, "signature": ""}], "total_actions": {"total_o": "601", "total_p": "2217", "total_voix": "2818"}}, "conversation_id": "99f93b54-1b78-401b-afc7-a502acf474a7", "score": {"fuzzy": 0.970563024197244}, "raw_response": "{\"id\":\"resp_0affdc56b08128d00069b9cddb92a08195a13ab744d6b18ec1\",\"created_at\":1773784539.0,\"error\":null,\"incomplete_details\":null,\"instructions\":\"You are a historian with expertise in analyzing and summarizing historical meeting minutes\",\"metadata\":{},\"model\":\"gpt-5.3-codex\",\"object\":\"response\",\"output\":[{\"id\":\"msg_0affdc56b08128d00069b9cddc2f5c8195bfc4ae35de4ee8e4\",\"content\":[{\"annotations\":[],\"text\":\"{\\\"document\\\":\\\"Se_18_Bilanz1967_page_4\\\",\\\"page_number\\\":4,\\\"entries\\\":[{\\\"number\\\":\\\"1\\\",\\\"name\\\":\\\"Mr Alain BREHAM (Cabinet D. FEAU -\\\",\\\"address\\\":\\\"132 Boulevard Haussmann - 75 / PARIS 8\\\",\\\"actions_o\\\":\\\"179\\\",\\\"actions_p\\\":\\\"520\\\",\\\"no_de_voix\\\":\\\"699\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"2\\\",\\\"name\\\":\\\"Mr Marc BREHAM - La Tuilerie -\\\",\\\"address\\\":\\\"78/St-Nom la Bret\u00e8che\\\",\\\"actions_o\\\":\\\"179\\\",\\\"actions_p\\\":\\\"520\\\",\\\"no_de_voix\\\":\\\"699\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"3\\\",\\\"name\\\":\\\"COMPAGNIE CENTRALE SICLI\\\",\\\"address\\\":\\\"II bis rue Balzac - 75 / PARIS 8e\\\",\\\"actions_o\\\":\\\"168\\\",\\\"actions_p\\\":\\\"822\\\",\\\"no_de_voix\\\":\\\"990\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"4\\\",\\\"name\\\":\\\"St\u00e9 DES MINES DE L'AURIERAS\\\",\\\"address\\\":\\\"II bis rue Balzac - 75 / PARIS 8e\\\",\\\"actions_o\\\":\\\"45\\\",\\\"actions_p\\\":\\\"355\\\",\\\"no_de_voix\\\":\\\"400\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"5\\\",\\\"name\\\":\\\"St\u00e9 de RECHERCHES MINIERES FRAN\u00c7AISES\\\",\\\"address\\\":\\\"II bis rue Balzac - 75 / PARIS 8e\\\",\\\"actions_o\\\":\\\"10\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"10\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"6\\\",\\\"name\\\":\\\"Mr PANI Antonio\\\",\\\"address\\\":\\\"SESSA (Tessin) Suisse\\\",\\\"actions_o\\\":\\\"10\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"10\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"7\\\",\\\"name\\\":\\\"Mr MASSON Daniel - Villa La Cava\\\",\\\"address\\\":\\\"Avenue de la Cava - 06 / CANNES\\\",\\\"actions_o\\\":\\\"10\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"10\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"}],\\\"total_actions\\\":{\\\"total_o\\\":\\\"601\\\",\\\"total_p\\\":\\\"2217\\\",\\\"total_voix\\\":\\\"2818\\\"}}\",\"type\":\"output_text\",\"logprobs\":[]}],\"role\":\"assistant\",\"status\":\"completed\",\"type\":\"message\",\"phase\":\"final_answer\"}],\"parallel_tool_calls\":true,\"temperature\":1.0,\"tool_choice\":\"auto\",\"tools\":[],\"top_p\":0.98,\"background\":false,\"completed_at\":1773784546.0,\"conversation\":null,\"max_output_tokens\":null,\"max_tool_calls\":null,\"previous_response_id\":null,\"prompt\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":null,\"reasoning\":{\"effort\":\"none\",\"generate_summary\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"default\",\"status\":\"completed\",\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"top_logprobs\":0,\"truncation\":\"disabled\",\"usage\":{\"input_tokens\":2395,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":448,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":2843},\"user\":null,\"billing\":{\"payer\":\"developer\"},\"frequency_penalty\":0.0,\"presence_penalty\":0.0,\"store\":true}"}, "scoring": {"fuzzy": 0.7849366269736178, "cost_summary": {"total_input_tokens": 21578, "total_output_tokens": 4639, "total_tokens": 26217, "input_cost_usd": 0.0377615, "output_cost_usd": 0.064946, "total_cost_usd": 0.1027075}}, "normalized_score": 78.49366269736177}