{"_id": {"$oid": "69d4eb12b877594bc5718c83"}, "test_id": "T0627", "benchmark": "general_meeting_minutes", "date": "2026-03-12", "tags": {"document-type": ["minutes"], "writing": ["typed", "handwritten"], "century": [20], "language": ["it", "fr", "de"], "layout": ["table"], "entry-type": ["person", "location"], "task": ["information-extraction"]}, "contributors": ["alexandra_binnenkade", "sven_lienhard", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5.2-2025-12-11", "dataclass": "MinutesPage", "temperature": 1.0, "role_description": "You are a historian with expertise in analyzing and summarizing historical meeting minutes", "prompt_file": "updated_prompt_steps.txt", "legacy_test": false}, "prompt": "Please extract the metadata according to the given output format.\n\nName and address are in the same table field. Split them into:\n\n- name\n- address\n\nThe name is always the first line.\nAll following lines belong to the address.\n\nPreserve line breaks exactly as they appear.\nDo not normalize spelling or accents.\n\nSteps:\n1. Identify each row of the table using the row number.\n2. For each row extract the table columns.\n3. Split the name/address field.\n4. Return the final JSON.\n\nDocument Metadata:\nfilename = {filename}\npage_number = {page_number}\n\nReturn only the JSON.", "results": {"text": "{\"document\":\"Se_19_Assembl\u00e9e Mine d. Costano_2.9_12.1962_page_4\",\"page_number\":4,\"entries\":[{\"number\":\"1\",\"name\":\"M. BREHAM Alain\",\"address\":\"45 Boulevard Charcot - Neuilly s/Seine\\n(Seine\",\"actions_o\":\"520\",\"actions_p\":\"179\",\"no_de_voix\":\"699\",\"signature_present\":true,\"signature\":\"Pa\"},{\"number\":\"2\",\"name\":\"M. BREHAM Marc\",\"address\":\"16, rue Saint Pierre - Neuilly s/Seine (Seine\",\"actions_o\":\"520\",\"actions_p\":\"179\",\"no_de_voix\":\"699\",\"signature_present\":true,\"signature\":\"Pa\"},{\"number\":\"3\",\"name\":\"M. STRAP Pierre\",\"address\":\"73 rue des Vignes - Paris (16e)\",\"actions_o\":\"80\",\"actions_p\":\"68\",\"no_de_voix\":\"148\",\"signature_present\":true,\"signature\":\"Pa\"},{\"number\":\"4\",\"name\":\"M. MASSON Daniel\",\"address\":\"9 rue de l'Orangerie - Compi\u00e8gne (ois)\",\"actions_o\":\"-\",\"actions_p\":\"10\",\"no_de_voix\":\"10\",\"signature_present\":true,\"signature\":\"Pa\"},{\"number\":\"5\",\"name\":\"Cie Centrale des Mines et de Metallurgie SICLI\",\"address\":\"11 bis Rue Balzac - Paris (8e)\",\"actions_o\":\"822\",\"actions_p\":\"168\",\"no_de_voix\":\"990\",\"signature_present\":true,\"signature\":\"Pa\"},{\"number\":\"6\",\"name\":\"Soci\u00e9t\u00e9 des Mines de l'Aurieras\",\"address\":\"11 bis Rue Balzac - Paris (8e)\",\"actions_o\":\"355\",\"actions_p\":\"45\",\"no_de_voix\":\"400\",\"signature_present\":true,\"signature\":\"Pa\"},{\"number\":\"7\",\"name\":\"Soci\u00e9t\u00e9 de Recherches Mini\u00e8res Fran\u00e7aises\",\"address\":\"11 bis Rue Balzac - Paris (8e)\",\"actions_o\":\"10\",\"actions_p\":\"-\",\"no_de_voix\":\"10\",\"signature_present\":true,\"signature\":\"Pa\"},{\"number\":\"8\",\"name\":\"M. PANI Antonio\",\"address\":\"\",\"actions_o\":\"1\",\"actions_p\":\"10\",\"no_de_voix\":\"11\",\"signature_present\":true,\"signature\":\"Pa\"},{\"number\":\"9\",\"name\":\"M. PANI Terenzio\",\"address\":\"\",\"actions_o\":\"1\",\"actions_p\":\"\",\"no_de_voix\":\"1\",\"signature_present\":true,\"signature\":\"Pa\"},{\"number\":\"10\",\"name\":\"M. SPIESS Giangiogo\",\"address\":\"\",\"actions_o\":\"1\",\"actions_p\":\"\",\"no_de_voix\":\"1\",\"signature_present\":true,\"signature\":\"Pa\"}],\"total_actions\":{\"total_o\":\"2310\",\"total_p\":\"659\",\"total_voix\":\"2969\"}}", "model": "gpt-5.2-2025-12-11", "provider": "openai", "finish_reason": "stop", "usage": {"input_tokens": 5446, "output_tokens": 578, "total_tokens": 6024, "cached_tokens": 1536, "input_cost_usd": 0.0095305, "output_cost_usd": 0.008091999999999998, "estimated_cost_usd": 0.0176225}, "duration": 7.457784175872803, "timestamp": "2026-03-12T22:24:01.545162", "parsed": {"document": "Se_19_Assembl\u00e9e Mine d. Costano_2.9_12.1962_page_4", "page_number": 4, "entries": [{"number": "1", "name": "M. BREHAM Alain", "address": "45 Boulevard Charcot - Neuilly s/Seine\n(Seine", "actions_o": "520", "actions_p": "179", "no_de_voix": "699", "signature_present": true, "signature": "Pa"}, {"number": "2", "name": "M. BREHAM Marc", "address": "16, rue Saint Pierre - Neuilly s/Seine (Seine", "actions_o": "520", "actions_p": "179", "no_de_voix": "699", "signature_present": true, "signature": "Pa"}, {"number": "3", "name": "M. STRAP Pierre", "address": "73 rue des Vignes - Paris (16e)", "actions_o": "80", "actions_p": "68", "no_de_voix": "148", "signature_present": true, "signature": "Pa"}, {"number": "4", "name": "M. MASSON Daniel", "address": "9 rue de l'Orangerie - Compi\u00e8gne (ois)", "actions_o": "-", "actions_p": "10", "no_de_voix": "10", "signature_present": true, "signature": "Pa"}, {"number": "5", "name": "Cie Centrale des Mines et de Metallurgie SICLI", "address": "11 bis Rue Balzac - Paris (8e)", "actions_o": "822", "actions_p": "168", "no_de_voix": "990", "signature_present": true, "signature": "Pa"}, {"number": "6", "name": "Soci\u00e9t\u00e9 des Mines de l'Aurieras", "address": "11 bis Rue Balzac - Paris (8e)", "actions_o": "355", "actions_p": "45", "no_de_voix": "400", "signature_present": true, "signature": "Pa"}, {"number": "7", "name": "Soci\u00e9t\u00e9 de Recherches Mini\u00e8res Fran\u00e7aises", "address": "11 bis Rue Balzac - Paris (8e)", "actions_o": "10", "actions_p": "-", "no_de_voix": "10", "signature_present": true, "signature": "Pa"}, {"number": "8", "name": "M. PANI Antonio", "address": "", "actions_o": "1", "actions_p": "10", "no_de_voix": "11", "signature_present": true, "signature": "Pa"}, {"number": "9", "name": "M. PANI Terenzio", "address": "", "actions_o": "1", "actions_p": "", "no_de_voix": "1", "signature_present": true, "signature": "Pa"}, {"number": "10", "name": "M. SPIESS Giangiogo", "address": "", "actions_o": "1", "actions_p": "", "no_de_voix": "1", "signature_present": true, "signature": "Pa"}], "total_actions": {"total_o": "2310", "total_p": "659", "total_voix": "2969"}}, "conversation_id": "f3b8f9e9-9058-462d-a81d-636d22f838fa", "score": {"fuzzy": 0.7622505707244441}, "raw_response": "{\"id\":\"chatcmpl-DIhnXl97bAhmQT44JnfFNol3uEhQV\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\\"document\\\":\\\"Se_19_Assembl\u00e9e Mine d. Costano_2.9_12.1962_page_4\\\",\\\"page_number\\\":4,\\\"entries\\\":[{\\\"number\\\":\\\"1\\\",\\\"name\\\":\\\"M. BREHAM Alain\\\",\\\"address\\\":\\\"45 Boulevard Charcot - Neuilly s/Seine\\\\n(Seine\\\",\\\"actions_o\\\":\\\"520\\\",\\\"actions_p\\\":\\\"179\\\",\\\"no_de_voix\\\":\\\"699\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Pa\\\"},{\\\"number\\\":\\\"2\\\",\\\"name\\\":\\\"M. BREHAM Marc\\\",\\\"address\\\":\\\"16, rue Saint Pierre - Neuilly s/Seine (Seine\\\",\\\"actions_o\\\":\\\"520\\\",\\\"actions_p\\\":\\\"179\\\",\\\"no_de_voix\\\":\\\"699\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Pa\\\"},{\\\"number\\\":\\\"3\\\",\\\"name\\\":\\\"M. STRAP Pierre\\\",\\\"address\\\":\\\"73 rue des Vignes - Paris (16e)\\\",\\\"actions_o\\\":\\\"80\\\",\\\"actions_p\\\":\\\"68\\\",\\\"no_de_voix\\\":\\\"148\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Pa\\\"},{\\\"number\\\":\\\"4\\\",\\\"name\\\":\\\"M. MASSON Daniel\\\",\\\"address\\\":\\\"9 rue de l'Orangerie - Compi\u00e8gne (ois)\\\",\\\"actions_o\\\":\\\"-\\\",\\\"actions_p\\\":\\\"10\\\",\\\"no_de_voix\\\":\\\"10\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Pa\\\"},{\\\"number\\\":\\\"5\\\",\\\"name\\\":\\\"Cie Centrale des Mines et de Metallurgie SICLI\\\",\\\"address\\\":\\\"11 bis Rue Balzac - Paris (8e)\\\",\\\"actions_o\\\":\\\"822\\\",\\\"actions_p\\\":\\\"168\\\",\\\"no_de_voix\\\":\\\"990\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Pa\\\"},{\\\"number\\\":\\\"6\\\",\\\"name\\\":\\\"Soci\u00e9t\u00e9 des Mines de l'Aurieras\\\",\\\"address\\\":\\\"11 bis Rue Balzac - Paris (8e)\\\",\\\"actions_o\\\":\\\"355\\\",\\\"actions_p\\\":\\\"45\\\",\\\"no_de_voix\\\":\\\"400\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Pa\\\"},{\\\"number\\\":\\\"7\\\",\\\"name\\\":\\\"Soci\u00e9t\u00e9 de Recherches Mini\u00e8res Fran\u00e7aises\\\",\\\"address\\\":\\\"11 bis Rue Balzac - Paris (8e)\\\",\\\"actions_o\\\":\\\"10\\\",\\\"actions_p\\\":\\\"-\\\",\\\"no_de_voix\\\":\\\"10\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Pa\\\"},{\\\"number\\\":\\\"8\\\",\\\"name\\\":\\\"M. PANI Antonio\\\",\\\"address\\\":\\\"\\\",\\\"actions_o\\\":\\\"1\\\",\\\"actions_p\\\":\\\"10\\\",\\\"no_de_voix\\\":\\\"11\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Pa\\\"},{\\\"number\\\":\\\"9\\\",\\\"name\\\":\\\"M. PANI Terenzio\\\",\\\"address\\\":\\\"\\\",\\\"actions_o\\\":\\\"1\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"1\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Pa\\\"},{\\\"number\\\":\\\"10\\\",\\\"name\\\":\\\"M. SPIESS Giangiogo\\\",\\\"address\\\":\\\"\\\",\\\"actions_o\\\":\\\"1\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"1\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Pa\\\"}],\\\"total_actions\\\":{\\\"total_o\\\":\\\"2310\\\",\\\"total_p\\\":\\\"659\\\",\\\"total_voix\\\":\\\"2969\\\"}}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":[],\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"document\":\"Se_19_Assembl\u00e9e Mine d. Costano_2.9_12.1962_page_4\",\"page_number\":4,\"entries\":[{\"number\":\"1\",\"name\":\"M. BREHAM Alain\",\"address\":\"45 Boulevard Charcot - Neuilly s/Seine\\n(Seine\",\"actions_o\":\"520\",\"actions_p\":\"179\",\"no_de_voix\":\"699\",\"signature_present\":true,\"signature\":\"Pa\"},{\"number\":\"2\",\"name\":\"M. BREHAM Marc\",\"address\":\"16, rue Saint Pierre - Neuilly s/Seine (Seine\",\"actions_o\":\"520\",\"actions_p\":\"179\",\"no_de_voix\":\"699\",\"signature_present\":true,\"signature\":\"Pa\"},{\"number\":\"3\",\"name\":\"M. STRAP Pierre\",\"address\":\"73 rue des Vignes - Paris (16e)\",\"actions_o\":\"80\",\"actions_p\":\"68\",\"no_de_voix\":\"148\",\"signature_present\":true,\"signature\":\"Pa\"},{\"number\":\"4\",\"name\":\"M. MASSON Daniel\",\"address\":\"9 rue de l'Orangerie - Compi\u00e8gne (ois)\",\"actions_o\":\"-\",\"actions_p\":\"10\",\"no_de_voix\":\"10\",\"signature_present\":true,\"signature\":\"Pa\"},{\"number\":\"5\",\"name\":\"Cie Centrale des Mines et de Metallurgie SICLI\",\"address\":\"11 bis Rue Balzac - Paris (8e)\",\"actions_o\":\"822\",\"actions_p\":\"168\",\"no_de_voix\":\"990\",\"signature_present\":true,\"signature\":\"Pa\"},{\"number\":\"6\",\"name\":\"Soci\u00e9t\u00e9 des Mines de l'Aurieras\",\"address\":\"11 bis Rue Balzac - Paris (8e)\",\"actions_o\":\"355\",\"actions_p\":\"45\",\"no_de_voix\":\"400\",\"signature_present\":true,\"signature\":\"Pa\"},{\"number\":\"7\",\"name\":\"Soci\u00e9t\u00e9 de Recherches Mini\u00e8res Fran\u00e7aises\",\"address\":\"11 bis Rue Balzac - Paris (8e)\",\"actions_o\":\"10\",\"actions_p\":\"-\",\"no_de_voix\":\"10\",\"signature_present\":true,\"signature\":\"Pa\"},{\"number\":\"8\",\"name\":\"M. PANI Antonio\",\"address\":\"\",\"actions_o\":\"1\",\"actions_p\":\"10\",\"no_de_voix\":\"11\",\"signature_present\":true,\"signature\":\"Pa\"},{\"number\":\"9\",\"name\":\"M. PANI Terenzio\",\"address\":\"\",\"actions_o\":\"1\",\"actions_p\":\"\",\"no_de_voix\":\"1\",\"signature_present\":true,\"signature\":\"Pa\"},{\"number\":\"10\",\"name\":\"M. SPIESS Giangiogo\",\"address\":\"\",\"actions_o\":\"1\",\"actions_p\":\"\",\"no_de_voix\":\"1\",\"signature_present\":true,\"signature\":\"Pa\"}],\"total_actions\":{\"total_o\":\"2310\",\"total_p\":\"659\",\"total_voix\":\"2969\"}}}}],\"created\":1773350635,\"model\":\"gpt-5.2-2025-12-11\",\"object\":\"chat.completion\",\"service_tier\":\"default\",\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":578,\"prompt_tokens\":5446,\"total_tokens\":6024,\"completion_tokens_details\":{\"accepted_prediction_tokens\":0,\"audio_tokens\":0,\"reasoning_tokens\":0,\"rejected_prediction_tokens\":0},\"prompt_tokens_details\":{\"audio_tokens\":0,\"cached_tokens\":1536}}}"}, "scoring": {"fuzzy": 0.818752065669584, "cost_summary": {"total_input_tokens": 45286, "total_output_tokens": 5020, "total_tokens": 50306, "input_cost_usd": 0.07925049999999999, "output_cost_usd": 0.07028, "total_cost_usd": 0.1495305}}, "normalized_score": 81.8752065669584}