{"_id": {"$oid": "6ac4c7b6164e0f17c0b239d7"}, "test_id": "T1838", "benchmark": "general_meeting_minutes", "date": "2026-09-27", "tags": {"document-type": ["minutes"], "writing": ["typed", "handwritten"], "century": [20], "language": ["it", "fr", "de"], "layout": ["table"], "entry-type": ["person", "location"], "task": ["information-extraction"]}, "contributors": ["alexandra_binnenkade", "sven_lienhard", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-6-sol", "dataclass": "MinutesPage", "temperature": 1.0, "role_description": "You are a historian with expertise in analyzing and summarizing historical meeting minutes", "prompt_file": "prompt.txt", "legacy_test": false}, "prompt": "Please extract the metadata according to the given output format.\nName and Address are in the same table field. Your task is to extract them into separate fields.\nLose any dashes between name and address but preserve linebreaks.\nBe aware: Addresses may contain multiple dashes; preserve them, only remove \"visual splitting characters\" between name and address.\nFilename: {filename}\nPage: {page_number}", "results": {"text": "{\"document\":\"Se_18_Assembl\u00e9es_3_Bilanz1968_2_page_9\",\"page_number\":9,\"entries\":[{\"number\":\"1\",\"name\":\"Monsieur BREHAM Alain\",\"address\":\"45 bd Charcot - NEUILLY-S/SEINE (92)\\nFRANCE\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"2\",\"name\":\"Monsieur BREHAM Marc\",\"address\":\"la Tuilerie - ST NOM LA BRETECHE\\nFRANCE\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"3\",\"name\":\"Monsieur MASSON Daniel\",\"address\":\"Villa la Cava, av. de la Cava 06 -\\nFRANCE          CANNES\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"4\",\"name\":\"COMPAGNIE CENTRALE SICLI\",\"address\":\"2/4 rue Blaise Pascal\\n93 - LE BLANC-MESNIL          FRANCE\",\"actions_o\":\"168\",\"actions_p\":\"822\",\"no_de_voix\":\"990\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"5\",\"name\":\"SOCIETE DES MINES DE L'AURIERAS\",\"address\":\"11 bis rue Balzac PARIS 8e\\nFRANCE\",\"actions_o\":\"45\",\"actions_p\":\"355\",\"no_de_voix\":\"400\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"6\",\"name\":\"SOCIETE DE RECHERCHES MINIERES FRAN\\nCAISES\",\"address\":\"11 bis rue Balzac  PARIS 8e\\nFRANCE\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"7\",\"name\":\"Monsieur PANI Antonio\",\"address\":\"SESSA (Tessin)\\nSUISSE\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"}],\"total_actions\":{\"total_o\":\"\",\"total_p\":\"\",\"total_voix\":\"\"}}", "model": "gpt-6-sol", "provider": "openai", "finish_reason": "stop", "usage": {"input_tokens": 4330, "output_tokens": 737, "total_tokens": 5067, "reasoning_tokens": 0, "input_cost_usd": 0.00866, "output_cost_usd": 0.00737, "reasoning_cost_usd": 0.0, "estimated_cost_usd": 0.01603}, "duration": 9.17709755897522, "timestamp": "2026-09-27T13:59:00.980161", "parsed": {"document": "Se_18_Assembl\u00e9es_3_Bilanz1968_2_page_9", "page_number": 9, "entries": [{"number": "1", "name": "Monsieur BREHAM Alain", "address": "45 bd Charcot - NEUILLY-S/SEINE (92)\nFRANCE", "actions_o": "179", "actions_p": "520", "no_de_voix": "699", "signature_present": false, "signature": ""}, {"number": "2", "name": "Monsieur BREHAM Marc", "address": "la Tuilerie - ST NOM LA BRETECHE\nFRANCE", "actions_o": "179", "actions_p": "520", "no_de_voix": "699", "signature_present": false, "signature": ""}, {"number": "3", "name": "Monsieur MASSON Daniel", "address": "Villa la Cava, av. de la Cava 06 -\nFRANCE          CANNES", "actions_o": "10", "actions_p": "", "no_de_voix": "10", "signature_present": false, "signature": ""}, {"number": "4", "name": "COMPAGNIE CENTRALE SICLI", "address": "2/4 rue Blaise Pascal\n93 - LE BLANC-MESNIL          FRANCE", "actions_o": "168", "actions_p": "822", "no_de_voix": "990", "signature_present": false, "signature": ""}, {"number": "5", "name": "SOCIETE DES MINES DE L'AURIERAS", "address": "11 bis rue Balzac PARIS 8e\nFRANCE", "actions_o": "45", "actions_p": "355", "no_de_voix": "400", "signature_present": false, "signature": ""}, {"number": "6", "name": "SOCIETE DE RECHERCHES MINIERES FRAN\nCAISES", "address": "11 bis rue Balzac  PARIS 8e\nFRANCE", "actions_o": "10", "actions_p": "", "no_de_voix": "10", "signature_present": false, "signature": ""}, {"number": "7", "name": "Monsieur PANI Antonio", "address": "SESSA (Tessin)\nSUISSE", "actions_o": "10", "actions_p": "", "no_de_voix": "10", "signature_present": false, "signature": ""}], "total_actions": {"total_o": "", "total_p": "", "total_voix": ""}}, "conversation_id": "da938eb1-7e15-4448-b62e-f9fa072d63ee", "score": {"fuzzy": 0.9967737704729114, "field_scores": {"document": {"response": "Se_18_Assembl\u00e9es_3_Bilanz1968_2_page_9", "ground_truth": "Se_18_Assembl\u00e9es_3_Bilanz1968_2_page_9", "score": 1.0}, "page_number": {"response": 9, "ground_truth": 9, "score": 1.0}, "entries[0].number": {"response": "1", "ground_truth": "1", "score": 1.0}, "entries[0].name": {"response": "Monsieur BREHAM Alain", "ground_truth": "Monsieur BREHAM Alain", "score": 1.0}, "entries[0].address": {"response": "45 bd Charcot - NEUILLY-S/SEINE (92)\nFRANCE", "ground_truth": "45 bd Charcot - NEUILLY-S/SEINE (92)\nFRANCE", "score": 1.0}, "entries[0].actions_o": {"response": "179", "ground_truth": "179", "score": 1.0}, "entries[0].actions_p": {"response": "520", "ground_truth": "520", "score": 1.0}, "entries[0].no_de_voix": {"response": "699", "ground_truth": "699", "score": 1.0}, "entries[0].signature_present": {"response": false, "ground_truth": false, "score": 1.0}, "entries[0].signature": {"response": "", "ground_truth": "", "score": 1.0}, "entries[1].number": {"response": "2", "ground_truth": "2", "score": 1.0}, "entries[1].name": {"response": "Monsieur BREHAM Marc", "ground_truth": "Monsieur BREHAM Marc", "score": 1.0}, "entries[1].address": {"response": "la Tuilerie - ST NOM LA BRETECHE\nFRANCE", "ground_truth": "la Tuilerie - ST NOM LA BRETECHE\nFRANCE", "score": 1.0}, "entries[1].actions_o": {"response": "179", "ground_truth": "179", "score": 1.0}, "entries[1].actions_p": {"response": "520", "ground_truth": "520", "score": 1.0}, "entries[1].no_de_voix": {"response": "699", "ground_truth": "699", "score": 1.0}, "entries[1].signature_present": {"response": false, "ground_truth": false, "score": 1.0}, "entries[1].signature": {"response": "", "ground_truth": "", "score": 1.0}, "entries[2].number": {"response": "3", "ground_truth": "3", "score": 1.0}, "entries[2].name": {"response": "Monsieur MASSON Daniel", "ground_truth": "Monsieur MASSON Daniel", "score": 1.0}, "entries[2].address": {"response": "Villa la Cava, av. de la Cava 06 -\nFRANCE          CANNES", "ground_truth": "Villa la Cava, av. de la Cava 06 -\nFRANCE CANNES", "score": 0.9142857142857143}, "entries[2].actions_o": {"response": "10", "ground_truth": "10", "score": 1.0}, "entries[2].actions_p": {"response": "", "ground_truth": "", "score": 1.0}, "entries[2].no_de_voix": {"response": "10", "ground_truth": "10", "score": 1.0}, "entries[2].signature_present": {"response": false, "ground_truth": false, "score": 1.0}, "entries[2].signature": {"response": "", "ground_truth": "", "score": 1.0}, "entries[3].number": {"response": "4", "ground_truth": "4", "score": 1.0}, "entries[3].name": {"response": "COMPAGNIE CENTRALE SICLI", "ground_truth": "COMPAGNIE CENTRALE SICLI", "score": 1.0}, "entries[3].address": {"response": "2/4 rue Blaise Pascal\n93 - LE BLANC-MESNIL          FRANCE", "ground_truth": "2/4 rue Blaise Pascal\n93 - LE BLANC-MESNIL FRANCE", "score": 0.9158878504672897}, "entries[3].actions_o": {"response": "168", "ground_truth": "168", "score": 1.0}, "entries[3].actions_p": {"response": "822", "ground_truth": "822", "score": 1.0}, "entries[3].no_de_voix": {"response": "990", "ground_truth": "990", "score": 1.0}, "entries[3].signature_present": {"response": false, "ground_truth": false, "score": 1.0}, "entries[3].signature": {"response": "", "ground_truth": "", "score": 1.0}, "entries[4].number": {"response": "5", "ground_truth": "5", "score": 1.0}, "entries[4].name": {"response": "SOCIETE DES MINES DE L'AURIERAS", "ground_truth": "SOCIETE DES MINES DE L'AURIERAS", "score": 1.0}, "entries[4].address": {"response": "11 bis rue Balzac PARIS 8e\nFRANCE", "ground_truth": "11 bis rue Balzac PARIS 8e\nFRANCE", "score": 1.0}, "entries[4].actions_o": {"response": "45", "ground_truth": "45", "score": 1.0}, "entries[4].actions_p": {"response": "355", "ground_truth": "355", "score": 1.0}, "entries[4].no_de_voix": {"response": "400", "ground_truth": "400", "score": 1.0}, "entries[4].signature_present": {"response": false, "ground_truth": false, "score": 1.0}, "entries[4].signature": {"response": "", "ground_truth": "", "score": 1.0}, "entries[5].number": {"response": "6", "ground_truth": "6", "score": 1.0}, "entries[5].name": {"response": "SOCIETE DE RECHERCHES MINIERES FRAN\nCAISES", "ground_truth": "SOCIETE DE RECHERCHES MINIERES FRANCAISES", "score": 0.9879518072289156}, "entries[5].address": {"response": "11 bis rue Balzac  PARIS 8e\nFRANCE", "ground_truth": "11 bis rue Balzac PARIS 8e\nFRANCE", "score": 0.9850746268656717}, "entries[5].actions_o": {"response": "10", "ground_truth": "10", "score": 1.0}, "entries[5].actions_p": {"response": "", "ground_truth": "", "score": 1.0}, "entries[5].no_de_voix": {"response": "10", "ground_truth": "10", "score": 1.0}, "entries[5].signature_present": {"response": false, "ground_truth": false, "score": 1.0}, "entries[5].signature": {"response": "", "ground_truth": "", "score": 1.0}, "entries[6].number": {"response": "7", "ground_truth": "7", "score": 1.0}, "entries[6].name": {"response": "Monsieur PANI Antonio", "ground_truth": "Monsieur PANI Antonio", "score": 1.0}, "entries[6].address": {"response": "SESSA (Tessin)\nSUISSE", "ground_truth": "SESSA (Tessin)\nSUISSE", "score": 1.0}, "entries[6].actions_o": {"response": "10", "ground_truth": "10", "score": 1.0}, "entries[6].actions_p": {"response": "", "ground_truth": "", "score": 1.0}, "entries[6].no_de_voix": {"response": "10", "ground_truth": "10", "score": 1.0}, "entries[6].signature_present": {"response": false, "ground_truth": false, "score": 1.0}, "entries[6].signature": {"response": "", "ground_truth": "", "score": 1.0}, "total_actions.total_o": {"response": "", "ground_truth": "", "score": 1.0}, "total_actions.total_p": {"response": "", "ground_truth": "", "score": 1.0}, "total_actions.total_voix": {"response": "", "ground_truth": "", "score": 1.0}}}, "raw_response": "{\"id\":\"chatcmpl-EShoqghy86xIaLXFCRF9wIorqmWkn\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\\"document\\\":\\\"Se_18_Assembl\u00e9es_3_Bilanz1968_2_page_9\\\",\\\"page_number\\\":9,\\\"entries\\\":[{\\\"number\\\":\\\"1\\\",\\\"name\\\":\\\"Monsieur BREHAM Alain\\\",\\\"address\\\":\\\"45 bd Charcot - NEUILLY-S/SEINE (92)\\\\nFRANCE\\\",\\\"actions_o\\\":\\\"179\\\",\\\"actions_p\\\":\\\"520\\\",\\\"no_de_voix\\\":\\\"699\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"2\\\",\\\"name\\\":\\\"Monsieur BREHAM Marc\\\",\\\"address\\\":\\\"la Tuilerie - ST NOM LA BRETECHE\\\\nFRANCE\\\",\\\"actions_o\\\":\\\"179\\\",\\\"actions_p\\\":\\\"520\\\",\\\"no_de_voix\\\":\\\"699\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"3\\\",\\\"name\\\":\\\"Monsieur MASSON Daniel\\\",\\\"address\\\":\\\"Villa la Cava, av. de la Cava 06 -\\\\nFRANCE          CANNES\\\",\\\"actions_o\\\":\\\"10\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"10\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"4\\\",\\\"name\\\":\\\"COMPAGNIE CENTRALE SICLI\\\",\\\"address\\\":\\\"2/4 rue Blaise Pascal\\\\n93 - LE BLANC-MESNIL          FRANCE\\\",\\\"actions_o\\\":\\\"168\\\",\\\"actions_p\\\":\\\"822\\\",\\\"no_de_voix\\\":\\\"990\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"5\\\",\\\"name\\\":\\\"SOCIETE DES MINES DE L'AURIERAS\\\",\\\"address\\\":\\\"11 bis rue Balzac PARIS 8e\\\\nFRANCE\\\",\\\"actions_o\\\":\\\"45\\\",\\\"actions_p\\\":\\\"355\\\",\\\"no_de_voix\\\":\\\"400\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"6\\\",\\\"name\\\":\\\"SOCIETE DE RECHERCHES MINIERES FRAN\\\\nCAISES\\\",\\\"address\\\":\\\"11 bis rue Balzac  PARIS 8e\\\\nFRANCE\\\",\\\"actions_o\\\":\\\"10\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"10\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"7\\\",\\\"name\\\":\\\"Monsieur PANI Antonio\\\",\\\"address\\\":\\\"SESSA (Tessin)\\\\nSUISSE\\\",\\\"actions_o\\\":\\\"10\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"10\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"}],\\\"total_actions\\\":{\\\"total_o\\\":\\\"\\\",\\\"total_p\\\":\\\"\\\",\\\"total_voix\\\":\\\"\\\"}}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":[],\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"document\":\"Se_18_Assembl\u00e9es_3_Bilanz1968_2_page_9\",\"page_number\":9,\"entries\":[{\"number\":\"1\",\"name\":\"Monsieur BREHAM Alain\",\"address\":\"45 bd Charcot - NEUILLY-S/SEINE (92)\\nFRANCE\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"2\",\"name\":\"Monsieur BREHAM Marc\",\"address\":\"la Tuilerie - ST NOM LA BRETECHE\\nFRANCE\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"3\",\"name\":\"Monsieur MASSON Daniel\",\"address\":\"Villa la Cava, av. de la Cava 06 -\\nFRANCE          CANNES\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"4\",\"name\":\"COMPAGNIE CENTRALE SICLI\",\"address\":\"2/4 rue Blaise Pascal\\n93 - LE BLANC-MESNIL          FRANCE\",\"actions_o\":\"168\",\"actions_p\":\"822\",\"no_de_voix\":\"990\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"5\",\"name\":\"SOCIETE DES MINES DE L'AURIERAS\",\"address\":\"11 bis rue Balzac PARIS 8e\\nFRANCE\",\"actions_o\":\"45\",\"actions_p\":\"355\",\"no_de_voix\":\"400\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"6\",\"name\":\"SOCIETE DE RECHERCHES MINIERES FRAN\\nCAISES\",\"address\":\"11 bis rue Balzac  PARIS 8e\\nFRANCE\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"7\",\"name\":\"Monsieur PANI Antonio\",\"address\":\"SESSA (Tessin)\\nSUISSE\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"}],\"total_actions\":{\"total_o\":\"\",\"total_p\":\"\",\"total_voix\":\"\"}}}}],\"created\":1790510332,\"model\":\"gpt-6-sol\",\"object\":\"chat.completion\",\"service_tier\":\"default\",\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":737,\"prompt_tokens\":4330,\"total_tokens\":5067,\"completion_tokens_details\":{\"accepted_prediction_tokens\":0,\"audio_tokens\":0,\"reasoning_tokens\":263,\"rejected_prediction_tokens\":0},\"prompt_tokens_details\":{\"audio_tokens\":0,\"cached_tokens\":0}}}"}, "scoring": {"fuzzy": 0.8579103561134145, "cost_summary": {"total_input_tokens": 37518, "total_output_tokens": 11117, "total_tokens": 48635, "input_cost_usd": 0.075036, "output_cost_usd": 0.11116999999999999, "total_cost_usd": 0.18620599999999998}}, "pricing": {"bucket_date": "2026-09-27", "age_days": 0, "input_price_per_million": 2.0, "output_price_per_million": 10.0}, "timing": {"total_response_s": 137.25, "mean_response_s": 15.25, "slowest_response_s": 32.27, "inputs_timed": 9, "inputs_stored": 9, "span_s": 23.11}, "normalized_score": 85.79103561134144}