[{"_id": {"$oid": "69d4eb12b877594bc5718ceb"}, "test_id": "T0707", "benchmark": "general_meeting_minutes", "date": "2026-03-23", "tags": {"document-type": ["minutes"], "writing": ["typed", "handwritten"], "century": [20], "language": ["it", "fr", "de"], "layout": ["table"], "entry-type": ["person", "location"], "task": ["information-extraction"]}, "contributors": ["alexandra_binnenkade", "sven_lienhard", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5.3-codex", "dataclass": "MinutesPage", "temperature": 1.0, "role_description": "You are a historian with expertise in analyzing and summarizing historical meeting minutes", "prompt_file": "prompt_first_reformulated.txt", "rules": "{\"api_style\":\"responses\"}", "legacy_test": false}, "prompt": "Please extract the metadata according to the given output format.\nName and Address are in the same table field. Your task is to extract them into separate fields.\nLose any dashes between name and address but preserve linebreaks.\nBe aware: Addresses may contain multiple dashes; preserve them, only remove \"visual splitting characters\" between name and address.\nEach numbered entry may span multiple lines in the name/address field.\nThe presented image may contain rotated pages, extract everything, treat them as a MinutesPage.\nFilename: {filename}\nPage: {page_number}", "results": {"text": "{\"document\":\"Se_23_Assembl\u00e9e_1951_Generalversammlung1_page_3\",\"page_number\":3,\"entries\":[{\"number\":\"21\",\"name\":\"M.de la FONTAINE Lionel\",\"address\":\"Bo\u00eete postale 41 \u00e0 MARRAKECH\\nMEDINA\",\"actions_o\":\"\",\"actions_p\":\"2\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"22\",\"name\":\"M.LAUMAIN Robert\",\"address\":\"24 Avenue Gambetta MONTROUGE\",\"actions_o\":\"\",\"actions_p\":\"1\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"Aut. Pani\"},{\"number\":\"23\",\"name\":\"Suc.LHOEST Paul (Mme)\",\"address\":\"1,rue J.B.Colyns IXELLES\\nBRUXELLES.\",\"actions_o\":\"150\",\"actions_p\":\"\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"24\",\"name\":\"M.MASSON Daniel\",\"address\":\"3,Av.Gaug\u00e9 VIROFLAY (S-et-O)\",\"actions_o\":\"\",\"actions_p\":\"10\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"Aut. Pani\"},{\"number\":\"25\",\"name\":\"M. PANI Antonio\",\"address\":\"SESSA (Tessin) Suisse\",\"actions_o\":\"1\",\"actions_p\":\"10\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"Aut. Pani\"},{\"number\":\"26\",\"name\":\"M. POUQUET Maurice\",\"address\":\"Essendi\u00e8ras,par St M\u00e9dard\\nd'Excisuil (Dordogne)\",\"actions_o\":\"\",\"actions_p\":\"1\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"27\",\"name\":\"Mme RAOULT Suzanne\",\"address\":\"195 rue de Grenelle PARIS\",\"actions_o\":\"\",\"actions_p\":\"10\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"28\",\"name\":\"Suc.RICHOMME de POSSON (Mme)\",\"address\":\"37bis Promenade des Anglais\\nNICE (A-M)\",\"actions_o\":\"\",\"actions_p\":\"32\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"29\",\"name\":\"Mme SAVAEY M.L.\",\"address\":\"5,Avenue Weber GENEVE (Suisse)\",\"actions_o\":\"\",\"actions_p\":\"10\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"30\",\"name\":\"M. SCHERESCHEVSKY Philippe\",\"address\":\"34,Bd Marbeau PARIS (16\u00b0)\",\"actions_o\":\"\",\"actions_p\":\"1\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"}],\"total_actions\":{\"total_o\":\"\",\"total_p\":\"\",\"total_voix\":\"\"}}", "model": "gpt-5.3-codex", "provider": "openai", "finish_reason": "completed", "usage": {"input_tokens": 2359, "output_tokens": 572, "total_tokens": 2931, "input_cost_usd": 0.00412825, "output_cost_usd": 0.008008000000000001, "estimated_cost_usd": 0.012136250000000001}, "duration": 8.44647741317749, "timestamp": "2026-03-23T21:21:51.542345", "parsed": {"document": "Se_23_Assembl\u00e9e_1951_Generalversammlung1_page_3", "page_number": 3, "entries": [{"number": "21", "name": "M.de la FONTAINE Lionel", "address": "Bo\u00eete postale 41 \u00e0 MARRAKECH\nMEDINA", "actions_o": "", "actions_p": "2", "no_de_voix": "", "signature_present": false, "signature": ""}, {"number": "22", "name": "M.LAUMAIN Robert", "address": "24 Avenue Gambetta MONTROUGE", "actions_o": "", "actions_p": "1", "no_de_voix": "", "signature_present": true, "signature": "Aut. Pani"}, {"number": "23", "name": "Suc.LHOEST Paul (Mme)", "address": "1,rue J.B.Colyns IXELLES\nBRUXELLES.", "actions_o": "150", "actions_p": "", "no_de_voix": "", "signature_present": false, "signature": ""}, {"number": "24", "name": "M.MASSON Daniel", "address": "3,Av.Gaug\u00e9 VIROFLAY (S-et-O)", "actions_o": "", "actions_p": "10", "no_de_voix": "", "signature_present": true, "signature": "Aut. Pani"}, {"number": "25", "name": "M. PANI Antonio", "address": "SESSA (Tessin) Suisse", "actions_o": "1", "actions_p": "10", "no_de_voix": "", "signature_present": true, "signature": "Aut. Pani"}, {"number": "26", "name": "M. POUQUET Maurice", "address": "Essendi\u00e8ras,par St M\u00e9dard\nd'Excisuil (Dordogne)", "actions_o": "", "actions_p": "1", "no_de_voix": "", "signature_present": false, "signature": ""}, {"number": "27", "name": "Mme RAOULT Suzanne", "address": "195 rue de Grenelle PARIS", "actions_o": "", "actions_p": "10", "no_de_voix": "", "signature_present": false, "signature": ""}, {"number": "28", "name": "Suc.RICHOMME de POSSON (Mme)", "address": "37bis Promenade des Anglais\nNICE (A-M)", "actions_o": "", "actions_p": "32", "no_de_voix": "", "signature_present": false, "signature": ""}, {"number": "29", "name": "Mme SAVAEY M.L.", "address": "5,Avenue Weber GENEVE (Suisse)", "actions_o": "", "actions_p": "10", "no_de_voix": "", "signature_present": false, "signature": ""}, {"number": "30", "name": "M. SCHERESCHEVSKY Philippe", "address": "34,Bd Marbeau PARIS (16\u00b0)", "actions_o": "", "actions_p": "1", "no_de_voix": "", "signature_present": false, "signature": ""}], "total_actions": {"total_o": "", "total_p": "", "total_voix": ""}}, "conversation_id": "c039a6cf-ace9-49c1-9143-798edb56a6d3", "score": {"fuzzy": 0.76760938720225}, "raw_response": "{\"id\":\"resp_0f82f074f06b0f530069c1a0d818588197ad26d0ba3c820eb9\",\"created_at\":1774297304.0,\"error\":null,\"incomplete_details\":null,\"instructions\":\"You are a historian with expertise in analyzing and summarizing historical meeting minutes\",\"metadata\":{},\"model\":\"gpt-5.3-codex\",\"object\":\"response\",\"output\":[{\"id\":\"msg_0f82f074f06b0f530069c1a0d8a9108197aeba17c417d25214\",\"content\":[{\"annotations\":[],\"text\":\"{\\\"document\\\":\\\"Se_23_Assembl\u00e9e_1951_Generalversammlung1_page_3\\\",\\\"page_number\\\":3,\\\"entries\\\":[{\\\"number\\\":\\\"21\\\",\\\"name\\\":\\\"M.de la FONTAINE Lionel\\\",\\\"address\\\":\\\"Bo\u00eete postale 41 \u00e0 MARRAKECH\\\\nMEDINA\\\",\\\"actions_o\\\":\\\"\\\",\\\"actions_p\\\":\\\"2\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"22\\\",\\\"name\\\":\\\"M.LAUMAIN Robert\\\",\\\"address\\\":\\\"24 Avenue Gambetta MONTROUGE\\\",\\\"actions_o\\\":\\\"\\\",\\\"actions_p\\\":\\\"1\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Aut. Pani\\\"},{\\\"number\\\":\\\"23\\\",\\\"name\\\":\\\"Suc.LHOEST Paul (Mme)\\\",\\\"address\\\":\\\"1,rue J.B.Colyns IXELLES\\\\nBRUXELLES.\\\",\\\"actions_o\\\":\\\"150\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"24\\\",\\\"name\\\":\\\"M.MASSON Daniel\\\",\\\"address\\\":\\\"3,Av.Gaug\u00e9 VIROFLAY (S-et-O)\\\",\\\"actions_o\\\":\\\"\\\",\\\"actions_p\\\":\\\"10\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Aut. Pani\\\"},{\\\"number\\\":\\\"25\\\",\\\"name\\\":\\\"M. PANI Antonio\\\",\\\"address\\\":\\\"SESSA (Tessin) Suisse\\\",\\\"actions_o\\\":\\\"1\\\",\\\"actions_p\\\":\\\"10\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Aut. Pani\\\"},{\\\"number\\\":\\\"26\\\",\\\"name\\\":\\\"M. POUQUET Maurice\\\",\\\"address\\\":\\\"Essendi\u00e8ras,par St M\u00e9dard\\\\nd'Excisuil (Dordogne)\\\",\\\"actions_o\\\":\\\"\\\",\\\"actions_p\\\":\\\"1\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"27\\\",\\\"name\\\":\\\"Mme RAOULT Suzanne\\\",\\\"address\\\":\\\"195 rue de Grenelle PARIS\\\",\\\"actions_o\\\":\\\"\\\",\\\"actions_p\\\":\\\"10\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"28\\\",\\\"name\\\":\\\"Suc.RICHOMME de POSSON (Mme)\\\",\\\"address\\\":\\\"37bis Promenade des Anglais\\\\nNICE (A-M)\\\",\\\"actions_o\\\":\\\"\\\",\\\"actions_p\\\":\\\"32\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"29\\\",\\\"name\\\":\\\"Mme SAVAEY M.L.\\\",\\\"address\\\":\\\"5,Avenue Weber GENEVE (Suisse)\\\",\\\"actions_o\\\":\\\"\\\",\\\"actions_p\\\":\\\"10\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"30\\\",\\\"name\\\":\\\"M. SCHERESCHEVSKY Philippe\\\",\\\"address\\\":\\\"34,Bd Marbeau PARIS (16\u00b0)\\\",\\\"actions_o\\\":\\\"\\\",\\\"actions_p\\\":\\\"1\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"}],\\\"total_actions\\\":{\\\"total_o\\\":\\\"\\\",\\\"total_p\\\":\\\"\\\",\\\"total_voix\\\":\\\"\\\"}}\",\"type\":\"output_text\",\"logprobs\":[]}],\"role\":\"assistant\",\"status\":\"completed\",\"type\":\"message\",\"phase\":\"final_answer\"}],\"parallel_tool_calls\":true,\"temperature\":1.0,\"tool_choice\":\"auto\",\"tools\":[],\"top_p\":0.98,\"background\":false,\"completed_at\":1774297311.0,\"conversation\":null,\"max_output_tokens\":null,\"max_tool_calls\":null,\"previous_response_id\":null,\"prompt\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":null,\"reasoning\":{\"effort\":\"none\",\"generate_summary\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"default\",\"status\":\"completed\",\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"top_logprobs\":0,\"truncation\":\"disabled\",\"usage\":{\"input_tokens\":2359,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":572,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":2931},\"user\":null,\"billing\":{\"payer\":\"developer\"},\"frequency_penalty\":0.0,\"presence_penalty\":0.0,\"store\":true}"}, "scoring": {"fuzzy": 0.8362914313311213, "cost_summary": {"total_input_tokens": 21479, "total_output_tokens": 5931, "total_tokens": 27410, "input_cost_usd": 0.037588250000000004, "output_cost_usd": 0.083034, "total_cost_usd": 0.12062225}}, "normalized_score": 83.62914313311212}, {"_id": {"$oid": "69d4eb12b877594bc5718d09"}, "test_id": "T0708", "benchmark": "general_meeting_minutes", "date": "2026-03-23", "tags": {"document-type": ["minutes"], "writing": ["typed", "handwritten"], "century": [20], "language": ["it", "fr", "de"], "layout": ["table"], "entry-type": ["person", "location"], "task": ["information-extraction"]}, "contributors": ["alexandra_binnenkade", "sven_lienhard", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5.3-codex", "dataclass": "MinutesPage", "temperature": 1.0, "role_description": "You are a historian with expertise in analyzing and summarizing historical meeting minutes", "prompt_file": "updated_prompt.txt", "rules": "{\"api_style\":\"responses\"}", "legacy_test": false}, "prompt": "Extract the table content from the page image and return it in the required JSON structure.\n\nThe page contains a table of shareholders with the following columns:\n\n1. N\u00b0 D'ORDRE (row number)\n2. NOM, PR\u00c9NOMS ET DOMICILE DES ACTIONNAIRES (name and address)\n3. ACTIONS O\n4. ACTIONS P\n5. NOMBRE DE VOIX\n6. SIGNATURE DES ACTIONNAIRES OU DES MANDATAIRES\n\nROW STRUCTURE\n-------------\nEach entry begins with the row number in the first column.\nAll lines belonging to that number form one entry.\n\nThe second column contains BOTH name and address in the same field.\nSplit this content into:\n\n- name\n- address\n\nThe name is always the first line.\nAll following lines belong to the address.\n\nPreserve the line breaks inside the address exactly as in the source.\n\nDo NOT modify spelling or add accents. Transcribe the text exactly as shown.\n\nDashes inside addresses must be preserved.\nOnly remove a dash if it clearly separates the name from the address on the same line.\n\nNUMERIC COLUMNS\n---------------\nExtract the values from the table columns:\n\n- actions_o\n- actions_p\n- no_de_voix\n\nLeave fields empty if no value is present.\n\nSIGNATURE COLUMN\n----------------\nIf the signature column contains handwriting or text:\n\nsignature_present = true\nsignature = transcription of the visible text\n\nIf the column is empty:\n\nsignature_present = false\nsignature = \"\"\n\nTOTALS\n------\nTotals may appear below the table near the text \"A REPORTER\".\nOnly extract totals if explicit numbers are present.\nOtherwise return empty strings for:\n\ntotal_o\ntotal_p\ntotal_voix\n\nDOCUMENT METADATA\n-----------------\nfilename = {filename}\npage_number = {page_number}", "results": {"text": "{\n  \"document\": \"Se_19_Assembl\u00e9e Mine d. Costano_1_Assemblee 28.12.1967_1_page_4\",\n  \"page_number\": 4,\n  \"entries\": [\n    {\n      \"number\": \"1\",\n      \"name\": \"Monsieur BREHAM Alain\",\n      \"address\": \"45, bd du Commandant Charcot\\nNEUILLY S/SEINE\",\n      \"actions_o\": \"179\",\n      \"actions_p\": \"520\",\n      \"no_de_voix\": \"699\",\n      \"signature_present\": false,\n      \"signature\": \"\"\n    },\n    {\n      \"number\": \"2\",\n      \"name\": \"Monsieur BREHAM Marc\",\n      \"address\": \"La Tuillerie\\nSAINT NOM LA BRETECHE\",\n      \"actions_o\": \"179\",\n      \"actions_p\": \"520\",\n      \"no_de_voix\": \"699\",\n      \"signature_present\": false,\n      \"signature\": \"\"\n    },\n    {\n      \"number\": \"3\",\n      \"name\": \"Monsieur MASSON Daniel\",\n      \"address\": \"Villa La Cava Avenue de La Cava\\n06 / CANNES\",\n      \"actions_o\": \"10\",\n      \"actions_p\": \"\",\n      \"no_de_voix\": \"10\",\n      \"signature_present\": false,\n      \"signature\": \"\"\n    },\n    {\n      \"number\": \"4\",\n      \"name\": \"Compagnie Centrale SICLI\",\n      \"address\": \"11 bis, rue Balzac\\nPARIS 8e\",\n      \"actions_o\": \"168\",\n      \"actions_p\": \"822\",\n      \"no_de_voix\": \"990\",\n      \"signature_present\": false,\n      \"signature\": \"\"\n    },\n    {\n      \"number\": \"5\",\n      \"name\": \"Soci\u00e9t\u00e9 des Mines de l'Aurieras\",\n      \"address\": \"11 bis, rue Balzac\\nPARIS 8e\",\n      \"actions_o\": \"45\",\n      \"actions_p\": \"355\",\n      \"no_de_voix\": \"400\",\n      \"signature_present\": false,\n      \"signature\": \"\"\n    },\n    {\n      \"number\": \"6\",\n      \"name\": \"Soci\u00e9t\u00e9 des Recherches Mini\u00e8res\",\n      \"address\": \"Fran\u00e7aises - 11 bis, rue Balzac\\nPARIS 8e\",\n      \"actions_o\": \"10\",\n      \"actions_p\": \"\",\n      \"no_de_voix\": \"10\",\n      \"signature_present\": false,\n      \"signature\": \"\"\n    },\n    {\n      \"number\": \"7\",\n      \"name\": \"Monsieur PANI Antonio\",\n      \"address\": \"SESSA - TESSIN\\nSUISSE\",\n      \"actions_o\": \"10\",\n      \"actions_p\": \"\",\n      \"no_de_voix\": \"10\",\n      \"signature_present\": false,\n      \"signature\": \"\"\n    }\n  ],\n  \"total_actions\": {\n    \"total_o\": \"\",\n    \"total_p\": \"\",\n    \"total_voix\": \"\"\n  }\n}", "model": "gpt-5.3-codex", "provider": "openai", "finish_reason": "completed", "usage": {"input_tokens": 2651, "output_tokens": 640, "total_tokens": 3291, "input_cost_usd": 0.00463925, "output_cost_usd": 0.008960000000000001, "estimated_cost_usd": 0.01359925}, "duration": 7.048374652862549, "timestamp": "2026-03-23T21:22:29.326089", "parsed": {"document": "Se_19_Assembl\u00e9e Mine d. Costano_1_Assemblee 28.12.1967_1_page_4", "page_number": 4, "entries": [{"number": "1", "name": "Monsieur BREHAM Alain", "address": "45, bd du Commandant Charcot\nNEUILLY S/SEINE", "actions_o": "179", "actions_p": "520", "no_de_voix": "699", "signature_present": false, "signature": ""}, {"number": "2", "name": "Monsieur BREHAM Marc", "address": "La Tuillerie\nSAINT NOM LA BRETECHE", "actions_o": "179", "actions_p": "520", "no_de_voix": "699", "signature_present": false, "signature": ""}, {"number": "3", "name": "Monsieur MASSON Daniel", "address": "Villa La Cava Avenue de La Cava\n06 / CANNES", "actions_o": "10", "actions_p": "", "no_de_voix": "10", "signature_present": false, "signature": ""}, {"number": "4", "name": "Compagnie Centrale SICLI", "address": "11 bis, rue Balzac\nPARIS 8e", "actions_o": "168", "actions_p": "822", "no_de_voix": "990", "signature_present": false, "signature": ""}, {"number": "5", "name": "Soci\u00e9t\u00e9 des Mines de l'Aurieras", "address": "11 bis, rue Balzac\nPARIS 8e", "actions_o": "45", "actions_p": "355", "no_de_voix": "400", "signature_present": false, "signature": ""}, {"number": "6", "name": "Soci\u00e9t\u00e9 des Recherches Mini\u00e8res", "address": "Fran\u00e7aises - 11 bis, rue Balzac\nPARIS 8e", "actions_o": "10", "actions_p": "", "no_de_voix": "10", "signature_present": false, "signature": ""}, {"number": "7", "name": "Monsieur PANI Antonio", "address": "SESSA - TESSIN\nSUISSE", "actions_o": "10", "actions_p": "", "no_de_voix": "10", "signature_present": false, "signature": ""}], "total_actions": {"total_o": "", "total_p": "", "total_voix": ""}}, "conversation_id": "64d1cbdf-97c6-48a4-9e34-a47716145330", "score": {"fuzzy": 0.9907534155148542}, "raw_response": "{\"id\":\"resp_00eccfd5c30566470069c1a0ff48a481939fee12e1c85313b6\",\"created_at\":1774297343.0,\"error\":null,\"incomplete_details\":null,\"instructions\":\"You are a historian with expertise in analyzing and summarizing historical meeting minutes\",\"metadata\":{},\"model\":\"gpt-5.3-codex\",\"object\":\"response\",\"output\":[{\"id\":\"msg_00eccfd5c30566470069c1a0ffe0b88193ae39b79d28af03ea\",\"content\":[{\"annotations\":[],\"text\":\"{\\n  \\\"document\\\": \\\"Se_19_Assembl\u00e9e Mine d. Costano_1_Assemblee 28.12.1967_1_page_4\\\",\\n  \\\"page_number\\\": 4,\\n  \\\"entries\\\": [\\n    {\\n      \\\"number\\\": \\\"1\\\",\\n      \\\"name\\\": \\\"Monsieur BREHAM Alain\\\",\\n      \\\"address\\\": \\\"45, bd du Commandant Charcot\\\\nNEUILLY S/SEINE\\\",\\n      \\\"actions_o\\\": \\\"179\\\",\\n      \\\"actions_p\\\": \\\"520\\\",\\n      \\\"no_de_voix\\\": \\\"699\\\",\\n      \\\"signature_present\\\": false,\\n      \\\"signature\\\": \\\"\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"2\\\",\\n      \\\"name\\\": \\\"Monsieur BREHAM Marc\\\",\\n      \\\"address\\\": \\\"La Tuillerie\\\\nSAINT NOM LA BRETECHE\\\",\\n      \\\"actions_o\\\": \\\"179\\\",\\n      \\\"actions_p\\\": \\\"520\\\",\\n      \\\"no_de_voix\\\": \\\"699\\\",\\n      \\\"signature_present\\\": false,\\n      \\\"signature\\\": \\\"\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"3\\\",\\n      \\\"name\\\": \\\"Monsieur MASSON Daniel\\\",\\n      \\\"address\\\": \\\"Villa La Cava Avenue de La Cava\\\\n06 / CANNES\\\",\\n      \\\"actions_o\\\": \\\"10\\\",\\n      \\\"actions_p\\\": \\\"\\\",\\n      \\\"no_de_voix\\\": \\\"10\\\",\\n      \\\"signature_present\\\": false,\\n      \\\"signature\\\": \\\"\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"4\\\",\\n      \\\"name\\\": \\\"Compagnie Centrale SICLI\\\",\\n      \\\"address\\\": \\\"11 bis, rue Balzac\\\\nPARIS 8e\\\",\\n      \\\"actions_o\\\": \\\"168\\\",\\n      \\\"actions_p\\\": \\\"822\\\",\\n      \\\"no_de_voix\\\": \\\"990\\\",\\n      \\\"signature_present\\\": false,\\n      \\\"signature\\\": \\\"\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"5\\\",\\n      \\\"name\\\": \\\"Soci\u00e9t\u00e9 des Mines de l'Aurieras\\\",\\n      \\\"address\\\": \\\"11 bis, rue Balzac\\\\nPARIS 8e\\\",\\n      \\\"actions_o\\\": \\\"45\\\",\\n      \\\"actions_p\\\": \\\"355\\\",\\n      \\\"no_de_voix\\\": \\\"400\\\",\\n      \\\"signature_present\\\": false,\\n      \\\"signature\\\": \\\"\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"6\\\",\\n      \\\"name\\\": \\\"Soci\u00e9t\u00e9 des Recherches Mini\u00e8res\\\",\\n      \\\"address\\\": \\\"Fran\u00e7aises - 11 bis, rue Balzac\\\\nPARIS 8e\\\",\\n      \\\"actions_o\\\": \\\"10\\\",\\n      \\\"actions_p\\\": \\\"\\\",\\n      \\\"no_de_voix\\\": \\\"10\\\",\\n      \\\"signature_present\\\": false,\\n      \\\"signature\\\": \\\"\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"7\\\",\\n      \\\"name\\\": \\\"Monsieur PANI Antonio\\\",\\n      \\\"address\\\": \\\"SESSA - TESSIN\\\\nSUISSE\\\",\\n      \\\"actions_o\\\": \\\"10\\\",\\n      \\\"actions_p\\\": \\\"\\\",\\n      \\\"no_de_voix\\\": \\\"10\\\",\\n      \\\"signature_present\\\": false,\\n      \\\"signature\\\": \\\"\\\"\\n    }\\n  ],\\n  \\\"total_actions\\\": {\\n    \\\"total_o\\\": \\\"\\\",\\n    \\\"total_p\\\": \\\"\\\",\\n    \\\"total_voix\\\": \\\"\\\"\\n  }\\n}\",\"type\":\"output_text\",\"logprobs\":[]}],\"role\":\"assistant\",\"status\":\"completed\",\"type\":\"message\",\"phase\":\"final_answer\"}],\"parallel_tool_calls\":true,\"temperature\":1.0,\"tool_choice\":\"auto\",\"tools\":[],\"top_p\":0.98,\"background\":false,\"completed_at\":1774297349.0,\"conversation\":null,\"max_output_tokens\":null,\"max_tool_calls\":null,\"previous_response_id\":null,\"prompt\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":null,\"reasoning\":{\"effort\":\"none\",\"generate_summary\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"default\",\"status\":\"completed\",\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"top_logprobs\":0,\"truncation\":\"disabled\",\"usage\":{\"input_tokens\":2651,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":640,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":3291},\"user\":null,\"billing\":{\"payer\":\"developer\"},\"frequency_penalty\":0.0,\"presence_penalty\":0.0,\"store\":true}"}, "scoring": {"fuzzy": 0.8330837176427343, "cost_summary": {"total_input_tokens": 23738, "total_output_tokens": 6073, "total_tokens": 29811, "input_cost_usd": 0.0415415, "output_cost_usd": 0.085022, "total_cost_usd": 0.1265635}}, "normalized_score": 83.30837176427343}, {"_id": {"$oid": "69d4eb12b877594bc5718d10"}, "test_id": "T0706", "benchmark": "general_meeting_minutes", "date": "2026-03-23", "tags": {"document-type": ["minutes"], "writing": ["typed", "handwritten"], "century": [20], "language": ["it", "fr", "de"], "layout": ["table"], "entry-type": ["person", "location"], "task": ["information-extraction"]}, "contributors": ["alexandra_binnenkade", "sven_lienhard", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5.3-codex", "dataclass": "MinutesPage", "temperature": 1.0, "role_description": "You are a historian with expertise in analyzing and summarizing historical meeting minutes", "prompt_file": "extended_prompt.txt", "rules": "{\"api_style\":\"responses\"}", "legacy_test": false}, "prompt": "Filename: {filename}\nPage: {page_number}\n\nPrompt 2\n\nCRITICAL RULES\n--------------\n\n1) Name and Address are in the same table field.\n   - Extract them into separate fields: \"name\" and \"address\".\n   - Remove only the visual splitting characters (e.g., a dash used only to visually separate name and address).\n   - Preserve line breaks exactly as in the source.\n   - Addresses may contain multiple dashes; preserve those. Only remove the dash(es) that act purely as a separator between name and address.\n\n2) Transcription fidelity (no normalization):\n   - Many entries are in French. The original often omits accents (\u00e9, \u00e8) and shows only \"e\".\n   - Do NOT correct spelling and do NOT add French diacritics unless they are explicitly present in the original image.\n   - Transcribe exactly what is visible, including punctuation and spacing as much as possible.\n\n3) totals_actions must NOT be computed:\n   - Do NOT calculate totals.\n   - Only fill \"total_actions\" if the totals are explicitly written on the page.\n   - You can always find the information for the totals at the end of the page after \u201cA Reporter\u201d\n   - If there is no totals row/section, still output the JSON but set total_actions fields to empty strings OR omit total_actions only if your parser requires it (prefer empty strings if the field is required).\n\n4) actions_o and actions_p content:\n   - These fields may contain digits as well as \"/\" and \"-\" characters. Preserve them exactly as seen.\n\n5) Column order may vary:\n   - The order of the \"actions_o\" and \"actions_p\" columns can change from page to page.\n   - Do NOT assume a fixed column order. Always verify from the header / column labels / layout in the original image which column corresponds to \"O\" and which to \"P\", and map values accordingly.", "results": {"text": "{\"document\":\"Se_23_Assembl\u00e9e_1951_Generalversammlung5_page_20\",\"page_number\":20,\"entries\":[{\"number\":\"31\",\"name\":\"M. SIRCOUION Jacques\",\"address\":\"Mesli\u00e8res (Doubs)\",\"actions_o\":\"\",\"actions_p\":\"11\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"32\",\"name\":\"St\u00e9 Anonyme des Mines d'OR\",\"address\":\"du CHATELET 11bis rue Balzac\\nPARIS (8o)\",\"actions_o\":\"315\",\"actions_p\":\"25\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"S. Jeur\"},{\"number\":\"33\",\"name\":\"M. STRAP Gaston\",\"address\":\"112 Bd Exelmans PARIS (16o)\",\"actions_o\":\"50\",\"actions_p\":\"64\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"S. Jeur\"},{\"number\":\"34\",\"name\":\"M. STRAP Pierre\",\"address\":\"73,rue des Vignes PARIS (16o)\",\"actions_o\":\"\",\"actions_p\":\"1\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"Hri. Rousi\"},{\"number\":\"35\",\"name\":\"Mme WARNANT Pierre\",\"address\":\"148 Av.Franklin Roosevelt\\nBRUXELLES (Belgique)\",\"actions_o\":\"20\",\"actions_p\":\"\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"36\",\"name\":\"de ZANNA Arcangelo\",\"address\":\"\",\"actions_o\":\"1\",\"actions_p\":\"\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"}],\"total_actions\":{\"total_o\":\"3200\",\"total_p\":\"1060\",\"total_voix\":\"\"}}", "model": "gpt-5.3-codex", "provider": "openai", "finish_reason": "completed", "usage": {"input_tokens": 2633, "output_tokens": 359, "total_tokens": 2992, "input_cost_usd": 0.00460775, "output_cost_usd": 0.005026, "estimated_cost_usd": 0.00963375}, "duration": 5.133112668991089, "timestamp": "2026-03-23T21:20:32.534106", "parsed": {"document": "Se_23_Assembl\u00e9e_1951_Generalversammlung5_page_20", "page_number": 20, "entries": [{"number": "31", "name": "M. SIRCOUION Jacques", "address": "Mesli\u00e8res (Doubs)", "actions_o": "", "actions_p": "11", "no_de_voix": "", "signature_present": false, "signature": ""}, {"number": "32", "name": "St\u00e9 Anonyme des Mines d'OR", "address": "du CHATELET 11bis rue Balzac\nPARIS (8o)", "actions_o": "315", "actions_p": "25", "no_de_voix": "", "signature_present": true, "signature": "S. Jeur"}, {"number": "33", "name": "M. STRAP Gaston", "address": "112 Bd Exelmans PARIS (16o)", "actions_o": "50", "actions_p": "64", "no_de_voix": "", "signature_present": true, "signature": "S. Jeur"}, {"number": "34", "name": "M. STRAP Pierre", "address": "73,rue des Vignes PARIS (16o)", "actions_o": "", "actions_p": "1", "no_de_voix": "", "signature_present": true, "signature": "Hri. Rousi"}, {"number": "35", "name": "Mme WARNANT Pierre", "address": "148 Av.Franklin Roosevelt\nBRUXELLES (Belgique)", "actions_o": "20", "actions_p": "", "no_de_voix": "", "signature_present": false, "signature": ""}, {"number": "36", "name": "de ZANNA Arcangelo", "address": "", "actions_o": "1", "actions_p": "", "no_de_voix": "", "signature_present": false, "signature": ""}], "total_actions": {"total_o": "3200", "total_p": "1060", "total_voix": ""}}, "conversation_id": "c49a0d16-feec-4906-add1-9bf9b4e2f098", "score": {"fuzzy": 0.8082823405327954}, "raw_response": "{\"id\":\"resp_032f3a9902e4ec2c0069c1a08c622081948cfaedb7691f4771\",\"created_at\":1774297228.0,\"error\":null,\"incomplete_details\":null,\"instructions\":\"You are a historian with expertise in analyzing and summarizing historical meeting minutes\",\"metadata\":{},\"model\":\"gpt-5.3-codex\",\"object\":\"response\",\"output\":[{\"id\":\"msg_032f3a9902e4ec2c0069c1a08cf1d08194b477b4840f30937e\",\"content\":[{\"annotations\":[],\"text\":\"{\\\"document\\\":\\\"Se_23_Assembl\u00e9e_1951_Generalversammlung5_page_20\\\",\\\"page_number\\\":20,\\\"entries\\\":[{\\\"number\\\":\\\"31\\\",\\\"name\\\":\\\"M. SIRCOUION Jacques\\\",\\\"address\\\":\\\"Mesli\u00e8res (Doubs)\\\",\\\"actions_o\\\":\\\"\\\",\\\"actions_p\\\":\\\"11\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"32\\\",\\\"name\\\":\\\"St\u00e9 Anonyme des Mines d'OR\\\",\\\"address\\\":\\\"du CHATELET 11bis rue Balzac\\\\nPARIS (8o)\\\",\\\"actions_o\\\":\\\"315\\\",\\\"actions_p\\\":\\\"25\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"S. Jeur\\\"},{\\\"number\\\":\\\"33\\\",\\\"name\\\":\\\"M. STRAP Gaston\\\",\\\"address\\\":\\\"112 Bd Exelmans PARIS (16o)\\\",\\\"actions_o\\\":\\\"50\\\",\\\"actions_p\\\":\\\"64\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"S. Jeur\\\"},{\\\"number\\\":\\\"34\\\",\\\"name\\\":\\\"M. STRAP Pierre\\\",\\\"address\\\":\\\"73,rue des Vignes PARIS (16o)\\\",\\\"actions_o\\\":\\\"\\\",\\\"actions_p\\\":\\\"1\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Hri. Rousi\\\"},{\\\"number\\\":\\\"35\\\",\\\"name\\\":\\\"Mme WARNANT Pierre\\\",\\\"address\\\":\\\"148 Av.Franklin Roosevelt\\\\nBRUXELLES (Belgique)\\\",\\\"actions_o\\\":\\\"20\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"36\\\",\\\"name\\\":\\\"de ZANNA Arcangelo\\\",\\\"address\\\":\\\"\\\",\\\"actions_o\\\":\\\"1\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"}],\\\"total_actions\\\":{\\\"total_o\\\":\\\"3200\\\",\\\"total_p\\\":\\\"1060\\\",\\\"total_voix\\\":\\\"\\\"}}\",\"type\":\"output_text\",\"logprobs\":[]}],\"role\":\"assistant\",\"status\":\"completed\",\"type\":\"message\",\"phase\":\"final_answer\"}],\"parallel_tool_calls\":true,\"temperature\":1.0,\"tool_choice\":\"auto\",\"tools\":[],\"top_p\":0.98,\"background\":false,\"completed_at\":1774297232.0,\"conversation\":null,\"max_output_tokens\":null,\"max_tool_calls\":null,\"previous_response_id\":null,\"prompt\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":null,\"reasoning\":{\"effort\":\"none\",\"generate_summary\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"default\",\"status\":\"completed\",\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"top_logprobs\":0,\"truncation\":\"disabled\",\"usage\":{\"input_tokens\":2633,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":359,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":2992},\"user\":null,\"billing\":{\"payer\":\"developer\"},\"frequency_penalty\":0.0,\"presence_penalty\":0.0,\"store\":true}"}, "scoring": {"fuzzy": 0.847939078405978, "cost_summary": {"total_input_tokens": 23963, "total_output_tokens": 5047, "total_tokens": 29010, "input_cost_usd": 0.04193525, "output_cost_usd": 0.070658, "total_cost_usd": 0.11259324999999999}}, "normalized_score": 84.79390784059781}, {"_id": {"$oid": "69d4eb12b877594bc5718d1a"}, "test_id": "T0709", "benchmark": "general_meeting_minutes", "date": "2026-03-23", "tags": {"document-type": ["minutes"], "writing": ["typed", "handwritten"], "century": [20], "language": ["it", "fr", "de"], "layout": ["table"], "entry-type": ["person", "location"], "task": ["information-extraction"]}, "contributors": ["alexandra_binnenkade", "sven_lienhard", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5.3-codex", "dataclass": "MinutesPage", "temperature": 1.0, "role_description": "You are a historian with expertise in analyzing and summarizing historical meeting minutes", "prompt_file": "updated_prompt_steps.txt", "rules": "{\"api_style\":\"responses\"}", "legacy_test": false}, "prompt": "Please extract the metadata according to the given output format.\n\nName and address are in the same table field. Split them into:\n\n- name\n- address\n\nThe name is always the first line.\nAll following lines belong to the address.\n\nPreserve line breaks exactly as they appear.\nDo not normalize spelling or accents.\n\nSteps:\n1. Identify each row of the table using the row number.\n2. For each row extract the table columns.\n3. Split the name/address field.\n4. Return the final JSON.\n\nDocument Metadata:\nfilename = {filename}\npage_number = {page_number}\n\nReturn only the JSON.", "results": {"text": "{\"document\":\"Se_18_Bilanz1967_page_4\",\"page_number\":4,\"entries\":[{\"number\":\"1\",\"name\":\"Mr Alain BREHAM (Cabinet D. FEAU -\",\"address\":\"132 Boulevard Haussmann - 75 / PARIS 8\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"2\",\"name\":\"Mr Marc BREHAM - La Tuilerie -\",\"address\":\"78/St-Nom la Bret\u00e8che\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"3\",\"name\":\"COMPAGNIE CENTRALE SICLI\",\"address\":\"II bis rue Balzac - 75 / PARIS 8e\",\"actions_o\":\"168\",\"actions_p\":\"822\",\"no_de_voix\":\"990\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"4\",\"name\":\"St\u00e9 DES MINES DE L'AURIERAS\",\"address\":\"II bis rue Balzac - 75 / PARIS 8e\",\"actions_o\":\"45\",\"actions_p\":\"355\",\"no_de_voix\":\"400\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"5\",\"name\":\"St\u00e9 de RECHERCHES MINIERES FRANCAISES\",\"address\":\"II bis rue Balzac - 75 / PARIS 8e\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"6\",\"name\":\"Mr PANI Antonio\",\"address\":\"SESSA (Tessin) Suisse\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"7\",\"name\":\"Mr MASSON Daniel - Villa La Cava\",\"address\":\"Avenue de la Cava - 06 / CANNES\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"}],\"total_actions\":{\"total_o\":\"601\",\"total_p\":\"2217\",\"total_voix\":\"2818\"}}", "model": "gpt-5.3-codex", "provider": "openai", "finish_reason": "completed", "usage": {"input_tokens": 2395, "output_tokens": 448, "total_tokens": 2843, "input_cost_usd": 0.00419125, "output_cost_usd": 0.006272, "estimated_cost_usd": 0.01046325}, "duration": 6.123962163925171, "timestamp": "2026-03-23T21:23:43.073550", "parsed": {"document": "Se_18_Bilanz1967_page_4", "page_number": 4, "entries": [{"number": "1", "name": "Mr Alain BREHAM (Cabinet D. FEAU -", "address": "132 Boulevard Haussmann - 75 / PARIS 8", "actions_o": "179", "actions_p": "520", "no_de_voix": "699", "signature_present": false, "signature": ""}, {"number": "2", "name": "Mr Marc BREHAM - La Tuilerie -", "address": "78/St-Nom la Bret\u00e8che", "actions_o": "179", "actions_p": "520", "no_de_voix": "699", "signature_present": false, "signature": ""}, {"number": "3", "name": "COMPAGNIE CENTRALE SICLI", "address": "II bis rue Balzac - 75 / PARIS 8e", "actions_o": "168", "actions_p": "822", "no_de_voix": "990", "signature_present": false, "signature": ""}, {"number": "4", "name": "St\u00e9 DES MINES DE L'AURIERAS", "address": "II bis rue Balzac - 75 / PARIS 8e", "actions_o": "45", "actions_p": "355", "no_de_voix": "400", "signature_present": false, "signature": ""}, {"number": "5", "name": "St\u00e9 de RECHERCHES MINIERES FRANCAISES", "address": "II bis rue Balzac - 75 / PARIS 8e", "actions_o": "10", "actions_p": "", "no_de_voix": "10", "signature_present": false, "signature": ""}, {"number": "6", "name": "Mr PANI Antonio", "address": "SESSA (Tessin) Suisse", "actions_o": "10", "actions_p": "", "no_de_voix": "10", "signature_present": false, "signature": ""}, {"number": "7", "name": "Mr MASSON Daniel - Villa La Cava", "address": "Avenue de la Cava - 06 / CANNES", "actions_o": "10", "actions_p": "", "no_de_voix": "10", "signature_present": false, "signature": ""}], "total_actions": {"total_o": "601", "total_p": "2217", "total_voix": "2818"}}, "conversation_id": "12774976-a768-4101-87c3-41f140759405", "score": {"fuzzy": 0.9710060902140805}, "raw_response": "{\"id\":\"resp_07ed3e4f8b6537610069c1a14a1b608197b45d05f4b76e2b82\",\"created_at\":1774297418.0,\"error\":null,\"incomplete_details\":null,\"instructions\":\"You are a historian with expertise in analyzing and summarizing historical meeting minutes\",\"metadata\":{},\"model\":\"gpt-5.3-codex\",\"object\":\"response\",\"output\":[{\"id\":\"msg_07ed3e4f8b6537610069c1a14aa8f48197b26fce6129019c16\",\"content\":[{\"annotations\":[],\"text\":\"{\\\"document\\\":\\\"Se_18_Bilanz1967_page_4\\\",\\\"page_number\\\":4,\\\"entries\\\":[{\\\"number\\\":\\\"1\\\",\\\"name\\\":\\\"Mr Alain BREHAM (Cabinet D. FEAU -\\\",\\\"address\\\":\\\"132 Boulevard Haussmann - 75 / PARIS 8\\\",\\\"actions_o\\\":\\\"179\\\",\\\"actions_p\\\":\\\"520\\\",\\\"no_de_voix\\\":\\\"699\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"2\\\",\\\"name\\\":\\\"Mr Marc BREHAM - La Tuilerie -\\\",\\\"address\\\":\\\"78/St-Nom la Bret\u00e8che\\\",\\\"actions_o\\\":\\\"179\\\",\\\"actions_p\\\":\\\"520\\\",\\\"no_de_voix\\\":\\\"699\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"3\\\",\\\"name\\\":\\\"COMPAGNIE CENTRALE SICLI\\\",\\\"address\\\":\\\"II bis rue Balzac - 75 / PARIS 8e\\\",\\\"actions_o\\\":\\\"168\\\",\\\"actions_p\\\":\\\"822\\\",\\\"no_de_voix\\\":\\\"990\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"4\\\",\\\"name\\\":\\\"St\u00e9 DES MINES DE L'AURIERAS\\\",\\\"address\\\":\\\"II bis rue Balzac - 75 / PARIS 8e\\\",\\\"actions_o\\\":\\\"45\\\",\\\"actions_p\\\":\\\"355\\\",\\\"no_de_voix\\\":\\\"400\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"5\\\",\\\"name\\\":\\\"St\u00e9 de RECHERCHES MINIERES FRANCAISES\\\",\\\"address\\\":\\\"II bis rue Balzac - 75 / PARIS 8e\\\",\\\"actions_o\\\":\\\"10\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"10\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"6\\\",\\\"name\\\":\\\"Mr PANI Antonio\\\",\\\"address\\\":\\\"SESSA (Tessin) Suisse\\\",\\\"actions_o\\\":\\\"10\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"10\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"7\\\",\\\"name\\\":\\\"Mr MASSON Daniel - Villa La Cava\\\",\\\"address\\\":\\\"Avenue de la Cava - 06 / CANNES\\\",\\\"actions_o\\\":\\\"10\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"10\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"}],\\\"total_actions\\\":{\\\"total_o\\\":\\\"601\\\",\\\"total_p\\\":\\\"2217\\\",\\\"total_voix\\\":\\\"2818\\\"}}\",\"type\":\"output_text\",\"logprobs\":[]}],\"role\":\"assistant\",\"status\":\"completed\",\"type\":\"message\",\"phase\":\"final_answer\"}],\"parallel_tool_calls\":true,\"temperature\":1.0,\"tool_choice\":\"auto\",\"tools\":[],\"top_p\":0.98,\"background\":false,\"completed_at\":1774297423.0,\"conversation\":null,\"max_output_tokens\":null,\"max_tool_calls\":null,\"previous_response_id\":null,\"prompt\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":null,\"reasoning\":{\"effort\":\"none\",\"generate_summary\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"default\",\"status\":\"completed\",\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"top_logprobs\":0,\"truncation\":\"disabled\",\"usage\":{\"input_tokens\":2395,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":448,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":2843},\"user\":null,\"billing\":{\"payer\":\"developer\"},\"frequency_penalty\":0.0,\"presence_penalty\":0.0,\"store\":true}"}, "scoring": {"fuzzy": 0.8328642977377396, "cost_summary": {"total_input_tokens": 21578, "total_output_tokens": 4922, "total_tokens": 26500, "input_cost_usd": 0.0377615, "output_cost_usd": 0.068908, "total_cost_usd": 0.1066695}}, "normalized_score": 83.28642977377396}, {"_id": {"$oid": "69d4eb12b877594bc5718d23"}, "test_id": "T0705", "benchmark": "general_meeting_minutes", "date": "2026-03-23", "tags": {"document-type": ["minutes"], "writing": ["typed", "handwritten"], "century": [20], "language": ["it", "fr", "de"], "layout": ["table"], "entry-type": ["person", "location"], "task": ["information-extraction"]}, "contributors": ["alexandra_binnenkade", "sven_lienhard", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5.3-codex", "dataclass": "MinutesPage", "temperature": 1.0, "role_description": "You are a historian with expertise in analyzing and summarizing historical meeting minutes", "prompt_file": "prompt.txt", "rules": "{\"api_style\":\"responses\"}", "legacy_test": false}, "prompt": "Please extract the metadata according to the given output format.\nName and Address are in the same table field. Your task is to extract them into separate fields.\nLose any dashes between name and address but preserve linebreaks.\nBe aware: Addresses may contain multiple dashes; preserve them, only remove \"visual splitting characters\" between name and address.\nFilename: {filename}\nPage: {page_number}", "results": {"text": "{\n  \"document\": \"Se_19_Assembl\u00e9e Mine d. Costano_2.9_12.1962_page_4\",\n  \"page_number\": 4,\n  \"entries\": [\n    {\n      \"number\": \"1\",\n      \"name\": \"M. BREHAM Alain\",\n      \"address\": \"45 Boulevard Charcot Neuilly s/seine\\n(Seine)\",\n      \"actions_o\": \"520\",\n      \"actions_p\": \"179\",\n      \"no_de_voix\": \"699\",\n      \"signature_present\": true,\n      \"signature\": \"Pa\"\n    },\n    {\n      \"number\": \"2\",\n      \"name\": \"M. BREHAM Marc\",\n      \"address\": \"16, rue Saint Pierre Neuilly s/seine (Seine)\",\n      \"actions_o\": \"520\",\n      \"actions_p\": \"179\",\n      \"no_de_voix\": \"699\",\n      \"signature_present\": true,\n      \"signature\": \"Pa\"\n    },\n    {\n      \"number\": \"3\",\n      \"name\": \"M. STRAP Pierre\",\n      \"address\": \"73 rue des vignes Paris (16e)\",\n      \"actions_o\": \"80\",\n      \"actions_p\": \"68\",\n      \"no_de_voix\": \"148\",\n      \"signature_present\": true,\n      \"signature\": \"Pa\"\n    },\n    {\n      \"number\": \"4\",\n      \"name\": \"M. MASSON Daniel\",\n      \"address\": \"9 rue de l'Orangerie Compi\u00e8gne (Oise)\",\n      \"actions_o\": \"-\",\n      \"actions_p\": \"10\",\n      \"no_de_voix\": \"10\",\n      \"signature_present\": true,\n      \"signature\": \"Pa\"\n    },\n    {\n      \"number\": \"5\",\n      \"name\": \"Cie Centrale de Mines et de Metallurgie SICIL\",\n      \"address\": \"11 bis Rue Balzac Paris (8e)\",\n      \"actions_o\": \"822\",\n      \"actions_p\": \"168\",\n      \"no_de_voix\": \"990\",\n      \"signature_present\": true,\n      \"signature\": \"Pa\"\n    },\n    {\n      \"number\": \"6\",\n      \"name\": \"Soci\u00e9t\u00e9 des Mines de l'Aurieras\",\n      \"address\": \"11 bis Rue Balzac Paris (8e)\",\n      \"actions_o\": \"355\",\n      \"actions_p\": \"45\",\n      \"no_de_voix\": \"400\",\n      \"signature_present\": true,\n      \"signature\": \"Pa\"\n    },\n    {\n      \"number\": \"7\",\n      \"name\": \"Soci\u00e9t\u00e9 de Recherches Mini\u00e8res Fran\u00e7aises\",\n      \"address\": \"11 bis Rue Balzac Paris (8e)\",\n      \"actions_o\": \"10\",\n      \"actions_p\": \"-\",\n      \"no_de_voix\": \"10\",\n      \"signature_present\": true,\n      \"signature\": \"Pa\"\n    },\n    {\n      \"number\": \"8\",\n      \"name\": \"M. PANI Antonio\",\n      \"address\": \"\",\n      \"actions_o\": \"1\",\n      \"actions_p\": \"10\",\n      \"no_de_voix\": \"11\",\n      \"signature_present\": true,\n      \"signature\": \"Pa\"\n    },\n    {\n      \"number\": \"9\",\n      \"name\": \"M. PANI Terenzio\",\n      \"address\": \"\",\n      \"actions_o\": \"1\",\n      \"actions_p\": \"\",\n      \"no_de_voix\": \"1\",\n      \"signature_present\": true,\n      \"signature\": \"Pa\"\n    },\n    {\n      \"number\": \"10\",\n      \"name\": \"M. SPIESS Giangiorgio\",\n      \"address\": \"\",\n      \"actions_o\": \"1\",\n      \"actions_p\": \"\",\n      \"no_de_voix\": \"1\",\n      \"signature_present\": false,\n      \"signature\": \"\"\n    }\n  ],\n  \"total_actions\": {\n    \"total_o\": \"2310\",\n    \"total_p\": \"659\",\n    \"total_voix\": \"2969\"\n  }\n}", "model": "gpt-5.3-codex", "provider": "openai", "finish_reason": "completed", "usage": {"input_tokens": 2364, "output_tokens": 853, "total_tokens": 3217, "input_cost_usd": 0.004137, "output_cost_usd": 0.011942000000000001, "estimated_cost_usd": 0.016079000000000003}, "duration": 11.874821424484253, "timestamp": "2026-03-23T21:18:35.694837", "parsed": {"document": "Se_19_Assembl\u00e9e Mine d. Costano_2.9_12.1962_page_4", "page_number": 4, "entries": [{"number": "1", "name": "M. BREHAM Alain", "address": "45 Boulevard Charcot Neuilly s/seine\n(Seine)", "actions_o": "520", "actions_p": "179", "no_de_voix": "699", "signature_present": true, "signature": "Pa"}, {"number": "2", "name": "M. BREHAM Marc", "address": "16, rue Saint Pierre Neuilly s/seine (Seine)", "actions_o": "520", "actions_p": "179", "no_de_voix": "699", "signature_present": true, "signature": "Pa"}, {"number": "3", "name": "M. STRAP Pierre", "address": "73 rue des vignes Paris (16e)", "actions_o": "80", "actions_p": "68", "no_de_voix": "148", "signature_present": true, "signature": "Pa"}, {"number": "4", "name": "M. MASSON Daniel", "address": "9 rue de l'Orangerie Compi\u00e8gne (Oise)", "actions_o": "-", "actions_p": "10", "no_de_voix": "10", "signature_present": true, "signature": "Pa"}, {"number": "5", "name": "Cie Centrale de Mines et de Metallurgie SICIL", "address": "11 bis Rue Balzac Paris (8e)", "actions_o": "822", "actions_p": "168", "no_de_voix": "990", "signature_present": true, "signature": "Pa"}, {"number": "6", "name": "Soci\u00e9t\u00e9 des Mines de l'Aurieras", "address": "11 bis Rue Balzac Paris (8e)", "actions_o": "355", "actions_p": "45", "no_de_voix": "400", "signature_present": true, "signature": "Pa"}, {"number": "7", "name": "Soci\u00e9t\u00e9 de Recherches Mini\u00e8res Fran\u00e7aises", "address": "11 bis Rue Balzac Paris (8e)", "actions_o": "10", "actions_p": "-", "no_de_voix": "10", "signature_present": true, "signature": "Pa"}, {"number": "8", "name": "M. PANI Antonio", "address": "", "actions_o": "1", "actions_p": "10", "no_de_voix": "11", "signature_present": true, "signature": "Pa"}, {"number": "9", "name": "M. PANI Terenzio", "address": "", "actions_o": "1", "actions_p": "", "no_de_voix": "1", "signature_present": true, "signature": "Pa"}, {"number": "10", "name": "M. SPIESS Giangiorgio", "address": "", "actions_o": "1", "actions_p": "", "no_de_voix": "1", "signature_present": false, "signature": ""}], "total_actions": {"total_o": "2310", "total_p": "659", "total_voix": "2969"}}, "conversation_id": "f5b8c8bc-6116-4dbf-b901-5471ac468f8f", "score": {"fuzzy": 0.763020093724526}, "raw_response": "{\"id\":\"resp_0e48c0415b6dbf7c0069c1a010d0608194830fd7184e54c6b1\",\"created_at\":1774297104.0,\"error\":null,\"incomplete_details\":null,\"instructions\":\"You are a historian with expertise in analyzing and summarizing historical meeting minutes\",\"metadata\":{},\"model\":\"gpt-5.3-codex\",\"object\":\"response\",\"output\":[{\"id\":\"msg_0e48c0415b6dbf7c0069c1a01170b88194bb18e2dc4659a96f\",\"content\":[{\"annotations\":[],\"text\":\"{\\n  \\\"document\\\": \\\"Se_19_Assembl\u00e9e Mine d. Costano_2.9_12.1962_page_4\\\",\\n  \\\"page_number\\\": 4,\\n  \\\"entries\\\": [\\n    {\\n      \\\"number\\\": \\\"1\\\",\\n      \\\"name\\\": \\\"M. BREHAM Alain\\\",\\n      \\\"address\\\": \\\"45 Boulevard Charcot Neuilly s/seine\\\\n(Seine)\\\",\\n      \\\"actions_o\\\": \\\"520\\\",\\n      \\\"actions_p\\\": \\\"179\\\",\\n      \\\"no_de_voix\\\": \\\"699\\\",\\n      \\\"signature_present\\\": true,\\n      \\\"signature\\\": \\\"Pa\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"2\\\",\\n      \\\"name\\\": \\\"M. BREHAM Marc\\\",\\n      \\\"address\\\": \\\"16, rue Saint Pierre Neuilly s/seine (Seine)\\\",\\n      \\\"actions_o\\\": \\\"520\\\",\\n      \\\"actions_p\\\": \\\"179\\\",\\n      \\\"no_de_voix\\\": \\\"699\\\",\\n      \\\"signature_present\\\": true,\\n      \\\"signature\\\": \\\"Pa\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"3\\\",\\n      \\\"name\\\": \\\"M. STRAP Pierre\\\",\\n      \\\"address\\\": \\\"73 rue des vignes Paris (16e)\\\",\\n      \\\"actions_o\\\": \\\"80\\\",\\n      \\\"actions_p\\\": \\\"68\\\",\\n      \\\"no_de_voix\\\": \\\"148\\\",\\n      \\\"signature_present\\\": true,\\n      \\\"signature\\\": \\\"Pa\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"4\\\",\\n      \\\"name\\\": \\\"M. MASSON Daniel\\\",\\n      \\\"address\\\": \\\"9 rue de l'Orangerie Compi\u00e8gne (Oise)\\\",\\n      \\\"actions_o\\\": \\\"-\\\",\\n      \\\"actions_p\\\": \\\"10\\\",\\n      \\\"no_de_voix\\\": \\\"10\\\",\\n      \\\"signature_present\\\": true,\\n      \\\"signature\\\": \\\"Pa\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"5\\\",\\n      \\\"name\\\": \\\"Cie Centrale de Mines et de Metallurgie SICIL\\\",\\n      \\\"address\\\": \\\"11 bis Rue Balzac Paris (8e)\\\",\\n      \\\"actions_o\\\": \\\"822\\\",\\n      \\\"actions_p\\\": \\\"168\\\",\\n      \\\"no_de_voix\\\": \\\"990\\\",\\n      \\\"signature_present\\\": true,\\n      \\\"signature\\\": \\\"Pa\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"6\\\",\\n      \\\"name\\\": \\\"Soci\u00e9t\u00e9 des Mines de l'Aurieras\\\",\\n      \\\"address\\\": \\\"11 bis Rue Balzac Paris (8e)\\\",\\n      \\\"actions_o\\\": \\\"355\\\",\\n      \\\"actions_p\\\": \\\"45\\\",\\n      \\\"no_de_voix\\\": \\\"400\\\",\\n      \\\"signature_present\\\": true,\\n      \\\"signature\\\": \\\"Pa\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"7\\\",\\n      \\\"name\\\": \\\"Soci\u00e9t\u00e9 de Recherches Mini\u00e8res Fran\u00e7aises\\\",\\n      \\\"address\\\": \\\"11 bis Rue Balzac Paris (8e)\\\",\\n      \\\"actions_o\\\": \\\"10\\\",\\n      \\\"actions_p\\\": \\\"-\\\",\\n      \\\"no_de_voix\\\": \\\"10\\\",\\n      \\\"signature_present\\\": true,\\n      \\\"signature\\\": \\\"Pa\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"8\\\",\\n      \\\"name\\\": \\\"M. PANI Antonio\\\",\\n      \\\"address\\\": \\\"\\\",\\n      \\\"actions_o\\\": \\\"1\\\",\\n      \\\"actions_p\\\": \\\"10\\\",\\n      \\\"no_de_voix\\\": \\\"11\\\",\\n      \\\"signature_present\\\": true,\\n      \\\"signature\\\": \\\"Pa\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"9\\\",\\n      \\\"name\\\": \\\"M. PANI Terenzio\\\",\\n      \\\"address\\\": \\\"\\\",\\n      \\\"actions_o\\\": \\\"1\\\",\\n      \\\"actions_p\\\": \\\"\\\",\\n      \\\"no_de_voix\\\": \\\"1\\\",\\n      \\\"signature_present\\\": true,\\n      \\\"signature\\\": \\\"Pa\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"10\\\",\\n      \\\"name\\\": \\\"M. SPIESS Giangiorgio\\\",\\n      \\\"address\\\": \\\"\\\",\\n      \\\"actions_o\\\": \\\"1\\\",\\n      \\\"actions_p\\\": \\\"\\\",\\n      \\\"no_de_voix\\\": \\\"1\\\",\\n      \\\"signature_present\\\": false,\\n      \\\"signature\\\": \\\"\\\"\\n    }\\n  ],\\n  \\\"total_actions\\\": {\\n    \\\"total_o\\\": \\\"2310\\\",\\n    \\\"total_p\\\": \\\"659\\\",\\n    \\\"total_voix\\\": \\\"2969\\\"\\n  }\\n}\",\"type\":\"output_text\",\"logprobs\":[]}],\"role\":\"assistant\",\"status\":\"completed\",\"type\":\"message\",\"phase\":\"final_answer\"}],\"parallel_tool_calls\":true,\"temperature\":1.0,\"tool_choice\":\"auto\",\"tools\":[],\"top_p\":0.98,\"background\":false,\"completed_at\":1774297116.0,\"conversation\":null,\"max_output_tokens\":null,\"max_tool_calls\":null,\"previous_response_id\":null,\"prompt\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":null,\"reasoning\":{\"effort\":\"none\",\"generate_summary\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"default\",\"status\":\"completed\",\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"top_logprobs\":0,\"truncation\":\"disabled\",\"usage\":{\"input_tokens\":2364,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":853,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":3217},\"user\":null,\"billing\":{\"payer\":\"developer\"},\"frequency_penalty\":0.0,\"presence_penalty\":0.0,\"store\":true}"}, "scoring": {"fuzzy": 0.8198863167226846, "cost_summary": {"total_input_tokens": 21200, "total_output_tokens": 5808, "total_tokens": 27008, "input_cost_usd": 0.0371, "output_cost_usd": 0.08131200000000001, "total_cost_usd": 0.11841200000000002}}, "normalized_score": 81.98863167226847}, {"_id": {"$oid": "69d4eb12b877594bc5718cc7"}, "test_id": "T0707", "benchmark": "general_meeting_minutes", "date": "2026-03-17", "tags": {"document-type": ["minutes"], "writing": ["typed", "handwritten"], "century": [20], "language": ["it", "fr", "de"], "layout": ["table"], "entry-type": ["person", "location"], "task": ["information-extraction"]}, "contributors": ["alexandra_binnenkade", "sven_lienhard", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5.3-codex", "dataclass": "MinutesPage", "temperature": 1.0, "role_description": "You are a historian with expertise in analyzing and summarizing historical meeting minutes", "prompt_file": "prompt_first_reformulated.txt", "rules": "{\"api_style\":\"responses\"}", "legacy_test": false}, "prompt": "Please extract the metadata according to the given output format.\nName and Address are in the same table field. Your task is to extract them into separate fields.\nLose any dashes between name and address but preserve linebreaks.\nBe aware: Addresses may contain multiple dashes; preserve them, only remove \"visual splitting characters\" between name and address.\nEach numbered entry may span multiple lines in the name/address field.\nThe presented image may contain rotated pages, extract everything, treat them as a MinutesPage.\nFilename: {filename}\nPage: {page_number}", "results": {"text": "{\"document\":\"Se_23_Assembl\u00e9e_1951_Generalversammlung1_page_3\",\"page_number\":3,\"entries\":[{\"number\":\"21\",\"name\":\"M.de la FONTAINE Lionel\",\"address\":\"Bo\u00eete postale 4I \u00e0 MARRAKECH-\\nMEDINA\",\"actions_o\":\"\",\"actions_p\":\"2\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"22\",\"name\":\"M.LAUMAIN Robert\",\"address\":\"24 Avenue Gambetta MONTROUGE\",\"actions_o\":\"\",\"actions_p\":\"1\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"Aut, Pavi\"},{\"number\":\"23\",\"name\":\"Suc.LHOEST Paul (Mme)\",\"address\":\"1,rue J.B.Colyns IXELLES-\\nBRUXELLES.\",\"actions_o\":\"150\",\"actions_p\":\"\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"24\",\"name\":\"M.MASSON Daniel\",\"address\":\"3,Av.Gaug\u00e9 VIROFLAY (S-et-O)\",\"actions_o\":\"\",\"actions_p\":\"10\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"Aut, Pavi\"},{\"number\":\"25\",\"name\":\"M. PANI Antonio\",\"address\":\"SESSA (Tessin) Suisse\",\"actions_o\":\"1\",\"actions_p\":\"10\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"Aut, Pavi\"},{\"number\":\"26\",\"name\":\"M. POUQUET Maurice\",\"address\":\"Essendi\u00e8ras,par St M\u00e9dard\\nd'Excisuil (Dordogne)\",\"actions_o\":\"\",\"actions_p\":\"1\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"27\",\"name\":\"Mme RAOULT Suzanne\",\"address\":\"195 rue de Grenelle PARIS\",\"actions_o\":\"\",\"actions_p\":\"10\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"28\",\"name\":\"Suc.RICHOMME de POSSON (Mme)\",\"address\":\"37bis Promenade des Anglais\\nNICE (A-M)\",\"actions_o\":\"\",\"actions_p\":\"22\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"29\",\"name\":\"Mme SAVAEY M.L.\",\"address\":\"5,Avenue Weber GENEVE (Suisse)\",\"actions_o\":\"\",\"actions_p\":\"10\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"30\",\"name\":\"M. SCHERESCHVESKY Philippe\",\"address\":\"34,Bd Marbeau PARIS (16\u00b0)\",\"actions_o\":\"\",\"actions_p\":\"1\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"}],\"total_actions\":{\"total_o\":\"\",\"total_p\":\"556\",\"total_voix\":\"\"}}", "model": "gpt-5.3-codex", "provider": "openai", "finish_reason": "completed", "usage": {"input_tokens": 2359, "output_tokens": 576, "total_tokens": 2935, "input_cost_usd": 0.00412825, "output_cost_usd": 0.008064, "estimated_cost_usd": 0.01219225}, "duration": 7.163888931274414, "timestamp": "2026-03-17T22:53:49.301824", "parsed": {"document": "Se_23_Assembl\u00e9e_1951_Generalversammlung1_page_3", "page_number": 3, "entries": [{"number": "21", "name": "M.de la FONTAINE Lionel", "address": "Bo\u00eete postale 4I \u00e0 MARRAKECH-\nMEDINA", "actions_o": "", "actions_p": "2", "no_de_voix": "", "signature_present": false, "signature": ""}, {"number": "22", "name": "M.LAUMAIN Robert", "address": "24 Avenue Gambetta MONTROUGE", "actions_o": "", "actions_p": "1", "no_de_voix": "", "signature_present": true, "signature": "Aut, Pavi"}, {"number": "23", "name": "Suc.LHOEST Paul (Mme)", "address": "1,rue J.B.Colyns IXELLES-\nBRUXELLES.", "actions_o": "150", "actions_p": "", "no_de_voix": "", "signature_present": false, "signature": ""}, {"number": "24", "name": "M.MASSON Daniel", "address": "3,Av.Gaug\u00e9 VIROFLAY (S-et-O)", "actions_o": "", "actions_p": "10", "no_de_voix": "", "signature_present": true, "signature": "Aut, Pavi"}, {"number": "25", "name": "M. PANI Antonio", "address": "SESSA (Tessin) Suisse", "actions_o": "1", "actions_p": "10", "no_de_voix": "", "signature_present": true, "signature": "Aut, Pavi"}, {"number": "26", "name": "M. POUQUET Maurice", "address": "Essendi\u00e8ras,par St M\u00e9dard\nd'Excisuil (Dordogne)", "actions_o": "", "actions_p": "1", "no_de_voix": "", "signature_present": false, "signature": ""}, {"number": "27", "name": "Mme RAOULT Suzanne", "address": "195 rue de Grenelle PARIS", "actions_o": "", "actions_p": "10", "no_de_voix": "", "signature_present": false, "signature": ""}, {"number": "28", "name": "Suc.RICHOMME de POSSON (Mme)", "address": "37bis Promenade des Anglais\nNICE (A-M)", "actions_o": "", "actions_p": "22", "no_de_voix": "", "signature_present": false, "signature": ""}, {"number": "29", "name": "Mme SAVAEY M.L.", "address": "5,Avenue Weber GENEVE (Suisse)", "actions_o": "", "actions_p": "10", "no_de_voix": "", "signature_present": false, "signature": ""}, {"number": "30", "name": "M. SCHERESCHVESKY Philippe", "address": "34,Bd Marbeau PARIS (16\u00b0)", "actions_o": "", "actions_p": "1", "no_de_voix": "", "signature_present": false, "signature": ""}], "total_actions": {"total_o": "", "total_p": "556", "total_voix": ""}}, "conversation_id": "e287d477-e281-419a-a657-fb5ee5067834", "score": {"fuzzy": 0.7704150578954717}, "raw_response": "{\"id\":\"resp_0135040f243c416d0069b9cd6516e48193ae60392713f5993a\",\"created_at\":1773784421.0,\"error\":null,\"incomplete_details\":null,\"instructions\":\"You are a historian with expertise in analyzing and summarizing historical meeting minutes\",\"metadata\":{},\"model\":\"gpt-5.3-codex\",\"object\":\"response\",\"output\":[{\"id\":\"msg_0135040f243c416d0069b9cd65a11c81938a424eb70fb30cae\",\"content\":[{\"annotations\":[],\"text\":\"{\\\"document\\\":\\\"Se_23_Assembl\u00e9e_1951_Generalversammlung1_page_3\\\",\\\"page_number\\\":3,\\\"entries\\\":[{\\\"number\\\":\\\"21\\\",\\\"name\\\":\\\"M.de la FONTAINE Lionel\\\",\\\"address\\\":\\\"Bo\u00eete postale 4I \u00e0 MARRAKECH-\\\\nMEDINA\\\",\\\"actions_o\\\":\\\"\\\",\\\"actions_p\\\":\\\"2\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"22\\\",\\\"name\\\":\\\"M.LAUMAIN Robert\\\",\\\"address\\\":\\\"24 Avenue Gambetta MONTROUGE\\\",\\\"actions_o\\\":\\\"\\\",\\\"actions_p\\\":\\\"1\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Aut, Pavi\\\"},{\\\"number\\\":\\\"23\\\",\\\"name\\\":\\\"Suc.LHOEST Paul (Mme)\\\",\\\"address\\\":\\\"1,rue J.B.Colyns IXELLES-\\\\nBRUXELLES.\\\",\\\"actions_o\\\":\\\"150\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"24\\\",\\\"name\\\":\\\"M.MASSON Daniel\\\",\\\"address\\\":\\\"3,Av.Gaug\u00e9 VIROFLAY (S-et-O)\\\",\\\"actions_o\\\":\\\"\\\",\\\"actions_p\\\":\\\"10\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Aut, Pavi\\\"},{\\\"number\\\":\\\"25\\\",\\\"name\\\":\\\"M. PANI Antonio\\\",\\\"address\\\":\\\"SESSA (Tessin) Suisse\\\",\\\"actions_o\\\":\\\"1\\\",\\\"actions_p\\\":\\\"10\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Aut, Pavi\\\"},{\\\"number\\\":\\\"26\\\",\\\"name\\\":\\\"M. POUQUET Maurice\\\",\\\"address\\\":\\\"Essendi\u00e8ras,par St M\u00e9dard\\\\nd'Excisuil (Dordogne)\\\",\\\"actions_o\\\":\\\"\\\",\\\"actions_p\\\":\\\"1\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"27\\\",\\\"name\\\":\\\"Mme RAOULT Suzanne\\\",\\\"address\\\":\\\"195 rue de Grenelle PARIS\\\",\\\"actions_o\\\":\\\"\\\",\\\"actions_p\\\":\\\"10\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"28\\\",\\\"name\\\":\\\"Suc.RICHOMME de POSSON (Mme)\\\",\\\"address\\\":\\\"37bis Promenade des Anglais\\\\nNICE (A-M)\\\",\\\"actions_o\\\":\\\"\\\",\\\"actions_p\\\":\\\"22\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"29\\\",\\\"name\\\":\\\"Mme SAVAEY M.L.\\\",\\\"address\\\":\\\"5,Avenue Weber GENEVE (Suisse)\\\",\\\"actions_o\\\":\\\"\\\",\\\"actions_p\\\":\\\"10\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"30\\\",\\\"name\\\":\\\"M. SCHERESCHVESKY Philippe\\\",\\\"address\\\":\\\"34,Bd Marbeau PARIS (16\u00b0)\\\",\\\"actions_o\\\":\\\"\\\",\\\"actions_p\\\":\\\"1\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"}],\\\"total_actions\\\":{\\\"total_o\\\":\\\"\\\",\\\"total_p\\\":\\\"556\\\",\\\"total_voix\\\":\\\"\\\"}}\",\"type\":\"output_text\",\"logprobs\":[]}],\"role\":\"assistant\",\"status\":\"completed\",\"type\":\"message\",\"phase\":\"final_answer\"}],\"parallel_tool_calls\":true,\"temperature\":1.0,\"tool_choice\":\"auto\",\"tools\":[],\"top_p\":0.98,\"background\":false,\"completed_at\":1773784427.0,\"conversation\":null,\"max_output_tokens\":null,\"max_tool_calls\":null,\"previous_response_id\":null,\"prompt\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":null,\"reasoning\":{\"effort\":\"none\",\"generate_summary\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"default\",\"status\":\"completed\",\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"top_logprobs\":0,\"truncation\":\"disabled\",\"usage\":{\"input_tokens\":2359,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":576,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":2935},\"user\":null,\"billing\":{\"payer\":\"developer\"},\"frequency_penalty\":0.0,\"presence_penalty\":0.0,\"store\":true}"}, "scoring": {"fuzzy": 0.8370328100554703, "cost_summary": {"total_input_tokens": 21479, "total_output_tokens": 5361, "total_tokens": 26840, "input_cost_usd": 0.037588250000000004, "output_cost_usd": 0.07505400000000001, "total_cost_usd": 0.11264225000000001}}, "normalized_score": 83.70328100554703}, {"_id": {"$oid": "69d4eb12b877594bc5718cce"}, "test_id": "T0708", "benchmark": "general_meeting_minutes", "date": "2026-03-17", "tags": {"document-type": ["minutes"], "writing": ["typed", "handwritten"], "century": [20], "language": ["it", "fr", "de"], "layout": ["table"], "entry-type": ["person", "location"], "task": ["information-extraction"]}, "contributors": ["alexandra_binnenkade", "sven_lienhard", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5.3-codex", "dataclass": "MinutesPage", "temperature": 1.0, "role_description": "You are a historian with expertise in analyzing and summarizing historical meeting minutes", "prompt_file": "updated_prompt.txt", "rules": "{\"api_style\":\"responses\"}", "legacy_test": false}, "prompt": "Extract the table content from the page image and return it in the required JSON structure.\n\nThe page contains a table of shareholders with the following columns:\n\n1. N\u00b0 D'ORDRE (row number)\n2. NOM, PR\u00c9NOMS ET DOMICILE DES ACTIONNAIRES (name and address)\n3. ACTIONS O\n4. ACTIONS P\n5. NOMBRE DE VOIX\n6. SIGNATURE DES ACTIONNAIRES OU DES MANDATAIRES\n\nROW STRUCTURE\n-------------\nEach entry begins with the row number in the first column.\nAll lines belonging to that number form one entry.\n\nThe second column contains BOTH name and address in the same field.\nSplit this content into:\n\n- name\n- address\n\nThe name is always the first line.\nAll following lines belong to the address.\n\nPreserve the line breaks inside the address exactly as in the source.\n\nDo NOT modify spelling or add accents. Transcribe the text exactly as shown.\n\nDashes inside addresses must be preserved.\nOnly remove a dash if it clearly separates the name from the address on the same line.\n\nNUMERIC COLUMNS\n---------------\nExtract the values from the table columns:\n\n- actions_o\n- actions_p\n- no_de_voix\n\nLeave fields empty if no value is present.\n\nSIGNATURE COLUMN\n----------------\nIf the signature column contains handwriting or text:\n\nsignature_present = true\nsignature = transcription of the visible text\n\nIf the column is empty:\n\nsignature_present = false\nsignature = \"\"\n\nTOTALS\n------\nTotals may appear below the table near the text \"A REPORTER\".\nOnly extract totals if explicit numbers are present.\nOtherwise return empty strings for:\n\ntotal_o\ntotal_p\ntotal_voix\n\nDOCUMENT METADATA\n-----------------\nfilename = {filename}\npage_number = {page_number}", "results": {"text": "{\"document\":\"Se_19_Assembl\u00e9e Mine d. Costano_1_Assemblee 28.12.1967_1_page_4\",\"page_number\":4,\"entries\":[{\"number\":\"1\",\"name\":\"Monsieur BREHAM Alain\",\"address\":\"45, bd du Commandant Charcot\\nNEUILLY S/SEINE\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"2\",\"name\":\"Monsieur BREHAM Marc\",\"address\":\"La Tuillerie\\nSAINT NOM LA BRETECHE\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"3\",\"name\":\"Monsieur MASSON Daniel\",\"address\":\"Villa La Cava Avenue de La Cava\\n06 / CANNES\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"4\",\"name\":\"Compagnie Centrale SICLI\",\"address\":\"II bis, rue Balzac\\nPARIS 8e\",\"actions_o\":\"168\",\"actions_p\":\"822\",\"no_de_voix\":\"990\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"5\",\"name\":\"Soci\u00e9t\u00e9 des Mines de l'Aurieras\",\"address\":\"II bis, rue Balzac\\nPARIS 8e\",\"actions_o\":\"45\",\"actions_p\":\"355\",\"no_de_voix\":\"400\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"6\",\"name\":\"Soci\u00e9t\u00e9 des Recherches-Mini\u00e8res\",\"address\":\"Fran\u00e7aises - II bis, rue Balzac\\nPARIS 8e\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"7\",\"name\":\"Monsieur PANI Antonio\",\"address\":\"SESSA   -   TESSIN\\nSUISSE\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"}],\"total_actions\":{\"total_o\":\"\",\"total_p\":\"\",\"total_voix\":\"\"}}", "model": "gpt-5.3-codex", "provider": "openai", "finish_reason": "completed", "usage": {"input_tokens": 2651, "output_tokens": 445, "total_tokens": 3096, "input_cost_usd": 0.00463925, "output_cost_usd": 0.006229999999999999, "estimated_cost_usd": 0.01086925}, "duration": 5.810231447219849, "timestamp": "2026-03-17T22:54:30.664651", "parsed": {"document": "Se_19_Assembl\u00e9e Mine d. Costano_1_Assemblee 28.12.1967_1_page_4", "page_number": 4, "entries": [{"number": "1", "name": "Monsieur BREHAM Alain", "address": "45, bd du Commandant Charcot\nNEUILLY S/SEINE", "actions_o": "179", "actions_p": "520", "no_de_voix": "699", "signature_present": false, "signature": ""}, {"number": "2", "name": "Monsieur BREHAM Marc", "address": "La Tuillerie\nSAINT NOM LA BRETECHE", "actions_o": "179", "actions_p": "520", "no_de_voix": "699", "signature_present": false, "signature": ""}, {"number": "3", "name": "Monsieur MASSON Daniel", "address": "Villa La Cava Avenue de La Cava\n06 / CANNES", "actions_o": "10", "actions_p": "", "no_de_voix": "10", "signature_present": false, "signature": ""}, {"number": "4", "name": "Compagnie Centrale SICLI", "address": "II bis, rue Balzac\nPARIS 8e", "actions_o": "168", "actions_p": "822", "no_de_voix": "990", "signature_present": false, "signature": ""}, {"number": "5", "name": "Soci\u00e9t\u00e9 des Mines de l'Aurieras", "address": "II bis, rue Balzac\nPARIS 8e", "actions_o": "45", "actions_p": "355", "no_de_voix": "400", "signature_present": false, "signature": ""}, {"number": "6", "name": "Soci\u00e9t\u00e9 des Recherches-Mini\u00e8res", "address": "Fran\u00e7aises - II bis, rue Balzac\nPARIS 8e", "actions_o": "10", "actions_p": "", "no_de_voix": "10", "signature_present": false, "signature": ""}, {"number": "7", "name": "Monsieur PANI Antonio", "address": "SESSA   -   TESSIN\nSUISSE", "actions_o": "10", "actions_p": "", "no_de_voix": "10", "signature_present": false, "signature": ""}], "total_actions": {"total_o": "", "total_p": "", "total_voix": ""}}, "conversation_id": "b47cb205-cf26-48fa-a596-0677c6055bad", "score": {"fuzzy": 0.992292203906974}, "raw_response": "{\"id\":\"resp_0b883b64539df0da0069b9cd8fc9a08196be780ae213dee872\",\"created_at\":1773784463.0,\"error\":null,\"incomplete_details\":null,\"instructions\":\"You are a historian with expertise in analyzing and summarizing historical meeting minutes\",\"metadata\":{},\"model\":\"gpt-5.3-codex\",\"object\":\"response\",\"output\":[{\"id\":\"msg_0b883b64539df0da0069b9cd904130819682e2d70f9d8eec45\",\"content\":[{\"annotations\":[],\"text\":\"{\\\"document\\\":\\\"Se_19_Assembl\u00e9e Mine d. Costano_1_Assemblee 28.12.1967_1_page_4\\\",\\\"page_number\\\":4,\\\"entries\\\":[{\\\"number\\\":\\\"1\\\",\\\"name\\\":\\\"Monsieur BREHAM Alain\\\",\\\"address\\\":\\\"45, bd du Commandant Charcot\\\\nNEUILLY S/SEINE\\\",\\\"actions_o\\\":\\\"179\\\",\\\"actions_p\\\":\\\"520\\\",\\\"no_de_voix\\\":\\\"699\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"2\\\",\\\"name\\\":\\\"Monsieur BREHAM Marc\\\",\\\"address\\\":\\\"La Tuillerie\\\\nSAINT NOM LA BRETECHE\\\",\\\"actions_o\\\":\\\"179\\\",\\\"actions_p\\\":\\\"520\\\",\\\"no_de_voix\\\":\\\"699\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"3\\\",\\\"name\\\":\\\"Monsieur MASSON Daniel\\\",\\\"address\\\":\\\"Villa La Cava Avenue de La Cava\\\\n06 / CANNES\\\",\\\"actions_o\\\":\\\"10\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"10\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"4\\\",\\\"name\\\":\\\"Compagnie Centrale SICLI\\\",\\\"address\\\":\\\"II bis, rue Balzac\\\\nPARIS 8e\\\",\\\"actions_o\\\":\\\"168\\\",\\\"actions_p\\\":\\\"822\\\",\\\"no_de_voix\\\":\\\"990\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"5\\\",\\\"name\\\":\\\"Soci\u00e9t\u00e9 des Mines de l'Aurieras\\\",\\\"address\\\":\\\"II bis, rue Balzac\\\\nPARIS 8e\\\",\\\"actions_o\\\":\\\"45\\\",\\\"actions_p\\\":\\\"355\\\",\\\"no_de_voix\\\":\\\"400\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"6\\\",\\\"name\\\":\\\"Soci\u00e9t\u00e9 des Recherches-Mini\u00e8res\\\",\\\"address\\\":\\\"Fran\u00e7aises - II bis, rue Balzac\\\\nPARIS 8e\\\",\\\"actions_o\\\":\\\"10\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"10\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"7\\\",\\\"name\\\":\\\"Monsieur PANI Antonio\\\",\\\"address\\\":\\\"SESSA   -   TESSIN\\\\nSUISSE\\\",\\\"actions_o\\\":\\\"10\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"10\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"}],\\\"total_actions\\\":{\\\"total_o\\\":\\\"\\\",\\\"total_p\\\":\\\"\\\",\\\"total_voix\\\":\\\"\\\"}}\",\"type\":\"output_text\",\"logprobs\":[]}],\"role\":\"assistant\",\"status\":\"completed\",\"type\":\"message\",\"phase\":\"final_answer\"}],\"parallel_tool_calls\":true,\"temperature\":1.0,\"tool_choice\":\"auto\",\"tools\":[],\"top_p\":0.98,\"background\":false,\"completed_at\":1773784468.0,\"conversation\":null,\"max_output_tokens\":null,\"max_tool_calls\":null,\"previous_response_id\":null,\"prompt\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":null,\"reasoning\":{\"effort\":\"none\",\"generate_summary\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"default\",\"status\":\"completed\",\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"top_logprobs\":0,\"truncation\":\"disabled\",\"usage\":{\"input_tokens\":2651,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":445,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":3096},\"user\":null,\"billing\":{\"payer\":\"developer\"},\"frequency_penalty\":0.0,\"presence_penalty\":0.0,\"store\":true}"}, "scoring": {"fuzzy": 0.8296000958379444, "cost_summary": {"total_input_tokens": 23738, "total_output_tokens": 6323, "total_tokens": 30061, "input_cost_usd": 0.0415415, "output_cost_usd": 0.088522, "total_cost_usd": 0.1300635}}, "normalized_score": 82.96000958379443}, {"_id": {"$oid": "69d4eb12b877594bc5718ccf"}, "test_id": "T0706", "benchmark": "general_meeting_minutes", "date": "2026-03-17", "tags": {"document-type": ["minutes"], "writing": ["typed", "handwritten"], "century": [20], "language": ["it", "fr", "de"], "layout": ["table"], "entry-type": ["person", "location"], "task": ["information-extraction"]}, "contributors": ["alexandra_binnenkade", "sven_lienhard", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5.3-codex", "dataclass": "MinutesPage", "temperature": 1.0, "role_description": "You are a historian with expertise in analyzing and summarizing historical meeting minutes", "prompt_file": "extended_prompt.txt", "rules": "{\"api_style\":\"responses\"}", "legacy_test": false}, "prompt": "Filename: {filename}\nPage: {page_number}\n\nPrompt 2\n\nCRITICAL RULES\n--------------\n\n1) Name and Address are in the same table field.\n   - Extract them into separate fields: \"name\" and \"address\".\n   - Remove only the visual splitting characters (e.g., a dash used only to visually separate name and address).\n   - Preserve line breaks exactly as in the source.\n   - Addresses may contain multiple dashes; preserve those. Only remove the dash(es) that act purely as a separator between name and address.\n\n2) Transcription fidelity (no normalization):\n   - Many entries are in French. The original often omits accents (\u00e9, \u00e8) and shows only \"e\".\n   - Do NOT correct spelling and do NOT add French diacritics unless they are explicitly present in the original image.\n   - Transcribe exactly what is visible, including punctuation and spacing as much as possible.\n\n3) totals_actions must NOT be computed:\n   - Do NOT calculate totals.\n   - Only fill \"total_actions\" if the totals are explicitly written on the page.\n   - You can always find the information for the totals at the end of the page after \u201cA Reporter\u201d\n   - If there is no totals row/section, still output the JSON but set total_actions fields to empty strings OR omit total_actions only if your parser requires it (prefer empty strings if the field is required).\n\n4) actions_o and actions_p content:\n   - These fields may contain digits as well as \"/\" and \"-\" characters. Preserve them exactly as seen.\n\n5) Column order may vary:\n   - The order of the \"actions_o\" and \"actions_p\" columns can change from page to page.\n   - Do NOT assume a fixed column order. Always verify from the header / column labels / layout in the original image which column corresponds to \"O\" and which to \"P\", and map values accordingly.", "results": {"text": "{\"document\":\"Se_23_Assembl\u00e9e_1951_Generalversammlung5_page_20\",\"page_number\":20,\"entries\":[{\"number\":\"31\",\"name\":\"M. SIRCOUION Jacques\",\"address\":\"Mesli\u00e8res (Doubs)\",\"actions_o\":\"\",\"actions_p\":\"11\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"32\",\"name\":\"St\u00e9 Anonyme des Mines d'OR\",\"address\":\"du CHATELET 11bis rue Balzac\\nPARIS (8o)\",\"actions_o\":\"315\",\"actions_p\":\"85\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"S. Jean\"},{\"number\":\"33\",\"name\":\"M. STRAP Gaston\",\"address\":\"112 Bd Exelmans PARIS (16\u00b0)\",\"actions_o\":\"80\",\"actions_p\":\"64\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"S. Jean\"},{\"number\":\"34\",\"name\":\"M. STRAP Pierre\",\"address\":\"73,rue des Vignes PARIS (16\u00b0)\",\"actions_o\":\"\",\"actions_p\":\"1\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"Ari. Reni\"},{\"number\":\"35\",\"name\":\"Mme WARNANT Pierre\",\"address\":\"148 Av.Franklin Roosevelt\\nBRUXELLES (Belgique)\",\"actions_o\":\"200\",\"actions_p\":\"\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"36\",\"name\":\"de ZANNA Arcangelo\",\"address\":\"\",\"actions_o\":\"1\",\"actions_p\":\"\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"}],\"total_actions\":{\"total_o\":\"3200\",\"total_p\":\"1060\",\"total_voix\":\"\"}}", "model": "gpt-5.3-codex", "provider": "openai", "finish_reason": "completed", "usage": {"input_tokens": 2633, "output_tokens": 356, "total_tokens": 2989, "input_cost_usd": 0.00460775, "output_cost_usd": 0.004984, "estimated_cost_usd": 0.00959175}, "duration": 5.296015024185181, "timestamp": "2026-03-17T22:52:34.869510", "parsed": {"document": "Se_23_Assembl\u00e9e_1951_Generalversammlung5_page_20", "page_number": 20, "entries": [{"number": "31", "name": "M. SIRCOUION Jacques", "address": "Mesli\u00e8res (Doubs)", "actions_o": "", "actions_p": "11", "no_de_voix": "", "signature_present": false, "signature": ""}, {"number": "32", "name": "St\u00e9 Anonyme des Mines d'OR", "address": "du CHATELET 11bis rue Balzac\nPARIS (8o)", "actions_o": "315", "actions_p": "85", "no_de_voix": "", "signature_present": true, "signature": "S. Jean"}, {"number": "33", "name": "M. STRAP Gaston", "address": "112 Bd Exelmans PARIS (16\u00b0)", "actions_o": "80", "actions_p": "64", "no_de_voix": "", "signature_present": true, "signature": "S. Jean"}, {"number": "34", "name": "M. STRAP Pierre", "address": "73,rue des Vignes PARIS (16\u00b0)", "actions_o": "", "actions_p": "1", "no_de_voix": "", "signature_present": true, "signature": "Ari. Reni"}, {"number": "35", "name": "Mme WARNANT Pierre", "address": "148 Av.Franklin Roosevelt\nBRUXELLES (Belgique)", "actions_o": "200", "actions_p": "", "no_de_voix": "", "signature_present": false, "signature": ""}, {"number": "36", "name": "de ZANNA Arcangelo", "address": "", "actions_o": "1", "actions_p": "", "no_de_voix": "", "signature_present": false, "signature": ""}], "total_actions": {"total_o": "3200", "total_p": "1060", "total_voix": ""}}, "conversation_id": "ccfec6c2-83fa-4b7f-92d5-c0343861f7fe", "score": {"fuzzy": 0.80651692069389}, "raw_response": "{\"id\":\"resp_0c16947bdf56fbbe0069b9cd1c84e881969fd959b5ea8cfd5f\",\"created_at\":1773784348.0,\"error\":null,\"incomplete_details\":null,\"instructions\":\"You are a historian with expertise in analyzing and summarizing historical meeting minutes\",\"metadata\":{},\"model\":\"gpt-5.3-codex\",\"object\":\"response\",\"output\":[{\"id\":\"msg_0c16947bdf56fbbe0069b9cd1d0f088196a1e9d877e5e62597\",\"content\":[{\"annotations\":[],\"text\":\"{\\\"document\\\":\\\"Se_23_Assembl\u00e9e_1951_Generalversammlung5_page_20\\\",\\\"page_number\\\":20,\\\"entries\\\":[{\\\"number\\\":\\\"31\\\",\\\"name\\\":\\\"M. SIRCOUION Jacques\\\",\\\"address\\\":\\\"Mesli\u00e8res (Doubs)\\\",\\\"actions_o\\\":\\\"\\\",\\\"actions_p\\\":\\\"11\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"32\\\",\\\"name\\\":\\\"St\u00e9 Anonyme des Mines d'OR\\\",\\\"address\\\":\\\"du CHATELET 11bis rue Balzac\\\\nPARIS (8o)\\\",\\\"actions_o\\\":\\\"315\\\",\\\"actions_p\\\":\\\"85\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"S. Jean\\\"},{\\\"number\\\":\\\"33\\\",\\\"name\\\":\\\"M. STRAP Gaston\\\",\\\"address\\\":\\\"112 Bd Exelmans PARIS (16\u00b0)\\\",\\\"actions_o\\\":\\\"80\\\",\\\"actions_p\\\":\\\"64\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"S. Jean\\\"},{\\\"number\\\":\\\"34\\\",\\\"name\\\":\\\"M. STRAP Pierre\\\",\\\"address\\\":\\\"73,rue des Vignes PARIS (16\u00b0)\\\",\\\"actions_o\\\":\\\"\\\",\\\"actions_p\\\":\\\"1\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Ari. Reni\\\"},{\\\"number\\\":\\\"35\\\",\\\"name\\\":\\\"Mme WARNANT Pierre\\\",\\\"address\\\":\\\"148 Av.Franklin Roosevelt\\\\nBRUXELLES (Belgique)\\\",\\\"actions_o\\\":\\\"200\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"36\\\",\\\"name\\\":\\\"de ZANNA Arcangelo\\\",\\\"address\\\":\\\"\\\",\\\"actions_o\\\":\\\"1\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"}],\\\"total_actions\\\":{\\\"total_o\\\":\\\"3200\\\",\\\"total_p\\\":\\\"1060\\\",\\\"total_voix\\\":\\\"\\\"}}\",\"type\":\"output_text\",\"logprobs\":[]}],\"role\":\"assistant\",\"status\":\"completed\",\"type\":\"message\",\"phase\":\"final_answer\"}],\"parallel_tool_calls\":true,\"temperature\":1.0,\"tool_choice\":\"auto\",\"tools\":[],\"top_p\":0.98,\"background\":false,\"completed_at\":1773784353.0,\"conversation\":null,\"max_output_tokens\":null,\"max_tool_calls\":null,\"previous_response_id\":null,\"prompt\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":null,\"reasoning\":{\"effort\":\"none\",\"generate_summary\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"default\",\"status\":\"completed\",\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"top_logprobs\":0,\"truncation\":\"disabled\",\"usage\":{\"input_tokens\":2633,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":356,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":2989},\"user\":null,\"billing\":{\"payer\":\"developer\"},\"frequency_penalty\":0.0,\"presence_penalty\":0.0,\"store\":true}"}, "scoring": {"fuzzy": 0.8412159311829486, "cost_summary": {"total_input_tokens": 23963, "total_output_tokens": 5051, "total_tokens": 29014, "input_cost_usd": 0.04193525, "output_cost_usd": 0.07071400000000001, "total_cost_usd": 0.11264924999999999}}, "normalized_score": 84.12159311829485}, {"_id": {"$oid": "69d4eb12b877594bc5718cd3"}, "test_id": "T0709", "benchmark": "general_meeting_minutes", "date": "2026-03-17", "tags": {"document-type": ["minutes"], "writing": ["typed", "handwritten"], "century": [20], "language": ["it", "fr", "de"], "layout": ["table"], "entry-type": ["person", "location"], "task": ["information-extraction"]}, "contributors": ["alexandra_binnenkade", "sven_lienhard", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5.3-codex", "dataclass": "MinutesPage", "temperature": 1.0, "role_description": "You are a historian with expertise in analyzing and summarizing historical meeting minutes", "prompt_file": "updated_prompt_steps.txt", "rules": "{\"api_style\":\"responses\"}", "legacy_test": false}, "prompt": "Please extract the metadata according to the given output format.\n\nName and address are in the same table field. Split them into:\n\n- name\n- address\n\nThe name is always the first line.\nAll following lines belong to the address.\n\nPreserve line breaks exactly as they appear.\nDo not normalize spelling or accents.\n\nSteps:\n1. Identify each row of the table using the row number.\n2. For each row extract the table columns.\n3. Split the name/address field.\n4. Return the final JSON.\n\nDocument Metadata:\nfilename = {filename}\npage_number = {page_number}\n\nReturn only the JSON.", "results": {"text": "{\"document\":\"Se_18_Bilanz1967_page_4\",\"page_number\":4,\"entries\":[{\"number\":\"1\",\"name\":\"Mr Alain BREHAM (Cabinet D. FEAU -\",\"address\":\"132 Boulevard Haussmann - 75 / PARIS 8\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"2\",\"name\":\"Mr Marc BREHAM - La Tuilerie -\",\"address\":\"78/St-Nom la Bret\u00e8che\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"3\",\"name\":\"COMPAGNIE CENTRALE SICLI\",\"address\":\"II bis rue Balzac - 75 / PARIS 8e\",\"actions_o\":\"168\",\"actions_p\":\"822\",\"no_de_voix\":\"990\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"4\",\"name\":\"St\u00e9 DES MINES DE L'AURIERAS\",\"address\":\"II bis rue Balzac - 75 / PARIS 8e\",\"actions_o\":\"45\",\"actions_p\":\"355\",\"no_de_voix\":\"400\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"5\",\"name\":\"St\u00e9 de RECHERCHES MINIERES FRAN\u00c7AISES\",\"address\":\"II bis rue Balzac - 75 / PARIS 8e\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"6\",\"name\":\"Mr PANI Antonio\",\"address\":\"SESSA (Tessin) Suisse\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"7\",\"name\":\"Mr MASSON Daniel - Villa La Cava\",\"address\":\"Avenue de la Cava - 06 / CANNES\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"}],\"total_actions\":{\"total_o\":\"601\",\"total_p\":\"2217\",\"total_voix\":\"2818\"}}", "model": "gpt-5.3-codex", "provider": "openai", "finish_reason": "completed", "usage": {"input_tokens": 2395, "output_tokens": 448, "total_tokens": 2843, "input_cost_usd": 0.00419125, "output_cost_usd": 0.006272, "estimated_cost_usd": 0.01046325}, "duration": 7.547150135040283, "timestamp": "2026-03-17T22:55:47.907237", "parsed": {"document": "Se_18_Bilanz1967_page_4", "page_number": 4, "entries": [{"number": "1", "name": "Mr Alain BREHAM (Cabinet D. FEAU -", "address": "132 Boulevard Haussmann - 75 / PARIS 8", "actions_o": "179", "actions_p": "520", "no_de_voix": "699", "signature_present": false, "signature": ""}, {"number": "2", "name": "Mr Marc BREHAM - La Tuilerie -", "address": "78/St-Nom la Bret\u00e8che", "actions_o": "179", "actions_p": "520", "no_de_voix": "699", "signature_present": false, "signature": ""}, {"number": "3", "name": "COMPAGNIE CENTRALE SICLI", "address": "II bis rue Balzac - 75 / PARIS 8e", "actions_o": "168", "actions_p": "822", "no_de_voix": "990", "signature_present": false, "signature": ""}, {"number": "4", "name": "St\u00e9 DES MINES DE L'AURIERAS", "address": "II bis rue Balzac - 75 / PARIS 8e", "actions_o": "45", "actions_p": "355", "no_de_voix": "400", "signature_present": false, "signature": ""}, {"number": "5", "name": "St\u00e9 de RECHERCHES MINIERES FRAN\u00c7AISES", "address": "II bis rue Balzac - 75 / PARIS 8e", "actions_o": "10", "actions_p": "", "no_de_voix": "10", "signature_present": false, "signature": ""}, {"number": "6", "name": "Mr PANI Antonio", "address": "SESSA (Tessin) Suisse", "actions_o": "10", "actions_p": "", "no_de_voix": "10", "signature_present": false, "signature": ""}, {"number": "7", "name": "Mr MASSON Daniel - Villa La Cava", "address": "Avenue de la Cava - 06 / CANNES", "actions_o": "10", "actions_p": "", "no_de_voix": "10", "signature_present": false, "signature": ""}], "total_actions": {"total_o": "601", "total_p": "2217", "total_voix": "2818"}}, "conversation_id": "99f93b54-1b78-401b-afc7-a502acf474a7", "score": {"fuzzy": 0.970563024197244}, "raw_response": "{\"id\":\"resp_0affdc56b08128d00069b9cddb92a08195a13ab744d6b18ec1\",\"created_at\":1773784539.0,\"error\":null,\"incomplete_details\":null,\"instructions\":\"You are a historian with expertise in analyzing and summarizing historical meeting minutes\",\"metadata\":{},\"model\":\"gpt-5.3-codex\",\"object\":\"response\",\"output\":[{\"id\":\"msg_0affdc56b08128d00069b9cddc2f5c8195bfc4ae35de4ee8e4\",\"content\":[{\"annotations\":[],\"text\":\"{\\\"document\\\":\\\"Se_18_Bilanz1967_page_4\\\",\\\"page_number\\\":4,\\\"entries\\\":[{\\\"number\\\":\\\"1\\\",\\\"name\\\":\\\"Mr Alain BREHAM (Cabinet D. FEAU -\\\",\\\"address\\\":\\\"132 Boulevard Haussmann - 75 / PARIS 8\\\",\\\"actions_o\\\":\\\"179\\\",\\\"actions_p\\\":\\\"520\\\",\\\"no_de_voix\\\":\\\"699\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"2\\\",\\\"name\\\":\\\"Mr Marc BREHAM - La Tuilerie -\\\",\\\"address\\\":\\\"78/St-Nom la Bret\u00e8che\\\",\\\"actions_o\\\":\\\"179\\\",\\\"actions_p\\\":\\\"520\\\",\\\"no_de_voix\\\":\\\"699\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"3\\\",\\\"name\\\":\\\"COMPAGNIE CENTRALE SICLI\\\",\\\"address\\\":\\\"II bis rue Balzac - 75 / PARIS 8e\\\",\\\"actions_o\\\":\\\"168\\\",\\\"actions_p\\\":\\\"822\\\",\\\"no_de_voix\\\":\\\"990\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"4\\\",\\\"name\\\":\\\"St\u00e9 DES MINES DE L'AURIERAS\\\",\\\"address\\\":\\\"II bis rue Balzac - 75 / PARIS 8e\\\",\\\"actions_o\\\":\\\"45\\\",\\\"actions_p\\\":\\\"355\\\",\\\"no_de_voix\\\":\\\"400\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"5\\\",\\\"name\\\":\\\"St\u00e9 de RECHERCHES MINIERES FRAN\u00c7AISES\\\",\\\"address\\\":\\\"II bis rue Balzac - 75 / PARIS 8e\\\",\\\"actions_o\\\":\\\"10\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"10\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"6\\\",\\\"name\\\":\\\"Mr PANI Antonio\\\",\\\"address\\\":\\\"SESSA (Tessin) Suisse\\\",\\\"actions_o\\\":\\\"10\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"10\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"7\\\",\\\"name\\\":\\\"Mr MASSON Daniel - Villa La Cava\\\",\\\"address\\\":\\\"Avenue de la Cava - 06 / CANNES\\\",\\\"actions_o\\\":\\\"10\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"10\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"}],\\\"total_actions\\\":{\\\"total_o\\\":\\\"601\\\",\\\"total_p\\\":\\\"2217\\\",\\\"total_voix\\\":\\\"2818\\\"}}\",\"type\":\"output_text\",\"logprobs\":[]}],\"role\":\"assistant\",\"status\":\"completed\",\"type\":\"message\",\"phase\":\"final_answer\"}],\"parallel_tool_calls\":true,\"temperature\":1.0,\"tool_choice\":\"auto\",\"tools\":[],\"top_p\":0.98,\"background\":false,\"completed_at\":1773784546.0,\"conversation\":null,\"max_output_tokens\":null,\"max_tool_calls\":null,\"previous_response_id\":null,\"prompt\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":null,\"reasoning\":{\"effort\":\"none\",\"generate_summary\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"default\",\"status\":\"completed\",\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"top_logprobs\":0,\"truncation\":\"disabled\",\"usage\":{\"input_tokens\":2395,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":448,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":2843},\"user\":null,\"billing\":{\"payer\":\"developer\"},\"frequency_penalty\":0.0,\"presence_penalty\":0.0,\"store\":true}"}, "scoring": {"fuzzy": 0.7849366269736178, "cost_summary": {"total_input_tokens": 21578, "total_output_tokens": 4639, "total_tokens": 26217, "input_cost_usd": 0.0377615, "output_cost_usd": 0.064946, "total_cost_usd": 0.1027075}}, "normalized_score": 78.49366269736177}, {"_id": {"$oid": "69d4eb12b877594bc5718cd6"}, "test_id": "T0705", "benchmark": "general_meeting_minutes", "date": "2026-03-17", "tags": {"document-type": ["minutes"], "writing": ["typed", "handwritten"], "century": [20], "language": ["it", "fr", "de"], "layout": ["table"], "entry-type": ["person", "location"], "task": ["information-extraction"]}, "contributors": ["alexandra_binnenkade", "sven_lienhard", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5.3-codex", "dataclass": "MinutesPage", "temperature": 1.0, "role_description": "You are a historian with expertise in analyzing and summarizing historical meeting minutes", "prompt_file": "prompt.txt", "rules": "{\"api_style\":\"responses\"}", "legacy_test": false}, "prompt": "Please extract the metadata according to the given output format.\nName and Address are in the same table field. Your task is to extract them into separate fields.\nLose any dashes between name and address but preserve linebreaks.\nBe aware: Addresses may contain multiple dashes; preserve them, only remove \"visual splitting characters\" between name and address.\nFilename: {filename}\nPage: {page_number}", "results": {"text": "{\"document\":\"Se_19_Assembl\u00e9e Mine d. Costano_2.9_12.1962_page_4\",\"page_number\":4,\"entries\":[{\"number\":\"1\",\"name\":\"M. BREHAM Alain\",\"address\":\"45 Boulevard Charcot\\nNeuilly s/seine\\n(Seine)\",\"actions_o\":\"520\",\"actions_p\":\"179\",\"no_de_voix\":\"699\",\"signature_present\":true,\"signature\":\"Sa\"},{\"number\":\"2\",\"name\":\"M. BREHAM Marc\",\"address\":\"16, rue Saint Pierre\\nNeuilly s/seine (Seine)\",\"actions_o\":\"520\",\"actions_p\":\"179\",\"no_de_voix\":\"699\",\"signature_present\":true,\"signature\":\"Sa\"},{\"number\":\"3\",\"name\":\"M. STRAP Pierre\",\"address\":\"73 rue des vignes\\nParis (16\u00b0)\",\"actions_o\":\"80\",\"actions_p\":\"68\",\"no_de_voix\":\"148\",\"signature_present\":true,\"signature\":\"Sa\"},{\"number\":\"4\",\"name\":\"M. MASSON Daniel\",\"address\":\"9 rue de l'Orangerie\\nCompi\u00e8gne (Oise)\",\"actions_o\":\"-\",\"actions_p\":\"10\",\"no_de_voix\":\"10\",\"signature_present\":true,\"signature\":\"Sa\"},{\"number\":\"5\",\"name\":\"Cie Centrale de Mines & de Metallurgie SICLI\",\"address\":\"11 bis Rue Balzac\\nParis (8\u00b0)\",\"actions_o\":\"822\",\"actions_p\":\"168\",\"no_de_voix\":\"990\",\"signature_present\":true,\"signature\":\"Sa\"},{\"number\":\"6\",\"name\":\"Soci\u00e9t\u00e9 des Mines de l'Aurieras\",\"address\":\"11 bis Rue Balzac\\nParis (8\u00b0)\",\"actions_o\":\"355\",\"actions_p\":\"45\",\"no_de_voix\":\"400\",\"signature_present\":true,\"signature\":\"Sa\"},{\"number\":\"7\",\"name\":\"Soci\u00e9t\u00e9 de Recherches Mini\u00e8res Fran\u00e7aises\",\"address\":\"11 bis Rue Balzac\\nParis (8\u00b0)\",\"actions_o\":\"10\",\"actions_p\":\"-\",\"no_de_voix\":\"10\",\"signature_present\":true,\"signature\":\"Sa\"},{\"number\":\"8\",\"name\":\"M. PANI Antonio\",\"address\":\"\",\"actions_o\":\"1\",\"actions_p\":\"10\",\"no_de_voix\":\"11\",\"signature_present\":true,\"signature\":\"Sa\"},{\"number\":\"9\",\"name\":\"M. PANI Tenuzio\",\"address\":\"\",\"actions_o\":\"1\",\"actions_p\":\"\",\"no_de_voix\":\"1\",\"signature_present\":true,\"signature\":\"Sa\"},{\"number\":\"10\",\"name\":\"M. SPIESS Giangiorgio\",\"address\":\"\",\"actions_o\":\"1\",\"actions_p\":\"\",\"no_de_voix\":\"1\",\"signature_present\":false,\"signature\":\"\"}],\"total_actions\":{\"total_o\":\"2310\",\"total_p\":\"659\",\"total_voix\":\"2969\"}}", "model": "gpt-5.3-codex", "provider": "openai", "finish_reason": "completed", "usage": {"input_tokens": 2364, "output_tokens": 577, "total_tokens": 2941, "input_cost_usd": 0.004137, "output_cost_usd": 0.008078, "estimated_cost_usd": 0.012215}, "duration": 11.011738777160645, "timestamp": "2026-03-17T22:50:39.354864", "parsed": {"document": "Se_19_Assembl\u00e9e Mine d. Costano_2.9_12.1962_page_4", "page_number": 4, "entries": [{"number": "1", "name": "M. BREHAM Alain", "address": "45 Boulevard Charcot\nNeuilly s/seine\n(Seine)", "actions_o": "520", "actions_p": "179", "no_de_voix": "699", "signature_present": true, "signature": "Sa"}, {"number": "2", "name": "M. BREHAM Marc", "address": "16, rue Saint Pierre\nNeuilly s/seine (Seine)", "actions_o": "520", "actions_p": "179", "no_de_voix": "699", "signature_present": true, "signature": "Sa"}, {"number": "3", "name": "M. STRAP Pierre", "address": "73 rue des vignes\nParis (16\u00b0)", "actions_o": "80", "actions_p": "68", "no_de_voix": "148", "signature_present": true, "signature": "Sa"}, {"number": "4", "name": "M. MASSON Daniel", "address": "9 rue de l'Orangerie\nCompi\u00e8gne (Oise)", "actions_o": "-", "actions_p": "10", "no_de_voix": "10", "signature_present": true, "signature": "Sa"}, {"number": "5", "name": "Cie Centrale de Mines & de Metallurgie SICLI", "address": "11 bis Rue Balzac\nParis (8\u00b0)", "actions_o": "822", "actions_p": "168", "no_de_voix": "990", "signature_present": true, "signature": "Sa"}, {"number": "6", "name": "Soci\u00e9t\u00e9 des Mines de l'Aurieras", "address": "11 bis Rue Balzac\nParis (8\u00b0)", "actions_o": "355", "actions_p": "45", "no_de_voix": "400", "signature_present": true, "signature": "Sa"}, {"number": "7", "name": "Soci\u00e9t\u00e9 de Recherches Mini\u00e8res Fran\u00e7aises", "address": "11 bis Rue Balzac\nParis (8\u00b0)", "actions_o": "10", "actions_p": "-", "no_de_voix": "10", "signature_present": true, "signature": "Sa"}, {"number": "8", "name": "M. PANI Antonio", "address": "", "actions_o": "1", "actions_p": "10", "no_de_voix": "11", "signature_present": true, "signature": "Sa"}, {"number": "9", "name": "M. PANI Tenuzio", "address": "", "actions_o": "1", "actions_p": "", "no_de_voix": "1", "signature_present": true, "signature": "Sa"}, {"number": "10", "name": "M. SPIESS Giangiorgio", "address": "", "actions_o": "1", "actions_p": "", "no_de_voix": "1", "signature_present": false, "signature": ""}], "total_actions": {"total_o": "2310", "total_p": "659", "total_voix": "2969"}}, "conversation_id": "04fd043d-9387-494c-9617-9baa661afb1e", "score": {"fuzzy": 0.7069957884057194}, "raw_response": "{\"id\":\"resp_065dce5b37205c630069b9cca3700481969260594694138116\",\"created_at\":1773784227.0,\"error\":null,\"incomplete_details\":null,\"instructions\":\"You are a historian with expertise in analyzing and summarizing historical meeting minutes\",\"metadata\":{},\"model\":\"gpt-5.3-codex\",\"object\":\"response\",\"output\":[{\"id\":\"msg_065dce5b37205c630069b9cca486c48196bc5e8cc0c92d2875\",\"content\":[{\"annotations\":[],\"text\":\"{\\\"document\\\":\\\"Se_19_Assembl\u00e9e Mine d. Costano_2.9_12.1962_page_4\\\",\\\"page_number\\\":4,\\\"entries\\\":[{\\\"number\\\":\\\"1\\\",\\\"name\\\":\\\"M. BREHAM Alain\\\",\\\"address\\\":\\\"45 Boulevard Charcot\\\\nNeuilly s/seine\\\\n(Seine)\\\",\\\"actions_o\\\":\\\"520\\\",\\\"actions_p\\\":\\\"179\\\",\\\"no_de_voix\\\":\\\"699\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Sa\\\"},{\\\"number\\\":\\\"2\\\",\\\"name\\\":\\\"M. BREHAM Marc\\\",\\\"address\\\":\\\"16, rue Saint Pierre\\\\nNeuilly s/seine (Seine)\\\",\\\"actions_o\\\":\\\"520\\\",\\\"actions_p\\\":\\\"179\\\",\\\"no_de_voix\\\":\\\"699\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Sa\\\"},{\\\"number\\\":\\\"3\\\",\\\"name\\\":\\\"M. STRAP Pierre\\\",\\\"address\\\":\\\"73 rue des vignes\\\\nParis (16\u00b0)\\\",\\\"actions_o\\\":\\\"80\\\",\\\"actions_p\\\":\\\"68\\\",\\\"no_de_voix\\\":\\\"148\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Sa\\\"},{\\\"number\\\":\\\"4\\\",\\\"name\\\":\\\"M. MASSON Daniel\\\",\\\"address\\\":\\\"9 rue de l'Orangerie\\\\nCompi\u00e8gne (Oise)\\\",\\\"actions_o\\\":\\\"-\\\",\\\"actions_p\\\":\\\"10\\\",\\\"no_de_voix\\\":\\\"10\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Sa\\\"},{\\\"number\\\":\\\"5\\\",\\\"name\\\":\\\"Cie Centrale de Mines & de Metallurgie SICLI\\\",\\\"address\\\":\\\"11 bis Rue Balzac\\\\nParis (8\u00b0)\\\",\\\"actions_o\\\":\\\"822\\\",\\\"actions_p\\\":\\\"168\\\",\\\"no_de_voix\\\":\\\"990\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Sa\\\"},{\\\"number\\\":\\\"6\\\",\\\"name\\\":\\\"Soci\u00e9t\u00e9 des Mines de l'Aurieras\\\",\\\"address\\\":\\\"11 bis Rue Balzac\\\\nParis (8\u00b0)\\\",\\\"actions_o\\\":\\\"355\\\",\\\"actions_p\\\":\\\"45\\\",\\\"no_de_voix\\\":\\\"400\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Sa\\\"},{\\\"number\\\":\\\"7\\\",\\\"name\\\":\\\"Soci\u00e9t\u00e9 de Recherches Mini\u00e8res Fran\u00e7aises\\\",\\\"address\\\":\\\"11 bis Rue Balzac\\\\nParis (8\u00b0)\\\",\\\"actions_o\\\":\\\"10\\\",\\\"actions_p\\\":\\\"-\\\",\\\"no_de_voix\\\":\\\"10\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Sa\\\"},{\\\"number\\\":\\\"8\\\",\\\"name\\\":\\\"M. PANI Antonio\\\",\\\"address\\\":\\\"\\\",\\\"actions_o\\\":\\\"1\\\",\\\"actions_p\\\":\\\"10\\\",\\\"no_de_voix\\\":\\\"11\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Sa\\\"},{\\\"number\\\":\\\"9\\\",\\\"name\\\":\\\"M. PANI Tenuzio\\\",\\\"address\\\":\\\"\\\",\\\"actions_o\\\":\\\"1\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"1\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Sa\\\"},{\\\"number\\\":\\\"10\\\",\\\"name\\\":\\\"M. SPIESS Giangiorgio\\\",\\\"address\\\":\\\"\\\",\\\"actions_o\\\":\\\"1\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"1\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"}],\\\"total_actions\\\":{\\\"total_o\\\":\\\"2310\\\",\\\"total_p\\\":\\\"659\\\",\\\"total_voix\\\":\\\"2969\\\"}}\",\"type\":\"output_text\",\"logprobs\":[]}],\"role\":\"assistant\",\"status\":\"completed\",\"type\":\"message\",\"phase\":\"final_answer\"}],\"parallel_tool_calls\":true,\"temperature\":1.0,\"tool_choice\":\"auto\",\"tools\":[],\"top_p\":0.98,\"background\":false,\"completed_at\":1773784237.0,\"conversation\":null,\"max_output_tokens\":null,\"max_tool_calls\":null,\"previous_response_id\":null,\"prompt\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":null,\"reasoning\":{\"effort\":\"none\",\"generate_summary\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"default\",\"status\":\"completed\",\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"top_logprobs\":0,\"truncation\":\"disabled\",\"usage\":{\"input_tokens\":2364,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":577,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":2941},\"user\":null,\"billing\":{\"payer\":\"developer\"},\"frequency_penalty\":0.0,\"presence_penalty\":0.0,\"store\":true}"}, "scoring": {"fuzzy": 0.8559165270651724, "cost_summary": {"total_input_tokens": 21200, "total_output_tokens": 5432, "total_tokens": 26632, "input_cost_usd": 0.0371, "output_cost_usd": 0.076048, "total_cost_usd": 0.113148}}, "normalized_score": 85.59165270651724}, {"_id": {"$oid": "69d4eb12b877594bc5718c8e"}, "test_id": "T0665", "benchmark": "general_meeting_minutes", "date": "2026-03-16", "tags": {"document-type": ["minutes"], "writing": ["typed", "handwritten"], "century": [20], "language": ["it", "fr", "de"], "layout": ["table"], "entry-type": ["person", "location"], "task": ["information-extraction"]}, "contributors": ["alexandra_binnenkade", "sven_lienhard", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5.4-2026-03-05", "dataclass": "MinutesPage", "temperature": 1.0, "role_description": "You are a historian with expertise in analyzing and summarizing historical meeting minutes", "prompt_file": "extended_prompt.txt", "legacy_test": false}, "prompt": "Filename: {filename}\nPage: {page_number}\n\nPrompt 2\n\nCRITICAL RULES\n--------------\n\n1) Name and Address are in the same table field.\n   - Extract them into separate fields: \"name\" and \"address\".\n   - Remove only the visual splitting characters (e.g., a dash used only to visually separate name and address).\n   - Preserve line breaks exactly as in the source.\n   - Addresses may contain multiple dashes; preserve those. Only remove the dash(es) that act purely as a separator between name and address.\n\n2) Transcription fidelity (no normalization):\n   - Many entries are in French. The original often omits accents (\u00e9, \u00e8) and shows only \"e\".\n   - Do NOT correct spelling and do NOT add French diacritics unless they are explicitly present in the original image.\n   - Transcribe exactly what is visible, including punctuation and spacing as much as possible.\n\n3) totals_actions must NOT be computed:\n   - Do NOT calculate totals.\n   - Only fill \"total_actions\" if the totals are explicitly written on the page.\n   - You can always find the information for the totals at the end of the page after \u201cA Reporter\u201d\n   - If there is no totals row/section, still output the JSON but set total_actions fields to empty strings OR omit total_actions only if your parser requires it (prefer empty strings if the field is required).\n\n4) actions_o and actions_p content:\n   - These fields may contain digits as well as \"/\" and \"-\" characters. Preserve them exactly as seen.\n\n5) Column order may vary:\n   - The order of the \"actions_o\" and \"actions_p\" columns can change from page to page.\n   - Do NOT assume a fixed column order. Always verify from the header / column labels / layout in the original image which column corresponds to \"O\" and which to \"P\", and map values accordingly.", "results": {"text": "{\"document\":\"Se_23_Assembl\u00e9e_1951_Generalversammlung1_page_3\",\"page_number\":3,\"entries\":[{\"number\":\"21\",\"name\":\"M.de la FONTAINE Lionel\",\"address\":\"Boite postale 41 \u00e0 MARRAKECH-\\nMEDINA\",\"actions_o\":\"\",\"actions_p\":\"2\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"22\",\"name\":\"M.LAUMAIN Robert\",\"address\":\"24 Avenue Gambetta MONTROUGE\",\"actions_o\":\"\",\"actions_p\":\"1\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"Ant. Paur\"},{\"number\":\"23\",\"name\":\"Suc.LHOEST Paul (Mme)\",\"address\":\"7,rue J.B.Colyns IXELLES-\\nBRUXELLES.\",\"actions_o\":\"150\",\"actions_p\":\"\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"24\",\"name\":\"M.MASSON Daniel\",\"address\":\"3,Av.Gaug\u00e9 VIROFLAY (S-et-O)\",\"actions_o\":\"\",\"actions_p\":\"10\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"Ant. Paur\"},{\"number\":\"25\",\"name\":\"M. PANI Antonio\",\"address\":\"SESSA (Tessin) Suisse\",\"actions_o\":\"1\",\"actions_p\":\"10\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"Ant. Paur\"},{\"number\":\"26\",\"name\":\"M. POUQUET Maurice\",\"address\":\"Essendi\u00e9ras,par St M\u00e9dard\\nd'Excisuil (Dordogne)\",\"actions_o\":\"\",\"actions_p\":\"1\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"27\",\"name\":\"Mme RAOULT Suzanne\",\"address\":\"195 rue de Grenelle PARIS\",\"actions_o\":\"\",\"actions_p\":\"10\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"28\",\"name\":\"Suc.RICHOMME de POSSON (Mme)\",\"address\":\"37bis Promenade des Anglais\\nNICE (A-M)\",\"actions_o\":\"\",\"actions_p\":\"32\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"29\",\"name\":\"Mme SAVAEY M.L.\",\"address\":\"5,Avenue Weber GENEVE (Suisse)\",\"actions_o\":\"\",\"actions_p\":\"10\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"30\",\"name\":\"M. SCHERESCHEVSKY Philippe\",\"address\":\"34,Bd Marbeau PARIS (16\u00b0)\",\"actions_o\":\"\",\"actions_p\":\"1\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"}],\"total_actions\":{\"total_o\":\"2553\",\"total_p\":\"133\",\"total_voix\":\"\"}}", "model": "gpt-5.4-2026-03-05", "provider": "openai", "finish_reason": "stop", "usage": {"input_tokens": 10546, "output_tokens": 582, "total_tokens": 11128, "cached_tokens": 5888, "input_cost_usd": 0.026365, "output_cost_usd": 0.008730000000000002, "estimated_cost_usd": 0.035095}, "duration": 9.305124998092651, "timestamp": "2026-03-16T17:23:07.469959", "parsed": {"document": "Se_23_Assembl\u00e9e_1951_Generalversammlung1_page_3", "page_number": 3, "entries": [{"number": "21", "name": "M.de la FONTAINE Lionel", "address": "Boite postale 41 \u00e0 MARRAKECH-\nMEDINA", "actions_o": "", "actions_p": "2", "no_de_voix": "", "signature_present": false, "signature": ""}, {"number": "22", "name": "M.LAUMAIN Robert", "address": "24 Avenue Gambetta MONTROUGE", "actions_o": "", "actions_p": "1", "no_de_voix": "", "signature_present": true, "signature": "Ant. Paur"}, {"number": "23", "name": "Suc.LHOEST Paul (Mme)", "address": "7,rue J.B.Colyns IXELLES-\nBRUXELLES.", "actions_o": "150", "actions_p": "", "no_de_voix": "", "signature_present": false, "signature": ""}, {"number": "24", "name": "M.MASSON Daniel", "address": "3,Av.Gaug\u00e9 VIROFLAY (S-et-O)", "actions_o": "", "actions_p": "10", "no_de_voix": "", "signature_present": true, "signature": "Ant. Paur"}, {"number": "25", "name": "M. PANI Antonio", "address": "SESSA (Tessin) Suisse", "actions_o": "1", "actions_p": "10", "no_de_voix": "", "signature_present": true, "signature": "Ant. Paur"}, {"number": "26", "name": "M. POUQUET Maurice", "address": "Essendi\u00e9ras,par St M\u00e9dard\nd'Excisuil (Dordogne)", "actions_o": "", "actions_p": "1", "no_de_voix": "", "signature_present": false, "signature": ""}, {"number": "27", "name": "Mme RAOULT Suzanne", "address": "195 rue de Grenelle PARIS", "actions_o": "", "actions_p": "10", "no_de_voix": "", "signature_present": false, "signature": ""}, {"number": "28", "name": "Suc.RICHOMME de POSSON (Mme)", "address": "37bis Promenade des Anglais\nNICE (A-M)", "actions_o": "", "actions_p": "32", "no_de_voix": "", "signature_present": false, "signature": ""}, {"number": "29", "name": "Mme SAVAEY M.L.", "address": "5,Avenue Weber GENEVE (Suisse)", "actions_o": "", "actions_p": "10", "no_de_voix": "", "signature_present": false, "signature": ""}, {"number": "30", "name": "M. SCHERESCHEVSKY Philippe", "address": "34,Bd Marbeau PARIS (16\u00b0)", "actions_o": "", "actions_p": "1", "no_de_voix": "", "signature_present": false, "signature": ""}], "total_actions": {"total_o": "2553", "total_p": "133", "total_voix": ""}}, "conversation_id": "0bf83ef3-15de-46c3-9580-313d7bfb9ed7", "score": {"fuzzy": 0.766493177078503}, "raw_response": "{\"id\":\"chatcmpl-DK50cQrGU52aW0gY50O2X0C1vF2Wo\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\\"document\\\":\\\"Se_23_Assembl\u00e9e_1951_Generalversammlung1_page_3\\\",\\\"page_number\\\":3,\\\"entries\\\":[{\\\"number\\\":\\\"21\\\",\\\"name\\\":\\\"M.de la FONTAINE Lionel\\\",\\\"address\\\":\\\"Boite postale 41 \u00e0 MARRAKECH-\\\\nMEDINA\\\",\\\"actions_o\\\":\\\"\\\",\\\"actions_p\\\":\\\"2\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"22\\\",\\\"name\\\":\\\"M.LAUMAIN Robert\\\",\\\"address\\\":\\\"24 Avenue Gambetta MONTROUGE\\\",\\\"actions_o\\\":\\\"\\\",\\\"actions_p\\\":\\\"1\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Ant. Paur\\\"},{\\\"number\\\":\\\"23\\\",\\\"name\\\":\\\"Suc.LHOEST Paul (Mme)\\\",\\\"address\\\":\\\"7,rue J.B.Colyns IXELLES-\\\\nBRUXELLES.\\\",\\\"actions_o\\\":\\\"150\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"24\\\",\\\"name\\\":\\\"M.MASSON Daniel\\\",\\\"address\\\":\\\"3,Av.Gaug\u00e9 VIROFLAY (S-et-O)\\\",\\\"actions_o\\\":\\\"\\\",\\\"actions_p\\\":\\\"10\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Ant. Paur\\\"},{\\\"number\\\":\\\"25\\\",\\\"name\\\":\\\"M. PANI Antonio\\\",\\\"address\\\":\\\"SESSA (Tessin) Suisse\\\",\\\"actions_o\\\":\\\"1\\\",\\\"actions_p\\\":\\\"10\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Ant. Paur\\\"},{\\\"number\\\":\\\"26\\\",\\\"name\\\":\\\"M. POUQUET Maurice\\\",\\\"address\\\":\\\"Essendi\u00e9ras,par St M\u00e9dard\\\\nd'Excisuil (Dordogne)\\\",\\\"actions_o\\\":\\\"\\\",\\\"actions_p\\\":\\\"1\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"27\\\",\\\"name\\\":\\\"Mme RAOULT Suzanne\\\",\\\"address\\\":\\\"195 rue de Grenelle PARIS\\\",\\\"actions_o\\\":\\\"\\\",\\\"actions_p\\\":\\\"10\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"28\\\",\\\"name\\\":\\\"Suc.RICHOMME de POSSON (Mme)\\\",\\\"address\\\":\\\"37bis Promenade des Anglais\\\\nNICE (A-M)\\\",\\\"actions_o\\\":\\\"\\\",\\\"actions_p\\\":\\\"32\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"29\\\",\\\"name\\\":\\\"Mme SAVAEY M.L.\\\",\\\"address\\\":\\\"5,Avenue Weber GENEVE (Suisse)\\\",\\\"actions_o\\\":\\\"\\\",\\\"actions_p\\\":\\\"10\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"30\\\",\\\"name\\\":\\\"M. SCHERESCHEVSKY Philippe\\\",\\\"address\\\":\\\"34,Bd Marbeau PARIS (16\u00b0)\\\",\\\"actions_o\\\":\\\"\\\",\\\"actions_p\\\":\\\"1\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"}],\\\"total_actions\\\":{\\\"total_o\\\":\\\"2553\\\",\\\"total_p\\\":\\\"133\\\",\\\"total_voix\\\":\\\"\\\"}}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":[],\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"document\":\"Se_23_Assembl\u00e9e_1951_Generalversammlung1_page_3\",\"page_number\":3,\"entries\":[{\"number\":\"21\",\"name\":\"M.de la FONTAINE Lionel\",\"address\":\"Boite postale 41 \u00e0 MARRAKECH-\\nMEDINA\",\"actions_o\":\"\",\"actions_p\":\"2\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"22\",\"name\":\"M.LAUMAIN Robert\",\"address\":\"24 Avenue Gambetta MONTROUGE\",\"actions_o\":\"\",\"actions_p\":\"1\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"Ant. Paur\"},{\"number\":\"23\",\"name\":\"Suc.LHOEST Paul (Mme)\",\"address\":\"7,rue J.B.Colyns IXELLES-\\nBRUXELLES.\",\"actions_o\":\"150\",\"actions_p\":\"\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"24\",\"name\":\"M.MASSON Daniel\",\"address\":\"3,Av.Gaug\u00e9 VIROFLAY (S-et-O)\",\"actions_o\":\"\",\"actions_p\":\"10\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"Ant. Paur\"},{\"number\":\"25\",\"name\":\"M. PANI Antonio\",\"address\":\"SESSA (Tessin) Suisse\",\"actions_o\":\"1\",\"actions_p\":\"10\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"Ant. Paur\"},{\"number\":\"26\",\"name\":\"M. POUQUET Maurice\",\"address\":\"Essendi\u00e9ras,par St M\u00e9dard\\nd'Excisuil (Dordogne)\",\"actions_o\":\"\",\"actions_p\":\"1\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"27\",\"name\":\"Mme RAOULT Suzanne\",\"address\":\"195 rue de Grenelle PARIS\",\"actions_o\":\"\",\"actions_p\":\"10\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"28\",\"name\":\"Suc.RICHOMME de POSSON (Mme)\",\"address\":\"37bis Promenade des Anglais\\nNICE (A-M)\",\"actions_o\":\"\",\"actions_p\":\"32\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"29\",\"name\":\"Mme SAVAEY M.L.\",\"address\":\"5,Avenue Weber GENEVE (Suisse)\",\"actions_o\":\"\",\"actions_p\":\"10\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"30\",\"name\":\"M. SCHERESCHEVSKY Philippe\",\"address\":\"34,Bd Marbeau PARIS (16\u00b0)\",\"actions_o\":\"\",\"actions_p\":\"1\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"}],\"total_actions\":{\"total_o\":\"2553\",\"total_p\":\"133\",\"total_voix\":\"\"}}}}],\"created\":1773678186,\"model\":\"gpt-5.4-2026-03-05\",\"object\":\"chat.completion\",\"service_tier\":\"default\",\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":582,\"prompt_tokens\":10546,\"total_tokens\":11128,\"completion_tokens_details\":{\"accepted_prediction_tokens\":0,\"audio_tokens\":0,\"reasoning_tokens\":0,\"rejected_prediction_tokens\":0},\"prompt_tokens_details\":{\"audio_tokens\":0,\"cached_tokens\":5888}}}"}, "scoring": {"fuzzy": 0.8863610342510287, "cost_summary": {"total_input_tokens": 65350, "total_output_tokens": 5070, "total_tokens": 70420, "input_cost_usd": 0.163375, "output_cost_usd": 0.07604999999999999, "total_cost_usd": 0.239425}}, "normalized_score": 88.63610342510287}, {"_id": {"$oid": "69d4eb12b877594bc5718cae"}, "test_id": "T0668", "benchmark": "general_meeting_minutes", "date": "2026-03-16", "tags": {"document-type": ["minutes"], "writing": ["typed", "handwritten"], "century": [20], "language": ["it", "fr", "de"], "layout": ["table"], "entry-type": ["person", "location"], "task": ["information-extraction"]}, "contributors": ["alexandra_binnenkade", "sven_lienhard", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5.4-2026-03-05", "dataclass": "MinutesPage", "temperature": 1.0, "role_description": "You are a historian with expertise in analyzing and summarizing historical meeting minutes", "prompt_file": "updated_prompt_steps.txt", "legacy_test": false}, "prompt": "Please extract the metadata according to the given output format.\n\nName and address are in the same table field. Split them into:\n\n- name\n- address\n\nThe name is always the first line.\nAll following lines belong to the address.\n\nPreserve line breaks exactly as they appear.\nDo not normalize spelling or accents.\n\nSteps:\n1. Identify each row of the table using the row number.\n2. For each row extract the table columns.\n3. Split the name/address field.\n4. Return the final JSON.\n\nDocument Metadata:\nfilename = {filename}\npage_number = {page_number}\n\nReturn only the JSON.", "results": {"text": "{\"document\":\"Se_18_Assembl\u00e9es_4_Bilanz1965_1_page_7\",\"page_number\":7,\"entries\":[{\"number\":\"1\",\"name\":\"M. BREHAM Alain.\",\"address\":\"45 Bd Charcot Neuilly s/ Seine. France\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":true,\"signature\":\"A. Pan\"},{\"number\":\"2\",\"name\":\"M. BREHAM Marc - La Tuilerie\",\"address\":\"Saint-Nom la Bret\u00e8che (78) France\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":true,\"signature\":\"Ten. Pan\"},{\"number\":\"3\",\"name\":\"M. MASSON Daniel\",\"address\":\"9 Rue de l'Orangerie Compi\u00e8gne (60)\\nFrance.\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":true,\"signature\":\"Mavre Pan\"},{\"number\":\"4\",\"name\":\"Compagnie Centrale Sicli\",\"address\":\"11bis Rue Balzac - Paris (8\u00b0)\",\"actions_o\":\"168\",\"actions_p\":\"822\",\"no_de_voix\":\"990\",\"signature_present\":true,\"signature\":\"Ten Pan\"},{\"number\":\"5\",\"name\":\"Soci\u00e9t\u00e9 des Mines de l'Auri\u00e9ras\",\"address\":\"11bis Rue Balzac - Paris (8\u00b0)\",\"actions_o\":\"45\",\"actions_p\":\"355\",\"no_de_voix\":\"400\",\"signature_present\":true,\"signature\":\"B. Ali\"},{\"number\":\"6\",\"name\":\"Soci\u00e9t\u00e9 de Recherches Mini\u00e8res Fran\u00e7aises\",\"address\":\"11bis Rue Balzac - Paris (8\u00b0)\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":true,\"signature\":\"A. Pan\"},{\"number\":\"7\",\"name\":\"M. le Professeur PANI Antonio\",\"address\":\"Sessa (Ti)\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":true,\"signature\":\"A. Pan\"}],\"total_actions\":{\"total_o\":\"601\",\"total_p\":\"2217\",\"total_voix\":\"\"}}", "model": "gpt-5.4-2026-03-05", "provider": "openai", "finish_reason": "stop", "usage": {"input_tokens": 3864, "output_tokens": 449, "total_tokens": 4313, "input_cost_usd": 0.00966, "output_cost_usd": 0.0067350000000000005, "estimated_cost_usd": 0.016395}, "duration": 6.339803695678711, "timestamp": "2026-03-16T17:25:56.193547", "parsed": {"document": "Se_18_Assembl\u00e9es_4_Bilanz1965_1_page_7", "page_number": 7, "entries": [{"number": "1", "name": "M. BREHAM Alain.", "address": "45 Bd Charcot Neuilly s/ Seine. France", "actions_o": "179", "actions_p": "520", "no_de_voix": "699", "signature_present": true, "signature": "A. Pan"}, {"number": "2", "name": "M. BREHAM Marc - La Tuilerie", "address": "Saint-Nom la Bret\u00e8che (78) France", "actions_o": "179", "actions_p": "520", "no_de_voix": "699", "signature_present": true, "signature": "Ten. Pan"}, {"number": "3", "name": "M. MASSON Daniel", "address": "9 Rue de l'Orangerie Compi\u00e8gne (60)\nFrance.", "actions_o": "10", "actions_p": "", "no_de_voix": "10", "signature_present": true, "signature": "Mavre Pan"}, {"number": "4", "name": "Compagnie Centrale Sicli", "address": "11bis Rue Balzac - Paris (8\u00b0)", "actions_o": "168", "actions_p": "822", "no_de_voix": "990", "signature_present": true, "signature": "Ten Pan"}, {"number": "5", "name": "Soci\u00e9t\u00e9 des Mines de l'Auri\u00e9ras", "address": "11bis Rue Balzac - Paris (8\u00b0)", "actions_o": "45", "actions_p": "355", "no_de_voix": "400", "signature_present": true, "signature": "B. Ali"}, {"number": "6", "name": "Soci\u00e9t\u00e9 de Recherches Mini\u00e8res Fran\u00e7aises", "address": "11bis Rue Balzac - Paris (8\u00b0)", "actions_o": "10", "actions_p": "", "no_de_voix": "10", "signature_present": true, "signature": "A. Pan"}, {"number": "7", "name": "M. le Professeur PANI Antonio", "address": "Sessa (Ti)", "actions_o": "10", "actions_p": "", "no_de_voix": "10", "signature_present": true, "signature": "A. Pan"}], "total_actions": {"total_o": "601", "total_p": "2217", "total_voix": ""}}, "conversation_id": "6876f70c-ec3d-43a4-a3a9-2056d430a144", "score": {"fuzzy": 0.9732612583660035}, "raw_response": "{\"id\":\"chatcmpl-DK53O2rdA8seUc0h0zAKm7SBjxxHr\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\\"document\\\":\\\"Se_18_Assembl\u00e9es_4_Bilanz1965_1_page_7\\\",\\\"page_number\\\":7,\\\"entries\\\":[{\\\"number\\\":\\\"1\\\",\\\"name\\\":\\\"M. BREHAM Alain.\\\",\\\"address\\\":\\\"45 Bd Charcot Neuilly s/ Seine. France\\\",\\\"actions_o\\\":\\\"179\\\",\\\"actions_p\\\":\\\"520\\\",\\\"no_de_voix\\\":\\\"699\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"A. Pan\\\"},{\\\"number\\\":\\\"2\\\",\\\"name\\\":\\\"M. BREHAM Marc - La Tuilerie\\\",\\\"address\\\":\\\"Saint-Nom la Bret\u00e8che (78) France\\\",\\\"actions_o\\\":\\\"179\\\",\\\"actions_p\\\":\\\"520\\\",\\\"no_de_voix\\\":\\\"699\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Ten. Pan\\\"},{\\\"number\\\":\\\"3\\\",\\\"name\\\":\\\"M. MASSON Daniel\\\",\\\"address\\\":\\\"9 Rue de l'Orangerie Compi\u00e8gne (60)\\\\nFrance.\\\",\\\"actions_o\\\":\\\"10\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"10\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Mavre Pan\\\"},{\\\"number\\\":\\\"4\\\",\\\"name\\\":\\\"Compagnie Centrale Sicli\\\",\\\"address\\\":\\\"11bis Rue Balzac - Paris (8\u00b0)\\\",\\\"actions_o\\\":\\\"168\\\",\\\"actions_p\\\":\\\"822\\\",\\\"no_de_voix\\\":\\\"990\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Ten Pan\\\"},{\\\"number\\\":\\\"5\\\",\\\"name\\\":\\\"Soci\u00e9t\u00e9 des Mines de l'Auri\u00e9ras\\\",\\\"address\\\":\\\"11bis Rue Balzac - Paris (8\u00b0)\\\",\\\"actions_o\\\":\\\"45\\\",\\\"actions_p\\\":\\\"355\\\",\\\"no_de_voix\\\":\\\"400\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"B. Ali\\\"},{\\\"number\\\":\\\"6\\\",\\\"name\\\":\\\"Soci\u00e9t\u00e9 de Recherches Mini\u00e8res Fran\u00e7aises\\\",\\\"address\\\":\\\"11bis Rue Balzac - Paris (8\u00b0)\\\",\\\"actions_o\\\":\\\"10\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"10\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"A. Pan\\\"},{\\\"number\\\":\\\"7\\\",\\\"name\\\":\\\"M. le Professeur PANI Antonio\\\",\\\"address\\\":\\\"Sessa (Ti)\\\",\\\"actions_o\\\":\\\"10\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"10\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"A. Pan\\\"}],\\\"total_actions\\\":{\\\"total_o\\\":\\\"601\\\",\\\"total_p\\\":\\\"2217\\\",\\\"total_voix\\\":\\\"\\\"}}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":[],\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"document\":\"Se_18_Assembl\u00e9es_4_Bilanz1965_1_page_7\",\"page_number\":7,\"entries\":[{\"number\":\"1\",\"name\":\"M. BREHAM Alain.\",\"address\":\"45 Bd Charcot Neuilly s/ Seine. France\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":true,\"signature\":\"A. Pan\"},{\"number\":\"2\",\"name\":\"M. BREHAM Marc - La Tuilerie\",\"address\":\"Saint-Nom la Bret\u00e8che (78) France\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":true,\"signature\":\"Ten. Pan\"},{\"number\":\"3\",\"name\":\"M. MASSON Daniel\",\"address\":\"9 Rue de l'Orangerie Compi\u00e8gne (60)\\nFrance.\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":true,\"signature\":\"Mavre Pan\"},{\"number\":\"4\",\"name\":\"Compagnie Centrale Sicli\",\"address\":\"11bis Rue Balzac - Paris (8\u00b0)\",\"actions_o\":\"168\",\"actions_p\":\"822\",\"no_de_voix\":\"990\",\"signature_present\":true,\"signature\":\"Ten Pan\"},{\"number\":\"5\",\"name\":\"Soci\u00e9t\u00e9 des Mines de l'Auri\u00e9ras\",\"address\":\"11bis Rue Balzac - Paris (8\u00b0)\",\"actions_o\":\"45\",\"actions_p\":\"355\",\"no_de_voix\":\"400\",\"signature_present\":true,\"signature\":\"B. Ali\"},{\"number\":\"6\",\"name\":\"Soci\u00e9t\u00e9 de Recherches Mini\u00e8res Fran\u00e7aises\",\"address\":\"11bis Rue Balzac - Paris (8\u00b0)\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":true,\"signature\":\"A. Pan\"},{\"number\":\"7\",\"name\":\"M. le Professeur PANI Antonio\",\"address\":\"Sessa (Ti)\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":true,\"signature\":\"A. Pan\"}],\"total_actions\":{\"total_o\":\"601\",\"total_p\":\"2217\",\"total_voix\":\"\"}}}}],\"created\":1773678358,\"model\":\"gpt-5.4-2026-03-05\",\"object\":\"chat.completion\",\"service_tier\":\"default\",\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":449,\"prompt_tokens\":3864,\"total_tokens\":4313,\"completion_tokens_details\":{\"accepted_prediction_tokens\":0,\"audio_tokens\":0,\"reasoning_tokens\":0,\"rejected_prediction_tokens\":0},\"prompt_tokens_details\":{\"audio_tokens\":0,\"cached_tokens\":0}}}"}, "scoring": {"fuzzy": 0.7832048176329506, "cost_summary": {"total_input_tokens": 51793, "total_output_tokens": 4425, "total_tokens": 56218, "input_cost_usd": 0.1294825, "output_cost_usd": 0.066375, "total_cost_usd": 0.1958575}}, "normalized_score": 78.32048176329506}, {"_id": {"$oid": "69d4eb12b877594bc5718cb1"}, "test_id": "T0667", "benchmark": "general_meeting_minutes", "date": "2026-03-16", "tags": {"document-type": ["minutes"], "writing": ["typed", "handwritten"], "century": [20], "language": ["it", "fr", "de"], "layout": ["table"], "entry-type": ["person", "location"], "task": ["information-extraction"]}, "contributors": ["alexandra_binnenkade", "sven_lienhard", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5.4-2026-03-05", "dataclass": "MinutesPage", "temperature": 1.0, "role_description": "You are a historian with expertise in analyzing and summarizing historical meeting minutes", "prompt_file": "updated_prompt.txt", "legacy_test": false}, "prompt": "Extract the table content from the page image and return it in the required JSON structure.\n\nThe page contains a table of shareholders with the following columns:\n\n1. N\u00b0 D'ORDRE (row number)\n2. NOM, PR\u00c9NOMS ET DOMICILE DES ACTIONNAIRES (name and address)\n3. ACTIONS O\n4. ACTIONS P\n5. NOMBRE DE VOIX\n6. SIGNATURE DES ACTIONNAIRES OU DES MANDATAIRES\n\nROW STRUCTURE\n-------------\nEach entry begins with the row number in the first column.\nAll lines belonging to that number form one entry.\n\nThe second column contains BOTH name and address in the same field.\nSplit this content into:\n\n- name\n- address\n\nThe name is always the first line.\nAll following lines belong to the address.\n\nPreserve the line breaks inside the address exactly as in the source.\n\nDo NOT modify spelling or add accents. Transcribe the text exactly as shown.\n\nDashes inside addresses must be preserved.\nOnly remove a dash if it clearly separates the name from the address on the same line.\n\nNUMERIC COLUMNS\n---------------\nExtract the values from the table columns:\n\n- actions_o\n- actions_p\n- no_de_voix\n\nLeave fields empty if no value is present.\n\nSIGNATURE COLUMN\n----------------\nIf the signature column contains handwriting or text:\n\nsignature_present = true\nsignature = transcription of the visible text\n\nIf the column is empty:\n\nsignature_present = false\nsignature = \"\"\n\nTOTALS\n------\nTotals may appear below the table near the text \"A REPORTER\".\nOnly extract totals if explicit numbers are present.\nOtherwise return empty strings for:\n\ntotal_o\ntotal_p\ntotal_voix\n\nDOCUMENT METADATA\n-----------------\nfilename = {filename}\npage_number = {page_number}", "results": {"text": "{\"document\":\"Se_18_Assembl\u00e9es_3_Bilanz1968_2_page_9\",\"page_number\":9,\"entries\":[{\"number\":\"1\",\"name\":\"Monsieur BREHAM Alain\",\"address\":\"45 bd Charcot - NEUILLY-S/SEINE (92)\\nFRANCE\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"2\",\"name\":\"Monsieur BREHAM Marc\",\"address\":\"la Tuilerie - ST NOM LA BRETECHE\\nFRANCE\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"3\",\"name\":\"Monsieur MASSON Daniel\",\"address\":\"Villa la Cava, av. de la Cava O6 -\\nFRANCE        CANNES\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"4\",\"name\":\"COMPAGNIE CENTRALE SICLI\",\"address\":\"2/4 rue Blaise Pascal\\n93 - LE BLANC-MESNIL      FRANCE\",\"actions_o\":\"168\",\"actions_p\":\"822\",\"no_de_voix\":\"990\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"5\",\"name\":\"SOCIETE DES MINES DE L'AURIERAS\",\"address\":\"11 bis rue Balzac PARIS 8e\\nFRANCE\",\"actions_o\":\"45\",\"actions_p\":\"355\",\"no_de_voix\":\"400\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"6\",\"name\":\"SOCIETE DE RECHERCHES MINIERES FRAN-\",\"address\":\"CAISES 11 bis rue Balzac  PARIS 8e\\nFRANCE\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"7\",\"name\":\"Monsieur PANI Antonio\",\"address\":\"SESSA (Tessin)\\nSUISSE\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"}],\"total_actions\":{\"total_o\":\"\",\"total_p\":\"\",\"total_voix\":\"\"}}", "model": "gpt-5.4-2026-03-05", "provider": "openai", "finish_reason": "stop", "usage": {"input_tokens": 3501, "output_tokens": 469, "total_tokens": 3970, "input_cost_usd": 0.0087525, "output_cost_usd": 0.0070350000000000005, "estimated_cost_usd": 0.0157875}, "duration": 6.991464376449585, "timestamp": "2026-03-16T17:24:32.237128", "parsed": {"document": "Se_18_Assembl\u00e9es_3_Bilanz1968_2_page_9", "page_number": 9, "entries": [{"number": "1", "name": "Monsieur BREHAM Alain", "address": "45 bd Charcot - NEUILLY-S/SEINE (92)\nFRANCE", "actions_o": "179", "actions_p": "520", "no_de_voix": "699", "signature_present": false, "signature": ""}, {"number": "2", "name": "Monsieur BREHAM Marc", "address": "la Tuilerie - ST NOM LA BRETECHE\nFRANCE", "actions_o": "179", "actions_p": "520", "no_de_voix": "699", "signature_present": false, "signature": ""}, {"number": "3", "name": "Monsieur MASSON Daniel", "address": "Villa la Cava, av. de la Cava O6 -\nFRANCE        CANNES", "actions_o": "10", "actions_p": "", "no_de_voix": "10", "signature_present": false, "signature": ""}, {"number": "4", "name": "COMPAGNIE CENTRALE SICLI", "address": "2/4 rue Blaise Pascal\n93 - LE BLANC-MESNIL      FRANCE", "actions_o": "168", "actions_p": "822", "no_de_voix": "990", "signature_present": false, "signature": ""}, {"number": "5", "name": "SOCIETE DES MINES DE L'AURIERAS", "address": "11 bis rue Balzac PARIS 8e\nFRANCE", "actions_o": "45", "actions_p": "355", "no_de_voix": "400", "signature_present": false, "signature": ""}, {"number": "6", "name": "SOCIETE DE RECHERCHES MINIERES FRAN-", "address": "CAISES 11 bis rue Balzac  PARIS 8e\nFRANCE", "actions_o": "10", "actions_p": "", "no_de_voix": "10", "signature_present": false, "signature": ""}, {"number": "7", "name": "Monsieur PANI Antonio", "address": "SESSA (Tessin)\nSUISSE", "actions_o": "10", "actions_p": "", "no_de_voix": "10", "signature_present": false, "signature": ""}], "total_actions": {"total_o": "", "total_p": "", "total_voix": ""}}, "conversation_id": "1e23b379-43b4-4914-aa67-89ed612a2b18", "score": {"fuzzy": 0.9945091880473068}, "raw_response": "{\"id\":\"chatcmpl-DK521w1gTOupE4iRsRJjipks3ZMoD\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\\"document\\\":\\\"Se_18_Assembl\u00e9es_3_Bilanz1968_2_page_9\\\",\\\"page_number\\\":9,\\\"entries\\\":[{\\\"number\\\":\\\"1\\\",\\\"name\\\":\\\"Monsieur BREHAM Alain\\\",\\\"address\\\":\\\"45 bd Charcot - NEUILLY-S/SEINE (92)\\\\nFRANCE\\\",\\\"actions_o\\\":\\\"179\\\",\\\"actions_p\\\":\\\"520\\\",\\\"no_de_voix\\\":\\\"699\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"2\\\",\\\"name\\\":\\\"Monsieur BREHAM Marc\\\",\\\"address\\\":\\\"la Tuilerie - ST NOM LA BRETECHE\\\\nFRANCE\\\",\\\"actions_o\\\":\\\"179\\\",\\\"actions_p\\\":\\\"520\\\",\\\"no_de_voix\\\":\\\"699\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"3\\\",\\\"name\\\":\\\"Monsieur MASSON Daniel\\\",\\\"address\\\":\\\"Villa la Cava, av. de la Cava O6 -\\\\nFRANCE        CANNES\\\",\\\"actions_o\\\":\\\"10\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"10\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"4\\\",\\\"name\\\":\\\"COMPAGNIE CENTRALE SICLI\\\",\\\"address\\\":\\\"2/4 rue Blaise Pascal\\\\n93 - LE BLANC-MESNIL      FRANCE\\\",\\\"actions_o\\\":\\\"168\\\",\\\"actions_p\\\":\\\"822\\\",\\\"no_de_voix\\\":\\\"990\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"5\\\",\\\"name\\\":\\\"SOCIETE DES MINES DE L'AURIERAS\\\",\\\"address\\\":\\\"11 bis rue Balzac PARIS 8e\\\\nFRANCE\\\",\\\"actions_o\\\":\\\"45\\\",\\\"actions_p\\\":\\\"355\\\",\\\"no_de_voix\\\":\\\"400\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"6\\\",\\\"name\\\":\\\"SOCIETE DE RECHERCHES MINIERES FRAN-\\\",\\\"address\\\":\\\"CAISES 11 bis rue Balzac  PARIS 8e\\\\nFRANCE\\\",\\\"actions_o\\\":\\\"10\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"10\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"7\\\",\\\"name\\\":\\\"Monsieur PANI Antonio\\\",\\\"address\\\":\\\"SESSA (Tessin)\\\\nSUISSE\\\",\\\"actions_o\\\":\\\"10\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"10\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"}],\\\"total_actions\\\":{\\\"total_o\\\":\\\"\\\",\\\"total_p\\\":\\\"\\\",\\\"total_voix\\\":\\\"\\\"}}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":[],\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"document\":\"Se_18_Assembl\u00e9es_3_Bilanz1968_2_page_9\",\"page_number\":9,\"entries\":[{\"number\":\"1\",\"name\":\"Monsieur BREHAM Alain\",\"address\":\"45 bd Charcot - NEUILLY-S/SEINE (92)\\nFRANCE\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"2\",\"name\":\"Monsieur BREHAM Marc\",\"address\":\"la Tuilerie - ST NOM LA BRETECHE\\nFRANCE\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"3\",\"name\":\"Monsieur MASSON Daniel\",\"address\":\"Villa la Cava, av. de la Cava O6 -\\nFRANCE        CANNES\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"4\",\"name\":\"COMPAGNIE CENTRALE SICLI\",\"address\":\"2/4 rue Blaise Pascal\\n93 - LE BLANC-MESNIL      FRANCE\",\"actions_o\":\"168\",\"actions_p\":\"822\",\"no_de_voix\":\"990\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"5\",\"name\":\"SOCIETE DES MINES DE L'AURIERAS\",\"address\":\"11 bis rue Balzac PARIS 8e\\nFRANCE\",\"actions_o\":\"45\",\"actions_p\":\"355\",\"no_de_voix\":\"400\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"6\",\"name\":\"SOCIETE DE RECHERCHES MINIERES FRAN-\",\"address\":\"CAISES 11 bis rue Balzac  PARIS 8e\\nFRANCE\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"7\",\"name\":\"Monsieur PANI Antonio\",\"address\":\"SESSA (Tessin)\\nSUISSE\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"}],\"total_actions\":{\"total_o\":\"\",\"total_p\":\"\",\"total_voix\":\"\"}}}}],\"created\":1773678273,\"model\":\"gpt-5.4-2026-03-05\",\"object\":\"chat.completion\",\"service_tier\":\"default\",\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":469,\"prompt_tokens\":3501,\"total_tokens\":3970,\"completion_tokens_details\":{\"accepted_prediction_tokens\":0,\"audio_tokens\":0,\"reasoning_tokens\":0,\"rejected_prediction_tokens\":0},\"prompt_tokens_details\":{\"audio_tokens\":0,\"cached_tokens\":0}}}"}, "scoring": {"fuzzy": 0.8248118359278452, "cost_summary": {"total_input_tokens": 63492, "total_output_tokens": 4969, "total_tokens": 68461, "input_cost_usd": 0.15872999999999998, "output_cost_usd": 0.074535, "total_cost_usd": 0.233265}}, "normalized_score": 82.48118359278452}, {"_id": {"$oid": "69d4eb12b877594bc5718cbd"}, "test_id": "T0664", "benchmark": "general_meeting_minutes", "date": "2026-03-16", "tags": {"document-type": ["minutes"], "writing": ["typed", "handwritten"], "century": [20], "language": ["it", "fr", "de"], "layout": ["table"], "entry-type": ["person", "location"], "task": ["information-extraction"]}, "contributors": ["alexandra_binnenkade", "sven_lienhard", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5.4-2026-03-05", "dataclass": "MinutesPage", "temperature": 1.0, "role_description": "You are a historian with expertise in analyzing and summarizing historical meeting minutes", "prompt_file": "prompt.txt", "legacy_test": false}, "prompt": "Please extract the metadata according to the given output format.\nName and Address are in the same table field. Your task is to extract them into separate fields.\nLose any dashes between name and address but preserve linebreaks.\nBe aware: Addresses may contain multiple dashes; preserve them, only remove \"visual splitting characters\" between name and address.\nFilename: {filename}\nPage: {page_number}", "results": {"text": "{\"document\":\"Se_23_Assembl\u00e9e_1951_Generalversammlung5_page_20\",\"page_number\":20,\"entries\":[{\"number\":\"31\",\"name\":\"M. SIRCOUION Jacques\",\"address\":\"Mesli\u00e8res (Doubs)\",\"actions_o\":\"\",\"actions_p\":\"11\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"32\",\"name\":\"St\u00e9 Anonyme des Mines d'OR du CHATELET\",\"address\":\"11bis rue Balzac\\nPARIS (8o)\",\"actions_o\":\"365\",\"actions_p\":\"45\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"J. Feur\"},{\"number\":\"33\",\"name\":\"M. STRAP Gaston\",\"address\":\"112 Bd Exelmans PARIS (16o)\",\"actions_o\":\"80\",\"actions_p\":\"64\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"J. Feur\"},{\"number\":\"34\",\"name\":\"M. STRAP Pierre\",\"address\":\"73, rue des Vignes PARIS (16o)\",\"actions_o\":\"\",\"actions_p\":\"1\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"Ant. Paui\"},{\"number\":\"35\",\"name\":\"Mme WARNANT Pierre\",\"address\":\"148 Av. Franklin Roosevelt\\nBRUXELLES (Belgique)\",\"actions_o\":\"200\",\"actions_p\":\"\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"36\",\"name\":\"de ZANNA Arcangelo\",\"address\":\"\",\"actions_o\":\"1\",\"actions_p\":\"\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"}],\"total_actions\":{\"total_o\":\"2554\",\"total_p\":\"939\",\"total_voix\":\"\"}}", "model": "gpt-5.4-2026-03-05", "provider": "openai", "finish_reason": "stop", "usage": {"input_tokens": 8568, "output_tokens": 357, "total_tokens": 8925, "cached_tokens": 4864, "input_cost_usd": 0.021419999999999998, "output_cost_usd": 0.005355, "estimated_cost_usd": 0.026775}, "duration": 7.227793455123901, "timestamp": "2026-03-16T17:21:52.770446", "parsed": {"document": "Se_23_Assembl\u00e9e_1951_Generalversammlung5_page_20", "page_number": 20, "entries": [{"number": "31", "name": "M. SIRCOUION Jacques", "address": "Mesli\u00e8res (Doubs)", "actions_o": "", "actions_p": "11", "no_de_voix": "", "signature_present": false, "signature": ""}, {"number": "32", "name": "St\u00e9 Anonyme des Mines d'OR du CHATELET", "address": "11bis rue Balzac\nPARIS (8o)", "actions_o": "365", "actions_p": "45", "no_de_voix": "", "signature_present": true, "signature": "J. Feur"}, {"number": "33", "name": "M. STRAP Gaston", "address": "112 Bd Exelmans PARIS (16o)", "actions_o": "80", "actions_p": "64", "no_de_voix": "", "signature_present": true, "signature": "J. Feur"}, {"number": "34", "name": "M. STRAP Pierre", "address": "73, rue des Vignes PARIS (16o)", "actions_o": "", "actions_p": "1", "no_de_voix": "", "signature_present": true, "signature": "Ant. Paui"}, {"number": "35", "name": "Mme WARNANT Pierre", "address": "148 Av. Franklin Roosevelt\nBRUXELLES (Belgique)", "actions_o": "200", "actions_p": "", "no_de_voix": "", "signature_present": false, "signature": ""}, {"number": "36", "name": "de ZANNA Arcangelo", "address": "", "actions_o": "1", "actions_p": "", "no_de_voix": "", "signature_present": false, "signature": ""}], "total_actions": {"total_o": "2554", "total_p": "939", "total_voix": ""}}, "conversation_id": "db99ce55-7e32-4742-80a2-1b5261ad6b95", "score": {"fuzzy": 0.8008431118447024}, "raw_response": "{\"id\":\"chatcmpl-DK4zSwFCLqcmtcatjgzcaGiQxL2vU\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\\"document\\\":\\\"Se_23_Assembl\u00e9e_1951_Generalversammlung5_page_20\\\",\\\"page_number\\\":20,\\\"entries\\\":[{\\\"number\\\":\\\"31\\\",\\\"name\\\":\\\"M. SIRCOUION Jacques\\\",\\\"address\\\":\\\"Mesli\u00e8res (Doubs)\\\",\\\"actions_o\\\":\\\"\\\",\\\"actions_p\\\":\\\"11\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"32\\\",\\\"name\\\":\\\"St\u00e9 Anonyme des Mines d'OR du CHATELET\\\",\\\"address\\\":\\\"11bis rue Balzac\\\\nPARIS (8o)\\\",\\\"actions_o\\\":\\\"365\\\",\\\"actions_p\\\":\\\"45\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"J. Feur\\\"},{\\\"number\\\":\\\"33\\\",\\\"name\\\":\\\"M. STRAP Gaston\\\",\\\"address\\\":\\\"112 Bd Exelmans PARIS (16o)\\\",\\\"actions_o\\\":\\\"80\\\",\\\"actions_p\\\":\\\"64\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"J. Feur\\\"},{\\\"number\\\":\\\"34\\\",\\\"name\\\":\\\"M. STRAP Pierre\\\",\\\"address\\\":\\\"73, rue des Vignes PARIS (16o)\\\",\\\"actions_o\\\":\\\"\\\",\\\"actions_p\\\":\\\"1\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Ant. Paui\\\"},{\\\"number\\\":\\\"35\\\",\\\"name\\\":\\\"Mme WARNANT Pierre\\\",\\\"address\\\":\\\"148 Av. Franklin Roosevelt\\\\nBRUXELLES (Belgique)\\\",\\\"actions_o\\\":\\\"200\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"36\\\",\\\"name\\\":\\\"de ZANNA Arcangelo\\\",\\\"address\\\":\\\"\\\",\\\"actions_o\\\":\\\"1\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"}],\\\"total_actions\\\":{\\\"total_o\\\":\\\"2554\\\",\\\"total_p\\\":\\\"939\\\",\\\"total_voix\\\":\\\"\\\"}}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":[],\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"document\":\"Se_23_Assembl\u00e9e_1951_Generalversammlung5_page_20\",\"page_number\":20,\"entries\":[{\"number\":\"31\",\"name\":\"M. SIRCOUION Jacques\",\"address\":\"Mesli\u00e8res (Doubs)\",\"actions_o\":\"\",\"actions_p\":\"11\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"32\",\"name\":\"St\u00e9 Anonyme des Mines d'OR du CHATELET\",\"address\":\"11bis rue Balzac\\nPARIS (8o)\",\"actions_o\":\"365\",\"actions_p\":\"45\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"J. Feur\"},{\"number\":\"33\",\"name\":\"M. STRAP Gaston\",\"address\":\"112 Bd Exelmans PARIS (16o)\",\"actions_o\":\"80\",\"actions_p\":\"64\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"J. Feur\"},{\"number\":\"34\",\"name\":\"M. STRAP Pierre\",\"address\":\"73, rue des Vignes PARIS (16o)\",\"actions_o\":\"\",\"actions_p\":\"1\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"Ant. Paui\"},{\"number\":\"35\",\"name\":\"Mme WARNANT Pierre\",\"address\":\"148 Av. Franklin Roosevelt\\nBRUXELLES (Belgique)\",\"actions_o\":\"200\",\"actions_p\":\"\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"36\",\"name\":\"de ZANNA Arcangelo\",\"address\":\"\",\"actions_o\":\"1\",\"actions_p\":\"\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"}],\"total_actions\":{\"total_o\":\"2554\",\"total_p\":\"939\",\"total_voix\":\"\"}}}}],\"created\":1773678114,\"model\":\"gpt-5.4-2026-03-05\",\"object\":\"chat.completion\",\"service_tier\":\"default\",\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":357,\"prompt_tokens\":8568,\"total_tokens\":8925,\"completion_tokens_details\":{\"accepted_prediction_tokens\":0,\"audio_tokens\":0,\"reasoning_tokens\":0,\"rejected_prediction_tokens\":0},\"prompt_tokens_details\":{\"audio_tokens\":0,\"cached_tokens\":4864}}}"}, "scoring": {"fuzzy": 0.8620106634132588, "cost_summary": {"total_input_tokens": 50703, "total_output_tokens": 4958, "total_tokens": 55661, "input_cost_usd": 0.1267575, "output_cost_usd": 0.07437, "total_cost_usd": 0.2011275}}, "normalized_score": 86.20106634132588}, {"_id": {"$oid": "69d4eb12b877594bc5718cc4"}, "test_id": "T0666", "benchmark": "general_meeting_minutes", "date": "2026-03-16", "tags": {"document-type": ["minutes"], "writing": ["typed", "handwritten"], "century": [20], "language": ["it", "fr", "de"], "layout": ["table"], "entry-type": ["person", "location"], "task": ["information-extraction"]}, "contributors": ["alexandra_binnenkade", "sven_lienhard", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5.4-2026-03-05", "dataclass": "MinutesPage", "temperature": 1.0, "role_description": "You are a historian with expertise in analyzing and summarizing historical meeting minutes", "prompt_file": "prompt_first_reformulated.txt", "legacy_test": false}, "prompt": "Please extract the metadata according to the given output format.\nName and Address are in the same table field. Your task is to extract them into separate fields.\nLose any dashes between name and address but preserve linebreaks.\nBe aware: Addresses may contain multiple dashes; preserve them, only remove \"visual splitting characters\" between name and address.\nEach numbered entry may span multiple lines in the name/address field.\nThe presented image may contain rotated pages, extract everything, treat them as a MinutesPage.\nFilename: {filename}\nPage: {page_number}", "results": {"text": "{\"document\":\"Se_19_Assembl\u00e9e Mine d. Costano_1_Assemblee 28.12.1967_1_page_4\",\"page_number\":4,\"entries\":[{\"number\":\"1\",\"name\":\"Monsieur BREHAM Alain\",\"address\":\"45, bd du Commandant Charcot\\nNEUILLY S/SEINE\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"2\",\"name\":\"Monsieur BREHAM Marc\",\"address\":\"La Tuillerie\\nSAINT NOM LA BRETECHE\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"3\",\"name\":\"Monsieur MASSON Daniel\",\"address\":\"Villa La Cava Avenue de La Cava\\n06 / CANNES\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"4\",\"name\":\"Compagnie Centrale SICLI\",\"address\":\"11 bis, rue Balzac\\nPARIS 8e\",\"actions_o\":\"168\",\"actions_p\":\"822\",\"no_de_voix\":\"990\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"5\",\"name\":\"Soci\u00e9t\u00e9 des Mines de l'Aurieras\",\"address\":\"11 bis, rue Balzac\\nPARIS 8e\",\"actions_o\":\"45\",\"actions_p\":\"355\",\"no_de_voix\":\"400\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"6\",\"name\":\"Soci\u00e9t\u00e9 des Recherches Mini\u00e8res\",\"address\":\"Fran\u00e7aises\\n11 bis, rue Balzac\\nPARIS 8e\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"7\",\"name\":\"Monsieur PANI Antonio\",\"address\":\"SESSA\\nTESSIN\\nSUISSE\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"}],\"total_actions\":{\"total_o\":\"\",\"total_p\":\"\",\"total_voix\":\"\"}}", "model": "gpt-5.4-2026-03-05", "provider": "openai", "finish_reason": "stop", "usage": {"input_tokens": 4951, "output_tokens": 445, "total_tokens": 5396, "input_cost_usd": 0.0123775, "output_cost_usd": 0.0066749999999999995, "estimated_cost_usd": 0.0190525}, "duration": 6.019702672958374, "timestamp": "2026-03-16T17:23:41.195586", "parsed": {"document": "Se_19_Assembl\u00e9e Mine d. Costano_1_Assemblee 28.12.1967_1_page_4", "page_number": 4, "entries": [{"number": "1", "name": "Monsieur BREHAM Alain", "address": "45, bd du Commandant Charcot\nNEUILLY S/SEINE", "actions_o": "179", "actions_p": "520", "no_de_voix": "699", "signature_present": false, "signature": ""}, {"number": "2", "name": "Monsieur BREHAM Marc", "address": "La Tuillerie\nSAINT NOM LA BRETECHE", "actions_o": "179", "actions_p": "520", "no_de_voix": "699", "signature_present": false, "signature": ""}, {"number": "3", "name": "Monsieur MASSON Daniel", "address": "Villa La Cava Avenue de La Cava\n06 / CANNES", "actions_o": "10", "actions_p": "", "no_de_voix": "10", "signature_present": false, "signature": ""}, {"number": "4", "name": "Compagnie Centrale SICLI", "address": "11 bis, rue Balzac\nPARIS 8e", "actions_o": "168", "actions_p": "822", "no_de_voix": "990", "signature_present": false, "signature": ""}, {"number": "5", "name": "Soci\u00e9t\u00e9 des Mines de l'Aurieras", "address": "11 bis, rue Balzac\nPARIS 8e", "actions_o": "45", "actions_p": "355", "no_de_voix": "400", "signature_present": false, "signature": ""}, {"number": "6", "name": "Soci\u00e9t\u00e9 des Recherches Mini\u00e8res", "address": "Fran\u00e7aises\n11 bis, rue Balzac\nPARIS 8e", "actions_o": "10", "actions_p": "", "no_de_voix": "10", "signature_present": false, "signature": ""}, {"number": "7", "name": "Monsieur PANI Antonio", "address": "SESSA\nTESSIN\nSUISSE", "actions_o": "10", "actions_p": "", "no_de_voix": "10", "signature_present": false, "signature": ""}], "total_actions": {"total_o": "", "total_p": "", "total_voix": ""}}, "conversation_id": "d6787d19-c739-4415-b8a3-955f8f4d9cca", "score": {"fuzzy": 0.9894904993265647}, "raw_response": "{\"id\":\"chatcmpl-DK51DtyiXlJPSTMZvrdWQtoFQLpFa\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\\"document\\\":\\\"Se_19_Assembl\u00e9e Mine d. Costano_1_Assemblee 28.12.1967_1_page_4\\\",\\\"page_number\\\":4,\\\"entries\\\":[{\\\"number\\\":\\\"1\\\",\\\"name\\\":\\\"Monsieur BREHAM Alain\\\",\\\"address\\\":\\\"45, bd du Commandant Charcot\\\\nNEUILLY S/SEINE\\\",\\\"actions_o\\\":\\\"179\\\",\\\"actions_p\\\":\\\"520\\\",\\\"no_de_voix\\\":\\\"699\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"2\\\",\\\"name\\\":\\\"Monsieur BREHAM Marc\\\",\\\"address\\\":\\\"La Tuillerie\\\\nSAINT NOM LA BRETECHE\\\",\\\"actions_o\\\":\\\"179\\\",\\\"actions_p\\\":\\\"520\\\",\\\"no_de_voix\\\":\\\"699\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"3\\\",\\\"name\\\":\\\"Monsieur MASSON Daniel\\\",\\\"address\\\":\\\"Villa La Cava Avenue de La Cava\\\\n06 / CANNES\\\",\\\"actions_o\\\":\\\"10\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"10\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"4\\\",\\\"name\\\":\\\"Compagnie Centrale SICLI\\\",\\\"address\\\":\\\"11 bis, rue Balzac\\\\nPARIS 8e\\\",\\\"actions_o\\\":\\\"168\\\",\\\"actions_p\\\":\\\"822\\\",\\\"no_de_voix\\\":\\\"990\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"5\\\",\\\"name\\\":\\\"Soci\u00e9t\u00e9 des Mines de l'Aurieras\\\",\\\"address\\\":\\\"11 bis, rue Balzac\\\\nPARIS 8e\\\",\\\"actions_o\\\":\\\"45\\\",\\\"actions_p\\\":\\\"355\\\",\\\"no_de_voix\\\":\\\"400\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"6\\\",\\\"name\\\":\\\"Soci\u00e9t\u00e9 des Recherches Mini\u00e8res\\\",\\\"address\\\":\\\"Fran\u00e7aises\\\\n11 bis, rue Balzac\\\\nPARIS 8e\\\",\\\"actions_o\\\":\\\"10\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"10\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"7\\\",\\\"name\\\":\\\"Monsieur PANI Antonio\\\",\\\"address\\\":\\\"SESSA\\\\nTESSIN\\\\nSUISSE\\\",\\\"actions_o\\\":\\\"10\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"10\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"}],\\\"total_actions\\\":{\\\"total_o\\\":\\\"\\\",\\\"total_p\\\":\\\"\\\",\\\"total_voix\\\":\\\"\\\"}}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":[],\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"document\":\"Se_19_Assembl\u00e9e Mine d. Costano_1_Assemblee 28.12.1967_1_page_4\",\"page_number\":4,\"entries\":[{\"number\":\"1\",\"name\":\"Monsieur BREHAM Alain\",\"address\":\"45, bd du Commandant Charcot\\nNEUILLY S/SEINE\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"2\",\"name\":\"Monsieur BREHAM Marc\",\"address\":\"La Tuillerie\\nSAINT NOM LA BRETECHE\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"3\",\"name\":\"Monsieur MASSON Daniel\",\"address\":\"Villa La Cava Avenue de La Cava\\n06 / CANNES\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"4\",\"name\":\"Compagnie Centrale SICLI\",\"address\":\"11 bis, rue Balzac\\nPARIS 8e\",\"actions_o\":\"168\",\"actions_p\":\"822\",\"no_de_voix\":\"990\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"5\",\"name\":\"Soci\u00e9t\u00e9 des Mines de l'Aurieras\",\"address\":\"11 bis, rue Balzac\\nPARIS 8e\",\"actions_o\":\"45\",\"actions_p\":\"355\",\"no_de_voix\":\"400\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"6\",\"name\":\"Soci\u00e9t\u00e9 des Recherches Mini\u00e8res\",\"address\":\"Fran\u00e7aises\\n11 bis, rue Balzac\\nPARIS 8e\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"7\",\"name\":\"Monsieur PANI Antonio\",\"address\":\"SESSA\\nTESSIN\\nSUISSE\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"}],\"total_actions\":{\"total_o\":\"\",\"total_p\":\"\",\"total_voix\":\"\"}}}}],\"created\":1773678223,\"model\":\"gpt-5.4-2026-03-05\",\"object\":\"chat.completion\",\"service_tier\":\"default\",\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":445,\"prompt_tokens\":4951,\"total_tokens\":5396,\"completion_tokens_details\":{\"accepted_prediction_tokens\":0,\"audio_tokens\":0,\"reasoning_tokens\":0,\"rejected_prediction_tokens\":0},\"prompt_tokens_details\":{\"audio_tokens\":0,\"cached_tokens\":0}}}"}, "scoring": {"fuzzy": 0.8258659791943229, "cost_summary": {"total_input_tokens": 52248, "total_output_tokens": 4961, "total_tokens": 57209, "input_cost_usd": 0.13062, "output_cost_usd": 0.074415, "total_cost_usd": 0.20503500000000002}}, "normalized_score": 82.5865979194323}, {"_id": {"$oid": "69d4eb12b877594bc5718c7e"}, "test_id": "T0623", "benchmark": "general_meeting_minutes", "date": "2026-03-12", "tags": {"document-type": ["minutes"], "writing": ["typed", "handwritten"], "century": [20], "language": ["it", "fr", "de"], "layout": ["table"], "entry-type": ["person", "location"], "task": ["information-extraction"]}, "contributors": ["alexandra_binnenkade", "sven_lienhard", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5.2-2025-12-11", "dataclass": "MinutesPage", "temperature": 1.0, "role_description": "You are a historian with expertise in analyzing and summarizing historical meeting minutes", "prompt_file": "prompt.txt", "legacy_test": false}, "prompt": "Please extract the metadata according to the given output format.\nName and Address are in the same table field. Your task is to extract them into separate fields.\nLose any dashes between name and address but preserve linebreaks.\nBe aware: Addresses may contain multiple dashes; preserve them, only remove \"visual splitting characters\" between name and address.\nFilename: {filename}\nPage: {page_number}", "results": {"text": "{\"document\":\"Se_23_Assembl\u00e9e_1951_Generalversammlung5_page_20\",\"page_number\":20,\"entries\":[{\"number\":\"31\",\"name\":\"M. SIRCOULON Jacques\",\"address\":\"Mesli\u00e8res (Doubs)\",\"actions_o\":\"\",\"actions_p\":\"\",\"no_de_voix\":\"1\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"32\",\"name\":\"St\u00e9 Anonyme des Mines d'OR du CHATELET\",\"address\":\"11bis rue Balzac\\nPARIS (8e)\",\"actions_o\":\"215\",\"actions_p\":\"85\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"E. Gu\u00e9rin\"},{\"number\":\"33\",\"name\":\"M. STRAP Gaston\",\"address\":\"112 Bd Exelmans\\nPARIS (16e)\",\"actions_o\":\"80\",\"actions_p\":\"64\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"E. Gu\u00e9rin\"},{\"number\":\"34\",\"name\":\"M. STRAP Pierre\",\"address\":\"73, rue des Vignes\\nPARIS (16e)\",\"actions_o\":\"\",\"actions_p\":\"\",\"no_de_voix\":\"1\",\"signature_present\":true,\"signature\":\"Aut. Pani\"},{\"number\":\"35\",\"name\":\"Mme WARNANT Pierre\",\"address\":\"148 Av. Franklin Roosevelt\\nBRUXELLES (Belgique)\",\"actions_o\":\"200\",\"actions_p\":\"\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"36\",\"name\":\"de ZANNA Arcangelo\",\"address\":\"\",\"actions_o\":\"\",\"actions_p\":\"\",\"no_de_voix\":\"1\",\"signature_present\":false,\"signature\":\"\"}],\"total_actions\":{\"total_o\":\"2554\",\"total_p\":\"934\",\"total_voix\":\"\"}}", "model": "gpt-5.2-2025-12-11", "provider": "openai", "finish_reason": "stop", "usage": {"input_tokens": 7835, "output_tokens": 361, "total_tokens": 8196, "input_cost_usd": 0.01371125, "output_cost_usd": 0.0050539999999999995, "estimated_cost_usd": 0.018765249999999997}, "duration": 5.468392848968506, "timestamp": "2026-03-12T22:16:25.028779", "parsed": {"document": "Se_23_Assembl\u00e9e_1951_Generalversammlung5_page_20", "page_number": 20, "entries": [{"number": "31", "name": "M. SIRCOULON Jacques", "address": "Mesli\u00e8res (Doubs)", "actions_o": "", "actions_p": "", "no_de_voix": "1", "signature_present": false, "signature": ""}, {"number": "32", "name": "St\u00e9 Anonyme des Mines d'OR du CHATELET", "address": "11bis rue Balzac\nPARIS (8e)", "actions_o": "215", "actions_p": "85", "no_de_voix": "", "signature_present": true, "signature": "E. Gu\u00e9rin"}, {"number": "33", "name": "M. STRAP Gaston", "address": "112 Bd Exelmans\nPARIS (16e)", "actions_o": "80", "actions_p": "64", "no_de_voix": "", "signature_present": true, "signature": "E. Gu\u00e9rin"}, {"number": "34", "name": "M. STRAP Pierre", "address": "73, rue des Vignes\nPARIS (16e)", "actions_o": "", "actions_p": "", "no_de_voix": "1", "signature_present": true, "signature": "Aut. Pani"}, {"number": "35", "name": "Mme WARNANT Pierre", "address": "148 Av. Franklin Roosevelt\nBRUXELLES (Belgique)", "actions_o": "200", "actions_p": "", "no_de_voix": "", "signature_present": false, "signature": ""}, {"number": "36", "name": "de ZANNA Arcangelo", "address": "", "actions_o": "", "actions_p": "", "no_de_voix": "1", "signature_present": false, "signature": ""}], "total_actions": {"total_o": "2554", "total_p": "934", "total_voix": ""}}, "conversation_id": "a1c0cd4b-0a8b-45e8-b1f0-6474ca04a69f", "score": {"fuzzy": 0.7643103540464956}, "raw_response": "{\"id\":\"chatcmpl-DIhgC57rC6ZVlD4UI2FkM4klcivBl\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\\"document\\\":\\\"Se_23_Assembl\u00e9e_1951_Generalversammlung5_page_20\\\",\\\"page_number\\\":20,\\\"entries\\\":[{\\\"number\\\":\\\"31\\\",\\\"name\\\":\\\"M. SIRCOULON Jacques\\\",\\\"address\\\":\\\"Mesli\u00e8res (Doubs)\\\",\\\"actions_o\\\":\\\"\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"1\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"32\\\",\\\"name\\\":\\\"St\u00e9 Anonyme des Mines d'OR du CHATELET\\\",\\\"address\\\":\\\"11bis rue Balzac\\\\nPARIS (8e)\\\",\\\"actions_o\\\":\\\"215\\\",\\\"actions_p\\\":\\\"85\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"E. Gu\u00e9rin\\\"},{\\\"number\\\":\\\"33\\\",\\\"name\\\":\\\"M. STRAP Gaston\\\",\\\"address\\\":\\\"112 Bd Exelmans\\\\nPARIS (16e)\\\",\\\"actions_o\\\":\\\"80\\\",\\\"actions_p\\\":\\\"64\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"E. Gu\u00e9rin\\\"},{\\\"number\\\":\\\"34\\\",\\\"name\\\":\\\"M. STRAP Pierre\\\",\\\"address\\\":\\\"73, rue des Vignes\\\\nPARIS (16e)\\\",\\\"actions_o\\\":\\\"\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"1\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Aut. Pani\\\"},{\\\"number\\\":\\\"35\\\",\\\"name\\\":\\\"Mme WARNANT Pierre\\\",\\\"address\\\":\\\"148 Av. Franklin Roosevelt\\\\nBRUXELLES (Belgique)\\\",\\\"actions_o\\\":\\\"200\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"36\\\",\\\"name\\\":\\\"de ZANNA Arcangelo\\\",\\\"address\\\":\\\"\\\",\\\"actions_o\\\":\\\"\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"1\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"}],\\\"total_actions\\\":{\\\"total_o\\\":\\\"2554\\\",\\\"total_p\\\":\\\"934\\\",\\\"total_voix\\\":\\\"\\\"}}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":[],\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"document\":\"Se_23_Assembl\u00e9e_1951_Generalversammlung5_page_20\",\"page_number\":20,\"entries\":[{\"number\":\"31\",\"name\":\"M. SIRCOULON Jacques\",\"address\":\"Mesli\u00e8res (Doubs)\",\"actions_o\":\"\",\"actions_p\":\"\",\"no_de_voix\":\"1\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"32\",\"name\":\"St\u00e9 Anonyme des Mines d'OR du CHATELET\",\"address\":\"11bis rue Balzac\\nPARIS (8e)\",\"actions_o\":\"215\",\"actions_p\":\"85\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"E. Gu\u00e9rin\"},{\"number\":\"33\",\"name\":\"M. STRAP Gaston\",\"address\":\"112 Bd Exelmans\\nPARIS (16e)\",\"actions_o\":\"80\",\"actions_p\":\"64\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"E. Gu\u00e9rin\"},{\"number\":\"34\",\"name\":\"M. STRAP Pierre\",\"address\":\"73, rue des Vignes\\nPARIS (16e)\",\"actions_o\":\"\",\"actions_p\":\"\",\"no_de_voix\":\"1\",\"signature_present\":true,\"signature\":\"Aut. Pani\"},{\"number\":\"35\",\"name\":\"Mme WARNANT Pierre\",\"address\":\"148 Av. Franklin Roosevelt\\nBRUXELLES (Belgique)\",\"actions_o\":\"200\",\"actions_p\":\"\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"36\",\"name\":\"de ZANNA Arcangelo\",\"address\":\"\",\"actions_o\":\"\",\"actions_p\":\"\",\"no_de_voix\":\"1\",\"signature_present\":false,\"signature\":\"\"}],\"total_actions\":{\"total_o\":\"2554\",\"total_p\":\"934\",\"total_voix\":\"\"}}}}],\"created\":1773350180,\"model\":\"gpt-5.2-2025-12-11\",\"object\":\"chat.completion\",\"service_tier\":\"default\",\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":361,\"prompt_tokens\":7835,\"total_tokens\":8196,\"completion_tokens_details\":{\"accepted_prediction_tokens\":0,\"audio_tokens\":0,\"reasoning_tokens\":0,\"rejected_prediction_tokens\":0},\"prompt_tokens_details\":{\"audio_tokens\":0,\"cached_tokens\":0}}}"}, "scoring": {"fuzzy": 0.8067322364556673, "cost_summary": {"total_input_tokens": 43655, "total_output_tokens": 5036, "total_tokens": 48691, "input_cost_usd": 0.07639625, "output_cost_usd": 0.070504, "total_cost_usd": 0.14690025}}, "normalized_score": 80.67322364556672}, {"_id": {"$oid": "69d4eb12b877594bc5718c7f"}, "test_id": "T0625", "benchmark": "general_meeting_minutes", "date": "2026-03-12", "tags": {"document-type": ["minutes"], "writing": ["typed", "handwritten"], "century": [20], "language": ["it", "fr", "de"], "layout": ["table"], "entry-type": ["person", "location"], "task": ["information-extraction"]}, "contributors": ["alexandra_binnenkade", "sven_lienhard", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5.2-2025-12-11", "dataclass": "MinutesPage", "temperature": 1.0, "role_description": "You are a historian with expertise in analyzing and summarizing historical meeting minutes", "prompt_file": "prompt_first_reformulated.txt", "legacy_test": false}, "prompt": "Please extract the metadata according to the given output format.\nName and Address are in the same table field. Your task is to extract them into separate fields.\nLose any dashes between name and address but preserve linebreaks.\nBe aware: Addresses may contain multiple dashes; preserve them, only remove \"visual splitting characters\" between name and address.\nEach numbered entry may span multiple lines in the name/address field.\nThe presented image may contain rotated pages, extract everything, treat them as a MinutesPage.\nFilename: {filename}\nPage: {page_number}", "results": {"text": "{\"document\":\"Se_18_Bilanz1967_page_4\",\"page_number\":4,\"entries\":[{\"number\":\"1\",\"name\":\"Mr Alain BREHAM (Cabinet D. FEAU)\",\"address\":\"132 Boulevard Haussmann\\n75 / PARIS 8\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"2\",\"name\":\"Mr Marc BREHAM\",\"address\":\"La Tuilerie\\n78/St-Nom la Bret\u00e8che\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"3\",\"name\":\"COMPAGNIE CENTRALE SICIL\",\"address\":\"11 bis rue Balzac\\n75 / PARIS 8e\",\"actions_o\":\"168\",\"actions_p\":\"822\",\"no_de_voix\":\"990\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"4\",\"name\":\"St\u00e9 DES MINES DE L'AURIERAS\",\"address\":\"11 bis rue Balzac\\n75 / PARIS 8e\",\"actions_o\":\"45\",\"actions_p\":\"355\",\"no_de_voix\":\"400\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"5\",\"name\":\"St\u00e9 de RECHERCHES MINIERES FRANCAISES\",\"address\":\"11 bis rue Balzac\\n75 / PARIS 8e\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"6\",\"name\":\"Mr PANI Antonio\",\"address\":\"SESSA (Tessin) Suisse\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"7\",\"name\":\"Mr MASSON Daniel\",\"address\":\"Villa La Cava\\nAvenue de la Cava\\n06 / CANNES\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"}],\"total_actions\":{\"total_o\":\"601\",\"total_p\":\"2217\",\"total_voix\":\"2818\"}}", "model": "gpt-5.2-2025-12-11", "provider": "openai", "finish_reason": "stop", "usage": {"input_tokens": 3622, "output_tokens": 445, "total_tokens": 4067, "input_cost_usd": 0.0063384999999999995, "output_cost_usd": 0.006229999999999999, "estimated_cost_usd": 0.0125685}, "duration": 6.892578601837158, "timestamp": "2026-03-12T22:19:32.748319", "parsed": {"document": "Se_18_Bilanz1967_page_4", "page_number": 4, "entries": [{"number": "1", "name": "Mr Alain BREHAM (Cabinet D. FEAU)", "address": "132 Boulevard Haussmann\n75 / PARIS 8", "actions_o": "179", "actions_p": "520", "no_de_voix": "699", "signature_present": false, "signature": ""}, {"number": "2", "name": "Mr Marc BREHAM", "address": "La Tuilerie\n78/St-Nom la Bret\u00e8che", "actions_o": "179", "actions_p": "520", "no_de_voix": "699", "signature_present": false, "signature": ""}, {"number": "3", "name": "COMPAGNIE CENTRALE SICIL", "address": "11 bis rue Balzac\n75 / PARIS 8e", "actions_o": "168", "actions_p": "822", "no_de_voix": "990", "signature_present": false, "signature": ""}, {"number": "4", "name": "St\u00e9 DES MINES DE L'AURIERAS", "address": "11 bis rue Balzac\n75 / PARIS 8e", "actions_o": "45", "actions_p": "355", "no_de_voix": "400", "signature_present": false, "signature": ""}, {"number": "5", "name": "St\u00e9 de RECHERCHES MINIERES FRANCAISES", "address": "11 bis rue Balzac\n75 / PARIS 8e", "actions_o": "10", "actions_p": "", "no_de_voix": "10", "signature_present": false, "signature": ""}, {"number": "6", "name": "Mr PANI Antonio", "address": "SESSA (Tessin) Suisse", "actions_o": "10", "actions_p": "", "no_de_voix": "10", "signature_present": false, "signature": ""}, {"number": "7", "name": "Mr MASSON Daniel", "address": "Villa La Cava\nAvenue de la Cava\n06 / CANNES", "actions_o": "10", "actions_p": "", "no_de_voix": "10", "signature_present": false, "signature": ""}], "total_actions": {"total_o": "601", "total_p": "2217", "total_voix": "2818"}}, "conversation_id": "961fc151-5ec1-4a79-9eae-9e2fa6559d55", "score": {"fuzzy": 0.9804190292240673}, "raw_response": "{\"id\":\"chatcmpl-DIhjDd8dlNnv0Uw45xZYddmB4dSxs\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\\"document\\\":\\\"Se_18_Bilanz1967_page_4\\\",\\\"page_number\\\":4,\\\"entries\\\":[{\\\"number\\\":\\\"1\\\",\\\"name\\\":\\\"Mr Alain BREHAM (Cabinet D. FEAU)\\\",\\\"address\\\":\\\"132 Boulevard Haussmann\\\\n75 / PARIS 8\\\",\\\"actions_o\\\":\\\"179\\\",\\\"actions_p\\\":\\\"520\\\",\\\"no_de_voix\\\":\\\"699\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"2\\\",\\\"name\\\":\\\"Mr Marc BREHAM\\\",\\\"address\\\":\\\"La Tuilerie\\\\n78/St-Nom la Bret\u00e8che\\\",\\\"actions_o\\\":\\\"179\\\",\\\"actions_p\\\":\\\"520\\\",\\\"no_de_voix\\\":\\\"699\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"3\\\",\\\"name\\\":\\\"COMPAGNIE CENTRALE SICIL\\\",\\\"address\\\":\\\"11 bis rue Balzac\\\\n75 / PARIS 8e\\\",\\\"actions_o\\\":\\\"168\\\",\\\"actions_p\\\":\\\"822\\\",\\\"no_de_voix\\\":\\\"990\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"4\\\",\\\"name\\\":\\\"St\u00e9 DES MINES DE L'AURIERAS\\\",\\\"address\\\":\\\"11 bis rue Balzac\\\\n75 / PARIS 8e\\\",\\\"actions_o\\\":\\\"45\\\",\\\"actions_p\\\":\\\"355\\\",\\\"no_de_voix\\\":\\\"400\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"5\\\",\\\"name\\\":\\\"St\u00e9 de RECHERCHES MINIERES FRANCAISES\\\",\\\"address\\\":\\\"11 bis rue Balzac\\\\n75 / PARIS 8e\\\",\\\"actions_o\\\":\\\"10\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"10\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"6\\\",\\\"name\\\":\\\"Mr PANI Antonio\\\",\\\"address\\\":\\\"SESSA (Tessin) Suisse\\\",\\\"actions_o\\\":\\\"10\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"10\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"7\\\",\\\"name\\\":\\\"Mr MASSON Daniel\\\",\\\"address\\\":\\\"Villa La Cava\\\\nAvenue de la Cava\\\\n06 / CANNES\\\",\\\"actions_o\\\":\\\"10\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"10\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"}],\\\"total_actions\\\":{\\\"total_o\\\":\\\"601\\\",\\\"total_p\\\":\\\"2217\\\",\\\"total_voix\\\":\\\"2818\\\"}}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":[],\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"document\":\"Se_18_Bilanz1967_page_4\",\"page_number\":4,\"entries\":[{\"number\":\"1\",\"name\":\"Mr Alain BREHAM (Cabinet D. FEAU)\",\"address\":\"132 Boulevard Haussmann\\n75 / PARIS 8\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"2\",\"name\":\"Mr Marc BREHAM\",\"address\":\"La Tuilerie\\n78/St-Nom la Bret\u00e8che\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"3\",\"name\":\"COMPAGNIE CENTRALE SICIL\",\"address\":\"11 bis rue Balzac\\n75 / PARIS 8e\",\"actions_o\":\"168\",\"actions_p\":\"822\",\"no_de_voix\":\"990\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"4\",\"name\":\"St\u00e9 DES MINES DE L'AURIERAS\",\"address\":\"11 bis rue Balzac\\n75 / PARIS 8e\",\"actions_o\":\"45\",\"actions_p\":\"355\",\"no_de_voix\":\"400\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"5\",\"name\":\"St\u00e9 de RECHERCHES MINIERES FRANCAISES\",\"address\":\"11 bis rue Balzac\\n75 / PARIS 8e\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"6\",\"name\":\"Mr PANI Antonio\",\"address\":\"SESSA (Tessin) Suisse\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"7\",\"name\":\"Mr MASSON Daniel\",\"address\":\"Villa La Cava\\nAvenue de la Cava\\n06 / CANNES\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"}],\"total_actions\":{\"total_o\":\"601\",\"total_p\":\"2217\",\"total_voix\":\"2818\"}}}}],\"created\":1773350367,\"model\":\"gpt-5.2-2025-12-11\",\"object\":\"chat.completion\",\"service_tier\":\"default\",\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":445,\"prompt_tokens\":3622,\"total_tokens\":4067,\"completion_tokens_details\":{\"accepted_prediction_tokens\":0,\"audio_tokens\":0,\"reasoning_tokens\":0,\"rejected_prediction_tokens\":0},\"prompt_tokens_details\":{\"audio_tokens\":0,\"cached_tokens\":0}}}"}, "scoring": {"fuzzy": 0.8493127530191522, "cost_summary": {"total_input_tokens": 45112, "total_output_tokens": 5016, "total_tokens": 50128, "input_cost_usd": 0.078946, "output_cost_usd": 0.07022400000000001, "total_cost_usd": 0.14917}}, "normalized_score": 84.93127530191522}, {"_id": {"$oid": "69d4eb12b877594bc5718c81"}, "test_id": "T0626", "benchmark": "general_meeting_minutes", "date": "2026-03-12", "tags": {"document-type": ["minutes"], "writing": ["typed", "handwritten"], "century": [20], "language": ["it", "fr", "de"], "layout": ["table"], "entry-type": ["person", "location"], "task": ["information-extraction"]}, "contributors": ["alexandra_binnenkade", "sven_lienhard", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5.2-2025-12-11", "dataclass": "MinutesPage", "temperature": 1.0, "role_description": "You are a historian with expertise in analyzing and summarizing historical meeting minutes", "prompt_file": "updated_prompt.txt", "legacy_test": false}, "prompt": "Extract the table content from the page image and return it in the required JSON structure.\n\nThe page contains a table of shareholders with the following columns:\n\n1. N\u00b0 D'ORDRE (row number)\n2. NOM, PR\u00c9NOMS ET DOMICILE DES ACTIONNAIRES (name and address)\n3. ACTIONS O\n4. ACTIONS P\n5. NOMBRE DE VOIX\n6. SIGNATURE DES ACTIONNAIRES OU DES MANDATAIRES\n\nROW STRUCTURE\n-------------\nEach entry begins with the row number in the first column.\nAll lines belonging to that number form one entry.\n\nThe second column contains BOTH name and address in the same field.\nSplit this content into:\n\n- name\n- address\n\nThe name is always the first line.\nAll following lines belong to the address.\n\nPreserve the line breaks inside the address exactly as in the source.\n\nDo NOT modify spelling or add accents. Transcribe the text exactly as shown.\n\nDashes inside addresses must be preserved.\nOnly remove a dash if it clearly separates the name from the address on the same line.\n\nNUMERIC COLUMNS\n---------------\nExtract the values from the table columns:\n\n- actions_o\n- actions_p\n- no_de_voix\n\nLeave fields empty if no value is present.\n\nSIGNATURE COLUMN\n----------------\nIf the signature column contains handwriting or text:\n\nsignature_present = true\nsignature = transcription of the visible text\n\nIf the column is empty:\n\nsignature_present = false\nsignature = \"\"\n\nTOTALS\n------\nTotals may appear below the table near the text \"A REPORTER\".\nOnly extract totals if explicit numbers are present.\nOtherwise return empty strings for:\n\ntotal_o\ntotal_p\ntotal_voix\n\nDOCUMENT METADATA\n-----------------\nfilename = {filename}\npage_number = {page_number}", "results": {"text": "{\"document\":\"Se_23_Assembl\u00e9e_1951_Generalversammlung5_page_20\",\"page_number\":20,\"entries\":[{\"number\":\"31\",\"name\":\"M. SIRCQUION Jacques\",\"address\":\"Meslieres (Doubs)\",\"actions_o\":\"\",\"actions_p\":\"\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"32\",\"name\":\"St\u00e9 Anonyme des Mines d'OR\",\"address\":\"du CHATELET 11bis rue Balzac\\nPARIS (8o)\",\"actions_o\":\"315\",\"actions_p\":\"15\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"J. Jullien\"},{\"number\":\"33\",\"name\":\"M. STRAP Gaston\",\"address\":\"112 Bd Exelmans PARIS (16o)\",\"actions_o\":\"80\",\"actions_p\":\"64\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"J. Jullien\"},{\"number\":\"34\",\"name\":\"M. STRAP Pierre\",\"address\":\"73,rue des Vignes PARIS (16o)\",\"actions_o\":\"\",\"actions_p\":\"1\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"Hen. Pau\"},{\"number\":\"35\",\"name\":\"Mme WARNANT Pierre\",\"address\":\"148 Av.Franklin Roosevelt\\nBRUXELLES (Belgique)\",\"actions_o\":\"40\",\"actions_p\":\"\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"36\",\"name\":\"de ZANNA Arcangelo\",\"address\":\"\",\"actions_o\":\"\",\"actions_p\":\"1\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"}],\"total_actions\":{\"total_o\":\"\",\"total_p\":\"\",\"total_voix\":\"\"}}", "model": "gpt-5.2-2025-12-11", "provider": "openai", "finish_reason": "stop", "usage": {"input_tokens": 10296, "output_tokens": 352, "total_tokens": 10648, "input_cost_usd": 0.018018, "output_cost_usd": 0.004928, "estimated_cost_usd": 0.022946}, "duration": 5.795086145401001, "timestamp": "2026-03-12T22:22:14.024980", "parsed": {"document": "Se_23_Assembl\u00e9e_1951_Generalversammlung5_page_20", "page_number": 20, "entries": [{"number": "31", "name": "M. SIRCQUION Jacques", "address": "Meslieres (Doubs)", "actions_o": "", "actions_p": "", "no_de_voix": "", "signature_present": false, "signature": ""}, {"number": "32", "name": "St\u00e9 Anonyme des Mines d'OR", "address": "du CHATELET 11bis rue Balzac\nPARIS (8o)", "actions_o": "315", "actions_p": "15", "no_de_voix": "", "signature_present": true, "signature": "J. Jullien"}, {"number": "33", "name": "M. STRAP Gaston", "address": "112 Bd Exelmans PARIS (16o)", "actions_o": "80", "actions_p": "64", "no_de_voix": "", "signature_present": true, "signature": "J. Jullien"}, {"number": "34", "name": "M. STRAP Pierre", "address": "73,rue des Vignes PARIS (16o)", "actions_o": "", "actions_p": "1", "no_de_voix": "", "signature_present": true, "signature": "Hen. Pau"}, {"number": "35", "name": "Mme WARNANT Pierre", "address": "148 Av.Franklin Roosevelt\nBRUXELLES (Belgique)", "actions_o": "40", "actions_p": "", "no_de_voix": "", "signature_present": false, "signature": ""}, {"number": "36", "name": "de ZANNA Arcangelo", "address": "", "actions_o": "", "actions_p": "1", "no_de_voix": "", "signature_present": false, "signature": ""}], "total_actions": {"total_o": "", "total_p": "", "total_voix": ""}}, "conversation_id": "c3c2246d-b36d-4753-99f0-b6f43e59c4e8", "score": {"fuzzy": 0.8309527327545633}, "raw_response": "{\"id\":\"chatcmpl-DIhlpOCj4C5lJGKTMsjHMbfjLFVCO\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\\"document\\\":\\\"Se_23_Assembl\u00e9e_1951_Generalversammlung5_page_20\\\",\\\"page_number\\\":20,\\\"entries\\\":[{\\\"number\\\":\\\"31\\\",\\\"name\\\":\\\"M. SIRCQUION Jacques\\\",\\\"address\\\":\\\"Meslieres (Doubs)\\\",\\\"actions_o\\\":\\\"\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"32\\\",\\\"name\\\":\\\"St\u00e9 Anonyme des Mines d'OR\\\",\\\"address\\\":\\\"du CHATELET 11bis rue Balzac\\\\nPARIS (8o)\\\",\\\"actions_o\\\":\\\"315\\\",\\\"actions_p\\\":\\\"15\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"J. Jullien\\\"},{\\\"number\\\":\\\"33\\\",\\\"name\\\":\\\"M. STRAP Gaston\\\",\\\"address\\\":\\\"112 Bd Exelmans PARIS (16o)\\\",\\\"actions_o\\\":\\\"80\\\",\\\"actions_p\\\":\\\"64\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"J. Jullien\\\"},{\\\"number\\\":\\\"34\\\",\\\"name\\\":\\\"M. STRAP Pierre\\\",\\\"address\\\":\\\"73,rue des Vignes PARIS (16o)\\\",\\\"actions_o\\\":\\\"\\\",\\\"actions_p\\\":\\\"1\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Hen. Pau\\\"},{\\\"number\\\":\\\"35\\\",\\\"name\\\":\\\"Mme WARNANT Pierre\\\",\\\"address\\\":\\\"148 Av.Franklin Roosevelt\\\\nBRUXELLES (Belgique)\\\",\\\"actions_o\\\":\\\"40\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"36\\\",\\\"name\\\":\\\"de ZANNA Arcangelo\\\",\\\"address\\\":\\\"\\\",\\\"actions_o\\\":\\\"\\\",\\\"actions_p\\\":\\\"1\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"}],\\\"total_actions\\\":{\\\"total_o\\\":\\\"\\\",\\\"total_p\\\":\\\"\\\",\\\"total_voix\\\":\\\"\\\"}}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":[],\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"document\":\"Se_23_Assembl\u00e9e_1951_Generalversammlung5_page_20\",\"page_number\":20,\"entries\":[{\"number\":\"31\",\"name\":\"M. SIRCQUION Jacques\",\"address\":\"Meslieres (Doubs)\",\"actions_o\":\"\",\"actions_p\":\"\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"32\",\"name\":\"St\u00e9 Anonyme des Mines d'OR\",\"address\":\"du CHATELET 11bis rue Balzac\\nPARIS (8o)\",\"actions_o\":\"315\",\"actions_p\":\"15\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"J. Jullien\"},{\"number\":\"33\",\"name\":\"M. STRAP Gaston\",\"address\":\"112 Bd Exelmans PARIS (16o)\",\"actions_o\":\"80\",\"actions_p\":\"64\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"J. Jullien\"},{\"number\":\"34\",\"name\":\"M. STRAP Pierre\",\"address\":\"73,rue des Vignes PARIS (16o)\",\"actions_o\":\"\",\"actions_p\":\"1\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"Hen. Pau\"},{\"number\":\"35\",\"name\":\"Mme WARNANT Pierre\",\"address\":\"148 Av.Franklin Roosevelt\\nBRUXELLES (Belgique)\",\"actions_o\":\"40\",\"actions_p\":\"\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"36\",\"name\":\"de ZANNA Arcangelo\",\"address\":\"\",\"actions_o\":\"\",\"actions_p\":\"1\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"}],\"total_actions\":{\"total_o\":\"\",\"total_p\":\"\",\"total_voix\":\"\"}}}}],\"created\":1773350529,\"model\":\"gpt-5.2-2025-12-11\",\"object\":\"chat.completion\",\"service_tier\":\"default\",\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":352,\"prompt_tokens\":10296,\"total_tokens\":10648,\"completion_tokens_details\":{\"accepted_prediction_tokens\":0,\"audio_tokens\":0,\"reasoning_tokens\":0,\"rejected_prediction_tokens\":0},\"prompt_tokens_details\":{\"audio_tokens\":0,\"cached_tokens\":0}}}"}, "scoring": {"fuzzy": 0.8100201654389452, "cost_summary": {"total_input_tokens": 56247, "total_output_tokens": 4941, "total_tokens": 61188, "input_cost_usd": 0.09843225, "output_cost_usd": 0.069174, "total_cost_usd": 0.16760624999999998}}, "normalized_score": 81.00201654389451}, {"_id": {"$oid": "69d4eb12b877594bc5718c82"}, "test_id": "T0624", "benchmark": "general_meeting_minutes", "date": "2026-03-12", "tags": {"document-type": ["minutes"], "writing": ["typed", "handwritten"], "century": [20], "language": ["it", "fr", "de"], "layout": ["table"], "entry-type": ["person", "location"], "task": ["information-extraction"]}, "contributors": ["alexandra_binnenkade", "sven_lienhard", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5.2-2025-12-11", "dataclass": "MinutesPage", "temperature": 1.0, "role_description": "You are a historian with expertise in analyzing and summarizing historical meeting minutes", "prompt_file": "extended_prompt.txt", "legacy_test": false}, "prompt": "Filename: {filename}\nPage: {page_number}\n\nPrompt 2\n\nCRITICAL RULES\n--------------\n\n1) Name and Address are in the same table field.\n   - Extract them into separate fields: \"name\" and \"address\".\n   - Remove only the visual splitting characters (e.g., a dash used only to visually separate name and address).\n   - Preserve line breaks exactly as in the source.\n   - Addresses may contain multiple dashes; preserve those. Only remove the dash(es) that act purely as a separator between name and address.\n\n2) Transcription fidelity (no normalization):\n   - Many entries are in French. The original often omits accents (\u00e9, \u00e8) and shows only \"e\".\n   - Do NOT correct spelling and do NOT add French diacritics unless they are explicitly present in the original image.\n   - Transcribe exactly what is visible, including punctuation and spacing as much as possible.\n\n3) totals_actions must NOT be computed:\n   - Do NOT calculate totals.\n   - Only fill \"total_actions\" if the totals are explicitly written on the page.\n   - You can always find the information for the totals at the end of the page after \u201cA Reporter\u201d\n   - If there is no totals row/section, still output the JSON but set total_actions fields to empty strings OR omit total_actions only if your parser requires it (prefer empty strings if the field is required).\n\n4) actions_o and actions_p content:\n   - These fields may contain digits as well as \"/\" and \"-\" characters. Preserve them exactly as seen.\n\n5) Column order may vary:\n   - The order of the \"actions_o\" and \"actions_p\" columns can change from page to page.\n   - Do NOT assume a fixed column order. Always verify from the header / column labels / layout in the original image which column corresponds to \"O\" and which to \"P\", and map values accordingly.", "results": {"text": "{\"document\":\"Se_23_Assembl\u00e9e_1951_Generalversammlung5_page_20\",\"page_number\":20,\"entries\":[{\"number\":\"31\",\"name\":\"\",\"address\":\"REPORT\",\"actions_o\":\"2584\",\"actions_p\":\"934\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"31\",\"name\":\"M. SIRCOULON Jacques\",\"address\":\"Meslieres (Doubs)\",\"actions_o\":\"\",\"actions_p\":\"\",\"no_de_voix\":\"1\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"32\",\"name\":\"St\u00e9 Anonyme des Mines d'OR\\ndu CHATELET\",\"address\":\"11bis rue Balzac\\nPARIS (8e)\",\"actions_o\":\"215\",\"actions_p\":\"85\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"S. Guerin\"},{\"number\":\"33\",\"name\":\"M. STRAP Gaston\",\"address\":\"112 Bd Exelmans PARIS (16e)\",\"actions_o\":\"80\",\"actions_p\":\"64\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"S. Guerin\"},{\"number\":\"34\",\"name\":\"M. STRAP Pierre\",\"address\":\"73,rue des Vignes PARIS (16e)\",\"actions_o\":\"\",\"actions_p\":\"\",\"no_de_voix\":\"1\",\"signature_present\":true,\"signature\":\"Aut. Pani\"},{\"number\":\"35\",\"name\":\"Mme WARNANT Pierre\",\"address\":\"148 Av.Franklin Roosevelt\\nBRUXELLES (Belgique)\",\"actions_o\":\"200\",\"actions_p\":\"\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"36\",\"name\":\"de ZANNA Arcangelo\",\"address\":\"\",\"actions_o\":\"1\",\"actions_p\":\"\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"}],\"total_actions\":{\"total_o\":\"\",\"total_p\":\"\",\"total_voix\":\"\"}}", "model": "gpt-5.2-2025-12-11", "provider": "openai", "finish_reason": "stop", "usage": {"input_tokens": 9999, "output_tokens": 390, "total_tokens": 10389, "cached_tokens": 5632, "input_cost_usd": 0.01749825, "output_cost_usd": 0.00546, "estimated_cost_usd": 0.02295825}, "duration": 7.022042274475098, "timestamp": "2026-03-12T22:18:33.158530", "parsed": {"document": "Se_23_Assembl\u00e9e_1951_Generalversammlung5_page_20", "page_number": 20, "entries": [{"number": "31", "name": "", "address": "REPORT", "actions_o": "2584", "actions_p": "934", "no_de_voix": "", "signature_present": false, "signature": ""}, {"number": "31", "name": "M. SIRCOULON Jacques", "address": "Meslieres (Doubs)", "actions_o": "", "actions_p": "", "no_de_voix": "1", "signature_present": false, "signature": ""}, {"number": "32", "name": "St\u00e9 Anonyme des Mines d'OR\ndu CHATELET", "address": "11bis rue Balzac\nPARIS (8e)", "actions_o": "215", "actions_p": "85", "no_de_voix": "", "signature_present": true, "signature": "S. Guerin"}, {"number": "33", "name": "M. STRAP Gaston", "address": "112 Bd Exelmans PARIS (16e)", "actions_o": "80", "actions_p": "64", "no_de_voix": "", "signature_present": true, "signature": "S. Guerin"}, {"number": "34", "name": "M. STRAP Pierre", "address": "73,rue des Vignes PARIS (16e)", "actions_o": "", "actions_p": "", "no_de_voix": "1", "signature_present": true, "signature": "Aut. Pani"}, {"number": "35", "name": "Mme WARNANT Pierre", "address": "148 Av.Franklin Roosevelt\nBRUXELLES (Belgique)", "actions_o": "200", "actions_p": "", "no_de_voix": "", "signature_present": false, "signature": ""}, {"number": "36", "name": "de ZANNA Arcangelo", "address": "", "actions_o": "1", "actions_p": "", "no_de_voix": "", "signature_present": false, "signature": ""}], "total_actions": {"total_o": "", "total_p": "", "total_voix": ""}}, "conversation_id": "3b3806b9-d2dc-4b26-becc-884ccd978ed7", "score": {"fuzzy": 0.4328715928624495}, "raw_response": "{\"id\":\"chatcmpl-DIhiFp3JM0nOXozQ6UN4VF3GBxMcx\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\\"document\\\":\\\"Se_23_Assembl\u00e9e_1951_Generalversammlung5_page_20\\\",\\\"page_number\\\":20,\\\"entries\\\":[{\\\"number\\\":\\\"31\\\",\\\"name\\\":\\\"\\\",\\\"address\\\":\\\"REPORT\\\",\\\"actions_o\\\":\\\"2584\\\",\\\"actions_p\\\":\\\"934\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"31\\\",\\\"name\\\":\\\"M. SIRCOULON Jacques\\\",\\\"address\\\":\\\"Meslieres (Doubs)\\\",\\\"actions_o\\\":\\\"\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"1\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"32\\\",\\\"name\\\":\\\"St\u00e9 Anonyme des Mines d'OR\\\\ndu CHATELET\\\",\\\"address\\\":\\\"11bis rue Balzac\\\\nPARIS (8e)\\\",\\\"actions_o\\\":\\\"215\\\",\\\"actions_p\\\":\\\"85\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"S. Guerin\\\"},{\\\"number\\\":\\\"33\\\",\\\"name\\\":\\\"M. STRAP Gaston\\\",\\\"address\\\":\\\"112 Bd Exelmans PARIS (16e)\\\",\\\"actions_o\\\":\\\"80\\\",\\\"actions_p\\\":\\\"64\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"S. Guerin\\\"},{\\\"number\\\":\\\"34\\\",\\\"name\\\":\\\"M. STRAP Pierre\\\",\\\"address\\\":\\\"73,rue des Vignes PARIS (16e)\\\",\\\"actions_o\\\":\\\"\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"1\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Aut. Pani\\\"},{\\\"number\\\":\\\"35\\\",\\\"name\\\":\\\"Mme WARNANT Pierre\\\",\\\"address\\\":\\\"148 Av.Franklin Roosevelt\\\\nBRUXELLES (Belgique)\\\",\\\"actions_o\\\":\\\"200\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"},{\\\"number\\\":\\\"36\\\",\\\"name\\\":\\\"de ZANNA Arcangelo\\\",\\\"address\\\":\\\"\\\",\\\"actions_o\\\":\\\"1\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"\\\",\\\"signature_present\\\":false,\\\"signature\\\":\\\"\\\"}],\\\"total_actions\\\":{\\\"total_o\\\":\\\"\\\",\\\"total_p\\\":\\\"\\\",\\\"total_voix\\\":\\\"\\\"}}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":[],\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"document\":\"Se_23_Assembl\u00e9e_1951_Generalversammlung5_page_20\",\"page_number\":20,\"entries\":[{\"number\":\"31\",\"name\":\"\",\"address\":\"REPORT\",\"actions_o\":\"2584\",\"actions_p\":\"934\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"31\",\"name\":\"M. SIRCOULON Jacques\",\"address\":\"Meslieres (Doubs)\",\"actions_o\":\"\",\"actions_p\":\"\",\"no_de_voix\":\"1\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"32\",\"name\":\"St\u00e9 Anonyme des Mines d'OR\\ndu CHATELET\",\"address\":\"11bis rue Balzac\\nPARIS (8e)\",\"actions_o\":\"215\",\"actions_p\":\"85\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"S. Guerin\"},{\"number\":\"33\",\"name\":\"M. STRAP Gaston\",\"address\":\"112 Bd Exelmans PARIS (16e)\",\"actions_o\":\"80\",\"actions_p\":\"64\",\"no_de_voix\":\"\",\"signature_present\":true,\"signature\":\"S. Guerin\"},{\"number\":\"34\",\"name\":\"M. STRAP Pierre\",\"address\":\"73,rue des Vignes PARIS (16e)\",\"actions_o\":\"\",\"actions_p\":\"\",\"no_de_voix\":\"1\",\"signature_present\":true,\"signature\":\"Aut. Pani\"},{\"number\":\"35\",\"name\":\"Mme WARNANT Pierre\",\"address\":\"148 Av.Franklin Roosevelt\\nBRUXELLES (Belgique)\",\"actions_o\":\"200\",\"actions_p\":\"\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"36\",\"name\":\"de ZANNA Arcangelo\",\"address\":\"\",\"actions_o\":\"1\",\"actions_p\":\"\",\"no_de_voix\":\"\",\"signature_present\":false,\"signature\":\"\"}],\"total_actions\":{\"total_o\":\"\",\"total_p\":\"\",\"total_voix\":\"\"}}}}],\"created\":1773350307,\"model\":\"gpt-5.2-2025-12-11\",\"object\":\"chat.completion\",\"service_tier\":\"default\",\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":390,\"prompt_tokens\":9999,\"total_tokens\":10389,\"completion_tokens_details\":{\"accepted_prediction_tokens\":0,\"audio_tokens\":0,\"reasoning_tokens\":0,\"rejected_prediction_tokens\":0},\"prompt_tokens_details\":{\"audio_tokens\":0,\"cached_tokens\":5632}}}"}, "scoring": {"fuzzy": 0.7312662003246037, "cost_summary": {"total_input_tokens": 56145, "total_output_tokens": 4479, "total_tokens": 60624, "input_cost_usd": 0.09825375, "output_cost_usd": 0.06270600000000001, "total_cost_usd": 0.16095975}}, "normalized_score": 73.12662003246037}, {"_id": {"$oid": "69d4eb12b877594bc5718c83"}, "test_id": "T0627", "benchmark": "general_meeting_minutes", "date": "2026-03-12", "tags": {"document-type": ["minutes"], "writing": ["typed", "handwritten"], "century": [20], "language": ["it", "fr", "de"], "layout": ["table"], "entry-type": ["person", "location"], "task": ["information-extraction"]}, "contributors": ["alexandra_binnenkade", "sven_lienhard", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5.2-2025-12-11", "dataclass": "MinutesPage", "temperature": 1.0, "role_description": "You are a historian with expertise in analyzing and summarizing historical meeting minutes", "prompt_file": "updated_prompt_steps.txt", "legacy_test": false}, "prompt": "Please extract the metadata according to the given output format.\n\nName and address are in the same table field. Split them into:\n\n- name\n- address\n\nThe name is always the first line.\nAll following lines belong to the address.\n\nPreserve line breaks exactly as they appear.\nDo not normalize spelling or accents.\n\nSteps:\n1. Identify each row of the table using the row number.\n2. For each row extract the table columns.\n3. Split the name/address field.\n4. Return the final JSON.\n\nDocument Metadata:\nfilename = {filename}\npage_number = {page_number}\n\nReturn only the JSON.", "results": {"text": "{\"document\":\"Se_19_Assembl\u00e9e Mine d. Costano_2.9_12.1962_page_4\",\"page_number\":4,\"entries\":[{\"number\":\"1\",\"name\":\"M. BREHAM Alain\",\"address\":\"45 Boulevard Charcot - Neuilly s/Seine\\n(Seine\",\"actions_o\":\"520\",\"actions_p\":\"179\",\"no_de_voix\":\"699\",\"signature_present\":true,\"signature\":\"Pa\"},{\"number\":\"2\",\"name\":\"M. BREHAM Marc\",\"address\":\"16, rue Saint Pierre - Neuilly s/Seine (Seine\",\"actions_o\":\"520\",\"actions_p\":\"179\",\"no_de_voix\":\"699\",\"signature_present\":true,\"signature\":\"Pa\"},{\"number\":\"3\",\"name\":\"M. STRAP Pierre\",\"address\":\"73 rue des Vignes - Paris (16e)\",\"actions_o\":\"80\",\"actions_p\":\"68\",\"no_de_voix\":\"148\",\"signature_present\":true,\"signature\":\"Pa\"},{\"number\":\"4\",\"name\":\"M. MASSON Daniel\",\"address\":\"9 rue de l'Orangerie - Compi\u00e8gne (ois)\",\"actions_o\":\"-\",\"actions_p\":\"10\",\"no_de_voix\":\"10\",\"signature_present\":true,\"signature\":\"Pa\"},{\"number\":\"5\",\"name\":\"Cie Centrale des Mines et de Metallurgie SICLI\",\"address\":\"11 bis Rue Balzac - Paris (8e)\",\"actions_o\":\"822\",\"actions_p\":\"168\",\"no_de_voix\":\"990\",\"signature_present\":true,\"signature\":\"Pa\"},{\"number\":\"6\",\"name\":\"Soci\u00e9t\u00e9 des Mines de l'Aurieras\",\"address\":\"11 bis Rue Balzac - Paris (8e)\",\"actions_o\":\"355\",\"actions_p\":\"45\",\"no_de_voix\":\"400\",\"signature_present\":true,\"signature\":\"Pa\"},{\"number\":\"7\",\"name\":\"Soci\u00e9t\u00e9 de Recherches Mini\u00e8res Fran\u00e7aises\",\"address\":\"11 bis Rue Balzac - Paris (8e)\",\"actions_o\":\"10\",\"actions_p\":\"-\",\"no_de_voix\":\"10\",\"signature_present\":true,\"signature\":\"Pa\"},{\"number\":\"8\",\"name\":\"M. PANI Antonio\",\"address\":\"\",\"actions_o\":\"1\",\"actions_p\":\"10\",\"no_de_voix\":\"11\",\"signature_present\":true,\"signature\":\"Pa\"},{\"number\":\"9\",\"name\":\"M. PANI Terenzio\",\"address\":\"\",\"actions_o\":\"1\",\"actions_p\":\"\",\"no_de_voix\":\"1\",\"signature_present\":true,\"signature\":\"Pa\"},{\"number\":\"10\",\"name\":\"M. SPIESS Giangiogo\",\"address\":\"\",\"actions_o\":\"1\",\"actions_p\":\"\",\"no_de_voix\":\"1\",\"signature_present\":true,\"signature\":\"Pa\"}],\"total_actions\":{\"total_o\":\"2310\",\"total_p\":\"659\",\"total_voix\":\"2969\"}}", "model": "gpt-5.2-2025-12-11", "provider": "openai", "finish_reason": "stop", "usage": {"input_tokens": 5446, "output_tokens": 578, "total_tokens": 6024, "cached_tokens": 1536, "input_cost_usd": 0.0095305, "output_cost_usd": 0.008091999999999998, "estimated_cost_usd": 0.0176225}, "duration": 7.457784175872803, "timestamp": "2026-03-12T22:24:01.545162", "parsed": {"document": "Se_19_Assembl\u00e9e Mine d. Costano_2.9_12.1962_page_4", "page_number": 4, "entries": [{"number": "1", "name": "M. BREHAM Alain", "address": "45 Boulevard Charcot - Neuilly s/Seine\n(Seine", "actions_o": "520", "actions_p": "179", "no_de_voix": "699", "signature_present": true, "signature": "Pa"}, {"number": "2", "name": "M. BREHAM Marc", "address": "16, rue Saint Pierre - Neuilly s/Seine (Seine", "actions_o": "520", "actions_p": "179", "no_de_voix": "699", "signature_present": true, "signature": "Pa"}, {"number": "3", "name": "M. STRAP Pierre", "address": "73 rue des Vignes - Paris (16e)", "actions_o": "80", "actions_p": "68", "no_de_voix": "148", "signature_present": true, "signature": "Pa"}, {"number": "4", "name": "M. MASSON Daniel", "address": "9 rue de l'Orangerie - Compi\u00e8gne (ois)", "actions_o": "-", "actions_p": "10", "no_de_voix": "10", "signature_present": true, "signature": "Pa"}, {"number": "5", "name": "Cie Centrale des Mines et de Metallurgie SICLI", "address": "11 bis Rue Balzac - Paris (8e)", "actions_o": "822", "actions_p": "168", "no_de_voix": "990", "signature_present": true, "signature": "Pa"}, {"number": "6", "name": "Soci\u00e9t\u00e9 des Mines de l'Aurieras", "address": "11 bis Rue Balzac - Paris (8e)", "actions_o": "355", "actions_p": "45", "no_de_voix": "400", "signature_present": true, "signature": "Pa"}, {"number": "7", "name": "Soci\u00e9t\u00e9 de Recherches Mini\u00e8res Fran\u00e7aises", "address": "11 bis Rue Balzac - Paris (8e)", "actions_o": "10", "actions_p": "-", "no_de_voix": "10", "signature_present": true, "signature": "Pa"}, {"number": "8", "name": "M. PANI Antonio", "address": "", "actions_o": "1", "actions_p": "10", "no_de_voix": "11", "signature_present": true, "signature": "Pa"}, {"number": "9", "name": "M. PANI Terenzio", "address": "", "actions_o": "1", "actions_p": "", "no_de_voix": "1", "signature_present": true, "signature": "Pa"}, {"number": "10", "name": "M. SPIESS Giangiogo", "address": "", "actions_o": "1", "actions_p": "", "no_de_voix": "1", "signature_present": true, "signature": "Pa"}], "total_actions": {"total_o": "2310", "total_p": "659", "total_voix": "2969"}}, "conversation_id": "f3b8f9e9-9058-462d-a81d-636d22f838fa", "score": {"fuzzy": 0.7622505707244441}, "raw_response": "{\"id\":\"chatcmpl-DIhnXl97bAhmQT44JnfFNol3uEhQV\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\\"document\\\":\\\"Se_19_Assembl\u00e9e Mine d. Costano_2.9_12.1962_page_4\\\",\\\"page_number\\\":4,\\\"entries\\\":[{\\\"number\\\":\\\"1\\\",\\\"name\\\":\\\"M. BREHAM Alain\\\",\\\"address\\\":\\\"45 Boulevard Charcot - Neuilly s/Seine\\\\n(Seine\\\",\\\"actions_o\\\":\\\"520\\\",\\\"actions_p\\\":\\\"179\\\",\\\"no_de_voix\\\":\\\"699\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Pa\\\"},{\\\"number\\\":\\\"2\\\",\\\"name\\\":\\\"M. BREHAM Marc\\\",\\\"address\\\":\\\"16, rue Saint Pierre - Neuilly s/Seine (Seine\\\",\\\"actions_o\\\":\\\"520\\\",\\\"actions_p\\\":\\\"179\\\",\\\"no_de_voix\\\":\\\"699\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Pa\\\"},{\\\"number\\\":\\\"3\\\",\\\"name\\\":\\\"M. STRAP Pierre\\\",\\\"address\\\":\\\"73 rue des Vignes - Paris (16e)\\\",\\\"actions_o\\\":\\\"80\\\",\\\"actions_p\\\":\\\"68\\\",\\\"no_de_voix\\\":\\\"148\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Pa\\\"},{\\\"number\\\":\\\"4\\\",\\\"name\\\":\\\"M. MASSON Daniel\\\",\\\"address\\\":\\\"9 rue de l'Orangerie - Compi\u00e8gne (ois)\\\",\\\"actions_o\\\":\\\"-\\\",\\\"actions_p\\\":\\\"10\\\",\\\"no_de_voix\\\":\\\"10\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Pa\\\"},{\\\"number\\\":\\\"5\\\",\\\"name\\\":\\\"Cie Centrale des Mines et de Metallurgie SICLI\\\",\\\"address\\\":\\\"11 bis Rue Balzac - Paris (8e)\\\",\\\"actions_o\\\":\\\"822\\\",\\\"actions_p\\\":\\\"168\\\",\\\"no_de_voix\\\":\\\"990\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Pa\\\"},{\\\"number\\\":\\\"6\\\",\\\"name\\\":\\\"Soci\u00e9t\u00e9 des Mines de l'Aurieras\\\",\\\"address\\\":\\\"11 bis Rue Balzac - Paris (8e)\\\",\\\"actions_o\\\":\\\"355\\\",\\\"actions_p\\\":\\\"45\\\",\\\"no_de_voix\\\":\\\"400\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Pa\\\"},{\\\"number\\\":\\\"7\\\",\\\"name\\\":\\\"Soci\u00e9t\u00e9 de Recherches Mini\u00e8res Fran\u00e7aises\\\",\\\"address\\\":\\\"11 bis Rue Balzac - Paris (8e)\\\",\\\"actions_o\\\":\\\"10\\\",\\\"actions_p\\\":\\\"-\\\",\\\"no_de_voix\\\":\\\"10\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Pa\\\"},{\\\"number\\\":\\\"8\\\",\\\"name\\\":\\\"M. PANI Antonio\\\",\\\"address\\\":\\\"\\\",\\\"actions_o\\\":\\\"1\\\",\\\"actions_p\\\":\\\"10\\\",\\\"no_de_voix\\\":\\\"11\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Pa\\\"},{\\\"number\\\":\\\"9\\\",\\\"name\\\":\\\"M. PANI Terenzio\\\",\\\"address\\\":\\\"\\\",\\\"actions_o\\\":\\\"1\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"1\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Pa\\\"},{\\\"number\\\":\\\"10\\\",\\\"name\\\":\\\"M. SPIESS Giangiogo\\\",\\\"address\\\":\\\"\\\",\\\"actions_o\\\":\\\"1\\\",\\\"actions_p\\\":\\\"\\\",\\\"no_de_voix\\\":\\\"1\\\",\\\"signature_present\\\":true,\\\"signature\\\":\\\"Pa\\\"}],\\\"total_actions\\\":{\\\"total_o\\\":\\\"2310\\\",\\\"total_p\\\":\\\"659\\\",\\\"total_voix\\\":\\\"2969\\\"}}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":[],\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"document\":\"Se_19_Assembl\u00e9e Mine d. Costano_2.9_12.1962_page_4\",\"page_number\":4,\"entries\":[{\"number\":\"1\",\"name\":\"M. BREHAM Alain\",\"address\":\"45 Boulevard Charcot - Neuilly s/Seine\\n(Seine\",\"actions_o\":\"520\",\"actions_p\":\"179\",\"no_de_voix\":\"699\",\"signature_present\":true,\"signature\":\"Pa\"},{\"number\":\"2\",\"name\":\"M. BREHAM Marc\",\"address\":\"16, rue Saint Pierre - Neuilly s/Seine (Seine\",\"actions_o\":\"520\",\"actions_p\":\"179\",\"no_de_voix\":\"699\",\"signature_present\":true,\"signature\":\"Pa\"},{\"number\":\"3\",\"name\":\"M. STRAP Pierre\",\"address\":\"73 rue des Vignes - Paris (16e)\",\"actions_o\":\"80\",\"actions_p\":\"68\",\"no_de_voix\":\"148\",\"signature_present\":true,\"signature\":\"Pa\"},{\"number\":\"4\",\"name\":\"M. MASSON Daniel\",\"address\":\"9 rue de l'Orangerie - Compi\u00e8gne (ois)\",\"actions_o\":\"-\",\"actions_p\":\"10\",\"no_de_voix\":\"10\",\"signature_present\":true,\"signature\":\"Pa\"},{\"number\":\"5\",\"name\":\"Cie Centrale des Mines et de Metallurgie SICLI\",\"address\":\"11 bis Rue Balzac - Paris (8e)\",\"actions_o\":\"822\",\"actions_p\":\"168\",\"no_de_voix\":\"990\",\"signature_present\":true,\"signature\":\"Pa\"},{\"number\":\"6\",\"name\":\"Soci\u00e9t\u00e9 des Mines de l'Aurieras\",\"address\":\"11 bis Rue Balzac - Paris (8e)\",\"actions_o\":\"355\",\"actions_p\":\"45\",\"no_de_voix\":\"400\",\"signature_present\":true,\"signature\":\"Pa\"},{\"number\":\"7\",\"name\":\"Soci\u00e9t\u00e9 de Recherches Mini\u00e8res Fran\u00e7aises\",\"address\":\"11 bis Rue Balzac - Paris (8e)\",\"actions_o\":\"10\",\"actions_p\":\"-\",\"no_de_voix\":\"10\",\"signature_present\":true,\"signature\":\"Pa\"},{\"number\":\"8\",\"name\":\"M. PANI Antonio\",\"address\":\"\",\"actions_o\":\"1\",\"actions_p\":\"10\",\"no_de_voix\":\"11\",\"signature_present\":true,\"signature\":\"Pa\"},{\"number\":\"9\",\"name\":\"M. PANI Terenzio\",\"address\":\"\",\"actions_o\":\"1\",\"actions_p\":\"\",\"no_de_voix\":\"1\",\"signature_present\":true,\"signature\":\"Pa\"},{\"number\":\"10\",\"name\":\"M. SPIESS Giangiogo\",\"address\":\"\",\"actions_o\":\"1\",\"actions_p\":\"\",\"no_de_voix\":\"1\",\"signature_present\":true,\"signature\":\"Pa\"}],\"total_actions\":{\"total_o\":\"2310\",\"total_p\":\"659\",\"total_voix\":\"2969\"}}}}],\"created\":1773350635,\"model\":\"gpt-5.2-2025-12-11\",\"object\":\"chat.completion\",\"service_tier\":\"default\",\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":578,\"prompt_tokens\":5446,\"total_tokens\":6024,\"completion_tokens_details\":{\"accepted_prediction_tokens\":0,\"audio_tokens\":0,\"reasoning_tokens\":0,\"rejected_prediction_tokens\":0},\"prompt_tokens_details\":{\"audio_tokens\":0,\"cached_tokens\":1536}}}"}, "scoring": {"fuzzy": 0.818752065669584, "cost_summary": {"total_input_tokens": 45286, "total_output_tokens": 5020, "total_tokens": 50306, "input_cost_usd": 0.07925049999999999, "output_cost_usd": 0.07028, "total_cost_usd": 0.1495305}}, "normalized_score": 81.8752065669584}]