{"_id": {"$oid": "6aa7a68dbf5ce6c3c2c573c6"}, "test_id": "T1267", "benchmark": "general_meeting_minutes", "date": "2026-07-03", "tags": {"document-type": ["minutes"], "writing": ["typed", "handwritten"], "century": [20], "language": ["it", "fr", "de"], "layout": ["table"], "entry-type": ["person", "location"], "task": ["information-extraction"]}, "contributors": ["alexandra_binnenkade", "sven_lienhard", "sorin_marti"], "hidden": false, "config": {"provider": "openrouter", "model": "qwen/qwen3.5-flash-02-23", "dataclass": "MinutesPage", "temperature": 0.0, "role_description": "You are a historian with expertise in analyzing and summarizing historical meeting minutes", "prompt_file": "prompt.txt", "legacy_test": false}, "prompt": "Please extract the metadata according to the given output format.\nName and Address are in the same table field. Your task is to extract them into separate fields.\nLose any dashes between name and address but preserve linebreaks.\nBe aware: Addresses may contain multiple dashes; preserve them, only remove \"visual splitting characters\" between name and address.\nFilename: {filename}\nPage: {page_number}", "results": {"text": "{\"document\":\"Se_18_Assembl\u00e9es_3_Bilanz1968_2_page_9\",\"page_number\":9,\"entries\":[{\"number\":\"1\",\"name\":\"Monsieur BREHAM Alain\",\"address\":\"45 bd Charcot NEUILLY-S/SEINE (92) FRANCE\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"2\",\"name\":\"Monsieur BREHAM Marc\",\"address\":\"la Tuilerie ST NOM LA BRETECHE FRANCE\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"3\",\"name\":\"Monsieur MASSON Daniel\",\"address\":\"Villa la Cava, av. de la Cava 06 CANNES FRANCE\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"4\",\"name\":\"COMPAGNIE CENTRALE SICLI\",\"address\":\"2/4 rue Blaise Pascal 93 LE BLANC-MESNIL FRANCE\",\"actions_o\":\"168\",\"actions_p\":\"822\",\"no_de_voix\":\"990\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"5\",\"name\":\"SOCIETE DES MINES DE L'AURIERAS\",\"address\":\"11 bis rue Balzac PARIS 8e FRANCE\",\"actions_o\":\"45\",\"actions_p\":\"355\",\"no_de_voix\":\"400\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"6\",\"name\":\"SOCIETE DE RECHERCHES MINI\u00c8RES FRAN\u00c7AISES\",\"address\":\"11 bis rue Balzac PARIS 8e FRANCE\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"7\",\"name\":\"Monsieur PANI Antonio\",\"address\":\"SESSA (Tessin) SUISSE\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"}],\"total_actions\":{\"total_o\":\"591\",\"total_p\":\"2217\",\"total_voix\":\"2808\"}}", "model": "qwen/qwen3.5-flash-20260224", "provider": "openrouter", "finish_reason": "stop", "usage": {"input_tokens": 3114, "output_tokens": 1563, "total_tokens": 4677, "input_cost_usd": 0.00020241, "output_cost_usd": 0.00040638, "estimated_cost_usd": 0.00060879}, "duration": 26.482913970947266, "timestamp": "2026-07-03T11:49:01.846889", "parsed": {"document": "Se_18_Assembl\u00e9es_3_Bilanz1968_2_page_9", "page_number": 9, "entries": [{"number": "1", "name": "Monsieur BREHAM Alain", "address": "45 bd Charcot NEUILLY-S/SEINE (92) FRANCE", "actions_o": "179", "actions_p": "520", "no_de_voix": "699", "signature_present": false, "signature": ""}, {"number": "2", "name": "Monsieur BREHAM Marc", "address": "la Tuilerie ST NOM LA BRETECHE FRANCE", "actions_o": "179", "actions_p": "520", "no_de_voix": "699", "signature_present": false, "signature": ""}, {"number": "3", "name": "Monsieur MASSON Daniel", "address": "Villa la Cava, av. de la Cava 06 CANNES FRANCE", "actions_o": "10", "actions_p": "", "no_de_voix": "10", "signature_present": false, "signature": ""}, {"number": "4", "name": "COMPAGNIE CENTRALE SICLI", "address": "2/4 rue Blaise Pascal 93 LE BLANC-MESNIL FRANCE", "actions_o": "168", "actions_p": "822", "no_de_voix": "990", "signature_present": false, "signature": ""}, {"number": "5", "name": "SOCIETE DES MINES DE L'AURIERAS", "address": "11 bis rue Balzac PARIS 8e FRANCE", "actions_o": "45", "actions_p": "355", "no_de_voix": "400", "signature_present": false, "signature": ""}, {"number": "6", "name": "SOCIETE DE RECHERCHES MINI\u00c8RES FRAN\u00c7AISES", "address": "11 bis rue Balzac PARIS 8e FRANCE", "actions_o": "10", "actions_p": "", "no_de_voix": "10", "signature_present": false, "signature": ""}, {"number": "7", "name": "Monsieur PANI Antonio", "address": "SESSA (Tessin) SUISSE", "actions_o": "10", "actions_p": "", "no_de_voix": "10", "signature_present": false, "signature": ""}], "total_actions": {"total_o": "591", "total_p": "2217", "total_voix": "2808"}}, "conversation_id": "0e71f35e-3e14-4473-84b8-e6da52f26c22", "score": {"fuzzy": 0.9434777203364617}, "raw_response": "{\"id\":\"gen-1783072116-Ltr7f0nNBvcNKtjam0Ln\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\n    \\\"document\\\": \\\"Se_18_Assembl\u00e9es_3_Bilanz1968_2_page_9\\\",\\n    \\\"page_number\\\": 9,\\n    \\\"entries\\\": [\\n        {\\n            \\\"number\\\": \\\"1\\\",\\n            \\\"name\\\": \\\"Monsieur BREHAM Alain\\\",\\n            \\\"address\\\": \\\"45 bd Charcot NEUILLY-S/SEINE (92) FRANCE\\\",\\n            \\\"actions_o\\\": \\\"179\\\",\\n            \\\"actions_p\\\": \\\"520\\\",\\n            \\\"no_de_voix\\\": \\\"699\\\",\\n            \\\"signature_present\\\": false,\\n            \\\"signature\\\": \\\"\\\"\\n        },\\n        {\\n            \\\"number\\\": \\\"2\\\",\\n            \\\"name\\\": \\\"Monsieur BREHAM Marc\\\",\\n            \\\"address\\\": \\\"la Tuilerie ST NOM LA BRETECHE FRANCE\\\",\\n            \\\"actions_o\\\": \\\"179\\\",\\n            \\\"actions_p\\\": \\\"520\\\",\\n            \\\"no_de_voix\\\": \\\"699\\\",\\n            \\\"signature_present\\\": false,\\n            \\\"signature\\\": \\\"\\\"\\n        },\\n        {\\n            \\\"number\\\": \\\"3\\\",\\n            \\\"name\\\": \\\"Monsieur MASSON Daniel\\\",\\n            \\\"address\\\": \\\"Villa la Cava, av. de la Cava 06 CANNES FRANCE\\\",\\n            \\\"actions_o\\\": \\\"10\\\",\\n            \\\"actions_p\\\": \\\"\\\",\\n            \\\"no_de_voix\\\": \\\"10\\\",\\n            \\\"signature_present\\\": false,\\n            \\\"signature\\\": \\\"\\\"\\n        },\\n        {\\n            \\\"number\\\": \\\"4\\\",\\n            \\\"name\\\": \\\"COMPAGNIE CENTRALE SICLI\\\",\\n            \\\"address\\\": \\\"2/4 rue Blaise Pascal 93 LE BLANC-MESNIL FRANCE\\\",\\n            \\\"actions_o\\\": \\\"168\\\",\\n            \\\"actions_p\\\": \\\"822\\\",\\n            \\\"no_de_voix\\\": \\\"990\\\",\\n            \\\"signature_present\\\": false,\\n            \\\"signature\\\": \\\"\\\"\\n        },\\n        {\\n            \\\"number\\\": \\\"5\\\",\\n            \\\"name\\\": \\\"SOCIETE DES MINES DE L'AURIERAS\\\",\\n            \\\"address\\\": \\\"11 bis rue Balzac PARIS 8e FRANCE\\\",\\n            \\\"actions_o\\\": \\\"45\\\",\\n            \\\"actions_p\\\": \\\"355\\\",\\n            \\\"no_de_voix\\\": \\\"400\\\",\\n            \\\"signature_present\\\": false,\\n            \\\"signature\\\": \\\"\\\"\\n        },\\n        {\\n            \\\"number\\\": \\\"6\\\",\\n            \\\"name\\\": \\\"SOCIETE DE RECHERCHES MINI\u00c8RES FRAN\u00c7AISES\\\",\\n            \\\"address\\\": \\\"11 bis rue Balzac PARIS 8e FRANCE\\\",\\n            \\\"actions_o\\\": \\\"10\\\",\\n            \\\"actions_p\\\": \\\"\\\",\\n            \\\"no_de_voix\\\": \\\"10\\\",\\n            \\\"signature_present\\\": false,\\n            \\\"signature\\\": \\\"\\\"\\n        },\\n        {\\n            \\\"number\\\": \\\"7\\\",\\n            \\\"name\\\": \\\"Monsieur PANI Antonio\\\",\\n            \\\"address\\\": \\\"SESSA (Tessin) SUISSE\\\",\\n            \\\"actions_o\\\": \\\"10\\\",\\n            \\\"actions_p\\\": \\\"\\\",\\n            \\\"no_de_voix\\\": \\\"10\\\",\\n            \\\"signature_present\\\": false,\\n            \\\"signature\\\": \\\"\\\"\\n        }\\n    ],\\n    \\\"total_actions\\\": {\\n        \\\"total_o\\\": \\\"591\\\",\\n        \\\"total_p\\\": \\\"2217\\\",\\n        \\\"total_voix\\\": \\\"2808\\\"\\n    }\\n}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":null,\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"document\":\"Se_18_Assembl\u00e9es_3_Bilanz1968_2_page_9\",\"page_number\":9,\"entries\":[{\"number\":\"1\",\"name\":\"Monsieur BREHAM Alain\",\"address\":\"45 bd Charcot NEUILLY-S/SEINE (92) FRANCE\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"2\",\"name\":\"Monsieur BREHAM Marc\",\"address\":\"la Tuilerie ST NOM LA BRETECHE FRANCE\",\"actions_o\":\"179\",\"actions_p\":\"520\",\"no_de_voix\":\"699\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"3\",\"name\":\"Monsieur MASSON Daniel\",\"address\":\"Villa la Cava, av. de la Cava 06 CANNES FRANCE\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"4\",\"name\":\"COMPAGNIE CENTRALE SICLI\",\"address\":\"2/4 rue Blaise Pascal 93 LE BLANC-MESNIL FRANCE\",\"actions_o\":\"168\",\"actions_p\":\"822\",\"no_de_voix\":\"990\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"5\",\"name\":\"SOCIETE DES MINES DE L'AURIERAS\",\"address\":\"11 bis rue Balzac PARIS 8e FRANCE\",\"actions_o\":\"45\",\"actions_p\":\"355\",\"no_de_voix\":\"400\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"6\",\"name\":\"SOCIETE DE RECHERCHES MINI\u00c8RES FRAN\u00c7AISES\",\"address\":\"11 bis rue Balzac PARIS 8e FRANCE\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"},{\"number\":\"7\",\"name\":\"Monsieur PANI Antonio\",\"address\":\"SESSA (Tessin) SUISSE\",\"actions_o\":\"10\",\"actions_p\":\"\",\"no_de_voix\":\"10\",\"signature_present\":false,\"signature\":\"\"}],\"total_actions\":{\"total_o\":\"591\",\"total_p\":\"2217\",\"total_voix\":\"2808\"}},\"reasoning\":\"{\\n  \\\"document\\\": \\\"Se_18_Assembl\u00e9es_3_Bilanz1968_2_page_9\\\",\\n  \\\"page_number\\\": 9,\\n  \\\"entries\\\": [\\n    {\\n      \\\"number\\\": \\\"1\\\",\\n      \\\"name\\\": \\\"Monsieur BREHAM Alain\\\",\\n      \\\"address\\\": \\\"45 bd Charcot NEUILLY-S/SEINE (92) FRANCE\\\",\\n      \\\"actions_o\\\": \\\"179\\\",\\n      \\\"actions_p\\\": \\\"520\\\",\\n      \\\"no_de_voix\\\": \\\"699\\\",\\n      \\\"signature_present\\\": false,\\n      \\\"signature\\\": \\\"\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"2\\\",\\n      \\\"name\\\": \\\"Monsieur BREHAM Marc\\\",\\n      \\\"address\\\": \\\"la Tuilerie ST NOM LA BRETECHE FRANCE\\\",\\n      \\\"actions_o\\\": \\\"179\\\",\\n      \\\"actions_p\\\": \\\"520\\\",\\n      \\\"no_de_voix\\\": \\\"699\\\",\\n      \\\"signature_present\\\": false,\\n      \\\"signature\\\": \\\"\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"3\\\",\\n      \\\"name\\\": \\\"Monsieur MASSON Daniel\\\",\\n      \\\"address\\\": \\\"Villa la Cava, av. de la Cava 06 CANNES FRANCE\\\",\\n      \\\"actions_o\\\": \\\"10\\\",\\n      \\\"actions_p\\\": \\\"\\\",\\n      \\\"no_de_voix\\\": \\\"10\\\",\\n      \\\"signature_present\\\": false,\\n      \\\"signature\\\": \\\"\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"4\\\",\\n      \\\"name\\\": \\\"COMPAGNIE CENTRALE SICLI\\\",\\n      \\\"address\\\": \\\"2/4 rue Blaise Pascal 93 LE BLANC-MESNIL FRANCE\\\",\\n      \\\"actions_o\\\": \\\"168\\\",\\n      \\\"actions_p\\\": \\\"822\\\",\\n      \\\"no_de_voix\\\": \\\"990\\\",\\n      \\\"signature_present\\\": false,\\n      \\\"signature\\\": \\\"\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"5\\\",\\n      \\\"name\\\": \\\"SOCIETE DES MINES DE L'AURIERAS\\\",\\n      \\\"address\\\": \\\"11 bis rue Balzac PARIS 8e FRANCE\\\",\\n      \\\"actions_o\\\": \\\"45\\\",\\n      \\\"actions_p\\\": \\\"355\\\",\\n      \\\"no_de_voix\\\": \\\"400\\\",\\n      \\\"signature_present\\\": false,\\n      \\\"signature\\\": \\\"\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"6\\\",\\n      \\\"name\\\": \\\"SOCIETE DE RECHERCHES MINI\u00c8RES FRAN\u00c7AISES\\\",\\n      \\\"address\\\": \\\"11 bis rue Balzac PARIS 8e FRANCE\\\",\\n      \\\"actions_o\\\": \\\"10\\\",\\n      \\\"actions_p\\\": \\\"\\\",\\n      \\\"no_de_voix\\\": \\\"10\\\",\\n      \\\"signature_present\\\": false,\\n      \\\"signature\\\": \\\"\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"7\\\",\\n      \\\"name\\\": \\\"Monsieur PANI Antonio\\\",\\n      \\\"address\\\": \\\"SESSA (Tessin) SUISSE\\\",\\n      \\\"actions_o\\\": \\\"10\\\",\\n      \\\"actions_p\\\": \\\"\\\",\\n      \\\"no_de_voix\\\": \\\"10\\\",\\n      \\\"signature_present\\\": false,\\n      \\\"signature\\\": \\\"\\\"\\n    }\\n  ],\\n  \\\"total_actions\\\": {\\n    \\\"total_o\\\": \\\"591\\\",\\n    \\\"total_p\\\": \\\"2217\\\",\\n    \\\"total_voix\\\": \\\"2808\\\"\\n  }\\n}\\n```\",\"reasoning_details\":[{\"type\":\"reasoning.text\",\"text\":\"{\\n  \\\"document\\\": \\\"Se_18_Assembl\u00e9es_3_Bilanz1968_2_page_9\\\",\\n  \\\"page_number\\\": 9,\\n  \\\"entries\\\": [\\n    {\\n      \\\"number\\\": \\\"1\\\",\\n      \\\"name\\\": \\\"Monsieur BREHAM Alain\\\",\\n      \\\"address\\\": \\\"45 bd Charcot NEUILLY-S/SEINE (92) FRANCE\\\",\\n      \\\"actions_o\\\": \\\"179\\\",\\n      \\\"actions_p\\\": \\\"520\\\",\\n      \\\"no_de_voix\\\": \\\"699\\\",\\n      \\\"signature_present\\\": false,\\n      \\\"signature\\\": \\\"\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"2\\\",\\n      \\\"name\\\": \\\"Monsieur BREHAM Marc\\\",\\n      \\\"address\\\": \\\"la Tuilerie ST NOM LA BRETECHE FRANCE\\\",\\n      \\\"actions_o\\\": \\\"179\\\",\\n      \\\"actions_p\\\": \\\"520\\\",\\n      \\\"no_de_voix\\\": \\\"699\\\",\\n      \\\"signature_present\\\": false,\\n      \\\"signature\\\": \\\"\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"3\\\",\\n      \\\"name\\\": \\\"Monsieur MASSON Daniel\\\",\\n      \\\"address\\\": \\\"Villa la Cava, av. de la Cava 06 CANNES FRANCE\\\",\\n      \\\"actions_o\\\": \\\"10\\\",\\n      \\\"actions_p\\\": \\\"\\\",\\n      \\\"no_de_voix\\\": \\\"10\\\",\\n      \\\"signature_present\\\": false,\\n      \\\"signature\\\": \\\"\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"4\\\",\\n      \\\"name\\\": \\\"COMPAGNIE CENTRALE SICLI\\\",\\n      \\\"address\\\": \\\"2/4 rue Blaise Pascal 93 LE BLANC-MESNIL FRANCE\\\",\\n      \\\"actions_o\\\": \\\"168\\\",\\n      \\\"actions_p\\\": \\\"822\\\",\\n      \\\"no_de_voix\\\": \\\"990\\\",\\n      \\\"signature_present\\\": false,\\n      \\\"signature\\\": \\\"\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"5\\\",\\n      \\\"name\\\": \\\"SOCIETE DES MINES DE L'AURIERAS\\\",\\n      \\\"address\\\": \\\"11 bis rue Balzac PARIS 8e FRANCE\\\",\\n      \\\"actions_o\\\": \\\"45\\\",\\n      \\\"actions_p\\\": \\\"355\\\",\\n      \\\"no_de_voix\\\": \\\"400\\\",\\n      \\\"signature_present\\\": false,\\n      \\\"signature\\\": \\\"\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"6\\\",\\n      \\\"name\\\": \\\"SOCIETE DE RECHERCHES MINI\u00c8RES FRAN\u00c7AISES\\\",\\n      \\\"address\\\": \\\"11 bis rue Balzac PARIS 8e FRANCE\\\",\\n      \\\"actions_o\\\": \\\"10\\\",\\n      \\\"actions_p\\\": \\\"\\\",\\n      \\\"no_de_voix\\\": \\\"10\\\",\\n      \\\"signature_present\\\": false,\\n      \\\"signature\\\": \\\"\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"7\\\",\\n      \\\"name\\\": \\\"Monsieur PANI Antonio\\\",\\n      \\\"address\\\": \\\"SESSA (Tessin) SUISSE\\\",\\n      \\\"actions_o\\\": \\\"10\\\",\\n      \\\"actions_p\\\": \\\"\\\",\\n      \\\"no_de_voix\\\": \\\"10\\\",\\n      \\\"signature_present\\\": false,\\n      \\\"signature\\\": \\\"\\\"\\n    }\\n  ],\\n  \\\"total_actions\\\": {\\n    \\\"total_o\\\": \\\"591\\\",\\n    \\\"total_p\\\": \\\"2217\\\",\\n    \\\"total_voix\\\": \\\"2808\\\"\\n  }\\n}\\n```\",\"format\":\"unknown\",\"index\":0}]},\"native_finish_reason\":\"stop\"}],\"created\":1783072116,\"model\":\"qwen/qwen3.5-flash-20260224\",\"object\":\"chat.completion\",\"service_tier\":null,\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":1563,\"prompt_tokens\":3114,\"total_tokens\":4677,\"completion_tokens_details\":{\"accepted_prediction_tokens\":null,\"audio_tokens\":0,\"reasoning_tokens\":781,\"rejected_prediction_tokens\":null,\"image_tokens\":0},\"prompt_tokens_details\":{\"audio_tokens\":0,\"cached_tokens\":0,\"cache_write_tokens\":0,\"video_tokens\":0},\"cost\":0.00060879,\"is_byok\":false,\"cost_details\":{\"upstream_inference_cost\":0.00060879,\"upstream_inference_prompt_cost\":0.00020241,\"upstream_inference_completions_cost\":0.00040638}},\"provider\":\"Alibaba\"}"}, "scoring": {"fuzzy": 0.8617294698000685, "cost_summary": {"total_input_tokens": 28013, "total_output_tokens": 17279, "total_tokens": 45292, "input_cost_usd": 0.001820845, "output_cost_usd": 0.00449254, "total_cost_usd": 0.0063133849999999995}}, "pricing": {"bucket_date": "2026-04-21", "age_days": 73, "input_price_per_million": 0.065, "output_price_per_million": 0.26}, "timing": {"total_response_s": 266.11, "mean_response_s": 29.57, "slowest_response_s": 56.52, "inputs_timed": 9, "inputs_stored": 9, "span_s": 36.48}, "normalized_score": 86.17294698000684}