{"_id": {"$oid": "6a8456c1ef0a19c343227d3c"}, "test_id": "T1493", "benchmark": "general_meeting_minutes", "date": "2026-08-15", "tags": {"document-type": ["minutes"], "writing": ["typed", "handwritten"], "century": [20], "language": ["it", "fr", "de"], "layout": ["table"], "entry-type": ["person", "location"], "task": ["information-extraction"]}, "contributors": ["alexandra_binnenkade", "sven_lienhard", "sorin_marti"], "hidden": false, "config": {"provider": "huggingface", "model": "swiss-ai/Apertus-v1.5-70B:publicai", "dataclass": "MinutesPage", "temperature": 0.0, "role_description": "You are a historian with expertise in analyzing and summarizing historical meeting minutes", "prompt_file": "prompt.txt", "legacy_test": false}, "prompt": "Please extract the metadata according to the given output format.\nName and Address are in the same table field. Your task is to extract them into separate fields.\nLose any dashes between name and address but preserve linebreaks.\nBe aware: Addresses may contain multiple dashes; preserve them, only remove \"visual splitting characters\" between name and address.\nFilename: {filename}\nPage: {page_number}", "results": {"text": "{\"document\":\"Se_23_Assembl\u00e9e_1951_Generalversammlung1_page_2\",\"page_number\":2,\"entries\":[{\"number\":\"1\",\"name\":\"M. SIEMENSCHI, Edgard\",\"address\":\"15, rue de l'Abbaye\",\"actions_o\":\"3\",\"actions_p\":\"1\",\"no_de_voix\":\"4\",\"signature_present\":true,\"signature\":\"Signature\"},{\"number\":\"2\",\"name\":\"M. JEANNOT, Paul\",\"address\":\"45, rue de la Station (Schaerbeek)\",\"actions_o\":\"2\",\"actions_p\":\"1\",\"no_de_voix\":\"3\",\"signature_present\":true,\"signature\":\"Signature\"},{\"number\":\"3\",\"name\":\"M. RENIER, Paul\",\"address\":\"4, rue Achille Devos (Schaerbeek)\",\"actions_o\":\"3\",\"actions_p\":\"1\",\"no_de_voix\":\"4\",\"signature_present\":true,\"signature\":\"Signature\"},{\"number\":\"4\",\"name\":\"M. BOVENKENS, Georges\",\"address\":\"5, rue Basse (446)\",\"actions_o\":\"4\",\"actions_p\":\"1\",\"no_de_voix\":\"5\",\"signature_present\":true,\"signature\":\"Signature\"},{\"number\":\"5\",\"name\":\"M. STEVENS, Georges\",\"address\":\"6, rue Basse (448)\",\"actions_o\":\"5\",\"actions_p\":\"1\",\"no_de_voix\":\"6\",\"signature_present\":true,\"signature\":\"Signature\"},{\"number\":\"6\",\"name\":\"M. STEVENS, Andr\u00e9\",\"address\":\"10, av. de la Jonction (446)\",\"actions_o\":\"6\",\"actions_p\":\"1\",\"no_de_voix\":\"7\",\"signature_present\":true,\"signature\":\"Signature\"},{\"number\":\"7\",\"name\":\"M. SERVAIS, Andr\u00e9\",\"address\":\"59, av. G\u00e9n\u00e9ral de Gaulle (Schaerbeek)\",\"actions_o\":\"7\",\"actions_p\":\"1\",\"no_de_voix\":\"8\",\"signature_present\":true,\"signature\":\"Signature\"},{\"number\":\"8\",\"name\":\"M. DE GROOTE, Andr\u00e9\",\"address\":\"7, quai du Molenbeek (Schaerbeek)\",\"actions_o\":\"8\",\"actions_p\":\"1\",\"no_de_voix\":\"9\",\"signature_present\":true,\"signature\":\"Signature\"},{\"number\":\"9\",\"name\":\"M. BROUX, Andr\u00e9\",\"address\":\"7, quai du Molenbeek (Schaerbeek)\",\"actions_o\":\"9\",\"actions_p\":\"1\",\"no_de_voix\":\"10\",\"signature_present\":true,\"signature\":\"Signature\"}],\"total_actions\":{\"total_o\":\"31\",\"total_p\":\"9\",\"total_voix\":\"45\"}}", "model": "swiss-ai/apertus-v1.5-70b", "provider": "huggingface", "finish_reason": "stop", "usage": {"input_tokens": 8325, "output_tokens": 826, "total_tokens": 9151, "cached_tokens": 7872, "input_cost_usd": 0.0068265, "output_cost_usd": 0.00241192, "estimated_cost_usd": 0.00923842}, "duration": 199.68222379684448, "timestamp": "2026-08-15T06:58:35.017223", "parsed": {"document": "Se_23_Assembl\u00e9e_1951_Generalversammlung1_page_2", "page_number": 2, "entries": [{"number": "1", "name": "M. SIEMENSCHI, Edgard", "address": "15, rue de l'Abbaye", "actions_o": "3", "actions_p": "1", "no_de_voix": "4", "signature_present": true, "signature": "Signature"}, {"number": "2", "name": "M. JEANNOT, Paul", "address": "45, rue de la Station (Schaerbeek)", "actions_o": "2", "actions_p": "1", "no_de_voix": "3", "signature_present": true, "signature": "Signature"}, {"number": "3", "name": "M. RENIER, Paul", "address": "4, rue Achille Devos (Schaerbeek)", "actions_o": "3", "actions_p": "1", "no_de_voix": "4", "signature_present": true, "signature": "Signature"}, {"number": "4", "name": "M. BOVENKENS, Georges", "address": "5, rue Basse (446)", "actions_o": "4", "actions_p": "1", "no_de_voix": "5", "signature_present": true, "signature": "Signature"}, {"number": "5", "name": "M. STEVENS, Georges", "address": "6, rue Basse (448)", "actions_o": "5", "actions_p": "1", "no_de_voix": "6", "signature_present": true, "signature": "Signature"}, {"number": "6", "name": "M. STEVENS, Andr\u00e9", "address": "10, av. de la Jonction (446)", "actions_o": "6", "actions_p": "1", "no_de_voix": "7", "signature_present": true, "signature": "Signature"}, {"number": "7", "name": "M. SERVAIS, Andr\u00e9", "address": "59, av. G\u00e9n\u00e9ral de Gaulle (Schaerbeek)", "actions_o": "7", "actions_p": "1", "no_de_voix": "8", "signature_present": true, "signature": "Signature"}, {"number": "8", "name": "M. DE GROOTE, Andr\u00e9", "address": "7, quai du Molenbeek (Schaerbeek)", "actions_o": "8", "actions_p": "1", "no_de_voix": "9", "signature_present": true, "signature": "Signature"}, {"number": "9", "name": "M. BROUX, Andr\u00e9", "address": "7, quai du Molenbeek (Schaerbeek)", "actions_o": "9", "actions_p": "1", "no_de_voix": "10", "signature_present": true, "signature": "Signature"}], "total_actions": {"total_o": "31", "total_p": "9", "total_voix": "45"}}, "conversation_id": "3842a689-6262-4541-a70f-733f420be557", "score": {"fuzzy": 0.15750671595294374}, "raw_response": "{\"id\":\"chatcmpl-816bf0d1-8f5f-44c7-8f73-2c49bb10cdf0\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\n  \\\"document\\\": \\\"Se_23_Assembl\u00e9e_1951_Generalversammlung1_page_2\\\",\\n  \\\"page_number\\\": 2,\\n  \\\"entries\\\": [\\n    {\\n      \\\"number\\\": \\\"1\\\",\\n      \\\"name\\\": \\\"M. SIEMENSCHI, Edgard\\\",\\n      \\\"address\\\": \\\"15, rue de l'Abbaye\\\",\\n      \\\"actions_o\\\": \\\"3\\\",\\n      \\\"actions_p\\\": \\\"1\\\",\\n      \\\"no_de_voix\\\": \\\"4\\\",\\n      \\\"signature_present\\\": true,\\n      \\\"signature\\\": \\\"Signature\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"2\\\",\\n      \\\"name\\\": \\\"M. JEANNOT, Paul\\\",\\n      \\\"address\\\": \\\"45, rue de la Station (Schaerbeek)\\\",\\n      \\\"actions_o\\\": \\\"2\\\",\\n      \\\"actions_p\\\": \\\"1\\\",\\n      \\\"no_de_voix\\\": \\\"3\\\",\\n      \\\"signature_present\\\": true,\\n      \\\"signature\\\": \\\"Signature\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"3\\\",\\n      \\\"name\\\": \\\"M. RENIER, Paul\\\",\\n      \\\"address\\\": \\\"4, rue Achille Devos (Schaerbeek)\\\",\\n      \\\"actions_o\\\": \\\"3\\\",\\n      \\\"actions_p\\\": \\\"1\\\",\\n      \\\"no_de_voix\\\": \\\"4\\\",\\n      \\\"signature_present\\\": true,\\n      \\\"signature\\\": \\\"Signature\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"4\\\",\\n      \\\"name\\\": \\\"M. BOVENKENS, Georges\\\",\\n      \\\"address\\\": \\\"5, rue Basse (446)\\\",\\n      \\\"actions_o\\\": \\\"4\\\",\\n      \\\"actions_p\\\": \\\"1\\\",\\n      \\\"no_de_voix\\\": \\\"5\\\",\\n      \\\"signature_present\\\": true,\\n      \\\"signature\\\": \\\"Signature\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"5\\\",\\n      \\\"name\\\": \\\"M. STEVENS, Georges\\\",\\n      \\\"address\\\": \\\"6, rue Basse (448)\\\",\\n      \\\"actions_o\\\": \\\"5\\\",\\n      \\\"actions_p\\\": \\\"1\\\",\\n      \\\"no_de_voix\\\": \\\"6\\\",\\n      \\\"signature_present\\\": true,\\n      \\\"signature\\\": \\\"Signature\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"6\\\",\\n      \\\"name\\\": \\\"M. STEVENS, Andr\u00e9\\\",\\n      \\\"address\\\": \\\"10, av. de la Jonction (446)\\\",\\n      \\\"actions_o\\\": \\\"6\\\",\\n      \\\"actions_p\\\": \\\"1\\\",\\n      \\\"no_de_voix\\\": \\\"7\\\",\\n      \\\"signature_present\\\": true,\\n      \\\"signature\\\": \\\"Signature\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"7\\\",\\n      \\\"name\\\": \\\"M. SERVAIS, Andr\u00e9\\\",\\n      \\\"address\\\": \\\"59, av. G\u00e9n\u00e9ral de Gaulle (Schaerbeek)\\\",\\n      \\\"actions_o\\\": \\\"7\\\",\\n      \\\"actions_p\\\": \\\"1\\\",\\n      \\\"no_de_voix\\\": \\\"8\\\",\\n      \\\"signature_present\\\": true,\\n      \\\"signature\\\": \\\"Signature\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"8\\\",\\n      \\\"name\\\": \\\"M. DE GROOTE, Andr\u00e9\\\",\\n      \\\"address\\\": \\\"7, quai du Molenbeek (Schaerbeek)\\\",\\n      \\\"actions_o\\\": \\\"8\\\",\\n      \\\"actions_p\\\": \\\"1\\\",\\n      \\\"no_de_voix\\\": \\\"9\\\",\\n      \\\"signature_present\\\": true,\\n      \\\"signature\\\": \\\"Signature\\\"\\n    },\\n    {\\n      \\\"number\\\": \\\"9\\\",\\n      \\\"name\\\": \\\"M. BROUX, Andr\u00e9\\\",\\n      \\\"address\\\": \\\"7, quai du Molenbeek (Schaerbeek)\\\",\\n      \\\"actions_o\\\": \\\"9\\\",\\n      \\\"actions_p\\\": \\\"1\\\",\\n      \\\"no_de_voix\\\": \\\"10\\\",\\n      \\\"signature_present\\\": true,\\n      \\\"signature\\\": \\\"Signature\\\"\\n    }\\n  ],\\n  \\\"total_actions\\\": {\\n    \\\"total_o\\\": \\\"31\\\",\\n    \\\"total_p\\\": \\\"9\\\",\\n    \\\"total_voix\\\": \\\"45\\\"\\n  }\\n}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":null,\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"provider_specific_fields\":{\"refusal\":null,\"reasoning\":null}},\"provider_specific_fields\":{\"stop_reason\":null,\"routed_experts\":null,\"token_ids\":null}}],\"created\":1786769902,\"model\":\"swiss-ai/apertus-v1.5-70b\",\"object\":\"chat.completion\",\"service_tier\":null,\"system_fingerprint\":\"vllm-0.23.1rc1.dev1029+ga601a9d99-tp4-1381023c\",\"usage\":{\"completion_tokens\":826,\"prompt_tokens\":8325,\"total_tokens\":9151,\"completion_tokens_details\":null,\"prompt_tokens_details\":{\"audio_tokens\":null,\"cached_tokens\":7872,\"multimodal_tokens\":{\"image\":7747}}}}"}, "scoring": {"fuzzy": 0.6201164383731983, "cost_summary": {"total_input_tokens": 73773, "total_output_tokens": 7559, "total_tokens": 81332, "input_cost_usd": 0.060493859999999997, "output_cost_usd": 0.022072280000000003, "total_cost_usd": 0.08256614}}, "normalized_score": 62.01164383731983}