{"_id": {"$oid": "6a8456c1ef0a19c343227d17"}, "test_id": "T1480", "benchmark": "bibliographic_data", "date": "2026-08-14", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "huggingface", "model": "swiss-ai/Apertus-v1.5-70B:publicai", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"BIBLIOGRAPHY\",\"year\":\"1947\",\"page_number\":10},\"entries\":[{\"id\":\"relation_to_other_entry_id\",\"type\":\"book\",\"title\":\"Smellie, K. B., Why We Read History, London: P. Elek.\",\"container_title\":\"BIBLIOGRAPHY\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"10\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false}]}", "model": "swiss-ai/apertus-v1.5-70b", "provider": "huggingface", "finish_reason": "stop", "usage": {"input_tokens": 7809, "output_tokens": 243, "total_tokens": 8052, "input_cost_usd": 0.006403379999999999, "output_cost_usd": 0.00070956, "estimated_cost_usd": 0.007112939999999999}, "duration": 30.157529592514038, "timestamp": "2026-08-14T16:22:17.524392", "parsed": {"metadata": {"title": "BIBLIOGRAPHY", "year": "1947", "page_number": 10}, "entries": [{"id": "relation_to_other_entry_id", "type": "book", "title": "Smellie, K. B., Why We Read History, London: P. Elek.", "container_title": "BIBLIOGRAPHY", "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": null, "page": "10", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}]}, "conversation_id": "2afee4af-311b-4f2c-938b-c3050d240600", "score": {"fuzzy": 0.013517528223410576}, "raw_response": "{\"id\":\"chatcmpl-a9d3d60e-7854-42b4-a8d9-3e20e9490e28\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\n  \\\"entries\\\": [\\n    {\\n      \\\"author\\\": null,\\n      \\\"container_title\\\": \\\"BIBLIOGRAPHY\\\",\\n      \\\"edition\\\": null,\\n      \\\"editor\\\": null,\\n      \\\"event_date\\\": null,\\n      \\\"fascicle\\\": null,\\n      \\\"id\\\":  \\n    \\\"relation_to_other_entry_id\\\" \\n    ,\\n    \\\"incomplete\\\": false,\\n    \\\"issued\\\": \\\"1947\\\",\\n    \\\"note\\\": null,\\n    \\\"page\\\": \\n    \\\"10\\\",\\n    \\\"publisher\\\": null,\\n    \\\"publisher_place\\\": null,\\n    \\\"related\\\": null,\\n    \\\"relation\\\": null,\\n    \\\"reprint\\\": null,\\n    \\\"title\\\": \\\"Smellie, K. B., Why We Read History, London: P. Elek.\\\",\\n    \\\"type\\\": \\\"book\\\",\\n    \\\"volume\\\": null\\n    }\\n  ],\\n  \\\"metadata\\\": {\\n    \\\"page_number\\\": 10,\\n    \\\"title\\\": \\\"BIBLIOGRAPHY\\\",\\n    \\\"year\\\": \\n    \\\"1947\\\"\\n  }\\n}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":null,\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"metadata\":{\"title\":\"BIBLIOGRAPHY\",\"year\":\"1947\",\"page_number\":10},\"entries\":[{\"id\":\"relation_to_other_entry_id\",\"type\":\"book\",\"title\":\"Smellie, K. B., Why We Read History, London: P. Elek.\",\"container_title\":\"BIBLIOGRAPHY\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"10\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false}]},\"provider_specific_fields\":{\"refusal\":null,\"reasoning\":null}},\"provider_specific_fields\":{\"routed_experts\":null,\"token_ids\":null,\"stop_reason\":null}}],\"created\":1786717332,\"model\":\"swiss-ai/apertus-v1.5-70b\",\"object\":\"chat.completion\",\"service_tier\":null,\"system_fingerprint\":\"vllm-0.23.1rc1.dev1029+ga601a9d99-tp4-1381023c\",\"usage\":{\"completion_tokens\":243,\"prompt_tokens\":7809,\"total_tokens\":8052,\"completion_tokens_details\":null,\"prompt_tokens_details\":{\"audio_tokens\":null,\"cached_tokens\":0,\"multimodal_tokens\":{\"image\":7708}}}}"}, "scoring": {"fuzzy": 0.16058172883596838, "cost_summary": {"total_input_tokens": 40199, "total_output_tokens": 7557, "total_tokens": 47756, "input_cost_usd": 0.03296318, "output_cost_usd": 0.022066440000000003, "total_cost_usd": 0.05502962}}, "normalized_score": 16.05817288359684}