{"_id": {"$oid": "6ac4c7b5164e0f17c0b2300a"}, "test_id": "T0543", "benchmark": "bibliographic_data", "date": "2026-01-25", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "mistral", "model": "ministral-14b-2512", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"Historical Sources Page 10\",\"year\":\"2023\",\"page_number\":10},\"entries\":[{\"id\":\"ent_10_1\",\"type\":\"journal-article\",\"title\":\"The Influence of the Magna Carta on Modern Constitutional Law\",\"container_title\":\"The American Journal of Legal History\",\"author\":[{\"family\":\"Bracton\",\"given\":\"Henry\"}],\"note\":\"Review of the historical impact of the Magna Carta on legal systems.\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"2004-07\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"58\",\"page\":\"45-78\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"ent_10_2\",\"type\":\"journal-article\",\"title\":\"The Black Death and Its Socioeconomic Consequences in Europe\",\"container_title\":\"The Journal of Medieval History\",\"author\":[{\"family\":\"Herlihy\",\"given\":\"David\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"2005-03\",\"event_date\":null,\"related\":null,\"relation\":\"ent_9_5\",\"volume\":\"30\",\"page\":\"123-145\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"ent_10_3\",\"type\":\"book\",\"title\":\"The Rise and Fall of the Byzantine Empire\",\"container_title\":null,\"author\":[{\"family\":\"Ostrogorsky\",\"given\":\"Georg\"}],\"note\":\"Comprehensive study of the Byzantine Empire's political and social structures.\",\"publisher\":\"Princeton University Press\",\"editor\":null,\"publisher_place\":\"Princeton, NJ\",\"issued\":\"1956\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"ent_10_4\",\"type\":\"journal-article\",\"title\":\"The Crusades: A Historical Reassessment\",\"container_title\":\"The American Historical Review\",\"author\":[{\"family\":\"Murray\",\"given\":\"Alan V.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"2007-10\",\"event_date\":null,\"related\":null,\"relation\":\"ent_8_7\",\"volume\":\"112\",\"page\":\"1045-1070\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"ent_10_5\",\"type\":\"other\",\"title\":\"The Decline of Feudalism in Medieval Europe: A Comparative Study\",\"container_title\":\"Annales: Histoire, Sciences Sociales\",\"author\":[{\"family\":\"Duby\",\"given\":\"Georges\"},{\"family\":\"Perroy\",\"given\":\"\u00c9velyne\"}],\"note\":\"In-depth analysis of feudalism's decline in various European regions.\",\"publisher\":null,\"editor\":[\"Jean-Louis Biget\"],\"publisher_place\":null,\"issued\":\"1980-07\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"35\",\"page\":\"1101-1130\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"ent_10_6\",\"type\":\"journal-article\",\"title\":\"The Role of the Church in Medieval Education\",\"container_title\":\"Speculum\",\"author\":[{\"family\":\"Southern\",\"given\":\"R.W.\"}],\"note\":\"Examines the educational systems established by the Church during the Middle Ages.\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1964-04\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"39\",\"page\":\"678-702\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"ent_10_7\",\"type\":\"book\",\"title\":\"The Mongol Empire: A Historical Analysis\",\"container_title\":null,\"author\":[{\"family\":\"Allsen\",\"given\":\"Thomas T.\"}],\"note\":\"Comprehensive overview of the Mongol Empire's expansion and governance.\",\"publisher\":\"University of California Press\",\"editor\":null,\"publisher_place\":\"Berkeley, CA\",\"issued\":\"1997\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"ent_10_8\",\"type\":\"journal-article\",\"title\":\"The Renaissance: A Reinterpretation\",\"container_title\":\"The Journal of the History of Ideas\",\"author\":[{\"family\":\"Burckhardt\",\"given\":\"Jacob\"}],\"note\":\"Revisiting Burckhardt's seminal work on the Renaissance with modern perspectives.\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1984-01\",\"event_date\":null,\"related\":null,\"relation\":\"ent_7_3\",\"volume\":\"45\",\"page\":\"567-590\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"ent_10_9\",\"type\":\"journal-article\",\"title\":\"The Impact of the Printing Press on the Spread of Knowledge in the 15th Century\",\"container_title\":\"The American Historical Review\",\"author\":[{\"family\":\"Eisenstein\",\"given\":\"Elizabeth L.\"}],\"note\":\"Analyzes the revolutionary effects of the printing press on European society.\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1994-02\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"99\",\"page\":\"1-34\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"ent_10_10\",\"type\":\"book\",\"title\":\"The Age of Exploration: A Comprehensive Study\",\"container_title\":null,\"author\":[{\"family\":\"Ellis\",\"given\":\"Stephen V.\"}],\"note\":\"In-depth exploration of the Age of Exploration and its global impact.\",\"publisher\":\"Palgrave Macmillan\",\"editor\":null,\"publisher_place\":\"New York, NY\",\"issued\":\"2000\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}", "model": "ministral-14b-2512", "provider": "mistral", "finish_reason": "stop", "usage": {"input_tokens": 990, "output_tokens": 1373, "total_tokens": 2363, "input_cost_usd": 0.00019800000000000002, "output_cost_usd": 0.0002746, "estimated_cost_usd": 0.0004726}, "duration": 9.64420223236084, "timestamp": "2026-01-25T00:16:01.172090", "parsed": {"metadata": {"title": "Historical Sources Page 10", "year": "2023", "page_number": 10}, "entries": [{"id": "ent_10_1", "type": "journal-article", "title": "The Influence of the Magna Carta on Modern Constitutional Law", "author": [{"family": "Bracton", "given": "Henry"}], "container_title": "The American Journal of Legal History", "volume": "58", "page": "45-78", "issued": "2004-07", "note": "Review of the historical impact of the Magna Carta on legal systems."}, {"id": "ent_10_2", "type": "journal-article", "title": "The Black Death and Its Socioeconomic Consequences in Europe", "author": [{"family": "Herlihy", "given": "David"}], "container_title": "The Journal of Medieval History", "volume": "30", "page": "123-145", "issued": "2005-03", "relation": "ent_9_5"}, {"id": "ent_10_3", "type": "book", "title": "The Rise and Fall of the Byzantine Empire", "author": [{"family": "Ostrogorsky", "given": "Georg"}], "publisher": "Princeton University Press", "publisher_place": "Princeton, NJ", "issued": "1956", "note": "Comprehensive study of the Byzantine Empire's political and social structures."}, {"id": "ent_10_4", "type": "journal-article", "title": "The Crusades: A Historical Reassessment", "author": [{"family": "Murray", "given": "Alan V."}], "container_title": "The American Historical Review", "volume": "112", "page": "1045-1070", "issued": "2007-10", "relation": "ent_8_7"}, {"id": "ent_10_5", "type": "other", "title": "The Decline of Feudalism in Medieval Europe: A Comparative Study", "author": [{"family": "Duby", "given": "Georges"}, {"family": "Perroy", "given": "\u00c9velyne"}], "editor": ["Jean-Louis Biget"], "container_title": "Annales: Histoire, Sciences Sociales", "volume": "35", "page": "1101-1130", "issued": "1980-07", "note": "In-depth analysis of feudalism's decline in various European regions."}, {"id": "ent_10_6", "type": "journal-article", "title": "The Role of the Church in Medieval Education", "author": [{"family": "Southern", "given": "R.W."}], "container_title": "Speculum", "volume": "39", "page": "678-702", "issued": "1964-04", "note": "Examines the educational systems established by the Church during the Middle Ages."}, {"id": "ent_10_7", "type": "book", "title": "The Mongol Empire: A Historical Analysis", "author": [{"family": "Allsen", "given": "Thomas T."}], "publisher": "University of California Press", "publisher_place": "Berkeley, CA", "issued": "1997", "note": "Comprehensive overview of the Mongol Empire's expansion and governance."}, {"id": "ent_10_8", "type": "journal-article", "title": "The Renaissance: A Reinterpretation", "author": [{"family": "Burckhardt", "given": "Jacob"}], "container_title": "The Journal of the History of Ideas", "volume": "45", "page": "567-590", "issued": "1984-01", "note": "Revisiting Burckhardt's seminal work on the Renaissance with modern perspectives.", "relation": "ent_7_3"}, {"id": "ent_10_9", "type": "journal-article", "title": "The Impact of the Printing Press on the Spread of Knowledge in the 15th Century", "author": [{"family": "Eisenstein", "given": "Elizabeth L."}], "container_title": "The American Historical Review", "volume": "99", "page": "1-34", "issued": "1994-02", "note": "Analyzes the revolutionary effects of the printing press on European society."}, {"id": "ent_10_10", "type": "book", "title": "The Age of Exploration: A Comprehensive Study", "author": [{"family": "Ellis", "given": "Stephen V."}], "publisher": "Palgrave Macmillan", "publisher_place": "New York, NY", "issued": "2000", "note": "In-depth exploration of the Age of Exploration and its global impact.", "incomplete": true}]}, "conversation_id": "cfd8f563-eadd-4652-a164-a91f857c3179", "score": {"fuzzy": 0.08492386027751021}, "raw_response": "{\"id\":\"e59dda30500a4babaf027d5b8470c423\",\"object\":\"chat.completion\",\"model\":\"ministral-14b-2512\",\"usage\":{\"prompt_tokens\":990,\"completion_tokens\":1373,\"total_tokens\":2363,\"num_cached_tokens\":0},\"created\":1769296551,\"choices\":[{\"index\":0,\"message\":{\"content\":\"{\\n  \\\"metadata\\\": {\\n    \\\"title\\\": \\\"Historical Sources Page 10\\\",\\n    \\\"year\\\": \\\"2023\\\",\\n    \\\"page_number\\\": 10\\n  },\\n  \\\"entries\\\": [\\n    {\\n      \\\"id\\\": \\\"ent_10_1\\\",\\n      \\\"type\\\": \\\"journal-article\\\",\\n      \\\"title\\\": \\\"The Influence of the Magna Carta on Modern Constitutional Law\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Bracton\\\",\\n          \\\"given\\\": \\\"Henry\\\"\\n        }\\n      ],\\n      \\\"container_title\\\": \\\"The American Journal of Legal History\\\",\\n      \\\"volume\\\": \\\"58\\\",\\n      \\\"page\\\": \\\"45-78\\\",\\n      \\\"issued\\\": \\\"2004-07\\\",\\n      \\\"note\\\": \\\"Review of the historical impact of the Magna Carta on legal systems.\\\"\\n    },\\n    {\\n      \\\"id\\\": \\\"ent_10_2\\\",\\n      \\\"type\\\": \\\"journal-article\\\",\\n      \\\"title\\\": \\\"The Black Death and Its Socioeconomic Consequences in Europe\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Herlihy\\\",\\n          \\\"given\\\": \\\"David\\\"\\n        }\\n      ],\\n      \\\"container_title\\\": \\\"The Journal of Medieval History\\\",\\n      \\\"volume\\\": \\\"30\\\",\\n      \\\"page\\\": \\\"123-145\\\",\\n      \\\"issued\\\": \\\"2005-03\\\",\\n      \\\"relation\\\": \\\"ent_9_5\\\"\\n    },\\n    {\\n      \\\"id\\\": \\\"ent_10_3\\\",\\n      \\\"type\\\": \\\"book\\\",\\n      \\\"title\\\": \\\"The Rise and Fall of the Byzantine Empire\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Ostrogorsky\\\",\\n          \\\"given\\\": \\\"Georg\\\"\\n        }\\n      ],\\n      \\\"publisher\\\": \\\"Princeton University Press\\\",\\n      \\\"publisher_place\\\": \\\"Princeton, NJ\\\",\\n      \\\"issued\\\": \\\"1956\\\",\\n      \\\"note\\\": \\\"Comprehensive study of the Byzantine Empire's political and social structures.\\\"\\n    },\\n    {\\n      \\\"id\\\": \\\"ent_10_4\\\",\\n      \\\"type\\\": \\\"journal-article\\\",\\n      \\\"title\\\": \\\"The Crusades: A Historical Reassessment\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Murray\\\",\\n          \\\"given\\\": \\\"Alan V.\\\"\\n        }\\n      ],\\n      \\\"container_title\\\": \\\"The American Historical Review\\\",\\n      \\\"volume\\\": \\\"112\\\",\\n      \\\"page\\\": \\\"1045-1070\\\",\\n      \\\"issued\\\": \\\"2007-10\\\",\\n      \\\"relation\\\": \\\"ent_8_7\\\"\\n    },\\n    {\\n      \\\"id\\\": \\\"ent_10_5\\\",\\n      \\\"type\\\": \\\"other\\\",\\n      \\\"title\\\": \\\"The Decline of Feudalism in Medieval Europe: A Comparative Study\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Duby\\\",\\n          \\\"given\\\": \\\"Georges\\\"\\n        },\\n        {\\n          \\\"family\\\": \\\"Perroy\\\",\\n          \\\"given\\\": \\\"\u00c9velyne\\\"\\n        }\\n      ],\\n      \\\"editor\\\": [\\n        \\\"Jean-Louis Biget\\\"\\n      ],\\n      \\\"container_title\\\": \\\"Annales: Histoire, Sciences Sociales\\\",\\n      \\\"volume\\\": \\\"35\\\",\\n      \\\"page\\\": \\\"1101-1130\\\",\\n      \\\"issued\\\": \\\"1980-07\\\",\\n      \\\"note\\\": \\\"In-depth analysis of feudalism's decline in various European regions.\\\"\\n    },\\n    {\\n      \\\"id\\\": \\\"ent_10_6\\\",\\n      \\\"type\\\": \\\"journal-article\\\",\\n      \\\"title\\\": \\\"The Role of the Church in Medieval Education\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Southern\\\",\\n          \\\"given\\\": \\\"R.W.\\\"\\n        }\\n      ],\\n      \\\"container_title\\\": \\\"Speculum\\\",\\n      \\\"volume\\\": \\\"39\\\",\\n      \\\"page\\\": \\\"678-702\\\",\\n      \\\"issued\\\": \\\"1964-04\\\",\\n      \\\"note\\\": \\\"Examines the educational systems established by the Church during the Middle Ages.\\\"\\n    },\\n    {\\n      \\\"id\\\": \\\"ent_10_7\\\",\\n      \\\"type\\\": \\\"book\\\",\\n      \\\"title\\\": \\\"The Mongol Empire: A Historical Analysis\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Allsen\\\",\\n          \\\"given\\\": \\\"Thomas T.\\\"\\n        }\\n      ],\\n      \\\"publisher\\\": \\\"University of California Press\\\",\\n      \\\"publisher_place\\\": \\\"Berkeley, CA\\\",\\n      \\\"issued\\\": \\\"1997\\\",\\n      \\\"note\\\": \\\"Comprehensive overview of the Mongol Empire's expansion and governance.\\\"\\n    },\\n    {\\n      \\\"id\\\": \\\"ent_10_8\\\",\\n      \\\"type\\\": \\\"journal-article\\\",\\n      \\\"title\\\": \\\"The Renaissance: A Reinterpretation\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Burckhardt\\\",\\n          \\\"given\\\": \\\"Jacob\\\"\\n        }\\n      ],\\n      \\\"container_title\\\": \\\"The Journal of the History of Ideas\\\",\\n      \\\"volume\\\": \\\"45\\\",\\n      \\\"page\\\": \\\"567-590\\\",\\n      \\\"issued\\\": \\\"1984-01\\\",\\n      \\\"note\\\": \\\"Revisiting Burckhardt's seminal work on the Renaissance with modern perspectives.\\\",\\n      \\\"relation\\\": \\\"ent_7_3\\\"\\n    },\\n    {\\n      \\\"id\\\": \\\"ent_10_9\\\",\\n      \\\"type\\\": \\\"journal-article\\\",\\n      \\\"title\\\": \\\"The Impact of the Printing Press on the Spread of Knowledge in the 15th Century\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Eisenstein\\\",\\n          \\\"given\\\": \\\"Elizabeth L.\\\"\\n        }\\n      ],\\n      \\\"container_title\\\": \\\"The American Historical Review\\\",\\n      \\\"volume\\\": \\\"99\\\",\\n      \\\"page\\\": \\\"1-34\\\",\\n      \\\"issued\\\": \\\"1994-02\\\",\\n      \\\"note\\\": \\\"Analyzes the revolutionary effects of the printing press on European society.\\\"\\n    },\\n    {\\n      \\\"id\\\": \\\"ent_10_10\\\",\\n      \\\"type\\\": \\\"book\\\",\\n      \\\"title\\\": \\\"The Age of Exploration: A Comprehensive Study\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Ellis\\\",\\n          \\\"given\\\": \\\"Stephen V.\\\"\\n        }\\n      ],\\n      \\\"publisher\\\": \\\"Palgrave Macmillan\\\",\\n      \\\"publisher_place\\\": \\\"New York, NY\\\",\\n      \\\"issued\\\": \\\"2000\\\",\\n      \\\"note\\\": \\\"In-depth exploration of the Age of Exploration and its global impact.\\\",\\n      \\\"incomplete\\\": true\\n    }\\n  ]\\n}\",\"tool_calls\":null,\"prefix\":false,\"role\":\"assistant\"},\"finish_reason\":\"stop\"}]}"}, "scoring": {"fuzzy": 0.055619774113558076, "cost_summary": {"total_input_tokens": 4946, "total_output_tokens": 3548, "total_tokens": 8494, "input_cost_usd": 0.0009892000000000002, "output_cost_usd": 0.0007096, "total_cost_usd": 0.0016988000000000003}}, "pricing": {"bucket_date": "2026-01-23", "age_days": 2, "input_price_per_million": 0.2, "output_price_per_million": 0.2}, "timing": {"total_response_s": 27.93, "mean_response_s": 5.59, "slowest_response_s": 9.64, "inputs_timed": 5, "inputs_stored": 5, "span_s": 18.35}, "normalized_score": 5.561977411355808}