[{"_id": {"$oid": "69ce22c0214d8cd071ad03b4"}, "test_id": "T0827", "benchmark": "bibliographic_data", "date": "2026-03-25", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "alibaba", "model": "qwen3.5-35b-a3b", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "rules": "{\"base_url\": \"https://ws-wkjpbv6ov7sqlgqe.ap-southeast-1.maas.aliyuncs.com/compatible-mode/v1\"}", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"Bibliography of Historical Works\",\"year\":\"1946\",\"page_number\":4},\"entries\":[{\"id\":\"34\",\"type\":\"book\",\"title\":\"Der Sinn der Geschichte\",\"container_title\":null,\"author\":[{\"family\":\"Baeck\",\"given\":\"Leo\"}],\"note\":null,\"publisher\":\"Habel\",\"editor\":null,\"publisher_place\":\"Berlin\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"35\",\"type\":\"book\",\"title\":\"The Art of Writing History\",\"container_title\":null,\"author\":[{\"family\":\"Bryant\",\"given\":\"Arthur\"}],\"note\":null,\"publisher\":\"Oxford University Press\",\"editor\":null,\"publisher_place\":\"Oxford\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"36\",\"type\":\"book\",\"title\":\"Historia y destino\",\"container_title\":null,\"author\":[{\"family\":\"Ca\u00f1al Barrachina\",\"given\":\"Avelino\"}],\"note\":null,\"publisher\":\"Ucar, Garc\u00eda\",\"editor\":null,\"publisher_place\":\"Havana\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"37\",\"type\":\"book\",\"title\":\"The Idea of History\",\"container_title\":null,\"author\":[{\"family\":\"Collingwood\",\"given\":\"R. G.\"}],\"note\":\"In German: Philosophie der Geschichte, trans. by Gertrud Herding, Stuttgart: Kohlhammer, 1955.\",\"publisher\":\"Clarendon\",\"editor\":null,\"publisher_place\":\"Oxford\",\"issued\":null,\"event_date\":null,\"related\":[\"38\",\"39\",\"40\",\"41\",\"42\",\"43\",\"44\",\"45\",\"46\",\"47\",\"48\"],\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"38\",\"type\":\"journal-article\",\"title\":\"Review of The Idea of History\",\"container_title\":\"Hibbert Journal\",\"author\":[{\"family\":\"Webb\",\"given\":\"C. C. J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1946\",\"event_date\":null,\"related\":null,\"relation\":\"37\",\"volume\":\"XLV\",\"page\":\"83-86\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"39\",\"type\":\"journal-article\",\"title\":\"Collingwood\u2019s Idea of History\",\"container_title\":\"Canadian Historical Review\",\"author\":[{\"family\":\"Flenley\",\"given\":\"R.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":\"37\",\"volume\":\"XXVIII\",\"page\":\"68-72\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"40\",\"type\":\"journal-article\",\"title\":\"Review of The Idea of History\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Mandelbaum\",\"given\":\"M.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":\"37\",\"volume\":\"XLIV\",\"page\":\"184-188\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"41\",\"type\":\"journal-article\",\"title\":\"Review of The Idea of History\",\"container_title\":\"Philosophical Review\",\"author\":[{\"family\":\"Murphy\",\"given\":\"A. E.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":\"37\",\"volume\":\"LVI\",\"page\":\"587-592\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"42\",\"type\":\"journal-article\",\"title\":\"Discussion: R. G. Collingwood\u2019s Philosophy of History\",\"container_title\":\"Philosophy\",\"author\":[{\"family\":\"Walsh\",\"given\":\"W. H.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":\"37\",\"volume\":\"XXII\",\"page\":\"153-160\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"43\",\"type\":\"journal-article\",\"title\":\"Logic and History\",\"container_title\":\"Australasian Journal of Philosophy\",\"author\":[{\"family\":\"Buchdahl\",\"given\":\"G.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1948\",\"event_date\":null,\"related\":null,\"relation\":\"37\",\"volume\":\"XXVI\",\"page\":\"94-114\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"44\",\"type\":\"journal-article\",\"title\":\"On Collingwood\u2019s Philosophy of History\",\"container_title\":\"Review of Metaphysics\",\"author\":[{\"family\":\"Strauss\",\"given\":\"Leo\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1952\",\"event_date\":null,\"related\":null,\"relation\":\"37\",\"volume\":\"V\",\"page\":\"559-586\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"45\",\"type\":\"journal-article\",\"title\":\"The \u2018Objects\u2019 of Historical Knowledge\",\"container_title\":\"Philosophy\",\"author\":[{\"family\":\"Gardiner\",\"given\":\"P. L.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1952\",\"event_date\":null,\"related\":null,\"relation\":\"37\",\"volume\":\"XXVII\",\"page\":\"211-220\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"46\",\"type\":\"journal-article\",\"title\":\"Collingwood\u2019s Idea of History\",\"container_title\":\"History N. S.\",\"author\":[{\"family\":\"Harris\",\"given\":\"R. W.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1952\",\"event_date\":null,\"related\":null,\"relation\":\"37\",\"volume\":\"XXXVII\",\"page\":\"1-7\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"47\",\"type\":\"journal-article\",\"title\":\"Metaphysics, History, and Civilization: Collingwood\u2019s Account of Their Interrelationship\",\"container_title\":\"Journal of Religion\",\"author\":[{\"family\":\"Hartt\",\"given\":\"J. N.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1953\",\"event_date\":null,\"related\":null,\"relation\":\"37\",\"volume\":\"XXXIII\",\"page\":\"198-211\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"48\",\"type\":\"journal-article\",\"title\":\"Collingwood and the Idea of History\",\"container_title\":\"University of Toronto Quarterly\",\"author\":[{\"family\":\"Schneider\",\"given\":\"Frederick D.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1952-53\",\"event_date\":null,\"related\":null,\"relation\":\"37\",\"volume\":\"XXII\",\"page\":\"172-183\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null}]}", "model": "qwen3.5-35b-a3b", "provider": "alibaba", "finish_reason": "stop", "usage": {"input_tokens": 3501, "output_tokens": 1918, "total_tokens": 5419, "input_cost_usd": 0.00087525, "output_cost_usd": 0.003836, "estimated_cost_usd": 0.00471125}, "duration": 29.03980803489685, "timestamp": "2026-03-25T10:13:51.686376", "parsed": {"metadata": {"title": "Bibliography of Historical Works", "year": "1946", "page_number": 4}, "entries": [{"id": "34", "type": "book", "title": "Der Sinn der Geschichte", "author": [{"family": "Baeck", "given": "Leo"}], "publisher_place": "Berlin", "publisher": "Habel"}, {"id": "35", "type": "book", "title": "The Art of Writing History", "author": [{"family": "Bryant", "given": "Arthur"}], "publisher_place": "Oxford", "publisher": "Oxford University Press"}, {"id": "36", "type": "book", "title": "Historia y destino", "author": [{"family": "Ca\u00f1al Barrachina", "given": "Avelino"}], "publisher_place": "Havana", "publisher": "Ucar, Garc\u00eda"}, {"id": "37", "type": "book", "title": "The Idea of History", "author": [{"family": "Collingwood", "given": "R. G."}], "publisher_place": "Oxford", "publisher": "Clarendon", "note": "In German: Philosophie der Geschichte, trans. by Gertrud Herding, Stuttgart: Kohlhammer, 1955.", "related": ["38", "39", "40", "41", "42", "43", "44", "45", "46", "47", "48"]}, {"id": "38", "type": "journal-article", "title": "Review of The Idea of History", "author": [{"family": "Webb", "given": "C. C. J."}], "container_title": "Hibbert Journal", "volume": "XLV", "issued": "1946", "page": "83-86", "relation": "37"}, {"id": "39", "type": "journal-article", "title": "Collingwood\u2019s Idea of History", "author": [{"family": "Flenley", "given": "R."}], "container_title": "Canadian Historical Review", "volume": "XXVIII", "issued": "1947", "page": "68-72", "relation": "37"}, {"id": "40", "type": "journal-article", "title": "Review of The Idea of History", "author": [{"family": "Mandelbaum", "given": "M."}], "container_title": "Journal of Philosophy", "volume": "XLIV", "issued": "1947", "page": "184-188", "relation": "37"}, {"id": "41", "type": "journal-article", "title": "Review of The Idea of History", "author": [{"family": "Murphy", "given": "A. E."}], "container_title": "Philosophical Review", "volume": "LVI", "issued": "1947", "page": "587-592", "relation": "37"}, {"id": "42", "type": "journal-article", "title": "Discussion: R. G. Collingwood\u2019s Philosophy of History", "author": [{"family": "Walsh", "given": "W. H."}], "container_title": "Philosophy", "volume": "XXII", "issued": "1947", "page": "153-160", "relation": "37"}, {"id": "43", "type": "journal-article", "title": "Logic and History", "author": [{"family": "Buchdahl", "given": "G."}], "container_title": "Australasian Journal of Philosophy", "volume": "XXVI", "issued": "1948", "page": "94-114", "relation": "37"}, {"id": "44", "type": "journal-article", "title": "On Collingwood\u2019s Philosophy of History", "author": [{"family": "Strauss", "given": "Leo"}], "container_title": "Review of Metaphysics", "volume": "V", "issued": "1952", "page": "559-586", "relation": "37"}, {"id": "45", "type": "journal-article", "title": "The \u2018Objects\u2019 of Historical Knowledge", "author": [{"family": "Gardiner", "given": "P. L."}], "container_title": "Philosophy", "volume": "XXVII", "issued": "1952", "page": "211-220", "relation": "37"}, {"id": "46", "type": "journal-article", "title": "Collingwood\u2019s Idea of History", "author": [{"family": "Harris", "given": "R. W."}], "container_title": "History N. S.", "volume": "XXXVII", "issued": "1952", "page": "1-7", "relation": "37"}, {"id": "47", "type": "journal-article", "title": "Metaphysics, History, and Civilization: Collingwood\u2019s Account of Their Interrelationship", "author": [{"family": "Hartt", "given": "J. N."}], "container_title": "Journal of Religion", "volume": "XXXIII", "issued": "1953", "page": "198-211", "relation": "37"}, {"id": "48", "type": "journal-article", "title": "Collingwood and the Idea of History", "author": [{"family": "Schneider", "given": "Frederick D."}], "container_title": "University of Toronto Quarterly", "volume": "XXII", "issued": "1952-53", "page": "172-183", "relation": "37"}]}, "conversation_id": "0b27337f-e717-4bbb-8df0-91ab64d91e05", "score": {"fuzzy": 0.8882572106127715}, "raw_response": "{\"id\":\"chatcmpl-25900d41-4693-9699-8810-638b78d0f975\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\n \\\"metadata\\\": {\\n \\\"title\\\": \\\"Bibliography of Historical Works\\\",\\n \\\"year\\\": \\\"1946\\\",\\n \\\"page_number\\\": 4\\n },\\n \\\"entries\\\": [\\n {\\n \\\"id\\\": \\\"34\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Der Sinn der Geschichte\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Baeck\\\",\\n \\\"given\\\": \\\"Leo\\\"\\n }\\n ],\\n \\\"publisher_place\\\": \\\"Berlin\\\",\\n \\\"publisher\\\": \\\"Habel\\\"\\n },\\n {\\n \\\"id\\\": \\\"35\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"The Art of Writing History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Bryant\\\",\\n \\\"given\\\": \\\"Arthur\\\"\\n }\\n ],\\n \\\"publisher_place\\\": \\\"Oxford\\\",\\n \\\"publisher\\\": \\\"Oxford University Press\\\"\\n },\\n {\\n \\\"id\\\": \\\"36\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Historia y destino\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Ca\u00f1al Barrachina\\\",\\n \\\"given\\\": \\\"Avelino\\\"\\n }\\n ],\\n \\\"publisher_place\\\": \\\"Havana\\\",\\n \\\"publisher\\\": \\\"Ucar, Garc\u00eda\\\"\\n },\\n {\\n \\\"id\\\": \\\"37\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"The Idea of History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Collingwood\\\",\\n \\\"given\\\": \\\"R. G.\\\"\\n }\\n ],\\n \\\"publisher_place\\\": \\\"Oxford\\\",\\n \\\"publisher\\\": \\\"Clarendon\\\",\\n \\\"note\\\": \\\"In German: Philosophie der Geschichte, trans. by Gertrud Herding, Stuttgart: Kohlhammer, 1955.\\\",\\n \\\"related\\\": [\\n \\\"38\\\",\\n \\\"39\\\",\\n \\\"40\\\",\\n \\\"41\\\",\\n \\\"42\\\",\\n \\\"43\\\",\\n \\\"44\\\",\\n \\\"45\\\",\\n \\\"46\\\",\\n \\\"47\\\",\\n \\\"48\\\"\\n ]\\n },\\n {\\n \\\"id\\\": \\\"38\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Review of The Idea of History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Webb\\\",\\n \\\"given\\\": \\\"C. C. J.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Hibbert Journal\\\",\\n \\\"volume\\\": \\\"XLV\\\",\\n \\\"issued\\\": \\\"1946\\\",\\n \\\"page\\\": \\\"83-86\\\",\\n \\\"relation\\\": \\\"37\\\"\\n },\\n {\\n \\\"id\\\": \\\"39\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Collingwood\u2019s Idea of History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Flenley\\\",\\n \\\"given\\\": \\\"R.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Canadian Historical Review\\\",\\n \\\"volume\\\": \\\"XXVIII\\\",\\n \\\"issued\\\": \\\"1947\\\",\\n \\\"page\\\": \\\"68-72\\\",\\n \\\"relation\\\": \\\"37\\\"\\n },\\n {\\n \\\"id\\\": \\\"40\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Review of The Idea of History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Mandelbaum\\\",\\n \\\"given\\\": \\\"M.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Journal of Philosophy\\\",\\n \\\"volume\\\": \\\"XLIV\\\",\\n \\\"issued\\\": \\\"1947\\\",\\n \\\"page\\\": \\\"184-188\\\",\\n \\\"relation\\\": \\\"37\\\"\\n },\\n {\\n \\\"id\\\": \\\"41\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Review of The Idea of History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Murphy\\\",\\n \\\"given\\\": \\\"A. E.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Philosophical Review\\\",\\n \\\"volume\\\": \\\"LVI\\\",\\n \\\"issued\\\": \\\"1947\\\",\\n \\\"page\\\": \\\"587-592\\\",\\n \\\"relation\\\": \\\"37\\\"\\n },\\n {\\n \\\"id\\\": \\\"42\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Discussion: R. G. Collingwood\u2019s Philosophy of History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Walsh\\\",\\n \\\"given\\\": \\\"W. H.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Philosophy\\\",\\n \\\"volume\\\": \\\"XXII\\\",\\n \\\"issued\\\": \\\"1947\\\",\\n \\\"page\\\": \\\"153-160\\\",\\n \\\"relation\\\": \\\"37\\\"\\n },\\n {\\n \\\"id\\\": \\\"43\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Logic and History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Buchdahl\\\",\\n \\\"given\\\": \\\"G.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Australasian Journal of Philosophy\\\",\\n \\\"volume\\\": \\\"XXVI\\\",\\n \\\"issued\\\": \\\"1948\\\",\\n \\\"page\\\": \\\"94-114\\\",\\n \\\"relation\\\": \\\"37\\\"\\n },\\n {\\n \\\"id\\\": \\\"44\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"On Collingwood\u2019s Philosophy of History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Strauss\\\",\\n \\\"given\\\": \\\"Leo\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Review of Metaphysics\\\",\\n \\\"volume\\\": \\\"V\\\",\\n \\\"issued\\\": \\\"1952\\\",\\n \\\"page\\\": \\\"559-586\\\",\\n \\\"relation\\\": \\\"37\\\"\\n },\\n {\\n \\\"id\\\": \\\"45\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The \u2018Objects\u2019 of Historical Knowledge\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Gardiner\\\",\\n \\\"given\\\": \\\"P. L.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Philosophy\\\",\\n \\\"volume\\\": \\\"XXVII\\\",\\n \\\"issued\\\": \\\"1952\\\",\\n \\\"page\\\": \\\"211-220\\\",\\n \\\"relation\\\": \\\"37\\\"\\n },\\n {\\n \\\"id\\\": \\\"46\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Collingwood\u2019s Idea of History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Harris\\\",\\n \\\"given\\\": \\\"R. W.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"History N. S.\\\",\\n \\\"volume\\\": \\\"XXXVII\\\",\\n \\\"issued\\\": \\\"1952\\\",\\n \\\"page\\\": \\\"1-7\\\",\\n \\\"relation\\\": \\\"37\\\"\\n },\\n {\\n \\\"id\\\": \\\"47\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Metaphysics, History, and Civilization: Collingwood\u2019s Account of Their Interrelationship\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Hartt\\\",\\n \\\"given\\\": \\\"J. N.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Journal of Religion\\\",\\n \\\"volume\\\": \\\"XXXIII\\\",\\n \\\"issued\\\": \\\"1953\\\",\\n \\\"page\\\": \\\"198-211\\\",\\n \\\"relation\\\": \\\"37\\\"\\n },\\n {\\n \\\"id\\\": \\\"48\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Collingwood and the Idea of History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Schneider\\\",\\n \\\"given\\\": \\\"Frederick D.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"University of Toronto Quarterly\\\",\\n \\\"volume\\\": \\\"XXII\\\",\\n \\\"issued\\\": \\\"1952-53\\\",\\n \\\"page\\\": \\\"172-183\\\",\\n \\\"relation\\\": \\\"37\\\"\\n }\\n ]\\n}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":null,\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"reasoning_content\":\"\"}}],\"created\":1774430032,\"model\":\"qwen3.5-35b-a3b\",\"object\":\"chat.completion\",\"service_tier\":null,\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":1918,\"prompt_tokens\":3501,\"total_tokens\":5419,\"completion_tokens_details\":{\"accepted_prediction_tokens\":null,\"audio_tokens\":null,\"reasoning_tokens\":null,\"rejected_prediction_tokens\":null,\"text_tokens\":1918},\"prompt_tokens_details\":{\"audio_tokens\":null,\"cached_tokens\":null,\"image_tokens\":2522,\"text_tokens\":979}}}"}, "scoring": {"fuzzy": 0.6486886548805472, "cost_summary": {"total_input_tokens": 17504, "total_output_tokens": 9726, "total_tokens": 27230, "input_cost_usd": 0.004376, "output_cost_usd": 0.019452, "total_cost_usd": 0.023828}}, "normalized_score": 64.86886548805472}, {"_id": {"$oid": "69ce22c0214d8cd071ad03cb"}, "test_id": "T0866", "benchmark": "bibliographic_data", "date": "2026-03-25", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "alibaba", "model": "qwen3.5-397b-a17b", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "rules": "{\"base_url\": \"https://ws-wkjpbv6ov7sqlgqe.ap-southeast-1.maas.aliyuncs.com/compatible-mode/v1\"}", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"HISTORY AND THEORY\",\"year\":\"1945\",\"page_number\":3},\"entries\":[{\"id\":\"15\",\"type\":\"journal-article\",\"title\":\"The Open Society and Its Enemies\",\"container_title\":\"British Journal of Sociology\",\"author\":[{\"family\":\"Plamenatz\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1952\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"264-273\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"16\",\"type\":\"journal-article\",\"title\":\"The Open Society \u2013 a Comment\",\"container_title\":\"British Journal of Sociology\",\"author\":[{\"family\":\"Gombrich\",\"given\":\"E. H.\"}],\"note\":\"On Plamenatz\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1952\",\"event_date\":null,\"related\":null,\"relation\":\"15\",\"volume\":\"III\",\"page\":\"358-360\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"17\",\"type\":\"journal-article\",\"title\":\"The Open Society \u2013 a Rejoinder\",\"container_title\":\"British Journal of Sociology\",\"author\":[{\"family\":\"Plamenatz\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1953\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"IV\",\"page\":\"76-77\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"18\",\"type\":\"journal-article\",\"title\":\"The Open Society: a Reconsideration\",\"container_title\":\"Political Science Quarterly\",\"author\":[{\"family\":\"Cobban\",\"given\":\"Alfred\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1954\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LXIX\",\"page\":\"119-126\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"19\",\"type\":\"journal-article\",\"title\":\"Has History a Meaning?\",\"container_title\":\"British Journal for the Philosophy of Science\",\"author\":[{\"family\":\"Bernal\",\"given\":\"J. D.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1955\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"VI\",\"page\":\"164-169\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"20\",\"type\":\"book\",\"title\":\"War and History\",\"container_title\":null,\"author\":[{\"family\":\"Sumner\",\"given\":\"B. H.\"}],\"note\":null,\"publisher\":\"Oliver and Boyd\",\"editor\":null,\"publisher_place\":\"Edinburgh\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"21\",\"type\":\"book\",\"title\":\"The Philosophy of American History\",\"container_title\":null,\"author\":[{\"family\":\"Zucker\",\"given\":\"Morris\"}],\"note\":\"2 vols.\",\"publisher\":\"Arnold and Howard\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"22\",\"type\":\"journal-article\",\"title\":\"History as a Liberal Art\",\"container_title\":\"Journal of the History of Ideas\",\"author\":[{\"family\":\"Barzun\",\"given\":\"Jacques\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"VI\",\"page\":\"81-88\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"23\",\"type\":\"journal-article\",\"title\":\"The Study of Contemporary History: Some Further Reflections\",\"container_title\":\"History\",\"author\":[{\"family\":\"Beloff\",\"given\":\"Max\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"N. S. XXX\",\"page\":\"75-84\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"24\",\"type\":\"journal-article\",\"title\":\"Appunti sullo \u2018storicismo\u2019\",\"container_title\":\"Societ\u00e0\",\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I\",\"page\":\"1-45\",\"fascicle\":null,\"reprint\":\"Reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959, 1-45\",\"edition\":null,\"incomplete\":null},{\"id\":\"25\",\"type\":\"journal-article\",\"title\":\"The Meaning of History\",\"container_title\":\"Ethics\",\"author\":[{\"family\":\"Coulborn\",\"given\":\"Rushton\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LV\",\"page\":\"46-63\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"26\",\"type\":\"journal-article\",\"title\":\"History \u2013 a Science?\",\"container_title\":\"Mississippi Valley Historical Review\",\"author\":[{\"family\":\"Gould\",\"given\":\"Clarence P.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXII\",\"page\":\"375-388\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"27\",\"type\":\"journal-article\",\"title\":\"Generality and Singularity in Historical Judgment\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Hofstadter\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XLII\",\"page\":\"57-65\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"28\",\"type\":\"journal-article\",\"title\":\"Les nouvelles conceptions de l\u2019histoire\",\"container_title\":\"Revue philosophique\",\"author\":[{\"family\":\"Lenoble\",\"given\":\"R.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CXXXV\",\"page\":\"193-208, 324-348\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"29\",\"type\":\"journal-article\",\"title\":\"In History or Beyond History\",\"container_title\":\"Harvard Theological Review\",\"author\":[{\"family\":\"McCown\",\"given\":\"C. C.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXVIII\",\"page\":\"151-175\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"30\",\"type\":\"journal-article\",\"title\":\"History and the Social Science Research Council\",\"container_title\":\"American Historical Review\",\"author\":[{\"family\":\"Nichols\",\"given\":\"Roy F.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"L\",\"page\":\"491-499\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"31\",\"type\":\"journal-article\",\"title\":\"The Poverty of Historicism, Part III\",\"container_title\":\"Economica\",\"author\":[{\"family\":\"Popper\",\"given\":\"Karl\"}],\"note\":\"Parts I and II appeared in 1944. Cf. also #1233\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XII\",\"page\":\"69-89\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"32\",\"type\":\"journal-article\",\"title\":\"History and the Historian\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Weiss\",\"given\":\"Paul\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XLII\",\"page\":\"169-179\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"33\",\"type\":\"journal-article\",\"title\":\"The Attack on the Historical Method\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"White\",\"given\":\"Morton G.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XLII\",\"page\":\"314-331\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}", "model": "qwen3.5-397b-a17b", "provider": "alibaba", "finish_reason": "stop", "usage": {"input_tokens": 3461, "output_tokens": 2171, "total_tokens": 5632, "input_cost_usd": 0.0020766, "output_cost_usd": 0.0078156, "estimated_cost_usd": 0.0098922}, "duration": 42.902687788009644, "timestamp": "2026-03-25T10:18:24.373573", "parsed": {"metadata": {"title": "HISTORY AND THEORY", "year": "1945", "page_number": 3}, "entries": [{"id": "15", "type": "journal-article", "title": "The Open Society and Its Enemies", "container_title": "British Journal of Sociology", "author": [{"family": "Plamenatz", "given": "J."}], "volume": "III", "issued": "1952", "page": "264-273"}, {"id": "16", "type": "journal-article", "title": "The Open Society \u2013 a Comment", "container_title": "British Journal of Sociology", "author": [{"family": "Gombrich", "given": "E. H."}], "volume": "III", "issued": "1952", "page": "358-360", "note": "On Plamenatz", "relation": "15"}, {"id": "17", "type": "journal-article", "title": "The Open Society \u2013 a Rejoinder", "container_title": "British Journal of Sociology", "author": [{"family": "Plamenatz", "given": "J."}], "volume": "IV", "issued": "1953", "page": "76-77"}, {"id": "18", "type": "journal-article", "title": "The Open Society: a Reconsideration", "container_title": "Political Science Quarterly", "author": [{"family": "Cobban", "given": "Alfred"}], "volume": "LXIX", "issued": "1954", "page": "119-126"}, {"id": "19", "type": "journal-article", "title": "Has History a Meaning?", "container_title": "British Journal for the Philosophy of Science", "author": [{"family": "Bernal", "given": "J. D."}], "volume": "VI", "issued": "1955", "page": "164-169"}, {"id": "20", "type": "book", "title": "War and History", "author": [{"family": "Sumner", "given": "B. H."}], "publisher": "Oliver and Boyd", "publisher_place": "Edinburgh"}, {"id": "21", "type": "book", "title": "The Philosophy of American History", "author": [{"family": "Zucker", "given": "Morris"}], "publisher": "Arnold and Howard", "publisher_place": "New York", "note": "2 vols."}, {"id": "22", "type": "journal-article", "title": "History as a Liberal Art", "container_title": "Journal of the History of Ideas", "author": [{"family": "Barzun", "given": "Jacques"}], "volume": "VI", "page": "81-88"}, {"id": "23", "type": "journal-article", "title": "The Study of Contemporary History: Some Further Reflections", "container_title": "History", "author": [{"family": "Beloff", "given": "Max"}], "volume": "N. S. XXX", "page": "75-84"}, {"id": "24", "type": "journal-article", "title": "Appunti sullo \u2018storicismo\u2019", "container_title": "Societ\u00e0", "author": [{"family": "Cantimori", "given": "Delio"}], "volume": "I", "page": "1-45", "reprint": "Reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959, 1-45"}, {"id": "25", "type": "journal-article", "title": "The Meaning of History", "container_title": "Ethics", "author": [{"family": "Coulborn", "given": "Rushton"}], "volume": "LV", "page": "46-63"}, {"id": "26", "type": "journal-article", "title": "History \u2013 a Science?", "container_title": "Mississippi Valley Historical Review", "author": [{"family": "Gould", "given": "Clarence P."}], "volume": "XXXII", "page": "375-388"}, {"id": "27", "type": "journal-article", "title": "Generality and Singularity in Historical Judgment", "container_title": "Journal of Philosophy", "author": [{"family": "Hofstadter", "given": "A."}], "volume": "XLII", "page": "57-65"}, {"id": "28", "type": "journal-article", "title": "Les nouvelles conceptions de l\u2019histoire", "container_title": "Revue philosophique", "author": [{"family": "Lenoble", "given": "R."}], "volume": "CXXXV", "page": "193-208, 324-348"}, {"id": "29", "type": "journal-article", "title": "In History or Beyond History", "container_title": "Harvard Theological Review", "author": [{"family": "McCown", "given": "C. C."}], "volume": "XXXVIII", "page": "151-175"}, {"id": "30", "type": "journal-article", "title": "History and the Social Science Research Council", "container_title": "American Historical Review", "author": [{"family": "Nichols", "given": "Roy F."}], "volume": "L", "page": "491-499"}, {"id": "31", "type": "journal-article", "title": "The Poverty of Historicism, Part III", "container_title": "Economica", "author": [{"family": "Popper", "given": "Karl"}], "volume": "XII", "page": "69-89", "note": "Parts I and II appeared in 1944. Cf. also #1233"}, {"id": "32", "type": "journal-article", "title": "History and the Historian", "container_title": "Journal of Philosophy", "author": [{"family": "Weiss", "given": "Paul"}], "volume": "XLII", "page": "169-179"}, {"id": "33", "type": "journal-article", "title": "The Attack on the Historical Method", "container_title": "Journal of Philosophy", "author": [{"family": "White", "given": "Morton G."}], "volume": "XLII", "page": "314-331", "incomplete": true}]}, "conversation_id": "e3cc1a2d-133f-48b7-b02f-e91b9c6f5bc9", "score": {"fuzzy": 0.38759570037884256}, "raw_response": "{\"id\":\"chatcmpl-c5421a96-8d89-9a23-a364-74efb3186955\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\n \\\"metadata\\\": {\\n \\\"title\\\": \\\"HISTORY AND THEORY\\\",\\n \\\"year\\\": \\\"1945\\\",\\n \\\"page_number\\\": 3\\n },\\n \\\"entries\\\": [\\n {\\n \\\"id\\\": \\\"15\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Open Society and Its Enemies\\\",\\n \\\"container_title\\\": \\\"British Journal of Sociology\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Plamenatz\\\",\\n \\\"given\\\": \\\"J.\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"III\\\",\\n \\\"issued\\\": \\\"1952\\\",\\n \\\"page\\\": \\\"264-273\\\"\\n },\\n {\\n \\\"id\\\": \\\"16\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Open Society \u2013 a Comment\\\",\\n \\\"container_title\\\": \\\"British Journal of Sociology\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Gombrich\\\",\\n \\\"given\\\": \\\"E. H.\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"III\\\",\\n \\\"issued\\\": \\\"1952\\\",\\n \\\"page\\\": \\\"358-360\\\",\\n \\\"note\\\": \\\"On Plamenatz\\\",\\n \\\"relation\\\": \\\"15\\\"\\n },\\n {\\n \\\"id\\\": \\\"17\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Open Society \u2013 a Rejoinder\\\",\\n \\\"container_title\\\": \\\"British Journal of Sociology\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Plamenatz\\\",\\n \\\"given\\\": \\\"J.\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"IV\\\",\\n \\\"issued\\\": \\\"1953\\\",\\n \\\"page\\\": \\\"76-77\\\"\\n },\\n {\\n \\\"id\\\": \\\"18\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Open Society: a Reconsideration\\\",\\n \\\"container_title\\\": \\\"Political Science Quarterly\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Cobban\\\",\\n \\\"given\\\": \\\"Alfred\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"LXIX\\\",\\n \\\"issued\\\": \\\"1954\\\",\\n \\\"page\\\": \\\"119-126\\\"\\n },\\n {\\n \\\"id\\\": \\\"19\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Has History a Meaning?\\\",\\n \\\"container_title\\\": \\\"British Journal for the Philosophy of Science\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Bernal\\\",\\n \\\"given\\\": \\\"J. D.\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"VI\\\",\\n \\\"issued\\\": \\\"1955\\\",\\n \\\"page\\\": \\\"164-169\\\"\\n },\\n {\\n \\\"id\\\": \\\"20\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"War and History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Sumner\\\",\\n \\\"given\\\": \\\"B. H.\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Oliver and Boyd\\\",\\n \\\"publisher_place\\\": \\\"Edinburgh\\\"\\n },\\n {\\n \\\"id\\\": \\\"21\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"The Philosophy of American History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Zucker\\\",\\n \\\"given\\\": \\\"Morris\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Arnold and Howard\\\",\\n \\\"publisher_place\\\": \\\"New York\\\",\\n \\\"note\\\": \\\"2 vols.\\\"\\n },\\n {\\n \\\"id\\\": \\\"22\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"History as a Liberal Art\\\",\\n \\\"container_title\\\": \\\"Journal of the History of Ideas\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Barzun\\\",\\n \\\"given\\\": \\\"Jacques\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"VI\\\",\\n \\\"page\\\": \\\"81-88\\\"\\n },\\n {\\n \\\"id\\\": \\\"23\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Study of Contemporary History: Some Further Reflections\\\",\\n \\\"container_title\\\": \\\"History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Beloff\\\",\\n \\\"given\\\": \\\"Max\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"N. S. XXX\\\",\\n \\\"page\\\": \\\"75-84\\\"\\n },\\n {\\n \\\"id\\\": \\\"24\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Appunti sullo \u2018storicismo\u2019\\\",\\n \\\"container_title\\\": \\\"Societ\u00e0\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Cantimori\\\",\\n \\\"given\\\": \\\"Delio\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"I\\\",\\n \\\"page\\\": \\\"1-45\\\",\\n \\\"reprint\\\": \\\"Reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959, 1-45\\\"\\n },\\n {\\n \\\"id\\\": \\\"25\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Meaning of History\\\",\\n \\\"container_title\\\": \\\"Ethics\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Coulborn\\\",\\n \\\"given\\\": \\\"Rushton\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"LV\\\",\\n \\\"page\\\": \\\"46-63\\\"\\n },\\n {\\n \\\"id\\\": \\\"26\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"History \u2013 a Science?\\\",\\n \\\"container_title\\\": \\\"Mississippi Valley Historical Review\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Gould\\\",\\n \\\"given\\\": \\\"Clarence P.\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"XXXII\\\",\\n \\\"page\\\": \\\"375-388\\\"\\n },\\n {\\n \\\"id\\\": \\\"27\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Generality and Singularity in Historical Judgment\\\",\\n \\\"container_title\\\": \\\"Journal of Philosophy\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Hofstadter\\\",\\n \\\"given\\\": \\\"A.\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"XLII\\\",\\n \\\"page\\\": \\\"57-65\\\"\\n },\\n {\\n \\\"id\\\": \\\"28\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Les nouvelles conceptions de l\u2019histoire\\\",\\n \\\"container_title\\\": \\\"Revue philosophique\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Lenoble\\\",\\n \\\"given\\\": \\\"R.\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"CXXXV\\\",\\n \\\"page\\\": \\\"193-208, 324-348\\\"\\n },\\n {\\n \\\"id\\\": \\\"29\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"In History or Beyond History\\\",\\n \\\"container_title\\\": \\\"Harvard Theological Review\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"McCown\\\",\\n \\\"given\\\": \\\"C. C.\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"XXXVIII\\\",\\n \\\"page\\\": \\\"151-175\\\"\\n },\\n {\\n \\\"id\\\": \\\"30\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"History and the Social Science Research Council\\\",\\n \\\"container_title\\\": \\\"American Historical Review\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Nichols\\\",\\n \\\"given\\\": \\\"Roy F.\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"L\\\",\\n \\\"page\\\": \\\"491-499\\\"\\n },\\n {\\n \\\"id\\\": \\\"31\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Poverty of Historicism, Part III\\\",\\n \\\"container_title\\\": \\\"Economica\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Popper\\\",\\n \\\"given\\\": \\\"Karl\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"XII\\\",\\n \\\"page\\\": \\\"69-89\\\",\\n \\\"note\\\": \\\"Parts I and II appeared in 1944. Cf. also #1233\\\"\\n },\\n {\\n \\\"id\\\": \\\"32\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"History and the Historian\\\",\\n \\\"container_title\\\": \\\"Journal of Philosophy\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Weiss\\\",\\n \\\"given\\\": \\\"Paul\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"XLII\\\",\\n \\\"page\\\": \\\"169-179\\\"\\n },\\n {\\n \\\"id\\\": \\\"33\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Attack on the Historical Method\\\",\\n \\\"container_title\\\": \\\"Journal of Philosophy\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"White\\\",\\n \\\"given\\\": \\\"Morton G.\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"XLII\\\",\\n \\\"page\\\": \\\"314-331\\\",\\n \\\"incomplete\\\": true\\n }\\n ]\\n}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":null,\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"reasoning_content\":\"\"}}],\"created\":1774430304,\"model\":\"qwen3.5-397b-a17b\",\"object\":\"chat.completion\",\"service_tier\":null,\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":2171,\"prompt_tokens\":3461,\"total_tokens\":5632,\"completion_tokens_details\":{\"accepted_prediction_tokens\":null,\"audio_tokens\":null,\"reasoning_tokens\":null,\"rejected_prediction_tokens\":null,\"text_tokens\":2171},\"prompt_tokens_details\":{\"audio_tokens\":null,\"cached_tokens\":null,\"image_tokens\":2482,\"text_tokens\":979}}}"}, "scoring": {"fuzzy": 0.6787103910666608, "cost_summary": {"total_input_tokens": 17504, "total_output_tokens": 10072, "total_tokens": 27576, "input_cost_usd": 0.010502399999999999, "output_cost_usd": 0.0362592, "total_cost_usd": 0.0467616}}, "normalized_score": 67.87103910666607}, {"_id": {"$oid": "69ce22c0214d8cd071ad03d4"}, "test_id": "T0879", "benchmark": "bibliographic_data", "date": "2026-03-25", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "alibaba", "model": "qwen3.5-flash-2026-02-23", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "rules": "{\"base_url\": \"https://ws-wkjpbv6ov7sqlgqe.ap-southeast-1.maas.aliyuncs.com/compatible-mode/v1\"}", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"1945 Books\",\"year\":\"1945\",\"page_number\":2},\"entries\":[{\"id\":\"1\",\"type\":\"book\",\"title\":\"Time as Dimension and History\",\"container_title\":null,\"author\":[{\"family\":\"Alexander\",\"given\":\"Hubert G.\"}],\"note\":null,\"publisher\":\"University of New Mexico Press\",\"editor\":null,\"publisher_place\":\"Albuquerque\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"2\",\"type\":\"book\",\"title\":\"Wahrheit und Ideologie\",\"container_title\":null,\"author\":[{\"family\":\"Barth\",\"given\":\"Hans\"}],\"note\":null,\"publisher\":\"Manesse\",\"editor\":null,\"publisher_place\":\"Z\u00fcrich\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"3\",\"type\":\"book\",\"title\":\"Las generaciones en la historia\",\"container_title\":null,\"author\":[{\"family\":\"Entralyo La\u00edn\",\"given\":\"Pedro\"}],\"note\":null,\"publisher\":\"Instituto de estudios pol\u00edticos\",\"editor\":null,\"publisher_place\":\"Madrid\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"4\",\"type\":\"book\",\"title\":\"Cuatro visiones de la historia universal\",\"container_title\":null,\"author\":[{\"family\":\"Ferrater Mora\",\"given\":\"Jos\u00e9\"}],\"note\":null,\"publisher\":\"Editorial Losada\",\"editor\":null,\"publisher_place\":\"Buenos Aires\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"5\",\"type\":\"book\",\"title\":\"The Use of Personal Documents in History, Anthropology, and Sociology\",\"container_title\":null,\"author\":[{\"family\":\"Gottschalk\",\"given\":\"L.\"},{\"family\":\"Kluckhohn\",\"given\":\"C.\"},{\"family\":\"Angell\",\"given\":\"R.\"}],\"note\":\"Bulletin 53\",\"publisher\":\"Social Science Research Council\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"6\",\"type\":\"journal-article\",\"title\":\"Review of The Use of Personal Documents in History, Anthropology, and Sociology\",\"container_title\":\"The American Journal of Sociology\",\"author\":[{\"family\":\"Lapiere\",\"given\":\"R. T.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1946\",\"event_date\":null,\"related\":null,\"relation\":\"5\",\"volume\":\"LII\",\"page\":\"156-157\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"7\",\"type\":\"book\",\"title\":\"El problema de la historia y su lugar en el conocimiento\",\"container_title\":null,\"author\":[{\"family\":\"Jasinowski\",\"given\":\"Bogumil\"}],\"note\":null,\"publisher\":\"Universidad de Chile\",\"editor\":null,\"publisher_place\":\"Santiago, Chile\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"8\",\"type\":\"other\",\"title\":\"Review of El problema de la historia y su lugar en el conocimiento\",\"container_title\":\"Revue philosophique\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1950\",\"event_date\":null,\"related\":null,\"relation\":\"7\",\"volume\":\"CXL\",\"page\":\"528\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"9\",\"type\":\"book\",\"title\":\"Man the Measure: a New Approach to History\",\"container_title\":null,\"author\":[{\"family\":\"Kahler\",\"given\":\"Erich\"}],\"note\":null,\"publisher\":\"Jonathan Cape\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":\"1st ed. New York: Pantheon, 1943\",\"edition\":\"2nd ed.\",\"incomplete\":null},{\"id\":\"10\",\"type\":\"journal-article\",\"title\":\"The Flight from Reason\",\"container_title\":\"Journal of Modern History\",\"author\":[{\"family\":\"Savelle\",\"given\":\"Max\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":\"9\",\"volume\":\"XVII\",\"page\":\"153-162\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"11\",\"type\":\"book\",\"title\":\"The Social Interpretation of History\",\"container_title\":null,\"author\":[{\"family\":\"Maurice\",\"given\":\"William\"}],\"note\":null,\"publisher\":\"Scribner\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"12\",\"type\":\"book\",\"title\":\"The Open Society and Its Enemies\",\"container_title\":null,\"author\":[{\"family\":\"Popper\",\"given\":\"Karl\"}],\"note\":null,\"publisher\":\"Routledge\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":\"Revised ed. Princeton: Princeton University Press, 1950\",\"edition\":\"2 vols.\",\"incomplete\":null},{\"id\":\"13\",\"type\":\"journal-article\",\"title\":\"Review of The Open Society and Its Enemies\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Aiken\",\"given\":\"H. D.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":\"12\",\"volume\":\"XLIV\",\"page\":\"459-479\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"14\",\"type\":\"journal-article\",\"title\":\"The Social Scientist in the 'Open Society'\",\"container_title\":null,\"author\":[{\"family\":\"Bock\",\"given\":\"Kenneth E.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"12\",\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}", "model": "qwen3.5-flash-2026-02-23", "provider": "alibaba", "finish_reason": "stop", "usage": {"input_tokens": 3477, "output_tokens": 1566, "total_tokens": 5043, "input_cost_usd": 0.00034770000000000005, "output_cost_usd": 0.0006264, "estimated_cost_usd": 0.0009741000000000001}, "duration": 24.70859146118164, "timestamp": "2026-03-25T10:18:09.152411", "parsed": {"metadata": {"title": "1945 Books", "year": "1945", "page_number": 2}, "entries": [{"id": "1", "type": "book", "title": "Time as Dimension and History", "author": [{"family": "Alexander", "given": "Hubert G."}], "publisher_place": "Albuquerque", "publisher": "University of New Mexico Press"}, {"id": "2", "type": "book", "title": "Wahrheit und Ideologie", "author": [{"family": "Barth", "given": "Hans"}], "publisher_place": "Z\u00fcrich", "publisher": "Manesse"}, {"id": "3", "type": "book", "title": "Las generaciones en la historia", "author": [{"family": "Entralyo La\u00edn", "given": "Pedro"}], "publisher_place": "Madrid", "publisher": "Instituto de estudios pol\u00edticos"}, {"id": "4", "type": "book", "title": "Cuatro visiones de la historia universal", "author": [{"family": "Ferrater Mora", "given": "Jos\u00e9"}], "publisher_place": "Buenos Aires", "publisher": "Editorial Losada"}, {"id": "5", "type": "book", "title": "The Use of Personal Documents in History, Anthropology, and Sociology", "author": [{"family": "Gottschalk", "given": "L."}, {"family": "Kluckhohn", "given": "C."}, {"family": "Angell", "given": "R."}], "publisher_place": "New York", "publisher": "Social Science Research Council", "note": "Bulletin 53"}, {"id": "6", "type": "journal-article", "title": "Review of The Use of Personal Documents in History, Anthropology, and Sociology", "container_title": "The American Journal of Sociology", "volume": "LII", "issued": "1946", "page": "156-157", "author": [{"family": "Lapiere", "given": "R. T."}], "relation": "5"}, {"id": "7", "type": "book", "title": "El problema de la historia y su lugar en el conocimiento", "author": [{"family": "Jasinowski", "given": "Bogumil"}], "publisher_place": "Santiago, Chile", "publisher": "Universidad de Chile"}, {"id": "8", "type": "other", "title": "Review of El problema de la historia y su lugar en el conocimiento", "container_title": "Revue philosophique", "volume": "CXL", "issued": "1950", "page": "528", "relation": "7"}, {"id": "9", "type": "book", "title": "Man the Measure: a New Approach to History", "edition": "2nd ed.", "author": [{"family": "Kahler", "given": "Erich"}], "publisher_place": "London", "publisher": "Jonathan Cape", "reprint": "1st ed. New York: Pantheon, 1943"}, {"id": "10", "type": "journal-article", "title": "The Flight from Reason", "container_title": "Journal of Modern History", "volume": "XVII", "issued": "1945", "page": "153-162", "author": [{"family": "Savelle", "given": "Max"}], "relation": "9"}, {"id": "11", "type": "book", "title": "The Social Interpretation of History", "author": [{"family": "Maurice", "given": "William"}], "publisher_place": "New York", "publisher": "Scribner"}, {"id": "12", "type": "book", "title": "The Open Society and Its Enemies", "edition": "2 vols.", "author": [{"family": "Popper", "given": "Karl"}], "publisher_place": "London", "publisher": "Routledge", "reprint": "Revised ed. Princeton: Princeton University Press, 1950"}, {"id": "13", "type": "journal-article", "title": "Review of The Open Society and Its Enemies", "container_title": "Journal of Philosophy", "volume": "XLIV", "issued": "1947", "page": "459-479", "author": [{"family": "Aiken", "given": "H. D."}], "relation": "12"}, {"id": "14", "type": "journal-article", "title": "The Social Scientist in the 'Open Society'", "author": [{"family": "Bock", "given": "Kenneth E."}], "relation": "12", "incomplete": true}]}, "conversation_id": "5920fd05-a5df-4bb2-856d-cb8110881cd0", "score": {"fuzzy": 0.8540314781306545}, "raw_response": "{\"id\":\"chatcmpl-21db2253-56d2-984c-90e5-1da34b83bdd7\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\n \\\"metadata\\\": {\\n \\\"title\\\": \\\"1945 Books\\\",\\n \\\"year\\\": \\\"1945\\\",\\n \\\"page_number\\\": 2\\n },\\n \\\"entries\\\": [\\n {\\n \\\"id\\\": \\\"1\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Time as Dimension and History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Alexander\\\",\\n \\\"given\\\": \\\"Hubert G.\\\"\\n }\\n ],\\n \\\"publisher_place\\\": \\\"Albuquerque\\\",\\n \\\"publisher\\\": \\\"University of New Mexico Press\\\"\\n },\\n {\\n \\\"id\\\": \\\"2\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Wahrheit und Ideologie\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Barth\\\",\\n \\\"given\\\": \\\"Hans\\\"\\n }\\n ],\\n \\\"publisher_place\\\": \\\"Z\u00fcrich\\\",\\n \\\"publisher\\\": \\\"Manesse\\\"\\n },\\n {\\n \\\"id\\\": \\\"3\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Las generaciones en la historia\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Entralyo La\u00edn\\\",\\n \\\"given\\\": \\\"Pedro\\\"\\n }\\n ],\\n \\\"publisher_place\\\": \\\"Madrid\\\",\\n \\\"publisher\\\": \\\"Instituto de estudios pol\u00edticos\\\"\\n },\\n {\\n \\\"id\\\": \\\"4\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Cuatro visiones de la historia universal\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Ferrater Mora\\\",\\n \\\"given\\\": \\\"Jos\u00e9\\\"\\n }\\n ],\\n \\\"publisher_place\\\": \\\"Buenos Aires\\\",\\n \\\"publisher\\\": \\\"Editorial Losada\\\"\\n },\\n {\\n \\\"id\\\": \\\"5\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"The Use of Personal Documents in History, Anthropology, and Sociology\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Gottschalk\\\",\\n \\\"given\\\": \\\"L.\\\"\\n },\\n {\\n \\\"family\\\": \\\"Kluckhohn\\\",\\n \\\"given\\\": \\\"C.\\\"\\n },\\n {\\n \\\"family\\\": \\\"Angell\\\",\\n \\\"given\\\": \\\"R.\\\"\\n }\\n ],\\n \\\"publisher_place\\\": \\\"New York\\\",\\n \\\"publisher\\\": \\\"Social Science Research Council\\\",\\n \\\"note\\\": \\\"Bulletin 53\\\"\\n },\\n {\\n \\\"id\\\": \\\"6\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Review of The Use of Personal Documents in History, Anthropology, and Sociology\\\",\\n \\\"container_title\\\": \\\"The American Journal of Sociology\\\",\\n \\\"volume\\\": \\\"LII\\\",\\n \\\"issued\\\": \\\"1946\\\",\\n \\\"page\\\": \\\"156-157\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Lapiere\\\",\\n \\\"given\\\": \\\"R. T.\\\"\\n }\\n ],\\n \\\"relation\\\": \\\"5\\\"\\n },\\n {\\n \\\"id\\\": \\\"7\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"El problema de la historia y su lugar en el conocimiento\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Jasinowski\\\",\\n \\\"given\\\": \\\"Bogumil\\\"\\n }\\n ],\\n \\\"publisher_place\\\": \\\"Santiago, Chile\\\",\\n \\\"publisher\\\": \\\"Universidad de Chile\\\"\\n },\\n {\\n \\\"id\\\": \\\"8\\\",\\n \\\"type\\\": \\\"other\\\",\\n \\\"title\\\": \\\"Review of El problema de la historia y su lugar en el conocimiento\\\",\\n \\\"container_title\\\": \\\"Revue philosophique\\\",\\n \\\"volume\\\": \\\"CXL\\\",\\n \\\"issued\\\": \\\"1950\\\",\\n \\\"page\\\": \\\"528\\\",\\n \\\"relation\\\": \\\"7\\\"\\n },\\n {\\n \\\"id\\\": \\\"9\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Man the Measure: a New Approach to History\\\",\\n \\\"edition\\\": \\\"2nd ed.\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Kahler\\\",\\n \\\"given\\\": \\\"Erich\\\"\\n }\\n ],\\n \\\"publisher_place\\\": \\\"London\\\",\\n \\\"publisher\\\": \\\"Jonathan Cape\\\",\\n \\\"reprint\\\": \\\"1st ed. New York: Pantheon, 1943\\\"\\n },\\n {\\n \\\"id\\\": \\\"10\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Flight from Reason\\\",\\n \\\"container_title\\\": \\\"Journal of Modern History\\\",\\n \\\"volume\\\": \\\"XVII\\\",\\n \\\"issued\\\": \\\"1945\\\",\\n \\\"page\\\": \\\"153-162\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Savelle\\\",\\n \\\"given\\\": \\\"Max\\\"\\n }\\n ],\\n \\\"relation\\\": \\\"9\\\"\\n },\\n {\\n \\\"id\\\": \\\"11\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"The Social Interpretation of History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Maurice\\\",\\n \\\"given\\\": \\\"William\\\"\\n }\\n ],\\n \\\"publisher_place\\\": \\\"New York\\\",\\n \\\"publisher\\\": \\\"Scribner\\\"\\n },\\n {\\n \\\"id\\\": \\\"12\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"The Open Society and Its Enemies\\\",\\n \\\"edition\\\": \\\"2 vols.\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Popper\\\",\\n \\\"given\\\": \\\"Karl\\\"\\n }\\n ],\\n \\\"publisher_place\\\": \\\"London\\\",\\n \\\"publisher\\\": \\\"Routledge\\\",\\n \\\"reprint\\\": \\\"Revised ed. Princeton: Princeton University Press, 1950\\\"\\n },\\n {\\n \\\"id\\\": \\\"13\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Review of The Open Society and Its Enemies\\\",\\n \\\"container_title\\\": \\\"Journal of Philosophy\\\",\\n \\\"volume\\\": \\\"XLIV\\\",\\n \\\"issued\\\": \\\"1947\\\",\\n \\\"page\\\": \\\"459-479\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Aiken\\\",\\n \\\"given\\\": \\\"H. D.\\\"\\n }\\n ],\\n \\\"relation\\\": \\\"12\\\"\\n },\\n {\\n \\\"id\\\": \\\"14\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Social Scientist in the 'Open Society'\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Bock\\\",\\n \\\"given\\\": \\\"Kenneth E.\\\"\\n }\\n ],\\n \\\"relation\\\": \\\"12\\\",\\n \\\"incomplete\\\": true\\n }\\n ]\\n}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":null,\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"reasoning_content\":\"\"}}],\"created\":1774430289,\"model\":\"qwen3.5-flash-2026-02-23\",\"object\":\"chat.completion\",\"service_tier\":null,\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":1566,\"prompt_tokens\":3477,\"total_tokens\":5043,\"completion_tokens_details\":{\"accepted_prediction_tokens\":null,\"audio_tokens\":null,\"reasoning_tokens\":null,\"rejected_prediction_tokens\":null,\"text_tokens\":1566},\"prompt_tokens_details\":{\"audio_tokens\":null,\"cached_tokens\":null,\"image_tokens\":2498,\"text_tokens\":979}}}"}, "scoring": {"fuzzy": 0.6733924715274513, "cost_summary": {"total_input_tokens": 17504, "total_output_tokens": 10439, "total_tokens": 27943, "input_cost_usd": 0.0017504000000000003, "output_cost_usd": 0.0041756, "total_cost_usd": 0.005926000000000001}}, "normalized_score": 67.33924715274513}, {"_id": {"$oid": "69ce22c0214d8cd071ad03d8"}, "test_id": "T0840", "benchmark": "bibliographic_data", "date": "2026-03-25", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "alibaba", "model": "qwen3.5-27b", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "rules": "{\"base_url\": \"https://ws-wkjpbv6ov7sqlgqe.ap-southeast-1.maas.aliyuncs.com/compatible-mode/v1\"}", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"Bibliography\",\"year\":\"1947\",\"page_number\":9},\"entries\":[{\"id\":\"140\",\"type\":\"book\",\"title\":\"Why We Read History\",\"container_title\":null,\"author\":[{\"family\":\"Smellie\",\"given\":\"K. B.\"}],\"note\":null,\"publisher\":\"P. Elek\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"141\",\"type\":\"book\",\"title\":\"A Study of History\",\"container_title\":null,\"author\":[{\"family\":\"Toynbee\",\"given\":\"Arnold J.\"}],\"note\":\"Abridgement of vols. I-VI of A Study of History\",\"publisher\":\"Oxford\",\"editor\":[\"D. C. Somervell\"],\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"142\",\"type\":\"book\",\"title\":\"In den spiegel van het verleden: historische opstellen\",\"container_title\":null,\"author\":[{\"family\":\"Verberne\",\"given\":\"L. G. J.\"}],\"note\":null,\"publisher\":\"Bruna\",\"editor\":null,\"publisher_place\":\"Utrecht, Antwerpen\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"143\",\"type\":\"book\",\"title\":\"Esquemas de metodologia eclesi\u00e1stica\",\"container_title\":null,\"author\":[{\"family\":\"Vevir\",\"given\":\"Jos\u00e9\"}],\"note\":null,\"publisher\":\"Instituto\",\"editor\":null,\"publisher_place\":\"Barcelona\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"144\",\"type\":\"book\",\"title\":\"Sinn und Ziel der Geschichte\",\"container_title\":null,\"author\":[{\"family\":\"Walz\",\"given\":\"Hans H.\"}],\"note\":null,\"publisher\":\"Universit\u00e4ts-Verlag\",\"editor\":null,\"publisher_place\":\"Bonn\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"145\",\"type\":\"other\",\"title\":\"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\"container_title\":null,\"author\":null,\"note\":null,\"publisher\":\"Castellani\",\"editor\":null,\"publisher_place\":\"Milano\",\"issued\":null,\"event_date\":\"15-20 November, 1946\",\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"146\",\"type\":\"journal-article\",\"title\":\"Storia e materialismo storico\",\"container_title\":\"Relevant articles\",\"author\":[{\"family\":\"Drago\",\"given\":\"Pietro C.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":\"I\",\"page\":\"109-117\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"147\",\"type\":\"journal-article\",\"title\":\"Critica del giudizio storico\",\"container_title\":\"Relevant articles\",\"author\":[{\"family\":\"Fazio-Allmayer\",\"given\":\"Vito\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":\"I\",\"page\":\"281-290\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"148\",\"type\":\"journal-article\",\"title\":\"Forza e spirito nella storia\",\"container_title\":\"Relevant articles\",\"author\":[{\"family\":\"Nyman\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":\"I\",\"page\":\"191-200\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"149\",\"type\":\"journal-article\",\"title\":\"Sur le concept d'histoire\",\"container_title\":\"Les temps modernes\",\"author\":[{\"family\":\"Benjamin\",\"given\":\"Walter\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"II\",\"page\":\"623-634\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"150\",\"type\":\"journal-article\",\"title\":\"Philosophy of History\",\"container_title\":\"20th Century Philosophy\",\"author\":[{\"family\":\"Boodin\",\"given\":\"John E.\"}],\"note\":null,\"publisher\":\"Philosophical Library\",\"editor\":[\"Dagobert D. Runes\"],\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"89-106\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"151\",\"type\":\"journal-article\",\"title\":\"De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty\",\"container_title\":\"Deucalion\",\"author\":[{\"family\":\"Caillois\",\"given\":\"R. P.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"II\",\"page\":\"57-85\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"152\",\"type\":\"journal-article\",\"title\":\"Commemorazione di Adolfo Omodeo\",\"container_title\":\"Annali della Scuola Normale di Pisa\",\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":\"3-4\",\"reprint\":\"Studi di storia, Torino: Einaudi, 1959\",\"edition\":null,\"incomplete\":null},{\"id\":\"153\",\"type\":\"journal-article\",\"title\":\"The Historian and the Philosophy of Science\",\"container_title\":\"Isis\",\"author\":[{\"family\":\"Cowan\",\"given\":\"Thomas\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXVIII\",\"page\":\"11-18\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"154\",\"type\":\"journal-article\",\"title\":\"History as a Science\",\"container_title\":\"Historical Studies: Australia and New Zealand\",\"author\":[{\"family\":\"Crawford\",\"given\":\"R. M.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"153-175\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"155\",\"type\":\"journal-article\",\"title\":\"Christianisme et histoire\",\"container_title\":\"Etudes\",\"author\":[{\"family\":\"Dani\u00e9lou\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CCLIV\",\"page\":\"166-184\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"156\",\"type\":\"journal-article\",\"title\":\"Wahrheit der Geschichte. Geschichte der Wahrheit\",\"container_title\":\"Amerikanische Rundschau\",\"author\":[{\"family\":\"Dell\",\"given\":\"Stanley\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"44-53\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"157\",\"type\":\"journal-article\",\"title\":\"The Idea of Progress\",\"container_title\":\"American Historical Review\",\"author\":[{\"family\":\"Fay\",\"given\":\"Sidney B.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LII\",\"page\":\"231-246\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"158\",\"type\":\"journal-article\",\"title\":\"Th\u00e9ologie et histoire\",\"container_title\":\"Dieu vivant\",\"author\":[{\"family\":\"Fessard\",\"given\":\"Gaston\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"VIII\",\"page\":\"39-65\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"159\",\"type\":\"journal-article\",\"title\":\"Acton, Creighton, and Lea: a Study in History and Ethics\",\"container_title\":\"Pacific Historical Review\",\"author\":[{\"family\":\"Fish\",\"given\":\"Andrew\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XVI\",\"page\":\"59-69\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"160\",\"type\":\"journal-article\",\"title\":\"Le conscience historique en Italie\",\"container_title\":\"Les temps modernes\",\"author\":[{\"family\":\"Garosci\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"23-24\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null}]}", "model": "qwen3.5-27b", "provider": "alibaba", "finish_reason": "stop", "usage": {"input_tokens": 3542, "output_tokens": 2318, "total_tokens": 5860, "input_cost_usd": 0.0010626, "output_cost_usd": 0.0055632, "estimated_cost_usd": 0.006625799999999999}, "duration": 65.52626419067383, "timestamp": "2026-03-25T10:18:40.628854", "parsed": {"metadata": {"title": "Bibliography", "year": "1947", "page_number": 9}, "entries": [{"id": "140", "type": "book", "title": "Why We Read History", "author": [{"family": "Smellie", "given": "K. B."}], "publisher": "P. Elek", "publisher_place": "London"}, {"id": "141", "type": "book", "title": "A Study of History", "author": [{"family": "Toynbee", "given": "Arnold J."}], "editor": ["D. C. Somervell"], "publisher": "Oxford", "publisher_place": "New York", "note": "Abridgement of vols. I-VI of A Study of History"}, {"id": "142", "type": "book", "title": "In den spiegel van het verleden: historische opstellen", "author": [{"family": "Verberne", "given": "L. G. J."}], "publisher": "Bruna", "publisher_place": "Utrecht, Antwerpen"}, {"id": "143", "type": "book", "title": "Esquemas de metodologia eclesi\u00e1stica", "author": [{"family": "Vevir", "given": "Jos\u00e9"}], "publisher": "Instituto", "publisher_place": "Barcelona"}, {"id": "144", "type": "book", "title": "Sinn und Ziel der Geschichte", "author": [{"family": "Walz", "given": "Hans H."}], "publisher": "Universit\u00e4ts-Verlag", "publisher_place": "Bonn"}, {"id": "145", "type": "other", "title": "Atti del congresso internazionale di filosofia 15-20 November, 1946", "publisher": "Castellani", "publisher_place": "Milano", "event_date": "15-20 November, 1946"}, {"id": "146", "type": "journal-article", "title": "Storia e materialismo storico", "author": [{"family": "Drago", "given": "Pietro C."}], "container_title": "Relevant articles", "volume": "I", "page": "109-117", "relation": "145"}, {"id": "147", "type": "journal-article", "title": "Critica del giudizio storico", "author": [{"family": "Fazio-Allmayer", "given": "Vito"}], "container_title": "Relevant articles", "volume": "I", "page": "281-290", "relation": "145"}, {"id": "148", "type": "journal-article", "title": "Forza e spirito nella storia", "author": [{"family": "Nyman", "given": "A."}], "container_title": "Relevant articles", "volume": "I", "page": "191-200", "relation": "145"}, {"id": "149", "type": "journal-article", "title": "Sur le concept d'histoire", "author": [{"family": "Benjamin", "given": "Walter"}], "container_title": "Les temps modernes", "volume": "II", "page": "623-634"}, {"id": "150", "type": "journal-article", "title": "Philosophy of History", "author": [{"family": "Boodin", "given": "John E."}], "container_title": "20th Century Philosophy", "editor": ["Dagobert D. Runes"], "publisher": "Philosophical Library", "publisher_place": "New York", "page": "89-106"}, {"id": "151", "type": "journal-article", "title": "De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty", "author": [{"family": "Caillois", "given": "R. P."}], "container_title": "Deucalion", "volume": "II", "page": "57-85"}, {"id": "152", "type": "journal-article", "title": "Commemorazione di Adolfo Omodeo", "author": [{"family": "Cantimori", "given": "Delio"}], "container_title": "Annali della Scuola Normale di Pisa", "fascicle": "3-4", "reprint": "Studi di storia, Torino: Einaudi, 1959"}, {"id": "153", "type": "journal-article", "title": "The Historian and the Philosophy of Science", "author": [{"family": "Cowan", "given": "Thomas"}], "container_title": "Isis", "volume": "XXXVIII", "page": "11-18"}, {"id": "154", "type": "journal-article", "title": "History as a Science", "author": [{"family": "Crawford", "given": "R. M."}], "container_title": "Historical Studies: Australia and New Zealand", "volume": "III", "page": "153-175"}, {"id": "155", "type": "journal-article", "title": "Christianisme et histoire", "author": [{"family": "Dani\u00e9lou", "given": "J."}], "container_title": "Etudes", "volume": "CCLIV", "page": "166-184"}, {"id": "156", "type": "journal-article", "title": "Wahrheit der Geschichte. Geschichte der Wahrheit", "author": [{"family": "Dell", "given": "Stanley"}], "container_title": "Amerikanische Rundschau", "volume": "III", "page": "44-53"}, {"id": "157", "type": "journal-article", "title": "The Idea of Progress", "author": [{"family": "Fay", "given": "Sidney B."}], "container_title": "American Historical Review", "volume": "LII", "page": "231-246"}, {"id": "158", "type": "journal-article", "title": "Th\u00e9ologie et histoire", "author": [{"family": "Fessard", "given": "Gaston"}], "container_title": "Dieu vivant", "volume": "VIII", "page": "39-65"}, {"id": "159", "type": "journal-article", "title": "Acton, Creighton, and Lea: a Study in History and Ethics", "author": [{"family": "Fish", "given": "Andrew"}], "container_title": "Pacific Historical Review", "volume": "XVI", "page": "59-69"}, {"id": "160", "type": "journal-article", "title": "Le conscience historique en Italie", "author": [{"family": "Garosci", "given": "A."}], "container_title": "Les temps modernes", "volume": "III", "page": "23-24"}]}, "conversation_id": "29deaff5-94f4-4ffe-8839-3131ec93637e", "score": {"fuzzy": 0.3390228574406554}, "raw_response": "{\"id\":\"chatcmpl-47a62f7b-29f9-9cc9-8856-9b176293aca6\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\n \\\"metadata\\\": {\\n \\\"title\\\": \\\"Bibliography\\\",\\n \\\"year\\\": \\\"1947\\\",\\n \\\"page_number\\\": 9\\n },\\n \\\"entries\\\": [\\n {\\n \\\"id\\\": \\\"140\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Why We Read History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Smellie\\\",\\n \\\"given\\\": \\\"K. B.\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"P. Elek\\\",\\n \\\"publisher_place\\\": \\\"London\\\"\\n },\\n {\\n \\\"id\\\": \\\"141\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"A Study of History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Toynbee\\\",\\n \\\"given\\\": \\\"Arnold J.\\\"\\n }\\n ],\\n \\\"editor\\\": [\\n \\\"D. C. Somervell\\\"\\n ],\\n \\\"publisher\\\": \\\"Oxford\\\",\\n \\\"publisher_place\\\": \\\"New York\\\",\\n \\\"note\\\": \\\"Abridgement of vols. I-VI of A Study of History\\\"\\n },\\n {\\n \\\"id\\\": \\\"142\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"In den spiegel van het verleden: historische opstellen\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Verberne\\\",\\n \\\"given\\\": \\\"L. G. J.\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Bruna\\\",\\n \\\"publisher_place\\\": \\\"Utrecht, Antwerpen\\\"\\n },\\n {\\n \\\"id\\\": \\\"143\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Esquemas de metodologia eclesi\u00e1stica\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Vevir\\\",\\n \\\"given\\\": \\\"Jos\u00e9\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Instituto\\\",\\n \\\"publisher_place\\\": \\\"Barcelona\\\"\\n },\\n {\\n \\\"id\\\": \\\"144\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Sinn und Ziel der Geschichte\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Walz\\\",\\n \\\"given\\\": \\\"Hans H.\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Universit\u00e4ts-Verlag\\\",\\n \\\"publisher_place\\\": \\\"Bonn\\\"\\n },\\n {\\n \\\"id\\\": \\\"145\\\",\\n \\\"type\\\": \\\"other\\\",\\n \\\"title\\\": \\\"Atti del congresso internazionale di filosofia 15-20 November, 1946\\\",\\n \\\"publisher\\\": \\\"Castellani\\\",\\n \\\"publisher_place\\\": \\\"Milano\\\",\\n \\\"event_date\\\": \\\"15-20 November, 1946\\\"\\n },\\n {\\n \\\"id\\\": \\\"146\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Storia e materialismo storico\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Drago\\\",\\n \\\"given\\\": \\\"Pietro C.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Relevant articles\\\",\\n \\\"volume\\\": \\\"I\\\",\\n \\\"page\\\": \\\"109-117\\\",\\n \\\"relation\\\": \\\"145\\\"\\n },\\n {\\n \\\"id\\\": \\\"147\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Critica del giudizio storico\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Fazio-Allmayer\\\",\\n \\\"given\\\": \\\"Vito\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Relevant articles\\\",\\n \\\"volume\\\": \\\"I\\\",\\n \\\"page\\\": \\\"281-290\\\",\\n \\\"relation\\\": \\\"145\\\"\\n },\\n {\\n \\\"id\\\": \\\"148\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Forza e spirito nella storia\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Nyman\\\",\\n \\\"given\\\": \\\"A.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Relevant articles\\\",\\n \\\"volume\\\": \\\"I\\\",\\n \\\"page\\\": \\\"191-200\\\",\\n \\\"relation\\\": \\\"145\\\"\\n },\\n {\\n \\\"id\\\": \\\"149\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Sur le concept d'histoire\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Benjamin\\\",\\n \\\"given\\\": \\\"Walter\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Les temps modernes\\\",\\n \\\"volume\\\": \\\"II\\\",\\n \\\"page\\\": \\\"623-634\\\"\\n },\\n {\\n \\\"id\\\": \\\"150\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Philosophy of History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Boodin\\\",\\n \\\"given\\\": \\\"John E.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"20th Century Philosophy\\\",\\n \\\"editor\\\": [\\n \\\"Dagobert D. Runes\\\"\\n ],\\n \\\"publisher\\\": \\\"Philosophical Library\\\",\\n \\\"publisher_place\\\": \\\"New York\\\",\\n \\\"page\\\": \\\"89-106\\\"\\n },\\n {\\n \\\"id\\\": \\\"151\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Caillois\\\",\\n \\\"given\\\": \\\"R. P.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Deucalion\\\",\\n \\\"volume\\\": \\\"II\\\",\\n \\\"page\\\": \\\"57-85\\\"\\n },\\n {\\n \\\"id\\\": \\\"152\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Commemorazione di Adolfo Omodeo\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Cantimori\\\",\\n \\\"given\\\": \\\"Delio\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Annali della Scuola Normale di Pisa\\\",\\n \\\"fascicle\\\": \\\"3-4\\\",\\n \\\"reprint\\\": \\\"Studi di storia, Torino: Einaudi, 1959\\\"\\n },\\n {\\n \\\"id\\\": \\\"153\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Historian and the Philosophy of Science\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Cowan\\\",\\n \\\"given\\\": \\\"Thomas\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Isis\\\",\\n \\\"volume\\\": \\\"XXXVIII\\\",\\n \\\"page\\\": \\\"11-18\\\"\\n },\\n {\\n \\\"id\\\": \\\"154\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"History as a Science\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Crawford\\\",\\n \\\"given\\\": \\\"R. M.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Historical Studies: Australia and New Zealand\\\",\\n \\\"volume\\\": \\\"III\\\",\\n \\\"page\\\": \\\"153-175\\\"\\n },\\n {\\n \\\"id\\\": \\\"155\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Christianisme et histoire\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Dani\u00e9lou\\\",\\n \\\"given\\\": \\\"J.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Etudes\\\",\\n \\\"volume\\\": \\\"CCLIV\\\",\\n \\\"page\\\": \\\"166-184\\\"\\n },\\n {\\n \\\"id\\\": \\\"156\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Wahrheit der Geschichte. Geschichte der Wahrheit\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Dell\\\",\\n \\\"given\\\": \\\"Stanley\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Amerikanische Rundschau\\\",\\n \\\"volume\\\": \\\"III\\\",\\n \\\"page\\\": \\\"44-53\\\"\\n },\\n {\\n \\\"id\\\": \\\"157\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Idea of Progress\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Fay\\\",\\n \\\"given\\\": \\\"Sidney B.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"American Historical Review\\\",\\n \\\"volume\\\": \\\"LII\\\",\\n \\\"page\\\": \\\"231-246\\\"\\n },\\n {\\n \\\"id\\\": \\\"158\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Th\u00e9ologie et histoire\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Fessard\\\",\\n \\\"given\\\": \\\"Gaston\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Dieu vivant\\\",\\n \\\"volume\\\": \\\"VIII\\\",\\n \\\"page\\\": \\\"39-65\\\"\\n },\\n {\\n \\\"id\\\": \\\"159\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Acton, Creighton, and Lea: a Study in History and Ethics\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Fish\\\",\\n \\\"given\\\": \\\"Andrew\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Pacific Historical Review\\\",\\n \\\"volume\\\": \\\"XVI\\\",\\n \\\"page\\\": \\\"59-69\\\"\\n },\\n {\\n \\\"id\\\": \\\"160\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Le conscience historique en Italie\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Garosci\\\",\\n \\\"given\\\": \\\"A.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Les temps modernes\\\",\\n \\\"volume\\\": \\\"III\\\",\\n \\\"page\\\": \\\"23-24\\\"\\n }\\n ]\\n}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":null,\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"reasoning_content\":\"\"}}],\"created\":1774430321,\"model\":\"qwen3.5-27b\",\"object\":\"chat.completion\",\"service_tier\":null,\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":2318,\"prompt_tokens\":3542,\"total_tokens\":5860,\"completion_tokens_details\":{\"accepted_prediction_tokens\":null,\"audio_tokens\":null,\"reasoning_tokens\":null,\"rejected_prediction_tokens\":null,\"text_tokens\":2318},\"prompt_tokens_details\":{\"audio_tokens\":null,\"cached_tokens\":null,\"image_tokens\":2562,\"text_tokens\":980}}}"}, "scoring": {"fuzzy": 0.6645079537976903, "cost_summary": {"total_input_tokens": 17504, "total_output_tokens": 16425, "total_tokens": 33929, "input_cost_usd": 0.005251199999999999, "output_cost_usd": 0.03942, "total_cost_usd": 0.0446712}}, "normalized_score": 66.45079537976903}, {"_id": {"$oid": "69ce22c0214d8cd071ad03dd"}, "test_id": "T0853", "benchmark": "bibliographic_data", "date": "2026-03-25", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "alibaba", "model": "qwen3.5-122b-a10b", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "rules": "{\"base_url\": \"https://ws-wkjpbv6ov7sqlgqe.ap-southeast-1.maas.aliyuncs.com/compatible-mode/v1\"}", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"Books\",\"year\":\"1945\",\"page_number\":2},\"entries\":[{\"id\":\"entry_1\",\"type\":\"book\",\"title\":\"Time as Dimension and History\",\"container_title\":null,\"author\":[{\"family\":\"Alexander\",\"given\":\"Hubert G.\"}],\"note\":null,\"publisher\":\"University of New Mexico Press\",\"editor\":null,\"publisher_place\":\"Albuquerque\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"entry_2\",\"type\":\"book\",\"title\":\"Wahrheit und Ideologie\",\"container_title\":null,\"author\":[{\"family\":\"Barth\",\"given\":\"Hans\"}],\"note\":null,\"publisher\":\"Manesse\",\"editor\":null,\"publisher_place\":\"Z\u00fcrich\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"entry_3\",\"type\":\"book\",\"title\":\"Las generaciones en la historia\",\"container_title\":null,\"author\":[{\"family\":\"Entralyo La\u00edn\",\"given\":\"Pedro\"}],\"note\":null,\"publisher\":\"Instituto de estudios pol\u00edticos\",\"editor\":null,\"publisher_place\":\"Madrid\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"entry_4\",\"type\":\"book\",\"title\":\"Cuatro visiones de la historia universal\",\"container_title\":null,\"author\":[{\"family\":\"Ferrater Mora\",\"given\":\"Jos\u00e9\"}],\"note\":null,\"publisher\":\"Editorial Losada\",\"editor\":null,\"publisher_place\":\"Buenos Aires\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"entry_5\",\"type\":\"book\",\"title\":\"The Use of Personal Documents in History, Anthropology, and Sociology\",\"container_title\":null,\"author\":[{\"family\":\"Gottschalk\",\"given\":\"L.\"},{\"family\":\"Kluckhohn\",\"given\":\"C.\"},{\"family\":\"Angell\",\"given\":\"R.\"}],\"note\":\"Bulletin 53\",\"publisher\":\"Social Science Research Council\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"entry_6\",\"type\":\"journal-article\",\"title\":\"Review: The American Journal of Sociology LII (1946), 156-157\",\"container_title\":\"The American Journal of Sociology\",\"author\":[{\"family\":\"Lapiere\",\"given\":\"R. T.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1946\",\"event_date\":null,\"related\":null,\"relation\":\"entry_5\",\"volume\":\"LII\",\"page\":\"156-157\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"entry_7\",\"type\":\"book\",\"title\":\"El problema de la historia y su lugar en el conocimiento\",\"container_title\":null,\"author\":[{\"family\":\"Jasinowski\",\"given\":\"Bogumil\"}],\"note\":null,\"publisher\":\"Universidad de Chile\",\"editor\":null,\"publisher_place\":\"Santiago, Chile\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"entry_8\",\"type\":\"journal-article\",\"title\":\"Review: Revue philosophique CXL (1950), 528\",\"container_title\":\"Revue philosophique\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1950\",\"event_date\":null,\"related\":null,\"relation\":\"entry_7\",\"volume\":\"CXL\",\"page\":\"528\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"entry_9\",\"type\":\"book\",\"title\":\"Man the Measure: a New Approach to History\",\"container_title\":null,\"author\":[{\"family\":\"Kahler\",\"given\":\"Erich\"}],\"note\":null,\"publisher\":\"Jonathan Cape\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":\"1st ed. New York: Pantheon, 1943\",\"edition\":\"2nd ed.\",\"incomplete\":null},{\"id\":\"entry_10\",\"type\":\"journal-article\",\"title\":\"The Flight from Reason\",\"container_title\":\"Journal of Modern History\",\"author\":[{\"family\":\"Savelle\",\"given\":\"Max\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":\"entry_9\",\"volume\":\"XVII\",\"page\":\"153-162\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"entry_11\",\"type\":\"book\",\"title\":\"The Social Interpretation of History\",\"container_title\":null,\"author\":[{\"family\":\"Maurice\",\"given\":\"William\"}],\"note\":null,\"publisher\":\"Scribner\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"entry_12\",\"type\":\"book\",\"title\":\"The Open Society and Its Enemies\",\"container_title\":null,\"author\":[{\"family\":\"Popper\",\"given\":\"Karl\"}],\"note\":null,\"publisher\":\"Routledge\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"2 vols.\",\"page\":null,\"fascicle\":null,\"reprint\":\"Revised ed. Princeton: Princeton University Press, 1950\",\"edition\":null,\"incomplete\":null},{\"id\":\"entry_13\",\"type\":\"journal-article\",\"title\":\"Reviews and review-articles: H. D. Aiken, Journal of Philosophy XLIV (1947), 459-479\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Aiken\",\"given\":\"H. D.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":\"entry_12\",\"volume\":\"XLIV\",\"page\":\"459-479\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"entry_14\",\"type\":\"journal-article\",\"title\":\"Kenneth E. Bock, 'The Social Scientist in the \u2018Open Society\u2019'\",\"container_title\":null,\"author\":[{\"family\":\"Bock\",\"given\":\"Kenneth E.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"entry_12\",\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}", "model": "qwen3.5-122b-a10b", "provider": "alibaba", "finish_reason": "stop", "usage": {"input_tokens": 3477, "output_tokens": 1647, "total_tokens": 5124, "input_cost_usd": 0.0013908000000000002, "output_cost_usd": 0.005270400000000001, "estimated_cost_usd": 0.006661200000000001}, "duration": 32.36737561225891, "timestamp": "2026-03-25T10:18:10.355632", "parsed": {"metadata": {"title": "Books", "year": "1945", "page_number": 2}, "entries": [{"id": "entry_1", "type": "book", "title": "Time as Dimension and History", "author": [{"family": "Alexander", "given": "Hubert G."}], "publisher": "University of New Mexico Press", "publisher_place": "Albuquerque"}, {"id": "entry_2", "type": "book", "title": "Wahrheit und Ideologie", "author": [{"family": "Barth", "given": "Hans"}], "publisher": "Manesse", "publisher_place": "Z\u00fcrich"}, {"id": "entry_3", "type": "book", "title": "Las generaciones en la historia", "author": [{"family": "Entralyo La\u00edn", "given": "Pedro"}], "publisher": "Instituto de estudios pol\u00edticos", "publisher_place": "Madrid"}, {"id": "entry_4", "type": "book", "title": "Cuatro visiones de la historia universal", "author": [{"family": "Ferrater Mora", "given": "Jos\u00e9"}], "publisher": "Editorial Losada", "publisher_place": "Buenos Aires"}, {"id": "entry_5", "type": "book", "title": "The Use of Personal Documents in History, Anthropology, and Sociology", "author": [{"family": "Gottschalk", "given": "L."}, {"family": "Kluckhohn", "given": "C."}, {"family": "Angell", "given": "R."}], "publisher": "Social Science Research Council", "publisher_place": "New York", "note": "Bulletin 53"}, {"id": "entry_6", "type": "journal-article", "title": "Review: The American Journal of Sociology LII (1946), 156-157", "container_title": "The American Journal of Sociology", "author": [{"family": "Lapiere", "given": "R. T."}], "volume": "LII", "issued": "1946", "page": "156-157", "relation": "entry_5"}, {"id": "entry_7", "type": "book", "title": "El problema de la historia y su lugar en el conocimiento", "author": [{"family": "Jasinowski", "given": "Bogumil"}], "publisher": "Universidad de Chile", "publisher_place": "Santiago, Chile"}, {"id": "entry_8", "type": "journal-article", "title": "Review: Revue philosophique CXL (1950), 528", "container_title": "Revue philosophique", "volume": "CXL", "issued": "1950", "page": "528", "relation": "entry_7"}, {"id": "entry_9", "type": "book", "title": "Man the Measure: a New Approach to History", "author": [{"family": "Kahler", "given": "Erich"}], "edition": "2nd ed.", "publisher": "Jonathan Cape", "publisher_place": "London", "reprint": "1st ed. New York: Pantheon, 1943"}, {"id": "entry_10", "type": "journal-article", "title": "The Flight from Reason", "container_title": "Journal of Modern History", "author": [{"family": "Savelle", "given": "Max"}], "volume": "XVII", "issued": "1945", "page": "153-162", "relation": "entry_9"}, {"id": "entry_11", "type": "book", "title": "The Social Interpretation of History", "author": [{"family": "Maurice", "given": "William"}], "publisher": "Scribner", "publisher_place": "New York"}, {"id": "entry_12", "type": "book", "title": "The Open Society and Its Enemies", "author": [{"family": "Popper", "given": "Karl"}], "volume": "2 vols.", "publisher": "Routledge", "publisher_place": "London", "reprint": "Revised ed. Princeton: Princeton University Press, 1950"}, {"id": "entry_13", "type": "journal-article", "title": "Reviews and review-articles: H. D. Aiken, Journal of Philosophy XLIV (1947), 459-479", "container_title": "Journal of Philosophy", "author": [{"family": "Aiken", "given": "H. D."}], "volume": "XLIV", "issued": "1947", "page": "459-479", "relation": "entry_12"}, {"id": "entry_14", "type": "journal-article", "title": "Kenneth E. Bock, 'The Social Scientist in the \u2018Open Society\u2019'", "author": [{"family": "Bock", "given": "Kenneth E."}], "relation": "entry_12", "incomplete": true}]}, "conversation_id": "8f3ec2a4-1c14-4256-acfb-d5a97336dd59", "score": {"fuzzy": 0.759217614472638}, "raw_response": "{\"id\":\"chatcmpl-14a1fa27-4178-9b7a-a2bc-7cbc6da44d46\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\n \\\"metadata\\\": {\\n \\\"title\\\": \\\"Books\\\",\\n \\\"year\\\": \\\"1945\\\",\\n \\\"page_number\\\": 2\\n },\\n \\\"entries\\\": [\\n {\\n \\\"id\\\": \\\"entry_1\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Time as Dimension and History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Alexander\\\",\\n \\\"given\\\": \\\"Hubert G.\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"University of New Mexico Press\\\",\\n \\\"publisher_place\\\": \\\"Albuquerque\\\"\\n },\\n {\\n \\\"id\\\": \\\"entry_2\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Wahrheit und Ideologie\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Barth\\\",\\n \\\"given\\\": \\\"Hans\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Manesse\\\",\\n \\\"publisher_place\\\": \\\"Z\u00fcrich\\\"\\n },\\n {\\n \\\"id\\\": \\\"entry_3\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Las generaciones en la historia\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Entralyo La\u00edn\\\",\\n \\\"given\\\": \\\"Pedro\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Instituto de estudios pol\u00edticos\\\",\\n \\\"publisher_place\\\": \\\"Madrid\\\"\\n },\\n {\\n \\\"id\\\": \\\"entry_4\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Cuatro visiones de la historia universal\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Ferrater Mora\\\",\\n \\\"given\\\": \\\"Jos\u00e9\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Editorial Losada\\\",\\n \\\"publisher_place\\\": \\\"Buenos Aires\\\"\\n },\\n {\\n \\\"id\\\": \\\"entry_5\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"The Use of Personal Documents in History, Anthropology, and Sociology\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Gottschalk\\\",\\n \\\"given\\\": \\\"L.\\\"\\n },\\n {\\n \\\"family\\\": \\\"Kluckhohn\\\",\\n \\\"given\\\": \\\"C.\\\"\\n },\\n {\\n \\\"family\\\": \\\"Angell\\\",\\n \\\"given\\\": \\\"R.\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Social Science Research Council\\\",\\n \\\"publisher_place\\\": \\\"New York\\\",\\n \\\"note\\\": \\\"Bulletin 53\\\"\\n },\\n {\\n \\\"id\\\": \\\"entry_6\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Review: The American Journal of Sociology LII (1946), 156-157\\\",\\n \\\"container_title\\\": \\\"The American Journal of Sociology\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Lapiere\\\",\\n \\\"given\\\": \\\"R. T.\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"LII\\\",\\n \\\"issued\\\": \\\"1946\\\",\\n \\\"page\\\": \\\"156-157\\\",\\n \\\"relation\\\": \\\"entry_5\\\"\\n },\\n {\\n \\\"id\\\": \\\"entry_7\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"El problema de la historia y su lugar en el conocimiento\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Jasinowski\\\",\\n \\\"given\\\": \\\"Bogumil\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Universidad de Chile\\\",\\n \\\"publisher_place\\\": \\\"Santiago, Chile\\\"\\n },\\n {\\n \\\"id\\\": \\\"entry_8\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Review: Revue philosophique CXL (1950), 528\\\",\\n \\\"container_title\\\": \\\"Revue philosophique\\\",\\n \\\"volume\\\": \\\"CXL\\\",\\n \\\"issued\\\": \\\"1950\\\",\\n \\\"page\\\": \\\"528\\\",\\n \\\"relation\\\": \\\"entry_7\\\"\\n },\\n {\\n \\\"id\\\": \\\"entry_9\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Man the Measure: a New Approach to History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Kahler\\\",\\n \\\"given\\\": \\\"Erich\\\"\\n }\\n ],\\n \\\"edition\\\": \\\"2nd ed.\\\",\\n \\\"publisher\\\": \\\"Jonathan Cape\\\",\\n \\\"publisher_place\\\": \\\"London\\\",\\n \\\"reprint\\\": \\\"1st ed. New York: Pantheon, 1943\\\"\\n },\\n {\\n \\\"id\\\": \\\"entry_10\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Flight from Reason\\\",\\n \\\"container_title\\\": \\\"Journal of Modern History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Savelle\\\",\\n \\\"given\\\": \\\"Max\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"XVII\\\",\\n \\\"issued\\\": \\\"1945\\\",\\n \\\"page\\\": \\\"153-162\\\",\\n \\\"relation\\\": \\\"entry_9\\\"\\n },\\n {\\n \\\"id\\\": \\\"entry_11\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"The Social Interpretation of History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Maurice\\\",\\n \\\"given\\\": \\\"William\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Scribner\\\",\\n \\\"publisher_place\\\": \\\"New York\\\"\\n },\\n {\\n \\\"id\\\": \\\"entry_12\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"The Open Society and Its Enemies\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Popper\\\",\\n \\\"given\\\": \\\"Karl\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"2 vols.\\\",\\n \\\"publisher\\\": \\\"Routledge\\\",\\n \\\"publisher_place\\\": \\\"London\\\",\\n \\\"reprint\\\": \\\"Revised ed. Princeton: Princeton University Press, 1950\\\"\\n },\\n {\\n \\\"id\\\": \\\"entry_13\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Reviews and review-articles: H. D. Aiken, Journal of Philosophy XLIV (1947), 459-479\\\",\\n \\\"container_title\\\": \\\"Journal of Philosophy\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Aiken\\\",\\n \\\"given\\\": \\\"H. D.\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"XLIV\\\",\\n \\\"issued\\\": \\\"1947\\\",\\n \\\"page\\\": \\\"459-479\\\",\\n \\\"relation\\\": \\\"entry_12\\\"\\n },\\n {\\n \\\"id\\\": \\\"entry_14\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Kenneth E. Bock, 'The Social Scientist in the \u2018Open Society\u2019'\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Bock\\\",\\n \\\"given\\\": \\\"Kenneth E.\\\"\\n }\\n ],\\n \\\"relation\\\": \\\"entry_12\\\",\\n \\\"incomplete\\\": true\\n }\\n ]\\n}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":null,\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"reasoning_content\":\"\"}}],\"created\":1774430290,\"model\":\"qwen3.5-122b-a10b\",\"object\":\"chat.completion\",\"service_tier\":null,\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":1647,\"prompt_tokens\":3477,\"total_tokens\":5124,\"completion_tokens_details\":{\"accepted_prediction_tokens\":null,\"audio_tokens\":null,\"reasoning_tokens\":null,\"rejected_prediction_tokens\":null,\"text_tokens\":1647},\"prompt_tokens_details\":{\"audio_tokens\":null,\"cached_tokens\":null,\"image_tokens\":2498,\"text_tokens\":979}}}"}, "scoring": {"fuzzy": 0.6534479568163537, "cost_summary": {"total_input_tokens": 17504, "total_output_tokens": 10117, "total_tokens": 27621, "input_cost_usd": 0.007001600000000001, "output_cost_usd": 0.032374400000000005, "total_cost_usd": 0.039376}}, "normalized_score": 65.34479568163538}, {"_id": {"$oid": "69ce22c0214d8cd071ad03a8"}, "test_id": "T0814", "benchmark": "bibliographic_data", "date": "2026-03-24", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "alibaba", "model": "qwen3.5-plus-2026-02-15", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "rules": "{\"base_url\": \"https://ws-wkjpbv6ov7sqlgqe.ap-southeast-1.maas.aliyuncs.com/compatible-mode/v1\"}", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"BIBLIOGRAPHY\",\"year\":\"1947\",\"page_number\":10},\"entries\":[{\"id\":\"140\",\"type\":\"book\",\"title\":\"Why We Read History\",\"container_title\":null,\"author\":[{\"family\":\"Smellie\",\"given\":\"K. B.\"}],\"note\":null,\"publisher\":\"P. Elek\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"141\",\"type\":\"book\",\"title\":\"A Study of History\",\"container_title\":null,\"author\":[{\"family\":\"Toynbee\",\"given\":\"Arnold J.\"}],\"note\":\"abridged by D. C. Somervell\",\"publisher\":\"Oxford\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":\"Abridgement of vols. I-VI of A Study of History\",\"incomplete\":null},{\"id\":\"142\",\"type\":\"book\",\"title\":\"In den spiegel van het verleden: historische opstellen\",\"container_title\":null,\"author\":[{\"family\":\"Verberne\",\"given\":\"L. G. J.\"}],\"note\":null,\"publisher\":\"Bruna\",\"editor\":null,\"publisher_place\":\"Utrecht, Antwerpen\",\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"143\",\"type\":\"book\",\"title\":\"Esquemas de metodologia eclesi\u00e1stica\",\"container_title\":null,\"author\":[{\"family\":\"Vevir\",\"given\":\"Jos\u00e9\"}],\"note\":null,\"publisher\":\"Instituto\",\"editor\":null,\"publisher_place\":\"Barcelona\",\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"144\",\"type\":\"book\",\"title\":\"Sinn und Ziel der Geschichte\",\"container_title\":null,\"author\":[{\"family\":\"Walz\",\"given\":\"Hans H.\"}],\"note\":null,\"publisher\":\"Universit\u00e4ts-Verlag\",\"editor\":null,\"publisher_place\":\"Bonn\",\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"145\",\"type\":\"other\",\"title\":\"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\"container_title\":null,\"author\":null,\"note\":\"Relevant articles: 146, 147, 148\",\"publisher\":\"Castellani\",\"editor\":null,\"publisher_place\":\"Milano\",\"issued\":\"1947\",\"event_date\":\"15-20 November, 1946\",\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"146\",\"type\":\"journal-article\",\"title\":\"Storia e materialismo storico\",\"container_title\":\"Atti del congresso internazionale di filosofia\",\"author\":[{\"family\":\"Drago\",\"given\":\"Pietro C.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":\"I\",\"page\":\"109-117\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"147\",\"type\":\"journal-article\",\"title\":\"Critica del giudizio storico\",\"container_title\":\"Atti del congresso internazionale di filosofia\",\"author\":[{\"family\":\"Fazio-Allmayer\",\"given\":\"Vito\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":\"I\",\"page\":\"281-290\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"148\",\"type\":\"journal-article\",\"title\":\"Forza e spirito nella storia\",\"container_title\":\"Atti del congresso internazionale di filosofia\",\"author\":[{\"family\":\"Nyman\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":\"I\",\"page\":\"191-200\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"149\",\"type\":\"journal-article\",\"title\":\"Sur le concept d\u2019histoire\",\"container_title\":\"Les temps modernes\",\"author\":[{\"family\":\"Benjamin\",\"given\":\"Walter\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"II\",\"page\":\"623-634\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"150\",\"type\":\"journal-article\",\"title\":\"Philosophy of History\",\"container_title\":\"20th Century Philosophy\",\"author\":[{\"family\":\"Boodin\",\"given\":\"John E.\"}],\"note\":null,\"publisher\":\"Philosophical Library\",\"editor\":[\"Dagobert D. Runes\"],\"publisher_place\":\"New York\",\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"89-106\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"151\",\"type\":\"journal-article\",\"title\":\"De la perception \u00e0 l\u2019histoire. La philosophie de M. Merleau-Ponty\",\"container_title\":\"Deucalion\",\"author\":[{\"family\":\"Caillois\",\"given\":\"R. P.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"II\",\"page\":\"57-85\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"152\",\"type\":\"journal-article\",\"title\":\"Commemorazione di Adolfo Omodeo\",\"container_title\":\"Annali della Scuola Normale di Pisa\",\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":\"3-4\",\"reprint\":\"reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959\",\"edition\":null,\"incomplete\":null},{\"id\":\"153\",\"type\":\"journal-article\",\"title\":\"The Historian and the Philosophy of Science\",\"container_title\":\"Isis\",\"author\":[{\"family\":\"Cowan\",\"given\":\"Thomas\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXVIII\",\"page\":\"11-18\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"154\",\"type\":\"journal-article\",\"title\":\"History as a Science\",\"container_title\":\"Historical Studies: Australia and New Zealand\",\"author\":[{\"family\":\"Crawford\",\"given\":\"R. M.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"153-175\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"155\",\"type\":\"journal-article\",\"title\":\"Christianisme et histoire\",\"container_title\":\"Etudes\",\"author\":[{\"family\":\"Dani\u00e9lou\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CCLIV\",\"page\":\"166-184\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"156\",\"type\":\"journal-article\",\"title\":\"Wahrheit der Geschichte. Geschichte der Wahrheit\",\"container_title\":\"Amerikanische Rundschau\",\"author\":[{\"family\":\"Dell\",\"given\":\"Stanley\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"44-53\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"157\",\"type\":\"journal-article\",\"title\":\"The Idea of Progress\",\"container_title\":\"American Historical Review\",\"author\":[{\"family\":\"Fay\",\"given\":\"Sidney B.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LII\",\"page\":\"231-246\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"158\",\"type\":\"journal-article\",\"title\":\"Th\u00e9ologie et histoire\",\"container_title\":\"Dieu vivant\",\"author\":[{\"family\":\"Fessard\",\"given\":\"Gaston\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"VIII\",\"page\":\"39-65\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"159\",\"type\":\"journal-article\",\"title\":\"Acton, Creighton, and Lea: a Study in History and Ethics\",\"container_title\":\"Pacific Historical Review\",\"author\":[{\"family\":\"Fish\",\"given\":\"Andrew\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XVI\",\"page\":\"59-69\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"160\",\"type\":\"journal-article\",\"title\":\"Le conscience historique en Italie\",\"container_title\":\"Les temps modernes\",\"author\":[{\"family\":\"Garosci\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"23-24\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}", "model": "qwen3.5-plus", "provider": "alibaba", "finish_reason": "stop", "usage": {"input_tokens": 3542, "output_tokens": 2605, "total_tokens": 6147, "input_cost_usd": 0.0014168000000000002, "output_cost_usd": 0.006252, "estimated_cost_usd": 0.0076688}, "duration": 90.23167204856873, "timestamp": "2026-03-24T17:20:05.631578", "parsed": {"metadata": {"title": "BIBLIOGRAPHY", "year": "1947", "page_number": 10}, "entries": [{"id": "140", "type": "book", "title": "Why We Read History", "author": [{"family": "Smellie", "given": "K. B."}], "publisher": "P. Elek", "publisher_place": "London", "issued": "1947"}, {"id": "141", "type": "book", "title": "A Study of History", "author": [{"family": "Toynbee", "given": "Arnold J."}], "note": "abridged by D. C. Somervell", "publisher": "Oxford", "publisher_place": "New York", "issued": "1947", "edition": "Abridgement of vols. I-VI of A Study of History"}, {"id": "142", "type": "book", "title": "In den spiegel van het verleden: historische opstellen", "author": [{"family": "Verberne", "given": "L. G. J."}], "publisher": "Bruna", "publisher_place": "Utrecht, Antwerpen", "issued": "1947"}, {"id": "143", "type": "book", "title": "Esquemas de metodologia eclesi\u00e1stica", "author": [{"family": "Vevir", "given": "Jos\u00e9"}], "publisher": "Instituto", "publisher_place": "Barcelona", "issued": "1947"}, {"id": "144", "type": "book", "title": "Sinn und Ziel der Geschichte", "author": [{"family": "Walz", "given": "Hans H."}], "publisher": "Universit\u00e4ts-Verlag", "publisher_place": "Bonn", "issued": "1947"}, {"id": "145", "type": "other", "title": "Atti del congresso internazionale di filosofia 15-20 November, 1946", "publisher": "Castellani", "publisher_place": "Milano", "event_date": "15-20 November, 1946", "issued": "1947", "note": "Relevant articles: 146, 147, 148"}, {"id": "146", "type": "journal-article", "title": "Storia e materialismo storico", "author": [{"family": "Drago", "given": "Pietro C."}], "container_title": "Atti del congresso internazionale di filosofia", "volume": "I", "page": "109-117", "relation": "145", "issued": "1947"}, {"id": "147", "type": "journal-article", "title": "Critica del giudizio storico", "author": [{"family": "Fazio-Allmayer", "given": "Vito"}], "container_title": "Atti del congresso internazionale di filosofia", "volume": "I", "page": "281-290", "relation": "145", "issued": "1947"}, {"id": "148", "type": "journal-article", "title": "Forza e spirito nella storia", "author": [{"family": "Nyman", "given": "A."}], "container_title": "Atti del congresso internazionale di filosofia", "volume": "I", "page": "191-200", "relation": "145", "issued": "1947"}, {"id": "149", "type": "journal-article", "title": "Sur le concept d\u2019histoire", "author": [{"family": "Benjamin", "given": "Walter"}], "container_title": "Les temps modernes", "volume": "II", "page": "623-634", "issued": "1947"}, {"id": "150", "type": "journal-article", "title": "Philosophy of History", "author": [{"family": "Boodin", "given": "John E."}], "container_title": "20th Century Philosophy", "editor": ["Dagobert D. Runes"], "publisher": "Philosophical Library", "publisher_place": "New York", "page": "89-106", "issued": "1947"}, {"id": "151", "type": "journal-article", "title": "De la perception \u00e0 l\u2019histoire. La philosophie de M. Merleau-Ponty", "author": [{"family": "Caillois", "given": "R. P."}], "container_title": "Deucalion", "volume": "II", "page": "57-85", "issued": "1947"}, {"id": "152", "type": "journal-article", "title": "Commemorazione di Adolfo Omodeo", "author": [{"family": "Cantimori", "given": "Delio"}], "container_title": "Annali della Scuola Normale di Pisa", "fascicle": "3-4", "reprint": "reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959", "issued": "1947"}, {"id": "153", "type": "journal-article", "title": "The Historian and the Philosophy of Science", "author": [{"family": "Cowan", "given": "Thomas"}], "container_title": "Isis", "volume": "XXXVIII", "page": "11-18", "issued": "1947"}, {"id": "154", "type": "journal-article", "title": "History as a Science", "author": [{"family": "Crawford", "given": "R. M."}], "container_title": "Historical Studies: Australia and New Zealand", "volume": "III", "page": "153-175", "issued": "1947"}, {"id": "155", "type": "journal-article", "title": "Christianisme et histoire", "author": [{"family": "Dani\u00e9lou", "given": "J."}], "container_title": "Etudes", "volume": "CCLIV", "page": "166-184", "issued": "1947"}, {"id": "156", "type": "journal-article", "title": "Wahrheit der Geschichte. Geschichte der Wahrheit", "author": [{"family": "Dell", "given": "Stanley"}], "container_title": "Amerikanische Rundschau", "volume": "III", "page": "44-53", "issued": "1947"}, {"id": "157", "type": "journal-article", "title": "The Idea of Progress", "author": [{"family": "Fay", "given": "Sidney B."}], "container_title": "American Historical Review", "volume": "LII", "page": "231-246", "issued": "1947"}, {"id": "158", "type": "journal-article", "title": "Th\u00e9ologie et histoire", "author": [{"family": "Fessard", "given": "Gaston"}], "container_title": "Dieu vivant", "volume": "VIII", "page": "39-65", "issued": "1947"}, {"id": "159", "type": "journal-article", "title": "Acton, Creighton, and Lea: a Study in History and Ethics", "author": [{"family": "Fish", "given": "Andrew"}], "container_title": "Pacific Historical Review", "volume": "XVI", "page": "59-69", "issued": "1947"}, {"id": "160", "type": "journal-article", "title": "Le conscience historique en Italie", "author": [{"family": "Garosci", "given": "A."}], "container_title": "Les temps modernes", "volume": "III", "page": "23-24", "issued": "1947", "incomplete": true}]}, "conversation_id": "ba231e00-bf8a-414e-aa6e-f57ef7aa0bf6", "score": {"fuzzy": 0.43679990752208303}, "raw_response": "{\"id\":\"chatcmpl-bb2db9bb-13a9-957a-b84b-6d8f6d71b946\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\n \\\"metadata\\\": {\\n \\\"title\\\": \\\"BIBLIOGRAPHY\\\",\\n \\\"year\\\": \\\"1947\\\",\\n \\\"page_number\\\": 10\\n },\\n \\\"entries\\\": [\\n {\\n \\\"id\\\": \\\"140\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Why We Read History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Smellie\\\",\\n \\\"given\\\": \\\"K. B.\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"P. Elek\\\",\\n \\\"publisher_place\\\": \\\"London\\\",\\n \\\"issued\\\": \\\"1947\\\"\\n },\\n {\\n \\\"id\\\": \\\"141\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"A Study of History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Toynbee\\\",\\n \\\"given\\\": \\\"Arnold J.\\\"\\n }\\n ],\\n \\\"note\\\": \\\"abridged by D. C. Somervell\\\",\\n \\\"publisher\\\": \\\"Oxford\\\",\\n \\\"publisher_place\\\": \\\"New York\\\",\\n \\\"issued\\\": \\\"1947\\\",\\n \\\"edition\\\": \\\"Abridgement of vols. I-VI of A Study of History\\\"\\n },\\n {\\n \\\"id\\\": \\\"142\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"In den spiegel van het verleden: historische opstellen\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Verberne\\\",\\n \\\"given\\\": \\\"L. G. J.\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Bruna\\\",\\n \\\"publisher_place\\\": \\\"Utrecht, Antwerpen\\\",\\n \\\"issued\\\": \\\"1947\\\"\\n },\\n {\\n \\\"id\\\": \\\"143\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Esquemas de metodologia eclesi\u00e1stica\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Vevir\\\",\\n \\\"given\\\": \\\"Jos\u00e9\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Instituto\\\",\\n \\\"publisher_place\\\": \\\"Barcelona\\\",\\n \\\"issued\\\": \\\"1947\\\"\\n },\\n {\\n \\\"id\\\": \\\"144\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Sinn und Ziel der Geschichte\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Walz\\\",\\n \\\"given\\\": \\\"Hans H.\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Universit\u00e4ts-Verlag\\\",\\n \\\"publisher_place\\\": \\\"Bonn\\\",\\n \\\"issued\\\": \\\"1947\\\"\\n },\\n {\\n \\\"id\\\": \\\"145\\\",\\n \\\"type\\\": \\\"other\\\",\\n \\\"title\\\": \\\"Atti del congresso internazionale di filosofia 15-20 November, 1946\\\",\\n \\\"publisher\\\": \\\"Castellani\\\",\\n \\\"publisher_place\\\": \\\"Milano\\\",\\n \\\"event_date\\\": \\\"15-20 November, 1946\\\",\\n \\\"issued\\\": \\\"1947\\\",\\n \\\"note\\\": \\\"Relevant articles: 146, 147, 148\\\"\\n },\\n {\\n \\\"id\\\": \\\"146\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Storia e materialismo storico\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Drago\\\",\\n \\\"given\\\": \\\"Pietro C.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Atti del congresso internazionale di filosofia\\\",\\n \\\"volume\\\": \\\"I\\\",\\n \\\"page\\\": \\\"109-117\\\",\\n \\\"relation\\\": \\\"145\\\",\\n \\\"issued\\\": \\\"1947\\\"\\n },\\n {\\n \\\"id\\\": \\\"147\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Critica del giudizio storico\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Fazio-Allmayer\\\",\\n \\\"given\\\": \\\"Vito\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Atti del congresso internazionale di filosofia\\\",\\n \\\"volume\\\": \\\"I\\\",\\n \\\"page\\\": \\\"281-290\\\",\\n \\\"relation\\\": \\\"145\\\",\\n \\\"issued\\\": \\\"1947\\\"\\n },\\n {\\n \\\"id\\\": \\\"148\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Forza e spirito nella storia\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Nyman\\\",\\n \\\"given\\\": \\\"A.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Atti del congresso internazionale di filosofia\\\",\\n \\\"volume\\\": \\\"I\\\",\\n \\\"page\\\": \\\"191-200\\\",\\n \\\"relation\\\": \\\"145\\\",\\n \\\"issued\\\": \\\"1947\\\"\\n },\\n {\\n \\\"id\\\": \\\"149\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Sur le concept d\u2019histoire\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Benjamin\\\",\\n \\\"given\\\": \\\"Walter\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Les temps modernes\\\",\\n \\\"volume\\\": \\\"II\\\",\\n \\\"page\\\": \\\"623-634\\\",\\n \\\"issued\\\": \\\"1947\\\"\\n },\\n {\\n \\\"id\\\": \\\"150\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Philosophy of History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Boodin\\\",\\n \\\"given\\\": \\\"John E.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"20th Century Philosophy\\\",\\n \\\"editor\\\": [\\n \\\"Dagobert D. Runes\\\"\\n ],\\n \\\"publisher\\\": \\\"Philosophical Library\\\",\\n \\\"publisher_place\\\": \\\"New York\\\",\\n \\\"page\\\": \\\"89-106\\\",\\n \\\"issued\\\": \\\"1947\\\"\\n },\\n {\\n \\\"id\\\": \\\"151\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"De la perception \u00e0 l\u2019histoire. La philosophie de M. Merleau-Ponty\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Caillois\\\",\\n \\\"given\\\": \\\"R. P.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Deucalion\\\",\\n \\\"volume\\\": \\\"II\\\",\\n \\\"page\\\": \\\"57-85\\\",\\n \\\"issued\\\": \\\"1947\\\"\\n },\\n {\\n \\\"id\\\": \\\"152\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Commemorazione di Adolfo Omodeo\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Cantimori\\\",\\n \\\"given\\\": \\\"Delio\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Annali della Scuola Normale di Pisa\\\",\\n \\\"fascicle\\\": \\\"3-4\\\",\\n \\\"reprint\\\": \\\"reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959\\\",\\n \\\"issued\\\": \\\"1947\\\"\\n },\\n {\\n \\\"id\\\": \\\"153\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Historian and the Philosophy of Science\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Cowan\\\",\\n \\\"given\\\": \\\"Thomas\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Isis\\\",\\n \\\"volume\\\": \\\"XXXVIII\\\",\\n \\\"page\\\": \\\"11-18\\\",\\n \\\"issued\\\": \\\"1947\\\"\\n },\\n {\\n \\\"id\\\": \\\"154\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"History as a Science\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Crawford\\\",\\n \\\"given\\\": \\\"R. M.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Historical Studies: Australia and New Zealand\\\",\\n \\\"volume\\\": \\\"III\\\",\\n \\\"page\\\": \\\"153-175\\\",\\n \\\"issued\\\": \\\"1947\\\"\\n },\\n {\\n \\\"id\\\": \\\"155\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Christianisme et histoire\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Dani\u00e9lou\\\",\\n \\\"given\\\": \\\"J.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Etudes\\\",\\n \\\"volume\\\": \\\"CCLIV\\\",\\n \\\"page\\\": \\\"166-184\\\",\\n \\\"issued\\\": \\\"1947\\\"\\n },\\n {\\n \\\"id\\\": \\\"156\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Wahrheit der Geschichte. Geschichte der Wahrheit\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Dell\\\",\\n \\\"given\\\": \\\"Stanley\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Amerikanische Rundschau\\\",\\n \\\"volume\\\": \\\"III\\\",\\n \\\"page\\\": \\\"44-53\\\",\\n \\\"issued\\\": \\\"1947\\\"\\n },\\n {\\n \\\"id\\\": \\\"157\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Idea of Progress\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Fay\\\",\\n \\\"given\\\": \\\"Sidney B.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"American Historical Review\\\",\\n \\\"volume\\\": \\\"LII\\\",\\n \\\"page\\\": \\\"231-246\\\",\\n \\\"issued\\\": \\\"1947\\\"\\n },\\n {\\n \\\"id\\\": \\\"158\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Th\u00e9ologie et histoire\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Fessard\\\",\\n \\\"given\\\": \\\"Gaston\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Dieu vivant\\\",\\n \\\"volume\\\": \\\"VIII\\\",\\n \\\"page\\\": \\\"39-65\\\",\\n \\\"issued\\\": \\\"1947\\\"\\n },\\n {\\n \\\"id\\\": \\\"159\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Acton, Creighton, and Lea: a Study in History and Ethics\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Fish\\\",\\n \\\"given\\\": \\\"Andrew\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Pacific Historical Review\\\",\\n \\\"volume\\\": \\\"XVI\\\",\\n \\\"page\\\": \\\"59-69\\\",\\n \\\"issued\\\": \\\"1947\\\"\\n },\\n {\\n \\\"id\\\": \\\"160\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Le conscience historique en Italie\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Garosci\\\",\\n \\\"given\\\": \\\"A.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Les temps modernes\\\",\\n \\\"volume\\\": \\\"III\\\",\\n \\\"page\\\": \\\"23-24\\\",\\n \\\"issued\\\": \\\"1947\\\",\\n \\\"incomplete\\\": true\\n }\\n ]\\n}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":null,\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"reasoning_content\":\"\"}}],\"created\":1774369205,\"model\":\"qwen3.5-plus\",\"object\":\"chat.completion\",\"service_tier\":null,\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":2605,\"prompt_tokens\":3542,\"total_tokens\":6147,\"completion_tokens_details\":{\"accepted_prediction_tokens\":null,\"audio_tokens\":null,\"reasoning_tokens\":null,\"rejected_prediction_tokens\":null,\"text_tokens\":2605},\"prompt_tokens_details\":{\"audio_tokens\":null,\"cached_tokens\":null,\"image_tokens\":2562,\"text_tokens\":980}}}"}, "scoring": {"fuzzy": 0.6918143141253351, "cost_summary": {"total_input_tokens": 17504, "total_output_tokens": 10273, "total_tokens": 27777, "input_cost_usd": 0.007001600000000001, "output_cost_usd": 0.0246552, "total_cost_usd": 0.0316568}}, "normalized_score": 69.18143141253351}, {"_id": {"$oid": "69ce22c0214d8cd071ad0375"}, "test_id": "T0718", "benchmark": "bibliographic_data", "date": "2026-03-23", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "x-ai", "model": "grok-4.20-0309-reasoning", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"HISTORY AND THEORY\",\"year\":\"1960\",\"page_number\":3},\"entries\":[{\"id\":\"14\",\"type\":\"journal-article\",\"title\":\"The Open Society and Its Enemies\",\"container_title\":\"British Journal of Sociology\",\"author\":[{\"family\":\"Plamenatz\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1959\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"X\",\"page\":\"264-273\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"15\",\"type\":\"journal-article\",\"title\":\"The Open Society - a Comment\",\"container_title\":\"British Journal of Sociology\",\"author\":[{\"family\":\"Gombrich\",\"given\":\"E. H.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1952\",\"event_date\":null,\"related\":null,\"relation\":\"14\",\"volume\":\"III\",\"page\":\"358-360\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"16\",\"type\":\"journal-article\",\"title\":\"The Open Society - a Rejoinder\",\"container_title\":\"British Journal of Sociology\",\"author\":[{\"family\":\"Plamenatz\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1953\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"IV\",\"page\":\"76-77\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"17\",\"type\":\"journal-article\",\"title\":\"The Open Society: a Reconsideration\",\"container_title\":\"Political Science Quarterly\",\"author\":[{\"family\":\"Cobban\",\"given\":\"Alfred\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1954\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LXIX\",\"page\":\"119-126\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"18\",\"type\":\"journal-article\",\"title\":\"The History of Science: Meaning\",\"container_title\":\"British Journal for the Philosophy of Science\",\"author\":[{\"family\":\"Bernal\",\"given\":\"J. D.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1953\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"IV\",\"page\":\"164-169\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"19\",\"type\":\"other\",\"title\":\"War and History\",\"container_title\":\"Studies in History\",\"author\":[{\"family\":\"Sumner\",\"given\":\"B. H.\"}],\"note\":null,\"publisher\":\"Oliver and Boyd\",\"editor\":null,\"publisher_place\":\"Edinburgh\",\"issued\":\"1949\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"1-9\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"21\",\"type\":\"book\",\"title\":\"The Philosophy of American History\",\"container_title\":null,\"author\":[{\"family\":\"Zacker\",\"given\":\"Morris\"}],\"note\":\"2 vols.\",\"publisher\":\"Arnold and Howard\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"22\",\"type\":\"journal-article\",\"title\":\"History as a Liberal Art\",\"container_title\":\"Journal of the History of Ideas\",\"author\":[{\"family\":\"Baran\",\"given\":\"Jacques\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"IV\",\"page\":\"81-88\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"23\",\"type\":\"journal-article\",\"title\":\"The Study of Contemporary History: Some Further Reflections\",\"container_title\":\"History\",\"author\":[{\"family\":\"Bidney\",\"given\":\"Max\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"N. S. XXX\",\"page\":\"75-84\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"24\",\"type\":\"journal-article\",\"title\":\"Appunti sullo 'storicismo'\",\"container_title\":\"Societa\",\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I\",\"page\":\"1-45\",\"fascicle\":null,\"reprint\":\"D. Cantimori, Studi di storia, Torino, Einaudi, 1959\",\"edition\":null,\"incomplete\":false},{\"id\":\"25\",\"type\":\"journal-article\",\"title\":\"The Meaning of 'History'\",\"container_title\":\"Ethics\",\"author\":[{\"family\":\"Cohn\",\"given\":\"Norman\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LX\",\"page\":\"46-63\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"26\",\"type\":\"journal-article\",\"title\":\"History - a Science?\",\"container_title\":\"Mississippi Valley Historical Review\",\"author\":[{\"family\":\"Gould\",\"given\":\"Clarence P.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXI\",\"page\":\"375-388\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"27\",\"type\":\"journal-article\",\"title\":\"Generality and Specificity in Historical Judgment\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Hofstadter\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XLVI\",\"page\":\"195-208\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"28\",\"type\":\"journal-article\",\"title\":\"La naissance du capitalisme en France\",\"container_title\":\"Revue historique\",\"author\":[{\"family\":\"Lefebvre\",\"given\":\"G.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1936\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CLXXVII\",\"page\":\"324-348\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"29\",\"type\":\"journal-article\",\"title\":\"The Historian and the Study of History\",\"container_title\":\"Harvard Theological Review\",\"author\":[{\"family\":\"McIlwain\",\"given\":\"C. H.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXV\",\"page\":\"151-172\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"30\",\"type\":\"journal-article\",\"title\":\"History and the Social Sciences\",\"container_title\":\"American Historical Review\",\"author\":[{\"family\":\"Nichols\",\"given\":\"Roy F.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XLIII\",\"page\":\"49-69\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"31\",\"type\":\"journal-article\",\"title\":\"The Poverty of Historicism, Part III\",\"container_title\":\"Economics\",\"author\":[{\"family\":\"Popper\",\"given\":\"Karl\"}],\"note\":\"Parts I and II appeared in 1944, Cf. also 123\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XII\",\"page\":\"69-89\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"32\",\"type\":\"journal-article\",\"title\":\"History and the Historian\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Weiss\",\"given\":\"Paul\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XLII\",\"page\":\"169-178\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"33\",\"type\":\"journal-article\",\"title\":\"The Attack on the Historical Method\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"White\",\"given\":\"Morton G.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XLII\",\"page\":\"314-331\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}", "model": "grok-4.20-0309-reasoning", "provider": "x-ai", "finish_reason": "stop", "usage": {"input_tokens": 991, "output_tokens": 3191, "total_tokens": 15978, "cached_tokens": 960, "input_cost_usd": 0.001982, "output_cost_usd": 0.019146, "estimated_cost_usd": 0.021128}, "duration": 1320.568466424942, "timestamp": "2026-03-23T13:54:06.156435", "parsed": {"metadata": {"title": "HISTORY AND THEORY", "year": "1960", "page_number": 3}, "entries": [{"id": "14", "type": "journal-article", "title": "The Open Society and Its Enemies", "container_title": "British Journal of Sociology", "author": [{"family": "Plamenatz", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1959", "event_date": null, "related": null, "relation": null, "volume": "X", "page": "264-273", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "15", "type": "journal-article", "title": "The Open Society - a Comment", "container_title": "British Journal of Sociology", "author": [{"family": "Gombrich", "given": "E. H."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1952", "event_date": null, "related": null, "relation": "14", "volume": "III", "page": "358-360", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "16", "type": "journal-article", "title": "The Open Society - a Rejoinder", "container_title": "British Journal of Sociology", "author": [{"family": "Plamenatz", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1953", "event_date": null, "related": null, "relation": null, "volume": "IV", "page": "76-77", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "17", "type": "journal-article", "title": "The Open Society: a Reconsideration", "container_title": "Political Science Quarterly", "author": [{"family": "Cobban", "given": "Alfred"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1954", "event_date": null, "related": null, "relation": null, "volume": "LXIX", "page": "119-126", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "18", "type": "journal-article", "title": "The History of Science: Meaning", "container_title": "British Journal for the Philosophy of Science", "author": [{"family": "Bernal", "given": "J. D."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1953", "event_date": null, "related": null, "relation": null, "volume": "IV", "page": "164-169", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "19", "type": "other", "title": "War and History", "container_title": "Studies in History", "author": [{"family": "Sumner", "given": "B. H."}], "note": null, "publisher": "Oliver and Boyd", "editor": null, "publisher_place": "Edinburgh", "issued": "1949", "event_date": null, "related": null, "relation": null, "volume": null, "page": "1-9", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "21", "type": "book", "title": "The Philosophy of American History", "container_title": null, "author": [{"family": "Zacker", "given": "Morris"}], "note": "2 vols.", "publisher": "Arnold and Howard", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "22", "type": "journal-article", "title": "History as a Liberal Art", "container_title": "Journal of the History of Ideas", "author": [{"family": "Baran", "given": "Jacques"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "IV", "page": "81-88", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "23", "type": "journal-article", "title": "The Study of Contemporary History: Some Further Reflections", "container_title": "History", "author": [{"family": "Bidney", "given": "Max"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "N. S. XXX", "page": "75-84", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "24", "type": "journal-article", "title": "Appunti sullo 'storicismo'", "container_title": "Societa", "author": [{"family": "Cantimori", "given": "Delio"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "I", "page": "1-45", "fascicle": null, "reprint": "D. Cantimori, Studi di storia, Torino, Einaudi, 1959", "edition": null, "incomplete": false}, {"id": "25", "type": "journal-article", "title": "The Meaning of 'History'", "container_title": "Ethics", "author": [{"family": "Cohn", "given": "Norman"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "LX", "page": "46-63", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "26", "type": "journal-article", "title": "History - a Science?", "container_title": "Mississippi Valley Historical Review", "author": [{"family": "Gould", "given": "Clarence P."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXXI", "page": "375-388", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "27", "type": "journal-article", "title": "Generality and Specificity in Historical Judgment", "container_title": "Journal of Philosophy", "author": [{"family": "Hofstadter", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XLVI", "page": "195-208", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "28", "type": "journal-article", "title": "La naissance du capitalisme en France", "container_title": "Revue historique", "author": [{"family": "Lefebvre", "given": "G."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1936", "event_date": null, "related": null, "relation": null, "volume": "CLXXVII", "page": "324-348", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "29", "type": "journal-article", "title": "The Historian and the Study of History", "container_title": "Harvard Theological Review", "author": [{"family": "McIlwain", "given": "C. H."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXXV", "page": "151-172", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "30", "type": "journal-article", "title": "History and the Social Sciences", "container_title": "American Historical Review", "author": [{"family": "Nichols", "given": "Roy F."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XLIII", "page": "49-69", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "31", "type": "journal-article", "title": "The Poverty of Historicism, Part III", "container_title": "Economics", "author": [{"family": "Popper", "given": "Karl"}], "note": "Parts I and II appeared in 1944, Cf. also 123", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XII", "page": "69-89", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "32", "type": "journal-article", "title": "History and the Historian", "container_title": "Journal of Philosophy", "author": [{"family": "Weiss", "given": "Paul"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XLII", "page": "169-178", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "33", "type": "journal-article", "title": "The Attack on the Historical Method", "container_title": "Journal of Philosophy", "author": [{"family": "White", "given": "Morton G."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XLII", "page": "314-331", "fascicle": null, "reprint": null, "edition": null, "incomplete": true}]}, "conversation_id": "21e40a09-e676-4021-a8d0-240109e8d861", "score": {"fuzzy": 0.42879406217300253}, "raw_response": "{\"id\":\"4555e9ae-6ed3-999b-acf0-57db5eb0691a\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\n \\\"metadata\\\": {\\n \\\"title\\\": \\\"HISTORY AND THEORY\\\",\\n \\\"year\\\": \\\"1960\\\",\\n \\\"page_number\\\": 3\\n },\\n \\\"entries\\\": [\\n {\\n \\\"id\\\": \\\"14\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Open Society and Its Enemies\\\",\\n \\\"container_title\\\": \\\"British Journal of Sociology\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Plamenatz\\\",\\n \\\"given\\\": \\\"J.\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": null,\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": null,\\n \\\"issued\\\": \\\"1959\\\",\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": \\\"X\\\",\\n \\\"page\\\": \\\"264-273\\\",\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"15\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Open Society - a Comment\\\",\\n \\\"container_title\\\": \\\"British Journal of Sociology\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Gombrich\\\",\\n \\\"given\\\": \\\"E. H.\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": null,\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": null,\\n \\\"issued\\\": \\\"1952\\\",\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": \\\"14\\\",\\n \\\"volume\\\": \\\"III\\\",\\n \\\"page\\\": \\\"358-360\\\",\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"16\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Open Society - a Rejoinder\\\",\\n \\\"container_title\\\": \\\"British Journal of Sociology\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Plamenatz\\\",\\n \\\"given\\\": \\\"J.\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": null,\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": null,\\n \\\"issued\\\": \\\"1953\\\",\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": \\\"IV\\\",\\n \\\"page\\\": \\\"76-77\\\",\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"17\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Open Society: a Reconsideration\\\",\\n \\\"container_title\\\": \\\"Political Science Quarterly\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Cobban\\\",\\n \\\"given\\\": \\\"Alfred\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": null,\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": null,\\n \\\"issued\\\": \\\"1954\\\",\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": \\\"LXIX\\\",\\n \\\"page\\\": \\\"119-126\\\",\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"18\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The History of Science: Meaning\\\",\\n \\\"container_title\\\": \\\"British Journal for the Philosophy of Science\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Bernal\\\",\\n \\\"given\\\": \\\"J. D.\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": null,\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": null,\\n \\\"issued\\\": \\\"1953\\\",\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": \\\"IV\\\",\\n \\\"page\\\": \\\"164-169\\\",\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"19\\\",\\n \\\"type\\\": \\\"other\\\",\\n \\\"title\\\": \\\"War and History\\\",\\n \\\"container_title\\\": \\\"Studies in History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Sumner\\\",\\n \\\"given\\\": \\\"B. H.\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": \\\"Oliver and Boyd\\\",\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": \\\"Edinburgh\\\",\\n \\\"issued\\\": \\\"1949\\\",\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": null,\\n \\\"page\\\": \\\"1-9\\\",\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"21\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"The Philosophy of American History\\\",\\n \\\"container_title\\\": null,\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Zacker\\\",\\n \\\"given\\\": \\\"Morris\\\"\\n }\\n ],\\n \\\"note\\\": \\\"2 vols.\\\",\\n \\\"publisher\\\": \\\"Arnold and Howard\\\",\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": \\\"New York\\\",\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": null,\\n \\\"page\\\": null,\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"22\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"History as a Liberal Art\\\",\\n \\\"container_title\\\": \\\"Journal of the History of Ideas\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Baran\\\",\\n \\\"given\\\": \\\"Jacques\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": null,\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": null,\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": \\\"IV\\\",\\n \\\"page\\\": \\\"81-88\\\",\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"23\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Study of Contemporary History: Some Further Reflections\\\",\\n \\\"container_title\\\": \\\"History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Bidney\\\",\\n \\\"given\\\": \\\"Max\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": null,\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": null,\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": \\\"N. S. XXX\\\",\\n \\\"page\\\": \\\"75-84\\\",\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"24\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Appunti sullo 'storicismo'\\\",\\n \\\"container_title\\\": \\\"Societa\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Cantimori\\\",\\n \\\"given\\\": \\\"Delio\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": null,\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": null,\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": \\\"I\\\",\\n \\\"page\\\": \\\"1-45\\\",\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": \\\"D. Cantimori, Studi di storia, Torino, Einaudi, 1959\\\",\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"25\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Meaning of 'History'\\\",\\n \\\"container_title\\\": \\\"Ethics\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Cohn\\\",\\n \\\"given\\\": \\\"Norman\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": null,\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": null,\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": \\\"LX\\\",\\n \\\"page\\\": \\\"46-63\\\",\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"26\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"History - a Science?\\\",\\n \\\"container_title\\\": \\\"Mississippi Valley Historical Review\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Gould\\\",\\n \\\"given\\\": \\\"Clarence P.\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": null,\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": null,\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": \\\"XXXI\\\",\\n \\\"page\\\": \\\"375-388\\\",\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"27\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Generality and Specificity in Historical Judgment\\\",\\n \\\"container_title\\\": \\\"Journal of Philosophy\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Hofstadter\\\",\\n \\\"given\\\": \\\"A.\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": null,\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": null,\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": \\\"XLVI\\\",\\n \\\"page\\\": \\\"195-208\\\",\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"28\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"La naissance du capitalisme en France\\\",\\n \\\"container_title\\\": \\\"Revue historique\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Lefebvre\\\",\\n \\\"given\\\": \\\"G.\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": null,\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": null,\\n \\\"issued\\\": \\\"1936\\\",\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": \\\"CLXXVII\\\",\\n \\\"page\\\": \\\"324-348\\\",\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"29\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Historian and the Study of History\\\",\\n \\\"container_title\\\": \\\"Harvard Theological Review\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"McIlwain\\\",\\n \\\"given\\\": \\\"C. H.\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": null,\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": null,\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": \\\"XXXV\\\",\\n \\\"page\\\": \\\"151-172\\\",\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"30\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"History and the Social Sciences\\\",\\n \\\"container_title\\\": \\\"American Historical Review\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Nichols\\\",\\n \\\"given\\\": \\\"Roy F.\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": null,\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": null,\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": \\\"XLIII\\\",\\n \\\"page\\\": \\\"49-69\\\",\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"31\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Poverty of Historicism, Part III\\\",\\n \\\"container_title\\\": \\\"Economics\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Popper\\\",\\n \\\"given\\\": \\\"Karl\\\"\\n }\\n ],\\n \\\"note\\\": \\\"Parts I and II appeared in 1944, Cf. also 123\\\",\\n \\\"publisher\\\": null,\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": null,\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": \\\"XII\\\",\\n \\\"page\\\": \\\"69-89\\\",\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"32\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"History and the Historian\\\",\\n \\\"container_title\\\": \\\"Journal of Philosophy\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Weiss\\\",\\n \\\"given\\\": \\\"Paul\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": null,\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": null,\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": \\\"XLII\\\",\\n \\\"page\\\": \\\"169-178\\\",\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"33\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Attack on the Historical Method\\\",\\n \\\"container_title\\\": \\\"Journal of Philosophy\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"White\\\",\\n \\\"given\\\": \\\"Morton G.\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": null,\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": null,\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": \\\"XLII\\\",\\n \\\"page\\\": \\\"314-331\\\",\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": true\\n }\\n ]\\n}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":null,\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"metadata\":{\"title\":\"HISTORY AND THEORY\",\"year\":\"1960\",\"page_number\":3},\"entries\":[{\"id\":\"14\",\"type\":\"journal-article\",\"title\":\"The Open Society and Its Enemies\",\"container_title\":\"British Journal of Sociology\",\"author\":[{\"family\":\"Plamenatz\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1959\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"X\",\"page\":\"264-273\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"15\",\"type\":\"journal-article\",\"title\":\"The Open Society - a Comment\",\"container_title\":\"British Journal of Sociology\",\"author\":[{\"family\":\"Gombrich\",\"given\":\"E. H.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1952\",\"event_date\":null,\"related\":null,\"relation\":\"14\",\"volume\":\"III\",\"page\":\"358-360\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"16\",\"type\":\"journal-article\",\"title\":\"The Open Society - a Rejoinder\",\"container_title\":\"British Journal of Sociology\",\"author\":[{\"family\":\"Plamenatz\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1953\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"IV\",\"page\":\"76-77\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"17\",\"type\":\"journal-article\",\"title\":\"The Open Society: a Reconsideration\",\"container_title\":\"Political Science Quarterly\",\"author\":[{\"family\":\"Cobban\",\"given\":\"Alfred\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1954\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LXIX\",\"page\":\"119-126\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"18\",\"type\":\"journal-article\",\"title\":\"The History of Science: Meaning\",\"container_title\":\"British Journal for the Philosophy of Science\",\"author\":[{\"family\":\"Bernal\",\"given\":\"J. D.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1953\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"IV\",\"page\":\"164-169\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"19\",\"type\":\"other\",\"title\":\"War and History\",\"container_title\":\"Studies in History\",\"author\":[{\"family\":\"Sumner\",\"given\":\"B. H.\"}],\"note\":null,\"publisher\":\"Oliver and Boyd\",\"editor\":null,\"publisher_place\":\"Edinburgh\",\"issued\":\"1949\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"1-9\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"21\",\"type\":\"book\",\"title\":\"The Philosophy of American History\",\"container_title\":null,\"author\":[{\"family\":\"Zacker\",\"given\":\"Morris\"}],\"note\":\"2 vols.\",\"publisher\":\"Arnold and Howard\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"22\",\"type\":\"journal-article\",\"title\":\"History as a Liberal Art\",\"container_title\":\"Journal of the History of Ideas\",\"author\":[{\"family\":\"Baran\",\"given\":\"Jacques\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"IV\",\"page\":\"81-88\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"23\",\"type\":\"journal-article\",\"title\":\"The Study of Contemporary History: Some Further Reflections\",\"container_title\":\"History\",\"author\":[{\"family\":\"Bidney\",\"given\":\"Max\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"N. S. XXX\",\"page\":\"75-84\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"24\",\"type\":\"journal-article\",\"title\":\"Appunti sullo 'storicismo'\",\"container_title\":\"Societa\",\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I\",\"page\":\"1-45\",\"fascicle\":null,\"reprint\":\"D. Cantimori, Studi di storia, Torino, Einaudi, 1959\",\"edition\":null,\"incomplete\":false},{\"id\":\"25\",\"type\":\"journal-article\",\"title\":\"The Meaning of 'History'\",\"container_title\":\"Ethics\",\"author\":[{\"family\":\"Cohn\",\"given\":\"Norman\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LX\",\"page\":\"46-63\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"26\",\"type\":\"journal-article\",\"title\":\"History - a Science?\",\"container_title\":\"Mississippi Valley Historical Review\",\"author\":[{\"family\":\"Gould\",\"given\":\"Clarence P.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXI\",\"page\":\"375-388\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"27\",\"type\":\"journal-article\",\"title\":\"Generality and Specificity in Historical Judgment\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Hofstadter\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XLVI\",\"page\":\"195-208\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"28\",\"type\":\"journal-article\",\"title\":\"La naissance du capitalisme en France\",\"container_title\":\"Revue historique\",\"author\":[{\"family\":\"Lefebvre\",\"given\":\"G.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1936\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CLXXVII\",\"page\":\"324-348\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"29\",\"type\":\"journal-article\",\"title\":\"The Historian and the Study of History\",\"container_title\":\"Harvard Theological Review\",\"author\":[{\"family\":\"McIlwain\",\"given\":\"C. H.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXV\",\"page\":\"151-172\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"30\",\"type\":\"journal-article\",\"title\":\"History and the Social Sciences\",\"container_title\":\"American Historical Review\",\"author\":[{\"family\":\"Nichols\",\"given\":\"Roy F.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XLIII\",\"page\":\"49-69\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"31\",\"type\":\"journal-article\",\"title\":\"The Poverty of Historicism, Part III\",\"container_title\":\"Economics\",\"author\":[{\"family\":\"Popper\",\"given\":\"Karl\"}],\"note\":\"Parts I and II appeared in 1944, Cf. also 123\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XII\",\"page\":\"69-89\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"32\",\"type\":\"journal-article\",\"title\":\"History and the Historian\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Weiss\",\"given\":\"Paul\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XLII\",\"page\":\"169-178\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"33\",\"type\":\"journal-article\",\"title\":\"The Attack on the Historical Method\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"White\",\"given\":\"Morton G.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XLII\",\"page\":\"314-331\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}}}],\"created\":1774270425,\"model\":\"grok-4.20-0309-reasoning\",\"object\":\"chat.completion\",\"service_tier\":null,\"system_fingerprint\":\"fp_d6e36c82c2\",\"usage\":{\"completion_tokens\":3191,\"prompt_tokens\":991,\"total_tokens\":15978,\"completion_tokens_details\":{\"accepted_prediction_tokens\":0,\"audio_tokens\":0,\"reasoning_tokens\":11796,\"rejected_prediction_tokens\":0},\"prompt_tokens_details\":{\"audio_tokens\":0,\"cached_tokens\":960,\"text_tokens\":815,\"image_tokens\":176},\"num_sources_used\":0,\"cost_in_usd_ticks\":904660000}}"}, "scoring": {"fuzzy": 0.4459983010433223, "cost_summary": {"total_input_tokens": 4939, "total_output_tokens": 14607, "total_tokens": 19546, "input_cost_usd": 0.009877999999999998, "output_cost_usd": 0.087642, "total_cost_usd": 0.09752000000000001}}, "normalized_score": 44.59983010433223}, {"_id": {"$oid": "69ce22c0214d8cd071ad037e"}, "test_id": "T0488", "benchmark": "bibliographic_data", "date": "2026-03-23", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5.2-2025-12-11", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"1945 \u2014 Books\",\"year\":\"1945\",\"page_number\":2},\"entries\":[{\"id\":\"1945-books-1\",\"type\":\"book\",\"title\":\"Time as Dimension and History\",\"container_title\":null,\"author\":[{\"family\":\"Alexander\",\"given\":\"Hubert G.\"}],\"note\":null,\"publisher\":\"University of New Mexico Press\",\"editor\":null,\"publisher_place\":\"Albuquerque\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"1945-books-2\",\"type\":\"book\",\"title\":\"Wahrheit und Ideologie\",\"container_title\":null,\"author\":[{\"family\":\"Barth\",\"given\":\"Hans\"}],\"note\":null,\"publisher\":\"Manesse\",\"editor\":null,\"publisher_place\":\"Z\u00fcrich\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"1945-books-3\",\"type\":\"book\",\"title\":\"Las generaciones en la historia\",\"container_title\":null,\"author\":[{\"family\":\"Entralgo La\u00edn\",\"given\":\"Pedro\"}],\"note\":null,\"publisher\":\"Instituto de estudios pol\u00edticos\",\"editor\":null,\"publisher_place\":\"Madrid\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"1945-books-4\",\"type\":\"book\",\"title\":\"Cuatro visiones de la historia universal\",\"container_title\":null,\"author\":[{\"family\":\"Ferrater Mora\",\"given\":\"Jos\u00e9\"}],\"note\":null,\"publisher\":\"Editorial Losada\",\"editor\":null,\"publisher_place\":\"Buenos Aires\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"1945-books-5\",\"type\":\"book\",\"title\":\"The Use of Personal Documents in History, Anthropology, and Sociology\",\"container_title\":null,\"author\":[{\"family\":\"Gottschalk\",\"given\":\"L.\"},{\"family\":\"Kluckhohn\",\"given\":\"C.\"},{\"family\":\"Angell\",\"given\":\"R.\"}],\"note\":\"Social Science Research Council, Bulletin 53. Review: R. T. Lapiere, The American Journal of Sociology LII (1946), 156\u2013157.\",\"publisher\":null,\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"1945-books-6\",\"type\":\"journal-article\",\"title\":\"/Review of/ The Use of Personal Documents in History, Anthropology, and Sociology\",\"container_title\":\"The American Journal of Sociology\",\"author\":[{\"family\":\"Lapiere\",\"given\":\"R. T.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1946\",\"event_date\":null,\"related\":null,\"relation\":\"1945-books-5\",\"volume\":\"LII\",\"page\":\"156-157\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"1945-books-7\",\"type\":\"book\",\"title\":\"El problema de la historia y su lugar en el conocimiento\",\"container_title\":null,\"author\":[{\"family\":\"Jasinowski\",\"given\":\"Bogumil\"}],\"note\":\"Review: Revue philosophique CXL (1950), 528.\",\"publisher\":\"Universidad de Chile\",\"editor\":null,\"publisher_place\":\"Santiago, Chile\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"1945-books-8\",\"type\":\"journal-article\",\"title\":\"/Review of/ El problema de la historia y su lugar en el conocimiento\",\"container_title\":\"Revue philosophique\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1950\",\"event_date\":null,\"related\":null,\"relation\":\"1945-books-7\",\"volume\":\"CXL\",\"page\":\"528\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"1945-books-9\",\"type\":\"book\",\"title\":\"Man the Measure: a New Approach to History\",\"container_title\":null,\"author\":[{\"family\":\"Kahler\",\"given\":\"Erich\"}],\"note\":\"(1st ed. New York: Pantheon, 1943).\",\"publisher\":\"Jonathan Cape\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":\"2nd ed.\",\"incomplete\":null},{\"id\":\"1945-books-10\",\"type\":\"journal-article\",\"title\":\"The Flight from Reason\",\"container_title\":\"Journal of Modern History\",\"author\":[{\"family\":\"Savelle\",\"given\":\"Max\"}],\"note\":\"Review of Man the Measure: a New Approach to History.\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":\"1945-books-9\",\"volume\":\"XVII\",\"page\":\"153-162\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"1945-books-11\",\"type\":\"book\",\"title\":\"The Social Interpretation of History\",\"container_title\":null,\"author\":[{\"family\":\"Maurice\",\"given\":\"William\"}],\"note\":null,\"publisher\":\"Scribner\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"1945-books-12\",\"type\":\"book\",\"title\":\"The Open Society and Its Enemies\",\"container_title\":null,\"author\":[{\"family\":\"Popper\",\"given\":\"Karl\"}],\"note\":\"(Revised ed. Princeton: Princeton University Press, 1950). Reviews and review-articles: H. D. Aiken, Journal of Philosophy XLIV (1947), 459\u2013479; Kenneth E. Bock, \u201cThe Social Scientist in the \u2018Open Society\u2019\u201d (continues).\",\"publisher\":\"Routledge\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"2 vols.\",\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"1945-books-13\",\"type\":\"journal-article\",\"title\":\"/Review of/ The Open Society and Its Enemies\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Aiken\",\"given\":\"H. D.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":\"1945-books-12\",\"volume\":\"XLIV\",\"page\":\"459-479\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"1945-books-14\",\"type\":\"journal-article\",\"title\":\"The Social Scientist in the \u2018Open Society\u2019\",\"container_title\":null,\"author\":[{\"family\":\"Bock\",\"given\":\"Kenneth E.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"1945-books-12\",\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}", "model": "gpt-5.2-2025-12-11", "provider": "openai", "finish_reason": "stop", "usage": {"input_tokens": 2474, "output_tokens": 1737, "total_tokens": 4211, "input_cost_usd": 0.0043295, "output_cost_usd": 0.024318, "estimated_cost_usd": 0.0286475}, "duration": 26.34900403022766, "timestamp": "2026-03-23T14:49:16.571440", "parsed": {"metadata": {"title": "1945 \u2014 Books", "year": "1945", "page_number": 2}, "entries": [{"id": "1945-books-1", "type": "book", "title": "Time as Dimension and History", "container_title": null, "author": [{"family": "Alexander", "given": "Hubert G."}], "note": null, "publisher": "University of New Mexico Press", "editor": null, "publisher_place": "Albuquerque", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "1945-books-2", "type": "book", "title": "Wahrheit und Ideologie", "container_title": null, "author": [{"family": "Barth", "given": "Hans"}], "note": null, "publisher": "Manesse", "editor": null, "publisher_place": "Z\u00fcrich", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "1945-books-3", "type": "book", "title": "Las generaciones en la historia", "container_title": null, "author": [{"family": "Entralgo La\u00edn", "given": "Pedro"}], "note": null, "publisher": "Instituto de estudios pol\u00edticos", "editor": null, "publisher_place": "Madrid", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "1945-books-4", "type": "book", "title": "Cuatro visiones de la historia universal", "container_title": null, "author": [{"family": "Ferrater Mora", "given": "Jos\u00e9"}], "note": null, "publisher": "Editorial Losada", "editor": null, "publisher_place": "Buenos Aires", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "1945-books-5", "type": "book", "title": "The Use of Personal Documents in History, Anthropology, and Sociology", "container_title": null, "author": [{"family": "Gottschalk", "given": "L."}, {"family": "Kluckhohn", "given": "C."}, {"family": "Angell", "given": "R."}], "note": "Social Science Research Council, Bulletin 53. Review: R. T. Lapiere, The American Journal of Sociology LII (1946), 156\u2013157.", "publisher": null, "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "1945-books-6", "type": "journal-article", "title": "/Review of/ The Use of Personal Documents in History, Anthropology, and Sociology", "container_title": "The American Journal of Sociology", "author": [{"family": "Lapiere", "given": "R. T."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1946", "event_date": null, "related": null, "relation": "1945-books-5", "volume": "LII", "page": "156-157", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "1945-books-7", "type": "book", "title": "El problema de la historia y su lugar en el conocimiento", "container_title": null, "author": [{"family": "Jasinowski", "given": "Bogumil"}], "note": "Review: Revue philosophique CXL (1950), 528.", "publisher": "Universidad de Chile", "editor": null, "publisher_place": "Santiago, Chile", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "1945-books-8", "type": "journal-article", "title": "/Review of/ El problema de la historia y su lugar en el conocimiento", "container_title": "Revue philosophique", "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1950", "event_date": null, "related": null, "relation": "1945-books-7", "volume": "CXL", "page": "528", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "1945-books-9", "type": "book", "title": "Man the Measure: a New Approach to History", "container_title": null, "author": [{"family": "Kahler", "given": "Erich"}], "note": "(1st ed. New York: Pantheon, 1943).", "publisher": "Jonathan Cape", "editor": null, "publisher_place": "London", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": "2nd ed.", "incomplete": null}, {"id": "1945-books-10", "type": "journal-article", "title": "The Flight from Reason", "container_title": "Journal of Modern History", "author": [{"family": "Savelle", "given": "Max"}], "note": "Review of Man the Measure: a New Approach to History.", "publisher": null, "editor": null, "publisher_place": null, "issued": "1945", "event_date": null, "related": null, "relation": "1945-books-9", "volume": "XVII", "page": "153-162", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "1945-books-11", "type": "book", "title": "The Social Interpretation of History", "container_title": null, "author": [{"family": "Maurice", "given": "William"}], "note": null, "publisher": "Scribner", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "1945-books-12", "type": "book", "title": "The Open Society and Its Enemies", "container_title": null, "author": [{"family": "Popper", "given": "Karl"}], "note": "(Revised ed. Princeton: Princeton University Press, 1950). Reviews and review-articles: H. D. Aiken, Journal of Philosophy XLIV (1947), 459\u2013479; Kenneth E. Bock, \u201cThe Social Scientist in the \u2018Open Society\u2019\u201d (continues).", "publisher": "Routledge", "editor": null, "publisher_place": "London", "issued": null, "event_date": null, "related": null, "relation": null, "volume": "2 vols.", "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "1945-books-13", "type": "journal-article", "title": "/Review of/ The Open Society and Its Enemies", "container_title": "Journal of Philosophy", "author": [{"family": "Aiken", "given": "H. D."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": "1945-books-12", "volume": "XLIV", "page": "459-479", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "1945-books-14", "type": "journal-article", "title": "The Social Scientist in the \u2018Open Society\u2019", "container_title": null, "author": [{"family": "Bock", "given": "Kenneth E."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": "1945-books-12", "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": true}]}, "conversation_id": "9f8f4b28-2ff1-438c-9bb5-edfdb61dc60c", "score": {"fuzzy": 0.7593898864852072}, "raw_response": "{\"id\":\"chatcmpl-DMZwCye6LiHz0l80WAvb03eM4s8kz\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\\"metadata\\\":{\\\"title\\\":\\\"1945 \u2014 Books\\\",\\\"year\\\":\\\"1945\\\",\\\"page_number\\\":2},\\\"entries\\\":[{\\\"id\\\":\\\"1945-books-1\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Time as Dimension and History\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Alexander\\\",\\\"given\\\":\\\"Hubert G.\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"University of New Mexico Press\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Albuquerque\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"1945-books-2\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Wahrheit und Ideologie\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Barth\\\",\\\"given\\\":\\\"Hans\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Manesse\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Z\u00fcrich\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"1945-books-3\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Las generaciones en la historia\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Entralgo La\u00edn\\\",\\\"given\\\":\\\"Pedro\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Instituto de estudios pol\u00edticos\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Madrid\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"1945-books-4\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Cuatro visiones de la historia universal\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Ferrater Mora\\\",\\\"given\\\":\\\"Jos\u00e9\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Editorial Losada\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Buenos Aires\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"1945-books-5\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"The Use of Personal Documents in History, Anthropology, and Sociology\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Gottschalk\\\",\\\"given\\\":\\\"L.\\\"},{\\\"family\\\":\\\"Kluckhohn\\\",\\\"given\\\":\\\"C.\\\"},{\\\"family\\\":\\\"Angell\\\",\\\"given\\\":\\\"R.\\\"}],\\\"note\\\":\\\"Social Science Research Council, Bulletin 53. Review: R. T. Lapiere, The American Journal of Sociology LII (1946), 156\u2013157.\\\",\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":\\\"New York\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"1945-books-6\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"/Review of/ The Use of Personal Documents in History, Anthropology, and Sociology\\\",\\\"container_title\\\":\\\"The American Journal of Sociology\\\",\\\"author\\\":[{\\\"family\\\":\\\"Lapiere\\\",\\\"given\\\":\\\"R. T.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1946\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":\\\"1945-books-5\\\",\\\"volume\\\":\\\"LII\\\",\\\"page\\\":\\\"156-157\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"1945-books-7\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"El problema de la historia y su lugar en el conocimiento\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Jasinowski\\\",\\\"given\\\":\\\"Bogumil\\\"}],\\\"note\\\":\\\"Review: Revue philosophique CXL (1950), 528.\\\",\\\"publisher\\\":\\\"Universidad de Chile\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Santiago, Chile\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"1945-books-8\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"/Review of/ El problema de la historia y su lugar en el conocimiento\\\",\\\"container_title\\\":\\\"Revue philosophique\\\",\\\"author\\\":null,\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1950\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":\\\"1945-books-7\\\",\\\"volume\\\":\\\"CXL\\\",\\\"page\\\":\\\"528\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"1945-books-9\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Man the Measure: a New Approach to History\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Kahler\\\",\\\"given\\\":\\\"Erich\\\"}],\\\"note\\\":\\\"(1st ed. New York: Pantheon, 1943).\\\",\\\"publisher\\\":\\\"Jonathan Cape\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"London\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":\\\"2nd ed.\\\",\\\"incomplete\\\":null},{\\\"id\\\":\\\"1945-books-10\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"The Flight from Reason\\\",\\\"container_title\\\":\\\"Journal of Modern History\\\",\\\"author\\\":[{\\\"family\\\":\\\"Savelle\\\",\\\"given\\\":\\\"Max\\\"}],\\\"note\\\":\\\"Review of Man the Measure: a New Approach to History.\\\",\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1945\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":\\\"1945-books-9\\\",\\\"volume\\\":\\\"XVII\\\",\\\"page\\\":\\\"153-162\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"1945-books-11\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"The Social Interpretation of History\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Maurice\\\",\\\"given\\\":\\\"William\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Scribner\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"New York\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"1945-books-12\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"The Open Society and Its Enemies\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Popper\\\",\\\"given\\\":\\\"Karl\\\"}],\\\"note\\\":\\\"(Revised ed. Princeton: Princeton University Press, 1950). Reviews and review-articles: H. D. Aiken, Journal of Philosophy XLIV (1947), 459\u2013479; Kenneth E. Bock, \u201cThe Social Scientist in the \u2018Open Society\u2019\u201d (continues).\\\",\\\"publisher\\\":\\\"Routledge\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"London\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"2 vols.\\\",\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"1945-books-13\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"/Review of/ The Open Society and Its Enemies\\\",\\\"container_title\\\":\\\"Journal of Philosophy\\\",\\\"author\\\":[{\\\"family\\\":\\\"Aiken\\\",\\\"given\\\":\\\"H. D.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1947\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":\\\"1945-books-12\\\",\\\"volume\\\":\\\"XLIV\\\",\\\"page\\\":\\\"459-479\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"1945-books-14\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"The Social Scientist in the \u2018Open Society\u2019\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Bock\\\",\\\"given\\\":\\\"Kenneth E.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":\\\"1945-books-12\\\",\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":true}]}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":[],\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"metadata\":{\"title\":\"1945 \u2014 Books\",\"year\":\"1945\",\"page_number\":2},\"entries\":[{\"id\":\"1945-books-1\",\"type\":\"book\",\"title\":\"Time as Dimension and History\",\"container_title\":null,\"author\":[{\"family\":\"Alexander\",\"given\":\"Hubert G.\"}],\"note\":null,\"publisher\":\"University of New Mexico Press\",\"editor\":null,\"publisher_place\":\"Albuquerque\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"1945-books-2\",\"type\":\"book\",\"title\":\"Wahrheit und Ideologie\",\"container_title\":null,\"author\":[{\"family\":\"Barth\",\"given\":\"Hans\"}],\"note\":null,\"publisher\":\"Manesse\",\"editor\":null,\"publisher_place\":\"Z\u00fcrich\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"1945-books-3\",\"type\":\"book\",\"title\":\"Las generaciones en la historia\",\"container_title\":null,\"author\":[{\"family\":\"Entralgo La\u00edn\",\"given\":\"Pedro\"}],\"note\":null,\"publisher\":\"Instituto de estudios pol\u00edticos\",\"editor\":null,\"publisher_place\":\"Madrid\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"1945-books-4\",\"type\":\"book\",\"title\":\"Cuatro visiones de la historia universal\",\"container_title\":null,\"author\":[{\"family\":\"Ferrater Mora\",\"given\":\"Jos\u00e9\"}],\"note\":null,\"publisher\":\"Editorial Losada\",\"editor\":null,\"publisher_place\":\"Buenos Aires\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"1945-books-5\",\"type\":\"book\",\"title\":\"The Use of Personal Documents in History, Anthropology, and Sociology\",\"container_title\":null,\"author\":[{\"family\":\"Gottschalk\",\"given\":\"L.\"},{\"family\":\"Kluckhohn\",\"given\":\"C.\"},{\"family\":\"Angell\",\"given\":\"R.\"}],\"note\":\"Social Science Research Council, Bulletin 53. Review: R. T. Lapiere, The American Journal of Sociology LII (1946), 156\u2013157.\",\"publisher\":null,\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"1945-books-6\",\"type\":\"journal-article\",\"title\":\"/Review of/ The Use of Personal Documents in History, Anthropology, and Sociology\",\"container_title\":\"The American Journal of Sociology\",\"author\":[{\"family\":\"Lapiere\",\"given\":\"R. T.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1946\",\"event_date\":null,\"related\":null,\"relation\":\"1945-books-5\",\"volume\":\"LII\",\"page\":\"156-157\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"1945-books-7\",\"type\":\"book\",\"title\":\"El problema de la historia y su lugar en el conocimiento\",\"container_title\":null,\"author\":[{\"family\":\"Jasinowski\",\"given\":\"Bogumil\"}],\"note\":\"Review: Revue philosophique CXL (1950), 528.\",\"publisher\":\"Universidad de Chile\",\"editor\":null,\"publisher_place\":\"Santiago, Chile\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"1945-books-8\",\"type\":\"journal-article\",\"title\":\"/Review of/ El problema de la historia y su lugar en el conocimiento\",\"container_title\":\"Revue philosophique\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1950\",\"event_date\":null,\"related\":null,\"relation\":\"1945-books-7\",\"volume\":\"CXL\",\"page\":\"528\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"1945-books-9\",\"type\":\"book\",\"title\":\"Man the Measure: a New Approach to History\",\"container_title\":null,\"author\":[{\"family\":\"Kahler\",\"given\":\"Erich\"}],\"note\":\"(1st ed. New York: Pantheon, 1943).\",\"publisher\":\"Jonathan Cape\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":\"2nd ed.\",\"incomplete\":null},{\"id\":\"1945-books-10\",\"type\":\"journal-article\",\"title\":\"The Flight from Reason\",\"container_title\":\"Journal of Modern History\",\"author\":[{\"family\":\"Savelle\",\"given\":\"Max\"}],\"note\":\"Review of Man the Measure: a New Approach to History.\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":\"1945-books-9\",\"volume\":\"XVII\",\"page\":\"153-162\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"1945-books-11\",\"type\":\"book\",\"title\":\"The Social Interpretation of History\",\"container_title\":null,\"author\":[{\"family\":\"Maurice\",\"given\":\"William\"}],\"note\":null,\"publisher\":\"Scribner\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"1945-books-12\",\"type\":\"book\",\"title\":\"The Open Society and Its Enemies\",\"container_title\":null,\"author\":[{\"family\":\"Popper\",\"given\":\"Karl\"}],\"note\":\"(Revised ed. Princeton: Princeton University Press, 1950). Reviews and review-articles: H. D. Aiken, Journal of Philosophy XLIV (1947), 459\u2013479; Kenneth E. Bock, \u201cThe Social Scientist in the \u2018Open Society\u2019\u201d (continues).\",\"publisher\":\"Routledge\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"2 vols.\",\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"1945-books-13\",\"type\":\"journal-article\",\"title\":\"/Review of/ The Open Society and Its Enemies\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Aiken\",\"given\":\"H. D.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":\"1945-books-12\",\"volume\":\"XLIV\",\"page\":\"459-479\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"1945-books-14\",\"type\":\"journal-article\",\"title\":\"The Social Scientist in the \u2018Open Society\u2019\",\"container_title\":null,\"author\":[{\"family\":\"Bock\",\"given\":\"Kenneth E.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"1945-books-12\",\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}}}],\"created\":1774273732,\"model\":\"gpt-5.2-2025-12-11\",\"object\":\"chat.completion\",\"service_tier\":\"default\",\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":1737,\"prompt_tokens\":2474,\"total_tokens\":4211,\"completion_tokens_details\":{\"accepted_prediction_tokens\":0,\"audio_tokens\":0,\"reasoning_tokens\":0,\"rejected_prediction_tokens\":0},\"prompt_tokens_details\":{\"audio_tokens\":0,\"cached_tokens\":0}}}"}, "scoring": {"fuzzy": 0.6607170339297244, "cost_summary": {"total_input_tokens": 12314, "total_output_tokens": 10273, "total_tokens": 22587, "input_cost_usd": 0.0215495, "output_cost_usd": 0.143822, "total_cost_usd": 0.1653715}}, "normalized_score": 66.07170339297244}, {"_id": {"$oid": "69ce22c0214d8cd071ad039f"}, "test_id": "T0693", "benchmark": "bibliographic_data", "date": "2026-03-23", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5.3-codex", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "rules": "{\"api_style\":\"responses\"}", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"BIBLIOGRAPHY\",\"year\":\"1947\",\"page_number\":10},\"entries\":[{\"id\":\"140\",\"type\":\"book\",\"title\":\"Why We Read History\",\"container_title\":null,\"author\":[{\"family\":\"Smellie\",\"given\":\"K. B.\"}],\"note\":null,\"publisher\":\"P. Elek\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"141\",\"type\":\"book\",\"title\":\"A Study of History\",\"container_title\":null,\"author\":[{\"family\":\"Toynbee\",\"given\":\"Arnold J.\"}],\"note\":\"abridged by D. C. Somervell; Abridgement of vols. I-VI of A Study of History\",\"publisher\":\"Oxford\",\"editor\":[\"D. C. Somervell\"],\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":\"abridged\",\"incomplete\":null},{\"id\":\"142\",\"type\":\"book\",\"title\":\"In den spiegel van het verleden: historische opstellen\",\"container_title\":null,\"author\":[{\"family\":\"Verberne\",\"given\":\"L. G. J.\"}],\"note\":null,\"publisher\":\"Bruna\",\"editor\":null,\"publisher_place\":\"Utrecht, Antwerpen\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"143\",\"type\":\"book\",\"title\":\"Esquemas de metodolog\u00eda eclesi\u00e1stica\",\"container_title\":null,\"author\":[{\"family\":\"Vevir\",\"given\":\"Jos\u00e9\"}],\"note\":null,\"publisher\":\"Instituto\",\"editor\":null,\"publisher_place\":\"Barcelona\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"144\",\"type\":\"book\",\"title\":\"Sinn und Ziel der Geschichte\",\"container_title\":null,\"author\":[{\"family\":\"Walz\",\"given\":\"Hans H.\"}],\"note\":null,\"publisher\":\"Universit\u00e4ts-Verlag\",\"editor\":null,\"publisher_place\":\"Bonn\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"145\",\"type\":\"book\",\"title\":\"Atti del congresso internazionale di filosofia\",\"container_title\":null,\"author\":null,\"note\":\"Relevant articles listed in entries 146-148\",\"publisher\":\"Castellani\",\"editor\":null,\"publisher_place\":\"Milano\",\"issued\":\"1946\",\"event_date\":\"15-20 November 1946\",\"related\":[\"146\",\"147\",\"148\"],\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"146\",\"type\":\"journal-article\",\"title\":\"Storia e materialismo storico\",\"container_title\":\"Atti del congresso internazionale di filosofia\",\"author\":[{\"family\":\"Drago\",\"given\":\"Pietro C.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":\"I\",\"page\":\"109-117\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"147\",\"type\":\"journal-article\",\"title\":\"Critica del giudizio storico\",\"container_title\":\"Atti del congresso internazionale di filosofia\",\"author\":[{\"family\":\"Fazio-Allmayer\",\"given\":\"Vito\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":\"I\",\"page\":\"281-290\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"148\",\"type\":\"journal-article\",\"title\":\"Forza e spirito nella storia\",\"container_title\":\"Atti del congresso internazionale di filosofia\",\"author\":[{\"family\":\"Nyman\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":\"I\",\"page\":\"191-200\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"149\",\"type\":\"journal-article\",\"title\":\"Sur le concept d\u2019histoire\",\"container_title\":\"Les temps modernes\",\"author\":[{\"family\":\"Benjamin\",\"given\":\"Walter\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"II\",\"page\":\"623-634\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"150\",\"type\":\"other\",\"title\":\"Philosophy of History\",\"container_title\":\"20th Century Philosophy\",\"author\":[{\"family\":\"Boodin\",\"given\":\"John E.\"}],\"note\":\"in Dagobert D. Runes, ed.\",\"publisher\":\"Philosophical Library\",\"editor\":[\"Dagobert D. Runes\"],\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"89-106\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"151\",\"type\":\"journal-article\",\"title\":\"De la perception \u00e0 l\u2019histoire. La philosophie de M. Merleau-Ponty\",\"container_title\":\"Deucalion\",\"author\":[{\"family\":\"Caillois\",\"given\":\"R. P.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"II\",\"page\":\"57-85\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"152\",\"type\":\"journal-article\",\"title\":\"Commemorazione di Adolfo Omodeo\",\"container_title\":\"Annali della Scuola Normale di Pisa\",\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"note\":\"reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":\"3-4\",\"reprint\":\"D. Cantimori, Studi di storia, Torino: Einaudi, 1959\",\"edition\":null,\"incomplete\":null},{\"id\":\"153\",\"type\":\"journal-article\",\"title\":\"The Historian and the Philosophy of Science\",\"container_title\":\"Isis\",\"author\":[{\"family\":\"Cowan\",\"given\":\"Thomas\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXVIII\",\"page\":\"11-18\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"154\",\"type\":\"journal-article\",\"title\":\"History as a Science\",\"container_title\":\"Historical Studies: Australia and New Zealand\",\"author\":[{\"family\":\"Crawford\",\"given\":\"R. M.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"153-175\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"155\",\"type\":\"journal-article\",\"title\":\"Christianisme et histoire\",\"container_title\":\"Etudes\",\"author\":[{\"family\":\"Dani\u00e9lou\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CCLIV\",\"page\":\"166-184\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"156\",\"type\":\"journal-article\",\"title\":\"Wahrheit der Geschichte. Geschichte der Wahrheit\",\"container_title\":\"Amerikanische Rundschau\",\"author\":[{\"family\":\"Dell\",\"given\":\"Stanley\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"44-53\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"157\",\"type\":\"journal-article\",\"title\":\"The Idea of Progress\",\"container_title\":\"American Historical Review\",\"author\":[{\"family\":\"Fay\",\"given\":\"Sidney B.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LII\",\"page\":\"231-246\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"158\",\"type\":\"journal-article\",\"title\":\"Th\u00e9ologie et histoire\",\"container_title\":\"Dieu vivant\",\"author\":[{\"family\":\"Fessard\",\"given\":\"Gaston\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"VIII\",\"page\":\"39-65\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"159\",\"type\":\"journal-article\",\"title\":\"Acton, Creighton, and Lea: a Study in History and Ethics\",\"container_title\":\"Pacific Historical Review\",\"author\":[{\"family\":\"Fish\",\"given\":\"Andrew\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XVI\",\"page\":\"59-69\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"160\",\"type\":\"journal-article\",\"title\":\"Le conscience historique en Italie\",\"container_title\":\"Les temps modernes\",\"author\":[{\"family\":\"Garosci\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"23-24\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null}]}", "model": "gpt-5.3-codex", "provider": "openai", "finish_reason": "completed", "usage": {"input_tokens": 2789, "output_tokens": 2379, "total_tokens": 5168, "input_cost_usd": 0.00488075, "output_cost_usd": 0.033306, "estimated_cost_usd": 0.038186750000000005}, "duration": 26.700565338134766, "timestamp": "2026-03-23T21:13:31.194262", "parsed": {"metadata": {"title": "BIBLIOGRAPHY", "year": "1947", "page_number": 10}, "entries": [{"id": "140", "type": "book", "title": "Why We Read History", "container_title": null, "author": [{"family": "Smellie", "given": "K. B."}], "note": null, "publisher": "P. Elek", "editor": null, "publisher_place": "London", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "141", "type": "book", "title": "A Study of History", "container_title": null, "author": [{"family": "Toynbee", "given": "Arnold J."}], "note": "abridged by D. C. Somervell; Abridgement of vols. I-VI of A Study of History", "publisher": "Oxford", "editor": ["D. C. Somervell"], "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": "abridged", "incomplete": null}, {"id": "142", "type": "book", "title": "In den spiegel van het verleden: historische opstellen", "container_title": null, "author": [{"family": "Verberne", "given": "L. G. J."}], "note": null, "publisher": "Bruna", "editor": null, "publisher_place": "Utrecht, Antwerpen", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "143", "type": "book", "title": "Esquemas de metodolog\u00eda eclesi\u00e1stica", "container_title": null, "author": [{"family": "Vevir", "given": "Jos\u00e9"}], "note": null, "publisher": "Instituto", "editor": null, "publisher_place": "Barcelona", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "144", "type": "book", "title": "Sinn und Ziel der Geschichte", "container_title": null, "author": [{"family": "Walz", "given": "Hans H."}], "note": null, "publisher": "Universit\u00e4ts-Verlag", "editor": null, "publisher_place": "Bonn", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "145", "type": "book", "title": "Atti del congresso internazionale di filosofia", "container_title": null, "author": null, "note": "Relevant articles listed in entries 146-148", "publisher": "Castellani", "editor": null, "publisher_place": "Milano", "issued": "1946", "event_date": "15-20 November 1946", "related": ["146", "147", "148"], "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "146", "type": "journal-article", "title": "Storia e materialismo storico", "container_title": "Atti del congresso internazionale di filosofia", "author": [{"family": "Drago", "given": "Pietro C."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": "145", "volume": "I", "page": "109-117", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "147", "type": "journal-article", "title": "Critica del giudizio storico", "container_title": "Atti del congresso internazionale di filosofia", "author": [{"family": "Fazio-Allmayer", "given": "Vito"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": "145", "volume": "I", "page": "281-290", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "148", "type": "journal-article", "title": "Forza e spirito nella storia", "container_title": "Atti del congresso internazionale di filosofia", "author": [{"family": "Nyman", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": "145", "volume": "I", "page": "191-200", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "149", "type": "journal-article", "title": "Sur le concept d\u2019histoire", "container_title": "Les temps modernes", "author": [{"family": "Benjamin", "given": "Walter"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "II", "page": "623-634", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "150", "type": "other", "title": "Philosophy of History", "container_title": "20th Century Philosophy", "author": [{"family": "Boodin", "given": "John E."}], "note": "in Dagobert D. Runes, ed.", "publisher": "Philosophical Library", "editor": ["Dagobert D. Runes"], "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "89-106", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "151", "type": "journal-article", "title": "De la perception \u00e0 l\u2019histoire. La philosophie de M. Merleau-Ponty", "container_title": "Deucalion", "author": [{"family": "Caillois", "given": "R. P."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "II", "page": "57-85", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "152", "type": "journal-article", "title": "Commemorazione di Adolfo Omodeo", "container_title": "Annali della Scuola Normale di Pisa", "author": [{"family": "Cantimori", "given": "Delio"}], "note": "reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": "3-4", "reprint": "D. Cantimori, Studi di storia, Torino: Einaudi, 1959", "edition": null, "incomplete": null}, {"id": "153", "type": "journal-article", "title": "The Historian and the Philosophy of Science", "container_title": "Isis", "author": [{"family": "Cowan", "given": "Thomas"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXXVIII", "page": "11-18", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "154", "type": "journal-article", "title": "History as a Science", "container_title": "Historical Studies: Australia and New Zealand", "author": [{"family": "Crawford", "given": "R. M."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "153-175", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "155", "type": "journal-article", "title": "Christianisme et histoire", "container_title": "Etudes", "author": [{"family": "Dani\u00e9lou", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "CCLIV", "page": "166-184", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "156", "type": "journal-article", "title": "Wahrheit der Geschichte. Geschichte der Wahrheit", "container_title": "Amerikanische Rundschau", "author": [{"family": "Dell", "given": "Stanley"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "44-53", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "157", "type": "journal-article", "title": "The Idea of Progress", "container_title": "American Historical Review", "author": [{"family": "Fay", "given": "Sidney B."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "LII", "page": "231-246", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "158", "type": "journal-article", "title": "Th\u00e9ologie et histoire", "container_title": "Dieu vivant", "author": [{"family": "Fessard", "given": "Gaston"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "VIII", "page": "39-65", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "159", "type": "journal-article", "title": "Acton, Creighton, and Lea: a Study in History and Ethics", "container_title": "Pacific Historical Review", "author": [{"family": "Fish", "given": "Andrew"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XVI", "page": "59-69", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "160", "type": "journal-article", "title": "Le conscience historique en Italie", "container_title": "Les temps modernes", "author": [{"family": "Garosci", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "23-24", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}]}, "conversation_id": "3f55e9f9-b50e-4730-8ecd-c211dea26cb5", "score": {"fuzzy": 0.3510075002176886}, "raw_response": "{\"id\":\"resp_03e677dfeea939f60069c19ed20474819497f0a9a24270edcf\",\"created_at\":1774296786.0,\"error\":null,\"incomplete_details\":null,\"instructions\":\"You are a Historian\",\"metadata\":{},\"model\":\"gpt-5.3-codex\",\"object\":\"response\",\"output\":[{\"id\":\"msg_03e677dfeea939f60069c19ed3a3188194a97f05b57c66fcc9\",\"content\":[{\"annotations\":[],\"text\":\"{\\\"metadata\\\":{\\\"title\\\":\\\"BIBLIOGRAPHY\\\",\\\"year\\\":\\\"1947\\\",\\\"page_number\\\":10},\\\"entries\\\":[{\\\"id\\\":\\\"140\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Why We Read History\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Smellie\\\",\\\"given\\\":\\\"K. B.\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"P. Elek\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"London\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"141\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"A Study of History\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Toynbee\\\",\\\"given\\\":\\\"Arnold J.\\\"}],\\\"note\\\":\\\"abridged by D. C. Somervell; Abridgement of vols. I-VI of A Study of History\\\",\\\"publisher\\\":\\\"Oxford\\\",\\\"editor\\\":[\\\"D. C. Somervell\\\"],\\\"publisher_place\\\":\\\"New York\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":\\\"abridged\\\",\\\"incomplete\\\":null},{\\\"id\\\":\\\"142\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"In den spiegel van het verleden: historische opstellen\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Verberne\\\",\\\"given\\\":\\\"L. G. J.\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Bruna\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Utrecht, Antwerpen\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"143\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Esquemas de metodolog\u00eda eclesi\u00e1stica\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Vevir\\\",\\\"given\\\":\\\"Jos\u00e9\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Instituto\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Barcelona\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"144\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Sinn und Ziel der Geschichte\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Walz\\\",\\\"given\\\":\\\"Hans H.\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Universit\u00e4ts-Verlag\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Bonn\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"145\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Atti del congresso internazionale di filosofia\\\",\\\"container_title\\\":null,\\\"author\\\":null,\\\"note\\\":\\\"Relevant articles listed in entries 146-148\\\",\\\"publisher\\\":\\\"Castellani\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Milano\\\",\\\"issued\\\":\\\"1946\\\",\\\"event_date\\\":\\\"15-20 November 1946\\\",\\\"related\\\":[\\\"146\\\",\\\"147\\\",\\\"148\\\"],\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"146\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Storia e materialismo storico\\\",\\\"container_title\\\":\\\"Atti del congresso internazionale di filosofia\\\",\\\"author\\\":[{\\\"family\\\":\\\"Drago\\\",\\\"given\\\":\\\"Pietro C.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":\\\"145\\\",\\\"volume\\\":\\\"I\\\",\\\"page\\\":\\\"109-117\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"147\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Critica del giudizio storico\\\",\\\"container_title\\\":\\\"Atti del congresso internazionale di filosofia\\\",\\\"author\\\":[{\\\"family\\\":\\\"Fazio-Allmayer\\\",\\\"given\\\":\\\"Vito\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":\\\"145\\\",\\\"volume\\\":\\\"I\\\",\\\"page\\\":\\\"281-290\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"148\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Forza e spirito nella storia\\\",\\\"container_title\\\":\\\"Atti del congresso internazionale di filosofia\\\",\\\"author\\\":[{\\\"family\\\":\\\"Nyman\\\",\\\"given\\\":\\\"A.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":\\\"145\\\",\\\"volume\\\":\\\"I\\\",\\\"page\\\":\\\"191-200\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"149\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Sur le concept d\u2019histoire\\\",\\\"container_title\\\":\\\"Les temps modernes\\\",\\\"author\\\":[{\\\"family\\\":\\\"Benjamin\\\",\\\"given\\\":\\\"Walter\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"II\\\",\\\"page\\\":\\\"623-634\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"150\\\",\\\"type\\\":\\\"other\\\",\\\"title\\\":\\\"Philosophy of History\\\",\\\"container_title\\\":\\\"20th Century Philosophy\\\",\\\"author\\\":[{\\\"family\\\":\\\"Boodin\\\",\\\"given\\\":\\\"John E.\\\"}],\\\"note\\\":\\\"in Dagobert D. Runes, ed.\\\",\\\"publisher\\\":\\\"Philosophical Library\\\",\\\"editor\\\":[\\\"Dagobert D. Runes\\\"],\\\"publisher_place\\\":\\\"New York\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":\\\"89-106\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"151\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"De la perception \u00e0 l\u2019histoire. La philosophie de M. Merleau-Ponty\\\",\\\"container_title\\\":\\\"Deucalion\\\",\\\"author\\\":[{\\\"family\\\":\\\"Caillois\\\",\\\"given\\\":\\\"R. P.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"II\\\",\\\"page\\\":\\\"57-85\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"152\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Commemorazione di Adolfo Omodeo\\\",\\\"container_title\\\":\\\"Annali della Scuola Normale di Pisa\\\",\\\"author\\\":[{\\\"family\\\":\\\"Cantimori\\\",\\\"given\\\":\\\"Delio\\\"}],\\\"note\\\":\\\"reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959\\\",\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":\\\"3-4\\\",\\\"reprint\\\":\\\"D. Cantimori, Studi di storia, Torino: Einaudi, 1959\\\",\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"153\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"The Historian and the Philosophy of Science\\\",\\\"container_title\\\":\\\"Isis\\\",\\\"author\\\":[{\\\"family\\\":\\\"Cowan\\\",\\\"given\\\":\\\"Thomas\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"XXXVIII\\\",\\\"page\\\":\\\"11-18\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"154\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"History as a Science\\\",\\\"container_title\\\":\\\"Historical Studies: Australia and New Zealand\\\",\\\"author\\\":[{\\\"family\\\":\\\"Crawford\\\",\\\"given\\\":\\\"R. M.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"III\\\",\\\"page\\\":\\\"153-175\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"155\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Christianisme et histoire\\\",\\\"container_title\\\":\\\"Etudes\\\",\\\"author\\\":[{\\\"family\\\":\\\"Dani\u00e9lou\\\",\\\"given\\\":\\\"J.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"CCLIV\\\",\\\"page\\\":\\\"166-184\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"156\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Wahrheit der Geschichte. Geschichte der Wahrheit\\\",\\\"container_title\\\":\\\"Amerikanische Rundschau\\\",\\\"author\\\":[{\\\"family\\\":\\\"Dell\\\",\\\"given\\\":\\\"Stanley\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"III\\\",\\\"page\\\":\\\"44-53\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"157\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"The Idea of Progress\\\",\\\"container_title\\\":\\\"American Historical Review\\\",\\\"author\\\":[{\\\"family\\\":\\\"Fay\\\",\\\"given\\\":\\\"Sidney B.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"LII\\\",\\\"page\\\":\\\"231-246\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"158\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Th\u00e9ologie et histoire\\\",\\\"container_title\\\":\\\"Dieu vivant\\\",\\\"author\\\":[{\\\"family\\\":\\\"Fessard\\\",\\\"given\\\":\\\"Gaston\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"VIII\\\",\\\"page\\\":\\\"39-65\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"159\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Acton, Creighton, and Lea: a Study in History and Ethics\\\",\\\"container_title\\\":\\\"Pacific Historical Review\\\",\\\"author\\\":[{\\\"family\\\":\\\"Fish\\\",\\\"given\\\":\\\"Andrew\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"XVI\\\",\\\"page\\\":\\\"59-69\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"160\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Le conscience historique en Italie\\\",\\\"container_title\\\":\\\"Les temps modernes\\\",\\\"author\\\":[{\\\"family\\\":\\\"Garosci\\\",\\\"given\\\":\\\"A.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"III\\\",\\\"page\\\":\\\"23-24\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null}]}\",\"type\":\"output_text\",\"logprobs\":[]}],\"role\":\"assistant\",\"status\":\"completed\",\"type\":\"message\",\"phase\":\"final_answer\"}],\"parallel_tool_calls\":true,\"temperature\":0.0,\"tool_choice\":\"auto\",\"tools\":[],\"top_p\":0.98,\"background\":false,\"completed_at\":1774296811.0,\"conversation\":null,\"max_output_tokens\":null,\"max_tool_calls\":null,\"previous_response_id\":null,\"prompt\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":null,\"reasoning\":{\"effort\":\"none\",\"generate_summary\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"default\",\"status\":\"completed\",\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"top_logprobs\":0,\"truncation\":\"disabled\",\"usage\":{\"input_tokens\":2789,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":2379,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":5168},\"user\":null,\"billing\":{\"payer\":\"developer\"},\"frequency_penalty\":0.0,\"presence_penalty\":0.0,\"store\":true}"}, "scoring": {"fuzzy": 0.6817428616714786, "cost_summary": {"total_input_tokens": 13775, "total_output_tokens": 7065, "total_tokens": 20840, "input_cost_usd": 0.024106250000000003, "output_cost_usd": 0.09891, "total_cost_usd": 0.12301625}}, "normalized_score": 68.17428616714786}, {"_id": {"$oid": "69ce22c0214d8cd071ad034f"}, "test_id": "T0693", "benchmark": "bibliographic_data", "date": "2026-03-17", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5.3-codex", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "rules": "{\"api_style\":\"responses\"}", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"BIBLIOGRAPHY\",\"year\":\"1947\",\"page_number\":10},\"entries\":[{\"id\":\"140\",\"type\":\"book\",\"title\":\"Why We Read History\",\"author\":[{\"family\":\"Smellie\",\"given\":\"K. B.\"}],\"publisher\":\"P. Elek\",\"publisher_place\":\"London\"},{\"id\":\"141\",\"type\":\"book\",\"title\":\"A Study of History\",\"author\":[{\"family\":\"Toynbee\",\"given\":\"Arnold J.\"}],\"note\":\"abridged by D. C. Somervell (Abridgement of vols. I-VI of A Study of History)\",\"publisher\":\"Oxford\",\"publisher_place\":\"New York\"},{\"id\":\"142\",\"type\":\"book\",\"title\":\"In den spiegel van het verleden: historische op-stellen\",\"author\":[{\"family\":\"Verberne\",\"given\":\"L. G. J.\"}],\"publisher\":\"Bruna\",\"publisher_place\":\"Utrecht, Antwerpen\"},{\"id\":\"143\",\"type\":\"book\",\"title\":\"Esquemas de metodolog\u00eda eclesi\u00e1stica\",\"author\":[{\"family\":\"Vevir\",\"given\":\"Jos\u00e9\"}],\"publisher\":\"Instituto\",\"publisher_place\":\"Barcelona\"},{\"id\":\"144\",\"type\":\"book\",\"title\":\"Sinn und Ziel der Geschichte\",\"author\":[{\"family\":\"Walz\",\"given\":\"Hans H.\"}],\"publisher\":\"Universit\u00e4ts-Verlag\",\"publisher_place\":\"Bonn\"},{\"id\":\"145\",\"type\":\"book\",\"title\":\"Atti del congresso internazionale di filosofia\",\"event_date\":\"15-20 November, 1946\",\"publisher\":\"Castellani\",\"publisher_place\":\"Milano\",\"note\":\"Relevant articles listed in subsequent entries\",\"related\":[\"146\",\"147\",\"148\"]},{\"id\":\"146\",\"type\":\"journal-article\",\"title\":\"Storia e materialismo storico\",\"author\":[{\"family\":\"Drago\",\"given\":\"Pietro C.\"}],\"container_title\":\"Atti del congresso internazionale di filosofia\",\"volume\":\"I\",\"page\":\"109-117\",\"relation\":\"145\"},{\"id\":\"147\",\"type\":\"journal-article\",\"title\":\"Critica del giudizio storico\",\"author\":[{\"family\":\"Fazio-Allmayer\",\"given\":\"Vito\"}],\"container_title\":\"Atti del congresso internazionale di filosofia\",\"volume\":\"I\",\"page\":\"281-290\",\"relation\":\"145\"},{\"id\":\"148\",\"type\":\"journal-article\",\"title\":\"Forza e spirito nella storia\",\"author\":[{\"family\":\"Nyman\",\"given\":\"A.\"}],\"container_title\":\"Atti del congresso internazionale di filosofia\",\"volume\":\"I\",\"page\":\"191-200\",\"relation\":\"145\"},{\"id\":\"149\",\"type\":\"journal-article\",\"title\":\"Sur le concept d\u2019histoire\",\"author\":[{\"family\":\"Benjamin\",\"given\":\"Walter\"}],\"container_title\":\"Les temps modernes\",\"volume\":\"II\",\"page\":\"623-634\"},{\"id\":\"150\",\"type\":\"journal-article\",\"title\":\"Philosophy of History\",\"author\":[{\"family\":\"Boodin\",\"given\":\"John E.\"}],\"container_title\":\"20th Century Philosophy\",\"editor\":[\"Dagobert D. Runes\"],\"publisher\":\"Philosophical Library\",\"publisher_place\":\"New York\",\"page\":\"89-106\"},{\"id\":\"151\",\"type\":\"journal-article\",\"title\":\"De la perception \u00e0 l\u2019histoire. La philosophie de M. Merleau-Ponty\",\"author\":[{\"family\":\"Caillois\",\"given\":\"R. P.\"}],\"container_title\":\"Deucalion\",\"volume\":\"II\",\"page\":\"57-85\"},{\"id\":\"152\",\"type\":\"journal-article\",\"title\":\"Commemorazione di Adolfo Omodeo\",\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"container_title\":\"Annali della Scuola Normale di Pisa\",\"fascicle\":\"3-4\",\"note\":\"reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959\"},{\"id\":\"153\",\"type\":\"journal-article\",\"title\":\"The Historian and the Philosophy of Science\",\"author\":[{\"family\":\"Cowan\",\"given\":\"Thomas\"}],\"container_title\":\"Isis\",\"volume\":\"XXXVIII\",\"page\":\"11-18\"},{\"id\":\"154\",\"type\":\"journal-article\",\"title\":\"History as a Science\",\"author\":[{\"family\":\"Crawford\",\"given\":\"R. M.\"}],\"container_title\":\"Historical Studies: Australia and New Zealand\",\"volume\":\"III\",\"page\":\"153-175\"},{\"id\":\"155\",\"type\":\"journal-article\",\"title\":\"Christianisme et histoire\",\"author\":[{\"family\":\"Dani\u00e9lou\",\"given\":\"J.\"}],\"container_title\":\"Etudes\",\"volume\":\"CCLIV\",\"page\":\"166-184\"},{\"id\":\"156\",\"type\":\"journal-article\",\"title\":\"Wahrheit der Geschichte. Geschichte der Wahrheit\",\"author\":[{\"family\":\"Dell\",\"given\":\"Stanley\"}],\"container_title\":\"Amerikanische Rundschau\",\"volume\":\"III\",\"page\":\"44-53\"},{\"id\":\"157\",\"type\":\"journal-article\",\"title\":\"The Idea of Progress\",\"author\":[{\"family\":\"Fay\",\"given\":\"Sidney B.\"}],\"container_title\":\"American Historical Review\",\"volume\":\"LII\",\"page\":\"231-246\"},{\"id\":\"158\",\"type\":\"journal-article\",\"title\":\"Th\u00e9ologie et histoire\",\"author\":[{\"family\":\"Fessard\",\"given\":\"Gaston\"}],\"container_title\":\"Dieu vivant\",\"volume\":\"VIII\",\"page\":\"39-65\"},{\"id\":\"159\",\"type\":\"journal-article\",\"title\":\"Acton, Creighton, and Lea: a Study in History and Ethics\",\"author\":[{\"family\":\"Fish\",\"given\":\"Andrew\"}],\"container_title\":\"Pacific Historical Review\",\"volume\":\"XVI\",\"page\":\"59-69\"},{\"id\":\"160\",\"type\":\"journal-article\",\"title\":\"Le conscience historique en Italie\",\"author\":[{\"family\":\"Garosci\",\"given\":\"A.\"}],\"container_title\":\"Les temps modernes\",\"volume\":\"III\",\"page\":\"23-24\",\"incomplete\":true}]}", "model": "gpt-5.3-codex", "provider": "openai", "finish_reason": "completed", "usage": {"input_tokens": 2789, "output_tokens": 1227, "total_tokens": 4016, "input_cost_usd": 0.00488075, "output_cost_usd": 0.017178, "estimated_cost_usd": 0.02205875}, "duration": 16.64720582962036, "timestamp": "2026-03-17T23:09:22.186392", "parsed": {"metadata": {"title": "BIBLIOGRAPHY", "year": "1947", "page_number": 10}, "entries": [{"id": "140", "type": "book", "title": "Why We Read History", "author": [{"family": "Smellie", "given": "K. B."}], "publisher": "P. Elek", "publisher_place": "London"}, {"id": "141", "type": "book", "title": "A Study of History", "author": [{"family": "Toynbee", "given": "Arnold J."}], "note": "abridged by D. C. Somervell (Abridgement of vols. I-VI of A Study of History)", "publisher": "Oxford", "publisher_place": "New York"}, {"id": "142", "type": "book", "title": "In den spiegel van het verleden: historische op-stellen", "author": [{"family": "Verberne", "given": "L. G. J."}], "publisher": "Bruna", "publisher_place": "Utrecht, Antwerpen"}, {"id": "143", "type": "book", "title": "Esquemas de metodolog\u00eda eclesi\u00e1stica", "author": [{"family": "Vevir", "given": "Jos\u00e9"}], "publisher": "Instituto", "publisher_place": "Barcelona"}, {"id": "144", "type": "book", "title": "Sinn und Ziel der Geschichte", "author": [{"family": "Walz", "given": "Hans H."}], "publisher": "Universit\u00e4ts-Verlag", "publisher_place": "Bonn"}, {"id": "145", "type": "book", "title": "Atti del congresso internazionale di filosofia", "event_date": "15-20 November, 1946", "publisher": "Castellani", "publisher_place": "Milano", "note": "Relevant articles listed in subsequent entries", "related": ["146", "147", "148"]}, {"id": "146", "type": "journal-article", "title": "Storia e materialismo storico", "author": [{"family": "Drago", "given": "Pietro C."}], "container_title": "Atti del congresso internazionale di filosofia", "volume": "I", "page": "109-117", "relation": "145"}, {"id": "147", "type": "journal-article", "title": "Critica del giudizio storico", "author": [{"family": "Fazio-Allmayer", "given": "Vito"}], "container_title": "Atti del congresso internazionale di filosofia", "volume": "I", "page": "281-290", "relation": "145"}, {"id": "148", "type": "journal-article", "title": "Forza e spirito nella storia", "author": [{"family": "Nyman", "given": "A."}], "container_title": "Atti del congresso internazionale di filosofia", "volume": "I", "page": "191-200", "relation": "145"}, {"id": "149", "type": "journal-article", "title": "Sur le concept d\u2019histoire", "author": [{"family": "Benjamin", "given": "Walter"}], "container_title": "Les temps modernes", "volume": "II", "page": "623-634"}, {"id": "150", "type": "journal-article", "title": "Philosophy of History", "author": [{"family": "Boodin", "given": "John E."}], "container_title": "20th Century Philosophy", "editor": ["Dagobert D. Runes"], "publisher": "Philosophical Library", "publisher_place": "New York", "page": "89-106"}, {"id": "151", "type": "journal-article", "title": "De la perception \u00e0 l\u2019histoire. La philosophie de M. Merleau-Ponty", "author": [{"family": "Caillois", "given": "R. P."}], "container_title": "Deucalion", "volume": "II", "page": "57-85"}, {"id": "152", "type": "journal-article", "title": "Commemorazione di Adolfo Omodeo", "author": [{"family": "Cantimori", "given": "Delio"}], "container_title": "Annali della Scuola Normale di Pisa", "fascicle": "3-4", "note": "reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959"}, {"id": "153", "type": "journal-article", "title": "The Historian and the Philosophy of Science", "author": [{"family": "Cowan", "given": "Thomas"}], "container_title": "Isis", "volume": "XXXVIII", "page": "11-18"}, {"id": "154", "type": "journal-article", "title": "History as a Science", "author": [{"family": "Crawford", "given": "R. M."}], "container_title": "Historical Studies: Australia and New Zealand", "volume": "III", "page": "153-175"}, {"id": "155", "type": "journal-article", "title": "Christianisme et histoire", "author": [{"family": "Dani\u00e9lou", "given": "J."}], "container_title": "Etudes", "volume": "CCLIV", "page": "166-184"}, {"id": "156", "type": "journal-article", "title": "Wahrheit der Geschichte. Geschichte der Wahrheit", "author": [{"family": "Dell", "given": "Stanley"}], "container_title": "Amerikanische Rundschau", "volume": "III", "page": "44-53"}, {"id": "157", "type": "journal-article", "title": "The Idea of Progress", "author": [{"family": "Fay", "given": "Sidney B."}], "container_title": "American Historical Review", "volume": "LII", "page": "231-246"}, {"id": "158", "type": "journal-article", "title": "Th\u00e9ologie et histoire", "author": [{"family": "Fessard", "given": "Gaston"}], "container_title": "Dieu vivant", "volume": "VIII", "page": "39-65"}, {"id": "159", "type": "journal-article", "title": "Acton, Creighton, and Lea: a Study in History and Ethics", "author": [{"family": "Fish", "given": "Andrew"}], "container_title": "Pacific Historical Review", "volume": "XVI", "page": "59-69"}, {"id": "160", "type": "journal-article", "title": "Le conscience historique en Italie", "author": [{"family": "Garosci", "given": "A."}], "container_title": "Les temps modernes", "volume": "III", "page": "23-24", "incomplete": true}]}, "conversation_id": "69a95d24-3d20-4954-950a-b34f10a63cad", "score": {"fuzzy": 0.34770495669673585}, "raw_response": "{\"id\":\"resp_0708e17a377cee2a0069b9d1014e708196bfe6cafc26f3c169\",\"created_at\":1773785345.0,\"error\":null,\"incomplete_details\":null,\"instructions\":\"You are a Historian\",\"metadata\":{},\"model\":\"gpt-5.3-codex\",\"object\":\"response\",\"output\":[{\"id\":\"msg_0708e17a377cee2a0069b9d10200a081969f3bf3b774cd24e9\",\"content\":[{\"annotations\":[],\"text\":\"{\\\"metadata\\\":{\\\"title\\\":\\\"BIBLIOGRAPHY\\\",\\\"year\\\":\\\"1947\\\",\\\"page_number\\\":10},\\\"entries\\\":[{\\\"id\\\":\\\"140\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Why We Read History\\\",\\\"author\\\":[{\\\"family\\\":\\\"Smellie\\\",\\\"given\\\":\\\"K. B.\\\"}],\\\"publisher\\\":\\\"P. Elek\\\",\\\"publisher_place\\\":\\\"London\\\"},{\\\"id\\\":\\\"141\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"A Study of History\\\",\\\"author\\\":[{\\\"family\\\":\\\"Toynbee\\\",\\\"given\\\":\\\"Arnold J.\\\"}],\\\"note\\\":\\\"abridged by D. C. Somervell (Abridgement of vols. I-VI of A Study of History)\\\",\\\"publisher\\\":\\\"Oxford\\\",\\\"publisher_place\\\":\\\"New York\\\"},{\\\"id\\\":\\\"142\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"In den spiegel van het verleden: historische op-stellen\\\",\\\"author\\\":[{\\\"family\\\":\\\"Verberne\\\",\\\"given\\\":\\\"L. G. J.\\\"}],\\\"publisher\\\":\\\"Bruna\\\",\\\"publisher_place\\\":\\\"Utrecht, Antwerpen\\\"},{\\\"id\\\":\\\"143\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Esquemas de metodolog\u00eda eclesi\u00e1stica\\\",\\\"author\\\":[{\\\"family\\\":\\\"Vevir\\\",\\\"given\\\":\\\"Jos\u00e9\\\"}],\\\"publisher\\\":\\\"Instituto\\\",\\\"publisher_place\\\":\\\"Barcelona\\\"},{\\\"id\\\":\\\"144\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Sinn und Ziel der Geschichte\\\",\\\"author\\\":[{\\\"family\\\":\\\"Walz\\\",\\\"given\\\":\\\"Hans H.\\\"}],\\\"publisher\\\":\\\"Universit\u00e4ts-Verlag\\\",\\\"publisher_place\\\":\\\"Bonn\\\"},{\\\"id\\\":\\\"145\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Atti del congresso internazionale di filosofia\\\",\\\"event_date\\\":\\\"15-20 November, 1946\\\",\\\"publisher\\\":\\\"Castellani\\\",\\\"publisher_place\\\":\\\"Milano\\\",\\\"note\\\":\\\"Relevant articles listed in subsequent entries\\\",\\\"related\\\":[\\\"146\\\",\\\"147\\\",\\\"148\\\"]},{\\\"id\\\":\\\"146\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Storia e materialismo storico\\\",\\\"author\\\":[{\\\"family\\\":\\\"Drago\\\",\\\"given\\\":\\\"Pietro C.\\\"}],\\\"container_title\\\":\\\"Atti del congresso internazionale di filosofia\\\",\\\"volume\\\":\\\"I\\\",\\\"page\\\":\\\"109-117\\\",\\\"relation\\\":\\\"145\\\"},{\\\"id\\\":\\\"147\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Critica del giudizio storico\\\",\\\"author\\\":[{\\\"family\\\":\\\"Fazio-Allmayer\\\",\\\"given\\\":\\\"Vito\\\"}],\\\"container_title\\\":\\\"Atti del congresso internazionale di filosofia\\\",\\\"volume\\\":\\\"I\\\",\\\"page\\\":\\\"281-290\\\",\\\"relation\\\":\\\"145\\\"},{\\\"id\\\":\\\"148\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Forza e spirito nella storia\\\",\\\"author\\\":[{\\\"family\\\":\\\"Nyman\\\",\\\"given\\\":\\\"A.\\\"}],\\\"container_title\\\":\\\"Atti del congresso internazionale di filosofia\\\",\\\"volume\\\":\\\"I\\\",\\\"page\\\":\\\"191-200\\\",\\\"relation\\\":\\\"145\\\"},{\\\"id\\\":\\\"149\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Sur le concept d\u2019histoire\\\",\\\"author\\\":[{\\\"family\\\":\\\"Benjamin\\\",\\\"given\\\":\\\"Walter\\\"}],\\\"container_title\\\":\\\"Les temps modernes\\\",\\\"volume\\\":\\\"II\\\",\\\"page\\\":\\\"623-634\\\"},{\\\"id\\\":\\\"150\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Philosophy of History\\\",\\\"author\\\":[{\\\"family\\\":\\\"Boodin\\\",\\\"given\\\":\\\"John E.\\\"}],\\\"container_title\\\":\\\"20th Century Philosophy\\\",\\\"editor\\\":[\\\"Dagobert D. Runes\\\"],\\\"publisher\\\":\\\"Philosophical Library\\\",\\\"publisher_place\\\":\\\"New York\\\",\\\"page\\\":\\\"89-106\\\"},{\\\"id\\\":\\\"151\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"De la perception \u00e0 l\u2019histoire. La philosophie de M. Merleau-Ponty\\\",\\\"author\\\":[{\\\"family\\\":\\\"Caillois\\\",\\\"given\\\":\\\"R. P.\\\"}],\\\"container_title\\\":\\\"Deucalion\\\",\\\"volume\\\":\\\"II\\\",\\\"page\\\":\\\"57-85\\\"},{\\\"id\\\":\\\"152\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Commemorazione di Adolfo Omodeo\\\",\\\"author\\\":[{\\\"family\\\":\\\"Cantimori\\\",\\\"given\\\":\\\"Delio\\\"}],\\\"container_title\\\":\\\"Annali della Scuola Normale di Pisa\\\",\\\"fascicle\\\":\\\"3-4\\\",\\\"note\\\":\\\"reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959\\\"},{\\\"id\\\":\\\"153\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"The Historian and the Philosophy of Science\\\",\\\"author\\\":[{\\\"family\\\":\\\"Cowan\\\",\\\"given\\\":\\\"Thomas\\\"}],\\\"container_title\\\":\\\"Isis\\\",\\\"volume\\\":\\\"XXXVIII\\\",\\\"page\\\":\\\"11-18\\\"},{\\\"id\\\":\\\"154\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"History as a Science\\\",\\\"author\\\":[{\\\"family\\\":\\\"Crawford\\\",\\\"given\\\":\\\"R. M.\\\"}],\\\"container_title\\\":\\\"Historical Studies: Australia and New Zealand\\\",\\\"volume\\\":\\\"III\\\",\\\"page\\\":\\\"153-175\\\"},{\\\"id\\\":\\\"155\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Christianisme et histoire\\\",\\\"author\\\":[{\\\"family\\\":\\\"Dani\u00e9lou\\\",\\\"given\\\":\\\"J.\\\"}],\\\"container_title\\\":\\\"Etudes\\\",\\\"volume\\\":\\\"CCLIV\\\",\\\"page\\\":\\\"166-184\\\"},{\\\"id\\\":\\\"156\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Wahrheit der Geschichte. Geschichte der Wahrheit\\\",\\\"author\\\":[{\\\"family\\\":\\\"Dell\\\",\\\"given\\\":\\\"Stanley\\\"}],\\\"container_title\\\":\\\"Amerikanische Rundschau\\\",\\\"volume\\\":\\\"III\\\",\\\"page\\\":\\\"44-53\\\"},{\\\"id\\\":\\\"157\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"The Idea of Progress\\\",\\\"author\\\":[{\\\"family\\\":\\\"Fay\\\",\\\"given\\\":\\\"Sidney B.\\\"}],\\\"container_title\\\":\\\"American Historical Review\\\",\\\"volume\\\":\\\"LII\\\",\\\"page\\\":\\\"231-246\\\"},{\\\"id\\\":\\\"158\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Th\u00e9ologie et histoire\\\",\\\"author\\\":[{\\\"family\\\":\\\"Fessard\\\",\\\"given\\\":\\\"Gaston\\\"}],\\\"container_title\\\":\\\"Dieu vivant\\\",\\\"volume\\\":\\\"VIII\\\",\\\"page\\\":\\\"39-65\\\"},{\\\"id\\\":\\\"159\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Acton, Creighton, and Lea: a Study in History and Ethics\\\",\\\"author\\\":[{\\\"family\\\":\\\"Fish\\\",\\\"given\\\":\\\"Andrew\\\"}],\\\"container_title\\\":\\\"Pacific Historical Review\\\",\\\"volume\\\":\\\"XVI\\\",\\\"page\\\":\\\"59-69\\\"},{\\\"id\\\":\\\"160\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Le conscience historique en Italie\\\",\\\"author\\\":[{\\\"family\\\":\\\"Garosci\\\",\\\"given\\\":\\\"A.\\\"}],\\\"container_title\\\":\\\"Les temps modernes\\\",\\\"volume\\\":\\\"III\\\",\\\"page\\\":\\\"23-24\\\",\\\"incomplete\\\":true}]}\",\"type\":\"output_text\",\"logprobs\":[]}],\"role\":\"assistant\",\"status\":\"completed\",\"type\":\"message\",\"phase\":\"final_answer\"}],\"parallel_tool_calls\":true,\"temperature\":0.0,\"tool_choice\":\"auto\",\"tools\":[],\"top_p\":0.98,\"background\":false,\"completed_at\":1773785360.0,\"conversation\":null,\"max_output_tokens\":null,\"max_tool_calls\":null,\"previous_response_id\":null,\"prompt\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":null,\"reasoning\":{\"effort\":\"none\",\"generate_summary\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"default\",\"status\":\"completed\",\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"top_logprobs\":0,\"truncation\":\"disabled\",\"usage\":{\"input_tokens\":2789,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":1227,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":4016},\"user\":null,\"billing\":{\"payer\":\"developer\"},\"frequency_penalty\":0.0,\"presence_penalty\":0.0,\"store\":true}"}, "scoring": {"fuzzy": 0.6748590663966818, "cost_summary": {"total_input_tokens": 13775, "total_output_tokens": 5859, "total_tokens": 19634, "input_cost_usd": 0.024106250000000003, "output_cost_usd": 0.082026, "total_cost_usd": 0.10613225000000001}}, "normalized_score": 67.48590663966819}, {"_id": {"$oid": "69ce22c0214d8cd071ad031a"}, "test_id": "T0640", "benchmark": "bibliographic_data", "date": "2026-03-16", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "anthropic", "model": "claude-sonnet-4-6", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"History and Theory\",\"year\":\"1945\",\"page_number\":2},\"entries\":[{\"id\":\"1\",\"type\":\"book\",\"title\":\"Time as Dimension and History\",\"container_title\":null,\"author\":[{\"family\":\"Alexander\",\"given\":\"Hubert G.\"}],\"note\":null,\"publisher\":\"University of New Mexico Press\",\"editor\":null,\"publisher_place\":\"Albuquerque\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"2\",\"type\":\"book\",\"title\":\"Wahrheit und Ideologie\",\"container_title\":null,\"author\":[{\"family\":\"Barth\",\"given\":\"Hans\"}],\"note\":null,\"publisher\":\"Manesse\",\"editor\":null,\"publisher_place\":\"Z\u00fcrich\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"3\",\"type\":\"book\",\"title\":\"Las generaciones en la historia\",\"container_title\":null,\"author\":[{\"family\":\"Entralyo La\u00edn\",\"given\":\"Pedro\"}],\"note\":null,\"publisher\":\"Instituto de estudios pol\u00edticos\",\"editor\":null,\"publisher_place\":\"Madrid\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"4\",\"type\":\"book\",\"title\":\"Cuatro visiones de la historia universal\",\"container_title\":null,\"author\":[{\"family\":\"Ferrater Mora\",\"given\":\"Jos\u00e9\"}],\"note\":null,\"publisher\":\"Editorial Losada\",\"editor\":null,\"publisher_place\":\"Buenos Aires\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"5\",\"type\":\"book\",\"title\":\"The Use of Personal Documents in History, Anthropology, and Sociology\",\"container_title\":null,\"author\":[{\"family\":\"Gottschalk\",\"given\":\"L.\"},{\"family\":\"Kluckhohn\",\"given\":\"C.\"},{\"family\":\"Angell\",\"given\":\"R.\"}],\"note\":\"Bulletin 53\",\"publisher\":\"Social Science Research Council\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"6\",\"type\":\"journal-article\",\"title\":\"Review\",\"container_title\":\"The American Journal of Sociology\",\"author\":[{\"family\":\"Lapiere\",\"given\":\"R. T.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1946\",\"event_date\":null,\"related\":null,\"relation\":\"5\",\"volume\":\"LII\",\"page\":\"156-157\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"7\",\"type\":\"book\",\"title\":\"El problema de la historia y su lugar en el conocimiento\",\"container_title\":null,\"author\":[{\"family\":\"Jasinowski\",\"given\":\"Bogumil\"}],\"note\":null,\"publisher\":\"Universidad de Chile\",\"editor\":null,\"publisher_place\":\"Santiago, Chile\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"8\",\"type\":\"journal-article\",\"title\":\"Review\",\"container_title\":\"Revue philosophique\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1950\",\"event_date\":null,\"related\":null,\"relation\":\"7\",\"volume\":\"CXL\",\"page\":\"528\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"9\",\"type\":\"book\",\"title\":\"Man the Measure: a New Approach to History\",\"container_title\":null,\"author\":[{\"family\":\"Kahler\",\"given\":\"Erich\"}],\"note\":null,\"publisher\":\"Jonathan Cape\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":\"1st ed. New York: Pantheon, 1943\",\"edition\":\"2nd ed.\",\"incomplete\":null},{\"id\":\"10\",\"type\":\"journal-article\",\"title\":\"The Flight from Reason\",\"container_title\":\"Journal of Modern History\",\"author\":[{\"family\":\"Savelle\",\"given\":\"Max\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":\"9\",\"volume\":\"XVII\",\"page\":\"153-162\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"11\",\"type\":\"book\",\"title\":\"The Social Interpretation of History\",\"container_title\":null,\"author\":[{\"family\":\"Maurice\",\"given\":\"William\"}],\"note\":null,\"publisher\":\"Scribner\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"12\",\"type\":\"book\",\"title\":\"The Open Society and Its Enemies\",\"container_title\":null,\"author\":[{\"family\":\"Popper\",\"given\":\"Karl\"}],\"note\":null,\"publisher\":\"Routledge\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"2 vols.\",\"page\":null,\"fascicle\":null,\"reprint\":\"Revised ed. Princeton: Princeton University Press, 1950\",\"edition\":null,\"incomplete\":null},{\"id\":\"13\",\"type\":\"journal-article\",\"title\":\"Review\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Aiken\",\"given\":\"H. D.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":\"12\",\"volume\":\"XLIV\",\"page\":\"459-479\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"14\",\"type\":\"journal-article\",\"title\":\"The Social Scientist in the 'Open Society'\",\"container_title\":null,\"author\":[{\"family\":\"Bock\",\"given\":\"Kenneth E.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"12\",\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}", "model": "claude-sonnet-4-6", "provider": "anthropic", "finish_reason": "tool_use", "usage": {"input_tokens": 3225, "output_tokens": 1401, "total_tokens": 4626, "input_cost_usd": 0.009675, "output_cost_usd": 0.021015, "estimated_cost_usd": 0.03069}, "duration": 19.973846912384033, "timestamp": "2026-03-16T15:49:33.504426", "parsed": {"metadata": {"title": "History and Theory", "year": "1945", "page_number": 2}, "entries": [{"id": "1", "type": "book", "title": "Time as Dimension and History", "author": [{"given": "Hubert G.", "family": "Alexander"}], "publisher": "University of New Mexico Press", "publisher_place": "Albuquerque"}, {"id": "2", "type": "book", "title": "Wahrheit und Ideologie", "author": [{"given": "Hans", "family": "Barth"}], "publisher": "Manesse", "publisher_place": "Z\u00fcrich"}, {"id": "3", "type": "book", "title": "Las generaciones en la historia", "author": [{"given": "Pedro", "family": "Entralyo La\u00edn"}], "publisher": "Instituto de estudios pol\u00edticos", "publisher_place": "Madrid"}, {"id": "4", "type": "book", "title": "Cuatro visiones de la historia universal", "author": [{"given": "Jos\u00e9", "family": "Ferrater Mora"}], "publisher": "Editorial Losada", "publisher_place": "Buenos Aires"}, {"id": "5", "type": "book", "title": "The Use of Personal Documents in History, Anthropology, and Sociology", "author": [{"given": "L.", "family": "Gottschalk"}, {"given": "C.", "family": "Kluckhohn"}, {"given": "R.", "family": "Angell"}], "publisher": "Social Science Research Council", "publisher_place": "New York", "note": "Bulletin 53"}, {"id": "6", "type": "journal-article", "title": "Review", "author": [{"given": "R. T.", "family": "Lapiere"}], "container_title": "The American Journal of Sociology", "volume": "LII", "issued": "1946", "page": "156-157", "relation": "5"}, {"id": "7", "type": "book", "title": "El problema de la historia y su lugar en el conocimiento", "author": [{"given": "Bogumil", "family": "Jasinowski"}], "publisher": "Universidad de Chile", "publisher_place": "Santiago, Chile"}, {"id": "8", "type": "journal-article", "title": "Review", "container_title": "Revue philosophique", "volume": "CXL", "issued": "1950", "page": "528", "relation": "7"}, {"id": "9", "type": "book", "title": "Man the Measure: a New Approach to History", "author": [{"given": "Erich", "family": "Kahler"}], "edition": "2nd ed.", "publisher": "Jonathan Cape", "publisher_place": "London", "reprint": "1st ed. New York: Pantheon, 1943"}, {"id": "10", "type": "journal-article", "title": "The Flight from Reason", "author": [{"given": "Max", "family": "Savelle"}], "container_title": "Journal of Modern History", "volume": "XVII", "issued": "1945", "page": "153-162", "relation": "9"}, {"id": "11", "type": "book", "title": "The Social Interpretation of History", "author": [{"given": "William", "family": "Maurice"}], "publisher": "Scribner", "publisher_place": "New York"}, {"id": "12", "type": "book", "title": "The Open Society and Its Enemies", "author": [{"given": "Karl", "family": "Popper"}], "volume": "2 vols.", "publisher": "Routledge", "publisher_place": "London", "reprint": "Revised ed. Princeton: Princeton University Press, 1950"}, {"id": "13", "type": "journal-article", "title": "Review", "author": [{"given": "H. D.", "family": "Aiken"}], "container_title": "Journal of Philosophy", "volume": "XLIV", "issued": "1947", "page": "459-479", "relation": "12"}, {"id": "14", "type": "journal-article", "title": "The Social Scientist in the 'Open Society'", "author": [{"given": "Kenneth E.", "family": "Bock"}], "relation": "12", "incomplete": true}]}, "conversation_id": "3befd6c7-76e9-4f8b-a3a1-154934be40c4", "score": {"fuzzy": 0.8351745365270336}, "raw_response": "{\"id\":\"msg_01XgDeYhVkvMRPWYAKr9Dvey\",\"content\":[{\"id\":\"toolu_01Y6dorTkgikAwWYATyLjV9x\",\"input\":{\"metadata\":{\"title\":\"History and Theory\",\"year\":\"1945\",\"page_number\":2},\"entries\":[{\"id\":\"1\",\"type\":\"book\",\"title\":\"Time as Dimension and History\",\"author\":[{\"given\":\"Hubert G.\",\"family\":\"Alexander\"}],\"publisher\":\"University of New Mexico Press\",\"publisher_place\":\"Albuquerque\"},{\"id\":\"2\",\"type\":\"book\",\"title\":\"Wahrheit und Ideologie\",\"author\":[{\"given\":\"Hans\",\"family\":\"Barth\"}],\"publisher\":\"Manesse\",\"publisher_place\":\"Z\u00fcrich\"},{\"id\":\"3\",\"type\":\"book\",\"title\":\"Las generaciones en la historia\",\"author\":[{\"given\":\"Pedro\",\"family\":\"Entralyo La\u00edn\"}],\"publisher\":\"Instituto de estudios pol\u00edticos\",\"publisher_place\":\"Madrid\"},{\"id\":\"4\",\"type\":\"book\",\"title\":\"Cuatro visiones de la historia universal\",\"author\":[{\"given\":\"Jos\u00e9\",\"family\":\"Ferrater Mora\"}],\"publisher\":\"Editorial Losada\",\"publisher_place\":\"Buenos Aires\"},{\"id\":\"5\",\"type\":\"book\",\"title\":\"The Use of Personal Documents in History, Anthropology, and Sociology\",\"author\":[{\"given\":\"L.\",\"family\":\"Gottschalk\"},{\"given\":\"C.\",\"family\":\"Kluckhohn\"},{\"given\":\"R.\",\"family\":\"Angell\"}],\"publisher\":\"Social Science Research Council\",\"publisher_place\":\"New York\",\"note\":\"Bulletin 53\"},{\"id\":\"6\",\"type\":\"journal-article\",\"title\":\"Review\",\"author\":[{\"given\":\"R. T.\",\"family\":\"Lapiere\"}],\"container_title\":\"The American Journal of Sociology\",\"volume\":\"LII\",\"issued\":\"1946\",\"page\":\"156-157\",\"relation\":\"5\"},{\"id\":\"7\",\"type\":\"book\",\"title\":\"El problema de la historia y su lugar en el conocimiento\",\"author\":[{\"given\":\"Bogumil\",\"family\":\"Jasinowski\"}],\"publisher\":\"Universidad de Chile\",\"publisher_place\":\"Santiago, Chile\"},{\"id\":\"8\",\"type\":\"journal-article\",\"title\":\"Review\",\"container_title\":\"Revue philosophique\",\"volume\":\"CXL\",\"issued\":\"1950\",\"page\":\"528\",\"relation\":\"7\"},{\"id\":\"9\",\"type\":\"book\",\"title\":\"Man the Measure: a New Approach to History\",\"author\":[{\"given\":\"Erich\",\"family\":\"Kahler\"}],\"edition\":\"2nd ed.\",\"publisher\":\"Jonathan Cape\",\"publisher_place\":\"London\",\"reprint\":\"1st ed. New York: Pantheon, 1943\"},{\"id\":\"10\",\"type\":\"journal-article\",\"title\":\"The Flight from Reason\",\"author\":[{\"given\":\"Max\",\"family\":\"Savelle\"}],\"container_title\":\"Journal of Modern History\",\"volume\":\"XVII\",\"issued\":\"1945\",\"page\":\"153-162\",\"relation\":\"9\"},{\"id\":\"11\",\"type\":\"book\",\"title\":\"The Social Interpretation of History\",\"author\":[{\"given\":\"William\",\"family\":\"Maurice\"}],\"publisher\":\"Scribner\",\"publisher_place\":\"New York\"},{\"id\":\"12\",\"type\":\"book\",\"title\":\"The Open Society and Its Enemies\",\"author\":[{\"given\":\"Karl\",\"family\":\"Popper\"}],\"volume\":\"2 vols.\",\"publisher\":\"Routledge\",\"publisher_place\":\"London\",\"reprint\":\"Revised ed. Princeton: Princeton University Press, 1950\"},{\"id\":\"13\",\"type\":\"journal-article\",\"title\":\"Review\",\"author\":[{\"given\":\"H. D.\",\"family\":\"Aiken\"}],\"container_title\":\"Journal of Philosophy\",\"volume\":\"XLIV\",\"issued\":\"1947\",\"page\":\"459-479\",\"relation\":\"12\"},{\"id\":\"14\",\"type\":\"journal-article\",\"title\":\"The Social Scientist in the 'Open Society'\",\"author\":[{\"given\":\"Kenneth E.\",\"family\":\"Bock\"}],\"relation\":\"12\",\"incomplete\":true}]},\"name\":\"extract_structured_data\",\"type\":\"tool_use\",\"caller\":{\"type\":\"direct\"}}],\"model\":\"claude-sonnet-4-6\",\"role\":\"assistant\",\"stop_reason\":\"tool_use\",\"stop_sequence\":null,\"type\":\"message\",\"usage\":{\"cache_creation\":{\"ephemeral_1h_input_tokens\":0,\"ephemeral_5m_input_tokens\":0},\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"inference_geo\":\"global\",\"input_tokens\":3225,\"output_tokens\":1401,\"server_tool_use\":null,\"service_tier\":\"standard\"}}"}, "scoring": {"fuzzy": 0.6751899712221697, "cost_summary": {"total_input_tokens": 16179, "total_output_tokens": 9198, "total_tokens": 25377, "input_cost_usd": 0.048537000000000004, "output_cost_usd": 0.13797, "total_cost_usd": 0.18650699999999998}}, "normalized_score": 67.51899712221697}, {"_id": {"$oid": "69ce22c0214d8cd071ad0327"}, "test_id": "T0652", "benchmark": "bibliographic_data", "date": "2026-03-16", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5.4-2026-03-05", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"Bibliography\",\"year\":\"1947\",\"page_number\":10},\"entries\":[{\"id\":\"140\",\"type\":\"book\",\"title\":\"Why We Read History\",\"container_title\":null,\"author\":[{\"family\":\"Smellie\",\"given\":\"K. B.\"}],\"note\":null,\"publisher\":\"P. Elek\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"141\",\"type\":\"book\",\"title\":\"A Study of History\",\"container_title\":null,\"author\":[{\"family\":\"Toynbee\",\"given\":\"Arnold J.\"}],\"note\":\"abridged by D. C. Somervell; Abridgement of vols. I-VI of A Study of History\",\"publisher\":\"Oxford\",\"editor\":[\"D. C. Somervell\"],\"publisher_place\":\"New York\",\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":\"abridged\",\"incomplete\":null},{\"id\":\"142\",\"type\":\"book\",\"title\":\"In den spiegel van het verleden: historische opstellen\",\"container_title\":null,\"author\":[{\"family\":\"Verberne\",\"given\":\"L. G. J.\"}],\"note\":null,\"publisher\":\"Bruna\",\"editor\":null,\"publisher_place\":\"Utrecht, Antwerpen\",\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"143\",\"type\":\"book\",\"title\":\"Esquemas de metodolog\u00eda eclesi\u00e1stica\",\"container_title\":null,\"author\":[{\"family\":\"Vevir\",\"given\":\"Jos\u00e9\"}],\"note\":null,\"publisher\":\"Instituto\",\"editor\":null,\"publisher_place\":\"Barcelona\",\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"144\",\"type\":\"book\",\"title\":\"Sinn und Ziel der Geschichte\",\"container_title\":null,\"author\":[{\"family\":\"Walz\",\"given\":\"Hans H.\"}],\"note\":null,\"publisher\":\"Universit\u00e4ts-Verlag\",\"editor\":null,\"publisher_place\":\"Bonn\",\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"145\",\"type\":\"book\",\"title\":\"Atti del congresso internazionale di filosofia\",\"container_title\":null,\"author\":null,\"note\":\"Relevant articles listed in entries 146-148\",\"publisher\":\"Castellani\",\"editor\":null,\"publisher_place\":\"Milano\",\"issued\":\"1947\",\"event_date\":\"15-20 November 1946\",\"related\":[\"146\",\"147\",\"148\"],\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"146\",\"type\":\"journal-article\",\"title\":\"Storia e materialismo storico\",\"container_title\":\"Atti del congresso internazionale di filosofia\",\"author\":[{\"family\":\"Drago\",\"given\":\"Pietro C.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":\"I\",\"page\":\"109-117\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"147\",\"type\":\"journal-article\",\"title\":\"Critica del giudizio storico\",\"container_title\":\"Atti del congresso internazionale di filosofia\",\"author\":[{\"family\":\"Fazio-Allmayer\",\"given\":\"Vito\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":\"I\",\"page\":\"281-290\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"148\",\"type\":\"journal-article\",\"title\":\"Forza e spirito nella storia\",\"container_title\":\"Atti del congresso internazionale di filosofia\",\"author\":[{\"family\":\"Nyman\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":\"I\",\"page\":\"191-200\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"149\",\"type\":\"journal-article\",\"title\":\"Sur le concept d'histoire\",\"container_title\":\"Les temps modernes\",\"author\":[{\"family\":\"Benjamin\",\"given\":\"Walter\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"II\",\"page\":\"623-634\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"150\",\"type\":\"other\",\"title\":\"Philosophy of History\",\"container_title\":\"20th Century Philosophy\",\"author\":[{\"family\":\"Boodin\",\"given\":\"John E.\"}],\"note\":\"in Dagobert D. Runes, ed.\",\"publisher\":\"Philosophical Library\",\"editor\":[\"Dagobert D. Runes\"],\"publisher_place\":\"New York\",\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"89-106\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"151\",\"type\":\"journal-article\",\"title\":\"De la perception \u00e0 l\u2019histoire. La philosophie de M. Merleau-Ponty\",\"container_title\":\"Deucalion\",\"author\":[{\"family\":\"Caillois\",\"given\":\"R. P.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"II\",\"page\":\"57-85\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"152\",\"type\":\"journal-article\",\"title\":\"Commemorazione di Adolfo Omodeo\",\"container_title\":\"Annali della Scuola Normale di Pisa\",\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":\"3-4\",\"reprint\":\"reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959\",\"edition\":null,\"incomplete\":null},{\"id\":\"153\",\"type\":\"journal-article\",\"title\":\"The Historian and the Philosophy of Science\",\"container_title\":\"Isis\",\"author\":[{\"family\":\"Cowan\",\"given\":\"Thomas\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXVIII\",\"page\":\"11-18\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"154\",\"type\":\"journal-article\",\"title\":\"History as a Science\",\"container_title\":\"Historical Studies: Australia and New Zealand\",\"author\":[{\"family\":\"Crawford\",\"given\":\"R. M.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"153-175\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"155\",\"type\":\"journal-article\",\"title\":\"Christianisme et histoire\",\"container_title\":\"Etudes\",\"author\":[{\"family\":\"Dani\u00e9lou\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CCLIV\",\"page\":\"166-184\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"156\",\"type\":\"journal-article\",\"title\":\"Wahrheit der Geschichte. Geschichte der Wahrheit\",\"container_title\":\"Amerikanische Rundschau\",\"author\":[{\"family\":\"Dell\",\"given\":\"Stanley\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"44-53\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"157\",\"type\":\"journal-article\",\"title\":\"The Idea of Progress\",\"container_title\":\"American Historical Review\",\"author\":[{\"family\":\"Fay\",\"given\":\"Sidney B.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LII\",\"page\":\"231-246\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"158\",\"type\":\"journal-article\",\"title\":\"Th\u00e9ologie et histoire\",\"container_title\":\"Dieu vivant\",\"author\":[{\"family\":\"Fessard\",\"given\":\"Gaston\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"VIII\",\"page\":\"39-65\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"159\",\"type\":\"journal-article\",\"title\":\"Acton, Creighton, and Lea: a Study in History and Ethics\",\"container_title\":\"Pacific Historical Review\",\"author\":[{\"family\":\"Fish\",\"given\":\"Andrew\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XVI\",\"page\":\"59-69\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"160\",\"type\":\"journal-article\",\"title\":\"Le conscience historique en Italie\",\"container_title\":\"Les temps modernes\",\"author\":[{\"family\":\"Garosci\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"23-24\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}", "model": "gpt-5.4-2026-03-05", "provider": "openai", "finish_reason": "stop", "usage": {"input_tokens": 3396, "output_tokens": 2379, "total_tokens": 5775, "input_cost_usd": 0.008490000000000001, "output_cost_usd": 0.035685, "estimated_cost_usd": 0.044175000000000006}, "duration": 26.855749368667603, "timestamp": "2026-03-16T17:05:34.877954", "parsed": {"metadata": {"title": "Bibliography", "year": "1947", "page_number": 10}, "entries": [{"id": "140", "type": "book", "title": "Why We Read History", "container_title": null, "author": [{"family": "Smellie", "given": "K. B."}], "note": null, "publisher": "P. Elek", "editor": null, "publisher_place": "London", "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "141", "type": "book", "title": "A Study of History", "container_title": null, "author": [{"family": "Toynbee", "given": "Arnold J."}], "note": "abridged by D. C. Somervell; Abridgement of vols. I-VI of A Study of History", "publisher": "Oxford", "editor": ["D. C. Somervell"], "publisher_place": "New York", "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": "abridged", "incomplete": null}, {"id": "142", "type": "book", "title": "In den spiegel van het verleden: historische opstellen", "container_title": null, "author": [{"family": "Verberne", "given": "L. G. J."}], "note": null, "publisher": "Bruna", "editor": null, "publisher_place": "Utrecht, Antwerpen", "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "143", "type": "book", "title": "Esquemas de metodolog\u00eda eclesi\u00e1stica", "container_title": null, "author": [{"family": "Vevir", "given": "Jos\u00e9"}], "note": null, "publisher": "Instituto", "editor": null, "publisher_place": "Barcelona", "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "144", "type": "book", "title": "Sinn und Ziel der Geschichte", "container_title": null, "author": [{"family": "Walz", "given": "Hans H."}], "note": null, "publisher": "Universit\u00e4ts-Verlag", "editor": null, "publisher_place": "Bonn", "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "145", "type": "book", "title": "Atti del congresso internazionale di filosofia", "container_title": null, "author": null, "note": "Relevant articles listed in entries 146-148", "publisher": "Castellani", "editor": null, "publisher_place": "Milano", "issued": "1947", "event_date": "15-20 November 1946", "related": ["146", "147", "148"], "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "146", "type": "journal-article", "title": "Storia e materialismo storico", "container_title": "Atti del congresso internazionale di filosofia", "author": [{"family": "Drago", "given": "Pietro C."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": "145", "volume": "I", "page": "109-117", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "147", "type": "journal-article", "title": "Critica del giudizio storico", "container_title": "Atti del congresso internazionale di filosofia", "author": [{"family": "Fazio-Allmayer", "given": "Vito"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": "145", "volume": "I", "page": "281-290", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "148", "type": "journal-article", "title": "Forza e spirito nella storia", "container_title": "Atti del congresso internazionale di filosofia", "author": [{"family": "Nyman", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": "145", "volume": "I", "page": "191-200", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "149", "type": "journal-article", "title": "Sur le concept d'histoire", "container_title": "Les temps modernes", "author": [{"family": "Benjamin", "given": "Walter"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": "II", "page": "623-634", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "150", "type": "other", "title": "Philosophy of History", "container_title": "20th Century Philosophy", "author": [{"family": "Boodin", "given": "John E."}], "note": "in Dagobert D. Runes, ed.", "publisher": "Philosophical Library", "editor": ["Dagobert D. Runes"], "publisher_place": "New York", "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": null, "page": "89-106", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "151", "type": "journal-article", "title": "De la perception \u00e0 l\u2019histoire. La philosophie de M. Merleau-Ponty", "container_title": "Deucalion", "author": [{"family": "Caillois", "given": "R. P."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": "II", "page": "57-85", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "152", "type": "journal-article", "title": "Commemorazione di Adolfo Omodeo", "container_title": "Annali della Scuola Normale di Pisa", "author": [{"family": "Cantimori", "given": "Delio"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": "3-4", "reprint": "reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959", "edition": null, "incomplete": null}, {"id": "153", "type": "journal-article", "title": "The Historian and the Philosophy of Science", "container_title": "Isis", "author": [{"family": "Cowan", "given": "Thomas"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": "XXXVIII", "page": "11-18", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "154", "type": "journal-article", "title": "History as a Science", "container_title": "Historical Studies: Australia and New Zealand", "author": [{"family": "Crawford", "given": "R. M."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": "III", "page": "153-175", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "155", "type": "journal-article", "title": "Christianisme et histoire", "container_title": "Etudes", "author": [{"family": "Dani\u00e9lou", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": "CCLIV", "page": "166-184", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "156", "type": "journal-article", "title": "Wahrheit der Geschichte. Geschichte der Wahrheit", "container_title": "Amerikanische Rundschau", "author": [{"family": "Dell", "given": "Stanley"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": "III", "page": "44-53", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "157", "type": "journal-article", "title": "The Idea of Progress", "container_title": "American Historical Review", "author": [{"family": "Fay", "given": "Sidney B."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": "LII", "page": "231-246", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "158", "type": "journal-article", "title": "Th\u00e9ologie et histoire", "container_title": "Dieu vivant", "author": [{"family": "Fessard", "given": "Gaston"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": "VIII", "page": "39-65", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "159", "type": "journal-article", "title": "Acton, Creighton, and Lea: a Study in History and Ethics", "container_title": "Pacific Historical Review", "author": [{"family": "Fish", "given": "Andrew"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": "XVI", "page": "59-69", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "160", "type": "journal-article", "title": "Le conscience historique en Italie", "container_title": "Les temps modernes", "author": [{"family": "Garosci", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": "III", "page": "23-24", "fascicle": null, "reprint": null, "edition": null, "incomplete": true}]}, "conversation_id": "3b091a85-650b-4c10-aff0-1fa212e98545", "score": {"fuzzy": 0.4432534895225018}, "raw_response": "{\"id\":\"chatcmpl-DK4jOypStXLUTEWRqPdMexefdyDYc\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\\"metadata\\\":{\\\"title\\\":\\\"Bibliography\\\",\\\"year\\\":\\\"1947\\\",\\\"page_number\\\":10},\\\"entries\\\":[{\\\"id\\\":\\\"140\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Why We Read History\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Smellie\\\",\\\"given\\\":\\\"K. B.\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"P. Elek\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"London\\\",\\\"issued\\\":\\\"1947\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"141\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"A Study of History\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Toynbee\\\",\\\"given\\\":\\\"Arnold J.\\\"}],\\\"note\\\":\\\"abridged by D. C. Somervell; Abridgement of vols. I-VI of A Study of History\\\",\\\"publisher\\\":\\\"Oxford\\\",\\\"editor\\\":[\\\"D. C. Somervell\\\"],\\\"publisher_place\\\":\\\"New York\\\",\\\"issued\\\":\\\"1947\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":\\\"abridged\\\",\\\"incomplete\\\":null},{\\\"id\\\":\\\"142\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"In den spiegel van het verleden: historische opstellen\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Verberne\\\",\\\"given\\\":\\\"L. G. J.\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Bruna\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Utrecht, Antwerpen\\\",\\\"issued\\\":\\\"1947\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"143\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Esquemas de metodolog\u00eda eclesi\u00e1stica\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Vevir\\\",\\\"given\\\":\\\"Jos\u00e9\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Instituto\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Barcelona\\\",\\\"issued\\\":\\\"1947\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"144\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Sinn und Ziel der Geschichte\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Walz\\\",\\\"given\\\":\\\"Hans H.\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Universit\u00e4ts-Verlag\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Bonn\\\",\\\"issued\\\":\\\"1947\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"145\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Atti del congresso internazionale di filosofia\\\",\\\"container_title\\\":null,\\\"author\\\":null,\\\"note\\\":\\\"Relevant articles listed in entries 146-148\\\",\\\"publisher\\\":\\\"Castellani\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Milano\\\",\\\"issued\\\":\\\"1947\\\",\\\"event_date\\\":\\\"15-20 November 1946\\\",\\\"related\\\":[\\\"146\\\",\\\"147\\\",\\\"148\\\"],\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"146\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Storia e materialismo storico\\\",\\\"container_title\\\":\\\"Atti del congresso internazionale di filosofia\\\",\\\"author\\\":[{\\\"family\\\":\\\"Drago\\\",\\\"given\\\":\\\"Pietro C.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1947\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":\\\"145\\\",\\\"volume\\\":\\\"I\\\",\\\"page\\\":\\\"109-117\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"147\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Critica del giudizio storico\\\",\\\"container_title\\\":\\\"Atti del congresso internazionale di filosofia\\\",\\\"author\\\":[{\\\"family\\\":\\\"Fazio-Allmayer\\\",\\\"given\\\":\\\"Vito\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1947\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":\\\"145\\\",\\\"volume\\\":\\\"I\\\",\\\"page\\\":\\\"281-290\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"148\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Forza e spirito nella storia\\\",\\\"container_title\\\":\\\"Atti del congresso internazionale di filosofia\\\",\\\"author\\\":[{\\\"family\\\":\\\"Nyman\\\",\\\"given\\\":\\\"A.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1947\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":\\\"145\\\",\\\"volume\\\":\\\"I\\\",\\\"page\\\":\\\"191-200\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"149\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Sur le concept d'histoire\\\",\\\"container_title\\\":\\\"Les temps modernes\\\",\\\"author\\\":[{\\\"family\\\":\\\"Benjamin\\\",\\\"given\\\":\\\"Walter\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1947\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"II\\\",\\\"page\\\":\\\"623-634\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"150\\\",\\\"type\\\":\\\"other\\\",\\\"title\\\":\\\"Philosophy of History\\\",\\\"container_title\\\":\\\"20th Century Philosophy\\\",\\\"author\\\":[{\\\"family\\\":\\\"Boodin\\\",\\\"given\\\":\\\"John E.\\\"}],\\\"note\\\":\\\"in Dagobert D. Runes, ed.\\\",\\\"publisher\\\":\\\"Philosophical Library\\\",\\\"editor\\\":[\\\"Dagobert D. Runes\\\"],\\\"publisher_place\\\":\\\"New York\\\",\\\"issued\\\":\\\"1947\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":\\\"89-106\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"151\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"De la perception \u00e0 l\u2019histoire. La philosophie de M. Merleau-Ponty\\\",\\\"container_title\\\":\\\"Deucalion\\\",\\\"author\\\":[{\\\"family\\\":\\\"Caillois\\\",\\\"given\\\":\\\"R. P.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1947\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"II\\\",\\\"page\\\":\\\"57-85\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"152\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Commemorazione di Adolfo Omodeo\\\",\\\"container_title\\\":\\\"Annali della Scuola Normale di Pisa\\\",\\\"author\\\":[{\\\"family\\\":\\\"Cantimori\\\",\\\"given\\\":\\\"Delio\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1947\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":\\\"3-4\\\",\\\"reprint\\\":\\\"reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959\\\",\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"153\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"The Historian and the Philosophy of Science\\\",\\\"container_title\\\":\\\"Isis\\\",\\\"author\\\":[{\\\"family\\\":\\\"Cowan\\\",\\\"given\\\":\\\"Thomas\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1947\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"XXXVIII\\\",\\\"page\\\":\\\"11-18\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"154\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"History as a Science\\\",\\\"container_title\\\":\\\"Historical Studies: Australia and New Zealand\\\",\\\"author\\\":[{\\\"family\\\":\\\"Crawford\\\",\\\"given\\\":\\\"R. M.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1947\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"III\\\",\\\"page\\\":\\\"153-175\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"155\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Christianisme et histoire\\\",\\\"container_title\\\":\\\"Etudes\\\",\\\"author\\\":[{\\\"family\\\":\\\"Dani\u00e9lou\\\",\\\"given\\\":\\\"J.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1947\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"CCLIV\\\",\\\"page\\\":\\\"166-184\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"156\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Wahrheit der Geschichte. Geschichte der Wahrheit\\\",\\\"container_title\\\":\\\"Amerikanische Rundschau\\\",\\\"author\\\":[{\\\"family\\\":\\\"Dell\\\",\\\"given\\\":\\\"Stanley\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1947\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"III\\\",\\\"page\\\":\\\"44-53\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"157\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"The Idea of Progress\\\",\\\"container_title\\\":\\\"American Historical Review\\\",\\\"author\\\":[{\\\"family\\\":\\\"Fay\\\",\\\"given\\\":\\\"Sidney B.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1947\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"LII\\\",\\\"page\\\":\\\"231-246\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"158\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Th\u00e9ologie et histoire\\\",\\\"container_title\\\":\\\"Dieu vivant\\\",\\\"author\\\":[{\\\"family\\\":\\\"Fessard\\\",\\\"given\\\":\\\"Gaston\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1947\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"VIII\\\",\\\"page\\\":\\\"39-65\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"159\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Acton, Creighton, and Lea: a Study in History and Ethics\\\",\\\"container_title\\\":\\\"Pacific Historical Review\\\",\\\"author\\\":[{\\\"family\\\":\\\"Fish\\\",\\\"given\\\":\\\"Andrew\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1947\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"XVI\\\",\\\"page\\\":\\\"59-69\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"160\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Le conscience historique en Italie\\\",\\\"container_title\\\":\\\"Les temps modernes\\\",\\\"author\\\":[{\\\"family\\\":\\\"Garosci\\\",\\\"given\\\":\\\"A.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1947\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"III\\\",\\\"page\\\":\\\"23-24\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":true}]}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":[],\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"metadata\":{\"title\":\"Bibliography\",\"year\":\"1947\",\"page_number\":10},\"entries\":[{\"id\":\"140\",\"type\":\"book\",\"title\":\"Why We Read History\",\"container_title\":null,\"author\":[{\"family\":\"Smellie\",\"given\":\"K. B.\"}],\"note\":null,\"publisher\":\"P. Elek\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"141\",\"type\":\"book\",\"title\":\"A Study of History\",\"container_title\":null,\"author\":[{\"family\":\"Toynbee\",\"given\":\"Arnold J.\"}],\"note\":\"abridged by D. C. Somervell; Abridgement of vols. I-VI of A Study of History\",\"publisher\":\"Oxford\",\"editor\":[\"D. C. Somervell\"],\"publisher_place\":\"New York\",\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":\"abridged\",\"incomplete\":null},{\"id\":\"142\",\"type\":\"book\",\"title\":\"In den spiegel van het verleden: historische opstellen\",\"container_title\":null,\"author\":[{\"family\":\"Verberne\",\"given\":\"L. G. J.\"}],\"note\":null,\"publisher\":\"Bruna\",\"editor\":null,\"publisher_place\":\"Utrecht, Antwerpen\",\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"143\",\"type\":\"book\",\"title\":\"Esquemas de metodolog\u00eda eclesi\u00e1stica\",\"container_title\":null,\"author\":[{\"family\":\"Vevir\",\"given\":\"Jos\u00e9\"}],\"note\":null,\"publisher\":\"Instituto\",\"editor\":null,\"publisher_place\":\"Barcelona\",\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"144\",\"type\":\"book\",\"title\":\"Sinn und Ziel der Geschichte\",\"container_title\":null,\"author\":[{\"family\":\"Walz\",\"given\":\"Hans H.\"}],\"note\":null,\"publisher\":\"Universit\u00e4ts-Verlag\",\"editor\":null,\"publisher_place\":\"Bonn\",\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"145\",\"type\":\"book\",\"title\":\"Atti del congresso internazionale di filosofia\",\"container_title\":null,\"author\":null,\"note\":\"Relevant articles listed in entries 146-148\",\"publisher\":\"Castellani\",\"editor\":null,\"publisher_place\":\"Milano\",\"issued\":\"1947\",\"event_date\":\"15-20 November 1946\",\"related\":[\"146\",\"147\",\"148\"],\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"146\",\"type\":\"journal-article\",\"title\":\"Storia e materialismo storico\",\"container_title\":\"Atti del congresso internazionale di filosofia\",\"author\":[{\"family\":\"Drago\",\"given\":\"Pietro C.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":\"I\",\"page\":\"109-117\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"147\",\"type\":\"journal-article\",\"title\":\"Critica del giudizio storico\",\"container_title\":\"Atti del congresso internazionale di filosofia\",\"author\":[{\"family\":\"Fazio-Allmayer\",\"given\":\"Vito\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":\"I\",\"page\":\"281-290\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"148\",\"type\":\"journal-article\",\"title\":\"Forza e spirito nella storia\",\"container_title\":\"Atti del congresso internazionale di filosofia\",\"author\":[{\"family\":\"Nyman\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":\"I\",\"page\":\"191-200\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"149\",\"type\":\"journal-article\",\"title\":\"Sur le concept d'histoire\",\"container_title\":\"Les temps modernes\",\"author\":[{\"family\":\"Benjamin\",\"given\":\"Walter\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"II\",\"page\":\"623-634\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"150\",\"type\":\"other\",\"title\":\"Philosophy of History\",\"container_title\":\"20th Century Philosophy\",\"author\":[{\"family\":\"Boodin\",\"given\":\"John E.\"}],\"note\":\"in Dagobert D. Runes, ed.\",\"publisher\":\"Philosophical Library\",\"editor\":[\"Dagobert D. Runes\"],\"publisher_place\":\"New York\",\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"89-106\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"151\",\"type\":\"journal-article\",\"title\":\"De la perception \u00e0 l\u2019histoire. La philosophie de M. Merleau-Ponty\",\"container_title\":\"Deucalion\",\"author\":[{\"family\":\"Caillois\",\"given\":\"R. P.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"II\",\"page\":\"57-85\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"152\",\"type\":\"journal-article\",\"title\":\"Commemorazione di Adolfo Omodeo\",\"container_title\":\"Annali della Scuola Normale di Pisa\",\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":\"3-4\",\"reprint\":\"reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959\",\"edition\":null,\"incomplete\":null},{\"id\":\"153\",\"type\":\"journal-article\",\"title\":\"The Historian and the Philosophy of Science\",\"container_title\":\"Isis\",\"author\":[{\"family\":\"Cowan\",\"given\":\"Thomas\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXVIII\",\"page\":\"11-18\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"154\",\"type\":\"journal-article\",\"title\":\"History as a Science\",\"container_title\":\"Historical Studies: Australia and New Zealand\",\"author\":[{\"family\":\"Crawford\",\"given\":\"R. M.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"153-175\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"155\",\"type\":\"journal-article\",\"title\":\"Christianisme et histoire\",\"container_title\":\"Etudes\",\"author\":[{\"family\":\"Dani\u00e9lou\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CCLIV\",\"page\":\"166-184\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"156\",\"type\":\"journal-article\",\"title\":\"Wahrheit der Geschichte. Geschichte der Wahrheit\",\"container_title\":\"Amerikanische Rundschau\",\"author\":[{\"family\":\"Dell\",\"given\":\"Stanley\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"44-53\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"157\",\"type\":\"journal-article\",\"title\":\"The Idea of Progress\",\"container_title\":\"American Historical Review\",\"author\":[{\"family\":\"Fay\",\"given\":\"Sidney B.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LII\",\"page\":\"231-246\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"158\",\"type\":\"journal-article\",\"title\":\"Th\u00e9ologie et histoire\",\"container_title\":\"Dieu vivant\",\"author\":[{\"family\":\"Fessard\",\"given\":\"Gaston\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"VIII\",\"page\":\"39-65\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"159\",\"type\":\"journal-article\",\"title\":\"Acton, Creighton, and Lea: a Study in History and Ethics\",\"container_title\":\"Pacific Historical Review\",\"author\":[{\"family\":\"Fish\",\"given\":\"Andrew\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XVI\",\"page\":\"59-69\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"160\",\"type\":\"journal-article\",\"title\":\"Le conscience historique en Italie\",\"container_title\":\"Les temps modernes\",\"author\":[{\"family\":\"Garosci\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"23-24\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}}}],\"created\":1773677118,\"model\":\"gpt-5.4-2026-03-05\",\"object\":\"chat.completion\",\"service_tier\":\"default\",\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":2379,\"prompt_tokens\":3396,\"total_tokens\":5775,\"completion_tokens_details\":{\"accepted_prediction_tokens\":0,\"audio_tokens\":0,\"reasoning_tokens\":0,\"rejected_prediction_tokens\":0},\"prompt_tokens_details\":{\"audio_tokens\":0,\"cached_tokens\":0}}}"}, "scoring": {"fuzzy": 0.6982706044957705, "cost_summary": {"total_input_tokens": 17177, "total_output_tokens": 9993, "total_tokens": 27170, "input_cost_usd": 0.0429425, "output_cost_usd": 0.149895, "total_cost_usd": 0.1928375}}, "normalized_score": 69.82706044957705}, {"_id": {"$oid": "69ce22c0214d8cd071ad0335"}, "test_id": "T0669", "benchmark": "bibliographic_data", "date": "2026-03-16", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "genai", "model": "gemini-3.1-flash-lite-preview", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"HISTORY AND THEORY\",\"year\":\"1945\",\"page_number\":3},\"entries\":[{\"id\":\"15\",\"type\":\"journal-article\",\"title\":\"The Open Society and Its Enemies\",\"container_title\":\"British Journal of Sociology\",\"author\":[{\"family\":\"Plamenatz\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"264-273\",\"fascicle\":null,\"reprint\":null,\"edition\":\"1952\",\"incomplete\":null},{\"id\":\"16\",\"type\":\"journal-article\",\"title\":\"The Open Society \u2013 a Comment\",\"container_title\":\"British Journal of Sociology\",\"author\":[{\"family\":\"Gombrich\",\"given\":\"E. H.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"358-360\",\"fascicle\":null,\"reprint\":null,\"edition\":\"1952\",\"incomplete\":false},{\"id\":\"17\",\"type\":\"journal-article\",\"title\":\"The Open Society \u2013 a Rejoinder\",\"container_title\":\"British Journal of Sociology\",\"author\":[{\"family\":\"Plamenatz\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"IV\",\"page\":\"164-167\",\"fascicle\":null,\"reprint\":null,\"edition\":\"1953\",\"incomplete\":null},{\"id\":\"18\",\"type\":\"journal-article\",\"title\":\"The Open Society: a Reconsideration\",\"container_title\":\"Political Science Quarterly\",\"author\":[{\"family\":\"Cobban\",\"given\":\"Alfred\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LXIX\",\"page\":\"119-126\",\"fascicle\":null,\"reprint\":null,\"edition\":\"1954\",\"incomplete\":null},{\"id\":\"19\",\"type\":\"journal-article\",\"title\":\"Has History a Meaning?\",\"container_title\":\"British Journal for the Philosophy of Science\",\"author\":[{\"family\":\"Bernal\",\"given\":\"J. D.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"VI\",\"page\":\"164-169\",\"fascicle\":null,\"reprint\":null,\"edition\":\"1955\",\"incomplete\":null},{\"id\":\"20\",\"type\":\"book\",\"title\":\"War and History\",\"container_title\":null,\"author\":[{\"family\":\"Sumner\",\"given\":\"B. H.\"}],\"note\":null,\"publisher\":\"Oliver and Boyd\",\"editor\":null,\"publisher_place\":\"Edinburgh\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"21\",\"type\":\"book\",\"title\":\"The Philosophy of American History\",\"container_title\":null,\"author\":[{\"family\":\"Zucker\",\"given\":\"Morris\"}],\"note\":null,\"publisher\":\"Arnold and Howard\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"2 vols.\",\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"22\",\"type\":\"journal-article\",\"title\":\"History as a Liberal Art\",\"container_title\":\"Journal of the History of Ideas\",\"author\":[{\"family\":\"Barzun\",\"given\":\"Jacques\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"VI\",\"page\":\"81-88\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"23\",\"type\":\"journal-article\",\"title\":\"The Study of Contemporary History: Some Further Reflections\",\"container_title\":\"History\",\"author\":[{\"family\":\"Beloff\",\"given\":\"Max\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"N. S. XXX\",\"page\":\"75-84\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"24\",\"type\":\"journal-article\",\"title\":\"Appunti sullo \u2018storicismo\u2019\",\"container_title\":\"Societ\u00e0\",\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I\",\"page\":\"1-45\",\"fascicle\":null,\"reprint\":\"Studi di storia, Torino: Einaudi, 1959, 1-45\",\"edition\":null,\"incomplete\":null},{\"id\":\"25\",\"type\":\"journal-article\",\"title\":\"The Meaning of History\",\"container_title\":\"Ethics\",\"author\":[{\"family\":\"Coulborn\",\"given\":\"Rushton\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LV\",\"page\":\"46-63\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"26\",\"type\":\"journal-article\",\"title\":\"History \u2013 a Science?\",\"container_title\":\"Mississippi Valley Historical Review\",\"author\":[{\"family\":\"Gould\",\"given\":\"Clarence P.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXII\",\"page\":\"375-388\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"27\",\"type\":\"journal-article\",\"title\":\"Generality and Singularity in Historical Judgment\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Hofstadter\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XLII\",\"page\":\"57-65\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"28\",\"type\":\"journal-article\",\"title\":\"Les nouvelles conceptions de l'histoire\",\"container_title\":\"Revue philosophique\",\"author\":[{\"family\":\"Lenoble\",\"given\":\"R.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CXXXV\",\"page\":\"193-208, 324-348\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"29\",\"type\":\"journal-article\",\"title\":\"In History or Beyond History\",\"container_title\":\"Harvard Theological Review\",\"author\":[{\"family\":\"McCown\",\"given\":\"C. C.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXVIII\",\"page\":\"151-175\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"30\",\"type\":\"journal-article\",\"title\":\"History and the Social Science Research Council\",\"container_title\":\"American Historical Review\",\"author\":[{\"family\":\"Nichols\",\"given\":\"Roy F.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"L\",\"page\":\"491-499\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"31\",\"type\":\"journal-article\",\"title\":\"The Poverty of Historicism, Part III\",\"container_title\":\"Economica\",\"author\":[{\"family\":\"Popper\",\"given\":\"Karl\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XII\",\"page\":\"69-89\",\"fascicle\":null,\"reprint\":\"Parts I and II appeared in 1944. Cf. also #1233\",\"edition\":null,\"incomplete\":null},{\"id\":\"32\",\"type\":\"journal-article\",\"title\":\"History and the Historian\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Weiss\",\"given\":\"Paul\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XLII\",\"page\":\"169-179\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"33\",\"type\":\"journal-article\",\"title\":\"The Attack on the Historical Method\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"White\",\"given\":\"Morton G.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XLII\",\"page\":\"314-331\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null}]}", "model": "gemini-3.1-flash-lite-preview", "provider": "genai", "finish_reason": "STOP", "usage": {"input_tokens": 1151, "output_tokens": 2159, "total_tokens": 3310, "input_cost_usd": 0.00028775, "output_cost_usd": 0.0032385, "estimated_cost_usd": 0.00352625}, "duration": 10.071238994598389, "timestamp": "2026-03-16T19:08:00.349152", "parsed": {"metadata": {"title": "HISTORY AND THEORY", "year": "1945", "page_number": 3}, "entries": [{"id": "15", "type": "journal-article", "title": "The Open Society and Its Enemies", "container_title": "British Journal of Sociology", "author": [{"family": "Plamenatz", "given": "J."}], "volume": "III", "page": "264-273", "edition": "1952"}, {"id": "16", "type": "journal-article", "title": "The Open Society \u2013 a Comment", "container_title": "British Journal of Sociology", "author": [{"family": "Gombrich", "given": "E. H."}], "volume": "III", "page": "358-360", "edition": "1952", "incomplete": false}, {"id": "17", "type": "journal-article", "title": "The Open Society \u2013 a Rejoinder", "container_title": "British Journal of Sociology", "author": [{"family": "Plamenatz", "given": "J."}], "volume": "IV", "page": "164-167", "edition": "1953"}, {"id": "18", "type": "journal-article", "title": "The Open Society: a Reconsideration", "container_title": "Political Science Quarterly", "author": [{"family": "Cobban", "given": "Alfred"}], "volume": "LXIX", "page": "119-126", "edition": "1954"}, {"id": "19", "type": "journal-article", "title": "Has History a Meaning?", "container_title": "British Journal for the Philosophy of Science", "author": [{"family": "Bernal", "given": "J. D."}], "volume": "VI", "page": "164-169", "edition": "1955"}, {"id": "20", "type": "book", "title": "War and History", "author": [{"family": "Sumner", "given": "B. H."}], "publisher": "Oliver and Boyd", "publisher_place": "Edinburgh"}, {"id": "21", "type": "book", "title": "The Philosophy of American History", "author": [{"family": "Zucker", "given": "Morris"}], "publisher": "Arnold and Howard", "publisher_place": "New York", "volume": "2 vols."}, {"id": "22", "type": "journal-article", "title": "History as a Liberal Art", "container_title": "Journal of the History of Ideas", "author": [{"family": "Barzun", "given": "Jacques"}], "volume": "VI", "page": "81-88"}, {"id": "23", "type": "journal-article", "title": "The Study of Contemporary History: Some Further Reflections", "container_title": "History", "author": [{"family": "Beloff", "given": "Max"}], "volume": "N. S. XXX", "page": "75-84"}, {"id": "24", "type": "journal-article", "title": "Appunti sullo \u2018storicismo\u2019", "container_title": "Societ\u00e0", "author": [{"family": "Cantimori", "given": "Delio"}], "volume": "I", "page": "1-45", "reprint": "Studi di storia, Torino: Einaudi, 1959, 1-45"}, {"id": "25", "type": "journal-article", "title": "The Meaning of History", "container_title": "Ethics", "author": [{"family": "Coulborn", "given": "Rushton"}], "volume": "LV", "page": "46-63"}, {"id": "26", "type": "journal-article", "title": "History \u2013 a Science?", "container_title": "Mississippi Valley Historical Review", "author": [{"family": "Gould", "given": "Clarence P."}], "volume": "XXXII", "page": "375-388"}, {"id": "27", "type": "journal-article", "title": "Generality and Singularity in Historical Judgment", "container_title": "Journal of Philosophy", "author": [{"family": "Hofstadter", "given": "A."}], "volume": "XLII", "page": "57-65"}, {"id": "28", "type": "journal-article", "title": "Les nouvelles conceptions de l'histoire", "container_title": "Revue philosophique", "author": [{"family": "Lenoble", "given": "R."}], "volume": "CXXXV", "page": "193-208, 324-348"}, {"id": "29", "type": "journal-article", "title": "In History or Beyond History", "container_title": "Harvard Theological Review", "author": [{"family": "McCown", "given": "C. C."}], "volume": "XXXVIII", "page": "151-175"}, {"id": "30", "type": "journal-article", "title": "History and the Social Science Research Council", "container_title": "American Historical Review", "author": [{"family": "Nichols", "given": "Roy F."}], "volume": "L", "page": "491-499"}, {"id": "31", "type": "journal-article", "title": "The Poverty of Historicism, Part III", "container_title": "Economica", "author": [{"family": "Popper", "given": "Karl"}], "volume": "XII", "page": "69-89", "reprint": "Parts I and II appeared in 1944. Cf. also #1233"}, {"id": "32", "type": "journal-article", "title": "History and the Historian", "container_title": "Journal of Philosophy", "author": [{"family": "Weiss", "given": "Paul"}], "volume": "XLII", "page": "169-179"}, {"id": "33", "type": "journal-article", "title": "The Attack on the Historical Method", "container_title": "Journal of Philosophy", "author": [{"family": "White", "given": "Morton G."}], "volume": "XLII", "page": "314-331"}]}, "conversation_id": "45c1db28-b88f-4f53-90d9-4b5573ee8d25", "score": {"fuzzy": 0.3627104450719006}, "raw_response": "{\"sdk_http_response\":{\"headers\":{\"content-type\":\"application/json; charset=UTF-8\",\"vary\":\"Origin, X-Origin, Referer\",\"content-encoding\":\"gzip\",\"date\":\"Mon, 16 Mar 2026 18:08:07 GMT\",\"server\":\"scaffolding on HTTPServer2\",\"x-xss-protection\":\"0\",\"x-frame-options\":\"SAMEORIGIN\",\"x-content-type-options\":\"nosniff\",\"server-timing\":\"gfet4t7; dur=9909\",\"alt-svc\":\"h3=\\\":443\\\"; ma=2592000,h3-29=\\\":443\\\"; ma=2592000\",\"transfer-encoding\":\"chunked\"},\"body\":null},\"candidates\":[{\"content\":{\"parts\":[{\"media_resolution\":null,\"code_execution_result\":null,\"executable_code\":null,\"file_data\":null,\"function_call\":null,\"function_response\":null,\"inline_data\":null,\"text\":\"{\\n \\\"metadata\\\": {\\n \\\"title\\\": \\\"HISTORY AND THEORY\\\",\\n \\\"year\\\": \\\"1945\\\",\\n \\\"page_number\\\": 3\\n },\\n \\\"entries\\\": [\\n {\\n \\\"id\\\": \\\"15\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Open Society and Its Enemies\\\",\\n \\\"container_title\\\": \\\"British Journal of Sociology\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Plamenatz\\\",\\n \\\"given\\\": \\\"J.\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"III\\\",\\n \\\"page\\\": \\\"264-273\\\",\\n \\\"edition\\\": \\\"1952\\\"\\n },\\n {\\n \\\"id\\\": \\\"16\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Open Society \u2013 a Comment\\\",\\n \\\"container_title\\\": \\\"British Journal of Sociology\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Gombrich\\\",\\n \\\"given\\\": \\\"E. H.\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"III\\\",\\n \\\"page\\\": \\\"358-360\\\",\\n \\\"edition\\\": \\\"1952\\\",\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"17\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Open Society \u2013 a Rejoinder\\\",\\n \\\"container_title\\\": \\\"British Journal of Sociology\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Plamenatz\\\",\\n \\\"given\\\": \\\"J.\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"IV\\\",\\n \\\"page\\\": \\\"164-167\\\",\\n \\\"edition\\\": \\\"1953\\\"\\n },\\n {\\n \\\"id\\\": \\\"18\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Open Society: a Reconsideration\\\",\\n \\\"container_title\\\": \\\"Political Science Quarterly\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Cobban\\\",\\n \\\"given\\\": \\\"Alfred\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"LXIX\\\",\\n \\\"page\\\": \\\"119-126\\\",\\n \\\"edition\\\": \\\"1954\\\"\\n },\\n {\\n \\\"id\\\": \\\"19\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Has History a Meaning?\\\",\\n \\\"container_title\\\": \\\"British Journal for the Philosophy of Science\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Bernal\\\",\\n \\\"given\\\": \\\"J. D.\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"VI\\\",\\n \\\"page\\\": \\\"164-169\\\",\\n \\\"edition\\\": \\\"1955\\\"\\n },\\n {\\n \\\"id\\\": \\\"20\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"War and History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Sumner\\\",\\n \\\"given\\\": \\\"B. H.\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Oliver and Boyd\\\",\\n \\\"publisher_place\\\": \\\"Edinburgh\\\"\\n },\\n {\\n \\\"id\\\": \\\"21\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"The Philosophy of American History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Zucker\\\",\\n \\\"given\\\": \\\"Morris\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Arnold and Howard\\\",\\n \\\"publisher_place\\\": \\\"New York\\\",\\n \\\"volume\\\": \\\"2 vols.\\\"\\n },\\n {\\n \\\"id\\\": \\\"22\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"History as a Liberal Art\\\",\\n \\\"container_title\\\": \\\"Journal of the History of Ideas\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Barzun\\\",\\n \\\"given\\\": \\\"Jacques\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"VI\\\",\\n \\\"page\\\": \\\"81-88\\\"\\n },\\n {\\n \\\"id\\\": \\\"23\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Study of Contemporary History: Some Further Reflections\\\",\\n \\\"container_title\\\": \\\"History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Beloff\\\",\\n \\\"given\\\": \\\"Max\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"N. S. XXX\\\",\\n \\\"page\\\": \\\"75-84\\\"\\n },\\n {\\n \\\"id\\\": \\\"24\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Appunti sullo \u2018storicismo\u2019\\\",\\n \\\"container_title\\\": \\\"Societ\u00e0\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Cantimori\\\",\\n \\\"given\\\": \\\"Delio\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"I\\\",\\n \\\"page\\\": \\\"1-45\\\",\\n \\\"reprint\\\": \\\"Studi di storia, Torino: Einaudi, 1959, 1-45\\\"\\n },\\n {\\n \\\"id\\\": \\\"25\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Meaning of History\\\",\\n \\\"container_title\\\": \\\"Ethics\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Coulborn\\\",\\n \\\"given\\\": \\\"Rushton\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"LV\\\",\\n \\\"page\\\": \\\"46-63\\\"\\n },\\n {\\n \\\"id\\\": \\\"26\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"History \u2013 a Science?\\\",\\n \\\"container_title\\\": \\\"Mississippi Valley Historical Review\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Gould\\\",\\n \\\"given\\\": \\\"Clarence P.\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"XXXII\\\",\\n \\\"page\\\": \\\"375-388\\\"\\n },\\n {\\n \\\"id\\\": \\\"27\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Generality and Singularity in Historical Judgment\\\",\\n \\\"container_title\\\": \\\"Journal of Philosophy\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Hofstadter\\\",\\n \\\"given\\\": \\\"A.\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"XLII\\\",\\n \\\"page\\\": \\\"57-65\\\"\\n },\\n {\\n \\\"id\\\": \\\"28\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Les nouvelles conceptions de l'histoire\\\",\\n \\\"container_title\\\": \\\"Revue philosophique\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Lenoble\\\",\\n \\\"given\\\": \\\"R.\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"CXXXV\\\",\\n \\\"page\\\": \\\"193-208, 324-348\\\"\\n },\\n {\\n \\\"id\\\": \\\"29\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"In History or Beyond History\\\",\\n \\\"container_title\\\": \\\"Harvard Theological Review\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"McCown\\\",\\n \\\"given\\\": \\\"C. C.\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"XXXVIII\\\",\\n \\\"page\\\": \\\"151-175\\\"\\n },\\n {\\n \\\"id\\\": \\\"30\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"History and the Social Science Research Council\\\",\\n \\\"container_title\\\": \\\"American Historical Review\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Nichols\\\",\\n \\\"given\\\": \\\"Roy F.\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"L\\\",\\n \\\"page\\\": \\\"491-499\\\"\\n },\\n {\\n \\\"id\\\": \\\"31\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Poverty of Historicism, Part III\\\",\\n \\\"container_title\\\": \\\"Economica\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Popper\\\",\\n \\\"given\\\": \\\"Karl\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"XII\\\",\\n \\\"page\\\": \\\"69-89\\\",\\n \\\"reprint\\\": \\\"Parts I and II appeared in 1944. Cf. also #1233\\\"\\n },\\n {\\n \\\"id\\\": \\\"32\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"History and the Historian\\\",\\n \\\"container_title\\\": \\\"Journal of Philosophy\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Weiss\\\",\\n \\\"given\\\": \\\"Paul\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"XLII\\\",\\n \\\"page\\\": \\\"169-179\\\"\\n },\\n {\\n \\\"id\\\": \\\"33\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Attack on the Historical Method\\\",\\n \\\"container_title\\\": \\\"Journal of Philosophy\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"White\\\",\\n \\\"given\\\": \\\"Morton G.\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"XLII\\\",\\n \\\"page\\\": \\\"314-331\\\"\\n }\\n ]\\n}\",\"thought\":null,\"thought_signature\":\"EjQKMgG-Pvb7dlIpzUsSEcHspQOCRdKu10uoB6-kQq79aIYy79s2SjamNKZLPKQSsG1-aQwR\",\"video_metadata\":null}],\"role\":\"model\"},\"citation_metadata\":null,\"finish_message\":null,\"token_count\":null,\"finish_reason\":\"STOP\",\"avg_logprobs\":null,\"grounding_metadata\":null,\"index\":0,\"logprobs_result\":null,\"safety_ratings\":null,\"url_context_metadata\":null}],\"create_time\":null,\"model_version\":\"gemini-3.1-flash-lite-preview\",\"prompt_feedback\":null,\"response_id\":\"B0e4abuHCsGSxN8PzJqPmAM\",\"usage_metadata\":{\"cache_tokens_details\":null,\"cached_content_token_count\":null,\"candidates_token_count\":2159,\"candidates_tokens_details\":null,\"prompt_token_count\":1151,\"prompt_tokens_details\":[{\"modality\":\"TEXT\",\"token_count\":85},{\"modality\":\"IMAGE\",\"token_count\":1066}],\"thoughts_token_count\":null,\"tool_use_prompt_token_count\":null,\"tool_use_prompt_tokens_details\":null,\"total_token_count\":3310,\"traffic_type\":null},\"automatic_function_calling_history\":[],\"parsed\":{\"metadata\":{\"title\":\"HISTORY AND THEORY\",\"year\":\"1945\",\"page_number\":3},\"entries\":[{\"id\":\"15\",\"type\":\"journal-article\",\"title\":\"The Open Society and Its Enemies\",\"container_title\":\"British Journal of Sociology\",\"author\":[{\"family\":\"Plamenatz\",\"given\":\"J.\"}],\"volume\":\"III\",\"page\":\"264-273\",\"edition\":\"1952\"},{\"id\":\"16\",\"type\":\"journal-article\",\"title\":\"The Open Society \u2013 a Comment\",\"container_title\":\"British Journal of Sociology\",\"author\":[{\"family\":\"Gombrich\",\"given\":\"E. H.\"}],\"volume\":\"III\",\"page\":\"358-360\",\"edition\":\"1952\",\"incomplete\":false},{\"id\":\"17\",\"type\":\"journal-article\",\"title\":\"The Open Society \u2013 a Rejoinder\",\"container_title\":\"British Journal of Sociology\",\"author\":[{\"family\":\"Plamenatz\",\"given\":\"J.\"}],\"volume\":\"IV\",\"page\":\"164-167\",\"edition\":\"1953\"},{\"id\":\"18\",\"type\":\"journal-article\",\"title\":\"The Open Society: a Reconsideration\",\"container_title\":\"Political Science Quarterly\",\"author\":[{\"family\":\"Cobban\",\"given\":\"Alfred\"}],\"volume\":\"LXIX\",\"page\":\"119-126\",\"edition\":\"1954\"},{\"id\":\"19\",\"type\":\"journal-article\",\"title\":\"Has History a Meaning?\",\"container_title\":\"British Journal for the Philosophy of Science\",\"author\":[{\"family\":\"Bernal\",\"given\":\"J. D.\"}],\"volume\":\"VI\",\"page\":\"164-169\",\"edition\":\"1955\"},{\"id\":\"20\",\"type\":\"book\",\"title\":\"War and History\",\"author\":[{\"family\":\"Sumner\",\"given\":\"B. H.\"}],\"publisher\":\"Oliver and Boyd\",\"publisher_place\":\"Edinburgh\"},{\"id\":\"21\",\"type\":\"book\",\"title\":\"The Philosophy of American History\",\"author\":[{\"family\":\"Zucker\",\"given\":\"Morris\"}],\"publisher\":\"Arnold and Howard\",\"publisher_place\":\"New York\",\"volume\":\"2 vols.\"},{\"id\":\"22\",\"type\":\"journal-article\",\"title\":\"History as a Liberal Art\",\"container_title\":\"Journal of the History of Ideas\",\"author\":[{\"family\":\"Barzun\",\"given\":\"Jacques\"}],\"volume\":\"VI\",\"page\":\"81-88\"},{\"id\":\"23\",\"type\":\"journal-article\",\"title\":\"The Study of Contemporary History: Some Further Reflections\",\"container_title\":\"History\",\"author\":[{\"family\":\"Beloff\",\"given\":\"Max\"}],\"volume\":\"N. S. XXX\",\"page\":\"75-84\"},{\"id\":\"24\",\"type\":\"journal-article\",\"title\":\"Appunti sullo \u2018storicismo\u2019\",\"container_title\":\"Societ\u00e0\",\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"volume\":\"I\",\"page\":\"1-45\",\"reprint\":\"Studi di storia, Torino: Einaudi, 1959, 1-45\"},{\"id\":\"25\",\"type\":\"journal-article\",\"title\":\"The Meaning of History\",\"container_title\":\"Ethics\",\"author\":[{\"family\":\"Coulborn\",\"given\":\"Rushton\"}],\"volume\":\"LV\",\"page\":\"46-63\"},{\"id\":\"26\",\"type\":\"journal-article\",\"title\":\"History \u2013 a Science?\",\"container_title\":\"Mississippi Valley Historical Review\",\"author\":[{\"family\":\"Gould\",\"given\":\"Clarence P.\"}],\"volume\":\"XXXII\",\"page\":\"375-388\"},{\"id\":\"27\",\"type\":\"journal-article\",\"title\":\"Generality and Singularity in Historical Judgment\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Hofstadter\",\"given\":\"A.\"}],\"volume\":\"XLII\",\"page\":\"57-65\"},{\"id\":\"28\",\"type\":\"journal-article\",\"title\":\"Les nouvelles conceptions de l'histoire\",\"container_title\":\"Revue philosophique\",\"author\":[{\"family\":\"Lenoble\",\"given\":\"R.\"}],\"volume\":\"CXXXV\",\"page\":\"193-208, 324-348\"},{\"id\":\"29\",\"type\":\"journal-article\",\"title\":\"In History or Beyond History\",\"container_title\":\"Harvard Theological Review\",\"author\":[{\"family\":\"McCown\",\"given\":\"C. C.\"}],\"volume\":\"XXXVIII\",\"page\":\"151-175\"},{\"id\":\"30\",\"type\":\"journal-article\",\"title\":\"History and the Social Science Research Council\",\"container_title\":\"American Historical Review\",\"author\":[{\"family\":\"Nichols\",\"given\":\"Roy F.\"}],\"volume\":\"L\",\"page\":\"491-499\"},{\"id\":\"31\",\"type\":\"journal-article\",\"title\":\"The Poverty of Historicism, Part III\",\"container_title\":\"Economica\",\"author\":[{\"family\":\"Popper\",\"given\":\"Karl\"}],\"volume\":\"XII\",\"page\":\"69-89\",\"reprint\":\"Parts I and II appeared in 1944. Cf. also #1233\"},{\"id\":\"32\",\"type\":\"journal-article\",\"title\":\"History and the Historian\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Weiss\",\"given\":\"Paul\"}],\"volume\":\"XLII\",\"page\":\"169-179\"},{\"id\":\"33\",\"type\":\"journal-article\",\"title\":\"The Attack on the Historical Method\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"White\",\"given\":\"Morton G.\"}],\"volume\":\"XLII\",\"page\":\"314-331\"}]}}"}, "scoring": {"fuzzy": 0.6181911421115689, "cost_summary": {"total_input_tokens": 5832, "total_output_tokens": 9675, "total_tokens": 15507, "input_cost_usd": 0.001458, "output_cost_usd": 0.014512500000000001, "total_cost_usd": 0.0159705}}, "normalized_score": 61.81911421115689}, {"_id": {"$oid": "69ce22c0214d8cd071ad0338"}, "test_id": "T0628", "benchmark": "bibliographic_data", "date": "2026-03-16", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "anthropic", "model": "claude-opus-4-6", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"History and Theory\",\"year\":\"1946\",\"page_number\":5},\"entries\":[{\"id\":\"49\",\"type\":\"journal-article\",\"title\":\"Review of the German translation\",\"container_title\":\"Historische Zeitschrift\",\"author\":[{\"family\":\"Schlenke\",\"given\":\"Manfred\"}],\"note\":\"Review of the German translation\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1957\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CLXXXIV\",\"page\":\"594-597\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"50\",\"type\":\"book\",\"title\":\"Introduzione allo studio della storia\",\"container_title\":null,\"author\":[{\"family\":\"Cusin\",\"given\":\"Fabio\"}],\"note\":null,\"publisher\":\"Cedam\",\"editor\":null,\"publisher_place\":\"Padova\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"51\",\"type\":\"journal-article\",\"title\":\"Review of Cusin, Introduzione allo studio della storia\",\"container_title\":\"Sophia\",\"author\":[{\"family\":\"Cafaro\",\"given\":\"F.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":\"50\",\"volume\":\"I\",\"page\":\"206-207\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"52\",\"type\":\"book\",\"title\":\"L'histoire, science du concret\",\"container_title\":null,\"author\":[{\"family\":\"Dardel\",\"given\":\"Eric\"}],\"note\":null,\"publisher\":\"Presses Universitaires de France\",\"editor\":null,\"publisher_place\":\"Paris\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"53\",\"type\":\"book\",\"title\":\"Historical Change\",\"container_title\":null,\"author\":[{\"family\":\"Einstein\",\"given\":\"Lewis\"}],\"note\":null,\"publisher\":\"Cambridge University Press\",\"editor\":null,\"publisher_place\":\"Cambridge\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"54\",\"type\":\"book\",\"title\":\"The Place of War in History\",\"container_title\":null,\"author\":[{\"family\":\"Falls\",\"given\":\"Cyril\"}],\"note\":null,\"publisher\":\"Clarendon\",\"editor\":null,\"publisher_place\":\"Oxford\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"55\",\"type\":\"book\",\"title\":\"A Guide to Historical Method\",\"container_title\":null,\"author\":[{\"family\":\"Garraghan\",\"given\":\"Gilbert J.\"}],\"note\":null,\"publisher\":\"Fordham University Press\",\"editor\":[\"Jean Delanglez\"],\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"56\",\"type\":\"book\",\"title\":\"Le\u00e7ons sur la philosophie de l'histoire\",\"container_title\":null,\"author\":[{\"family\":\"Gibelin\",\"given\":\"J.\"}],\"note\":null,\"publisher\":\"Vrin\",\"editor\":null,\"publisher_place\":\"Paris\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"57\",\"type\":\"book\",\"title\":\"Bilan de l'histoire\",\"container_title\":null,\"author\":[{\"family\":\"Grousset\",\"given\":\"Ren\u00e9\"}],\"note\":null,\"publisher\":\"Plon\",\"editor\":null,\"publisher_place\":\"Paris\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"58\",\"type\":\"book\",\"title\":\"Introduction \u00e0 l'histoire\",\"container_title\":null,\"author\":[{\"family\":\"Halphen\",\"given\":\"Louis\"}],\"note\":null,\"publisher\":\"Presses Universitaires de France\",\"editor\":null,\"publisher_place\":\"Paris\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"59\",\"type\":\"journal-article\",\"title\":\"Sur une forme d'histoire qui n'est pas la n\u00f4tre\",\"container_title\":\"Annales: Economies-soci\u00e9t\u00e9s-civilisations\",\"author\":[{\"family\":\"Febvre\",\"given\":\"Lucien\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"21-24\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"60\",\"type\":\"journal-article\",\"title\":\"Avenir de l'histoire\",\"container_title\":\"Revue historique\",\"author\":[{\"family\":\"Lefebvre\",\"given\":\"Georges\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CXCVII\",\"page\":\"55-61\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"61\",\"type\":\"book\",\"title\":\"Hoe bepaalt de geschiedenis het heden? Een niet gehouden rede\",\"container_title\":null,\"author\":[{\"family\":\"Huizinga\",\"given\":\"J.\"}],\"note\":null,\"publisher\":\"Tjeenk Willink\",\"editor\":null,\"publisher_place\":\"Haarlem\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"62\",\"type\":\"book\",\"title\":\"De mensch en de beschaving\",\"container_title\":null,\"author\":[{\"family\":\"Huizinga\",\"given\":\"J.\"}],\"note\":null,\"publisher\":\"Pantheon\",\"editor\":null,\"publisher_place\":\"Amsterdam, Antwerpen\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"63\",\"type\":\"book\",\"title\":\"Historische Meditationen\",\"container_title\":null,\"author\":[{\"family\":\"Kaegi\",\"given\":\"W.\"}],\"note\":null,\"publisher\":\"Fritz und Washmuth\",\"editor\":null,\"publisher_place\":\"Z\u00fcrich\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"2 vols.\",\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"64\",\"type\":\"book\",\"title\":\"Notions d'historiographie moderne\",\"container_title\":null,\"author\":[{\"family\":\"Lefebvre\",\"given\":\"G.\"}],\"note\":\"dactylographed for his students\",\"publisher\":\"Centre de Documentation Universitaire\",\"editor\":null,\"publisher_place\":\"Paris\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"65\",\"type\":\"book\",\"title\":\"Essays on Historiography\",\"container_title\":null,\"author\":[{\"family\":\"Malin\",\"given\":\"James C.\"}],\"note\":null,\"publisher\":\"the Author\",\"editor\":null,\"publisher_place\":\"Lawrence, Kansas\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"66\",\"type\":\"book\",\"title\":\"The Old Testament Interpretation of History\",\"container_title\":null,\"author\":[{\"family\":\"North\",\"given\":\"C. R.\"}],\"note\":null,\"publisher\":\"The Epworth Press\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"67\",\"type\":\"book\",\"title\":\"Concord and Liberty\",\"container_title\":null,\"author\":[{\"family\":\"Ortega y Gasset\",\"given\":\"Jos\u00e9\"}],\"note\":\"trans. by Helene Weyl\",\"publisher\":\"Norton\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"68\",\"type\":\"book\",\"title\":\"Sociolvidenbakelig Metodelaere\",\"container_title\":null,\"author\":[{\"family\":\"Ranulf\",\"given\":\"Svend\"}],\"note\":null,\"publisher\":\"Einar Munksgaard\",\"editor\":null,\"publisher_place\":\"K\u00f8benhavn\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"69\",\"type\":\"book\",\"title\":\"Geschichte als Bildungsmacht\",\"container_title\":null,\"author\":[{\"family\":\"Ritter\",\"given\":\"Gerhard\"}],\"note\":null,\"publisher\":\"Deutsche Verlags-Anstalt\",\"editor\":null,\"publisher_place\":\"Stuttgart\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null}]}", "model": "claude-opus-4-6", "provider": "anthropic", "finish_reason": "tool_use", "usage": {"input_tokens": 3243, "output_tokens": 1966, "total_tokens": 5209, "input_cost_usd": 0.016215, "output_cost_usd": 0.04915, "estimated_cost_usd": 0.065365}, "duration": 26.505993604660034, "timestamp": "2026-03-16T15:49:38.683851", "parsed": {"metadata": {"title": "History and Theory", "year": "1946", "page_number": 5}, "entries": [{"id": "49", "type": "journal-article", "title": "Review of the German translation", "author": [{"family": "Schlenke", "given": "Manfred"}], "container_title": "Historische Zeitschrift", "volume": "CLXXXIV", "issued": "1957", "page": "594-597", "note": "Review of the German translation"}, {"id": "50", "type": "book", "title": "Introduzione allo studio della storia", "author": [{"family": "Cusin", "given": "Fabio"}], "publisher": "Cedam", "publisher_place": "Padova"}, {"id": "51", "type": "journal-article", "title": "Review of Cusin, Introduzione allo studio della storia", "author": [{"family": "Cafaro", "given": "F."}], "container_title": "Sophia", "volume": "I", "issued": "1947", "page": "206-207", "relation": "50"}, {"id": "52", "type": "book", "title": "L'histoire, science du concret", "author": [{"family": "Dardel", "given": "Eric"}], "publisher": "Presses Universitaires de France", "publisher_place": "Paris"}, {"id": "53", "type": "book", "title": "Historical Change", "author": [{"family": "Einstein", "given": "Lewis"}], "publisher": "Cambridge University Press", "publisher_place": "Cambridge"}, {"id": "54", "type": "book", "title": "The Place of War in History", "author": [{"family": "Falls", "given": "Cyril"}], "publisher": "Clarendon", "publisher_place": "Oxford"}, {"id": "55", "type": "book", "title": "A Guide to Historical Method", "author": [{"family": "Garraghan", "given": "Gilbert J."}], "editor": ["Jean Delanglez"], "publisher": "Fordham University Press", "publisher_place": "New York"}, {"id": "56", "type": "book", "title": "Le\u00e7ons sur la philosophie de l'histoire", "author": [{"family": "Gibelin", "given": "J."}], "publisher": "Vrin", "publisher_place": "Paris"}, {"id": "57", "type": "book", "title": "Bilan de l'histoire", "author": [{"family": "Grousset", "given": "Ren\u00e9"}], "publisher": "Plon", "publisher_place": "Paris"}, {"id": "58", "type": "book", "title": "Introduction \u00e0 l'histoire", "author": [{"family": "Halphen", "given": "Louis"}], "publisher": "Presses Universitaires de France", "publisher_place": "Paris"}, {"id": "59", "type": "journal-article", "title": "Sur une forme d'histoire qui n'est pas la n\u00f4tre", "author": [{"family": "Febvre", "given": "Lucien"}], "container_title": "Annales: Economies-soci\u00e9t\u00e9s-civilisations", "volume": "III", "page": "21-24"}, {"id": "60", "type": "journal-article", "title": "Avenir de l'histoire", "author": [{"family": "Lefebvre", "given": "Georges"}], "container_title": "Revue historique", "volume": "CXCVII", "issued": "1947", "page": "55-61"}, {"id": "61", "type": "book", "title": "Hoe bepaalt de geschiedenis het heden? Een niet gehouden rede", "author": [{"family": "Huizinga", "given": "J."}], "publisher": "Tjeenk Willink", "publisher_place": "Haarlem"}, {"id": "62", "type": "book", "title": "De mensch en de beschaving", "author": [{"family": "Huizinga", "given": "J."}], "publisher": "Pantheon", "publisher_place": "Amsterdam, Antwerpen"}, {"id": "63", "type": "book", "title": "Historische Meditationen", "author": [{"family": "Kaegi", "given": "W."}], "volume": "2 vols.", "publisher": "Fritz und Washmuth", "publisher_place": "Z\u00fcrich"}, {"id": "64", "type": "book", "title": "Notions d'historiographie moderne", "author": [{"family": "Lefebvre", "given": "G."}], "publisher": "Centre de Documentation Universitaire", "publisher_place": "Paris", "note": "dactylographed for his students"}, {"id": "65", "type": "book", "title": "Essays on Historiography", "author": [{"family": "Malin", "given": "James C."}], "publisher": "the Author", "publisher_place": "Lawrence, Kansas"}, {"id": "66", "type": "book", "title": "The Old Testament Interpretation of History", "author": [{"family": "North", "given": "C. R."}], "publisher": "The Epworth Press", "publisher_place": "London"}, {"id": "67", "type": "book", "title": "Concord and Liberty", "author": [{"family": "Ortega y Gasset", "given": "Jos\u00e9"}], "publisher": "Norton", "publisher_place": "New York", "note": "trans. by Helene Weyl"}, {"id": "68", "type": "book", "title": "Sociolvidenbakelig Metodelaere", "author": [{"family": "Ranulf", "given": "Svend"}], "publisher": "Einar Munksgaard", "publisher_place": "K\u00f8benhavn"}, {"id": "69", "type": "book", "title": "Geschichte als Bildungsmacht", "author": [{"family": "Ritter", "given": "Gerhard"}], "publisher": "Deutsche Verlags-Anstalt", "publisher_place": "Stuttgart"}]}, "conversation_id": "300426fd-c5f6-4eb8-89bd-3167c4f536d6", "score": {"fuzzy": 0.914635417593286}, "raw_response": "{\"id\":\"msg_01M5qXbDo7v3sxpm6zcQRoni\",\"content\":[{\"id\":\"toolu_01EQYhyjMN1nWmNAnZouHKwp\",\"input\":{\"metadata\":{\"title\":\"History and Theory\",\"year\":\"1946\",\"page_number\":5},\"entries\":[{\"id\":\"49\",\"type\":\"journal-article\",\"title\":\"Review of the German translation\",\"author\":[{\"family\":\"Schlenke\",\"given\":\"Manfred\"}],\"container_title\":\"Historische Zeitschrift\",\"volume\":\"CLXXXIV\",\"issued\":\"1957\",\"page\":\"594-597\",\"note\":\"Review of the German translation\"},{\"id\":\"50\",\"type\":\"book\",\"title\":\"Introduzione allo studio della storia\",\"author\":[{\"family\":\"Cusin\",\"given\":\"Fabio\"}],\"publisher\":\"Cedam\",\"publisher_place\":\"Padova\"},{\"id\":\"51\",\"type\":\"journal-article\",\"title\":\"Review of Cusin, Introduzione allo studio della storia\",\"author\":[{\"family\":\"Cafaro\",\"given\":\"F.\"}],\"container_title\":\"Sophia\",\"volume\":\"I\",\"issued\":\"1947\",\"page\":\"206-207\",\"relation\":\"50\"},{\"id\":\"52\",\"type\":\"book\",\"title\":\"L'histoire, science du concret\",\"author\":[{\"family\":\"Dardel\",\"given\":\"Eric\"}],\"publisher\":\"Presses Universitaires de France\",\"publisher_place\":\"Paris\"},{\"id\":\"53\",\"type\":\"book\",\"title\":\"Historical Change\",\"author\":[{\"family\":\"Einstein\",\"given\":\"Lewis\"}],\"publisher\":\"Cambridge University Press\",\"publisher_place\":\"Cambridge\"},{\"id\":\"54\",\"type\":\"book\",\"title\":\"The Place of War in History\",\"author\":[{\"family\":\"Falls\",\"given\":\"Cyril\"}],\"publisher\":\"Clarendon\",\"publisher_place\":\"Oxford\"},{\"id\":\"55\",\"type\":\"book\",\"title\":\"A Guide to Historical Method\",\"author\":[{\"family\":\"Garraghan\",\"given\":\"Gilbert J.\"}],\"editor\":[\"Jean Delanglez\"],\"publisher\":\"Fordham University Press\",\"publisher_place\":\"New York\"},{\"id\":\"56\",\"type\":\"book\",\"title\":\"Le\u00e7ons sur la philosophie de l'histoire\",\"author\":[{\"family\":\"Gibelin\",\"given\":\"J.\"}],\"publisher\":\"Vrin\",\"publisher_place\":\"Paris\"},{\"id\":\"57\",\"type\":\"book\",\"title\":\"Bilan de l'histoire\",\"author\":[{\"family\":\"Grousset\",\"given\":\"Ren\u00e9\"}],\"publisher\":\"Plon\",\"publisher_place\":\"Paris\"},{\"id\":\"58\",\"type\":\"book\",\"title\":\"Introduction \u00e0 l'histoire\",\"author\":[{\"family\":\"Halphen\",\"given\":\"Louis\"}],\"publisher\":\"Presses Universitaires de France\",\"publisher_place\":\"Paris\"},{\"id\":\"59\",\"type\":\"journal-article\",\"title\":\"Sur une forme d'histoire qui n'est pas la n\u00f4tre\",\"author\":[{\"family\":\"Febvre\",\"given\":\"Lucien\"}],\"container_title\":\"Annales: Economies-soci\u00e9t\u00e9s-civilisations\",\"volume\":\"III\",\"page\":\"21-24\"},{\"id\":\"60\",\"type\":\"journal-article\",\"title\":\"Avenir de l'histoire\",\"author\":[{\"family\":\"Lefebvre\",\"given\":\"Georges\"}],\"container_title\":\"Revue historique\",\"volume\":\"CXCVII\",\"issued\":\"1947\",\"page\":\"55-61\"},{\"id\":\"61\",\"type\":\"book\",\"title\":\"Hoe bepaalt de geschiedenis het heden? Een niet gehouden rede\",\"author\":[{\"family\":\"Huizinga\",\"given\":\"J.\"}],\"publisher\":\"Tjeenk Willink\",\"publisher_place\":\"Haarlem\"},{\"id\":\"62\",\"type\":\"book\",\"title\":\"De mensch en de beschaving\",\"author\":[{\"family\":\"Huizinga\",\"given\":\"J.\"}],\"publisher\":\"Pantheon\",\"publisher_place\":\"Amsterdam, Antwerpen\"},{\"id\":\"63\",\"type\":\"book\",\"title\":\"Historische Meditationen\",\"author\":[{\"family\":\"Kaegi\",\"given\":\"W.\"}],\"volume\":\"2 vols.\",\"publisher\":\"Fritz und Washmuth\",\"publisher_place\":\"Z\u00fcrich\"},{\"id\":\"64\",\"type\":\"book\",\"title\":\"Notions d'historiographie moderne\",\"author\":[{\"family\":\"Lefebvre\",\"given\":\"G.\"}],\"publisher\":\"Centre de Documentation Universitaire\",\"publisher_place\":\"Paris\",\"note\":\"dactylographed for his students\"},{\"id\":\"65\",\"type\":\"book\",\"title\":\"Essays on Historiography\",\"author\":[{\"family\":\"Malin\",\"given\":\"James C.\"}],\"publisher\":\"the Author\",\"publisher_place\":\"Lawrence, Kansas\"},{\"id\":\"66\",\"type\":\"book\",\"title\":\"The Old Testament Interpretation of History\",\"author\":[{\"family\":\"North\",\"given\":\"C. R.\"}],\"publisher\":\"The Epworth Press\",\"publisher_place\":\"London\"},{\"id\":\"67\",\"type\":\"book\",\"title\":\"Concord and Liberty\",\"author\":[{\"family\":\"Ortega y Gasset\",\"given\":\"Jos\u00e9\"}],\"publisher\":\"Norton\",\"publisher_place\":\"New York\",\"note\":\"trans. by Helene Weyl\"},{\"id\":\"68\",\"type\":\"book\",\"title\":\"Sociolvidenbakelig Metodelaere\",\"author\":[{\"family\":\"Ranulf\",\"given\":\"Svend\"}],\"publisher\":\"Einar Munksgaard\",\"publisher_place\":\"K\u00f8benhavn\"},{\"id\":\"69\",\"type\":\"book\",\"title\":\"Geschichte als Bildungsmacht\",\"author\":[{\"family\":\"Ritter\",\"given\":\"Gerhard\"}],\"publisher\":\"Deutsche Verlags-Anstalt\",\"publisher_place\":\"Stuttgart\"}]},\"name\":\"extract_structured_data\",\"type\":\"tool_use\",\"caller\":{\"type\":\"direct\"}}],\"model\":\"claude-opus-4-6\",\"role\":\"assistant\",\"stop_reason\":\"tool_use\",\"stop_sequence\":null,\"type\":\"message\",\"usage\":{\"cache_creation\":{\"ephemeral_1h_input_tokens\":0,\"ephemeral_5m_input_tokens\":0},\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"inference_geo\":\"global\",\"input_tokens\":3243,\"output_tokens\":1966,\"server_tool_use\":null,\"service_tier\":\"standard\"}}"}, "scoring": {"fuzzy": 0.6756643841682217, "cost_summary": {"total_input_tokens": 16179, "total_output_tokens": 8785, "total_tokens": 24964, "input_cost_usd": 0.080895, "output_cost_usd": 0.219625, "total_cost_usd": 0.30052}}, "normalized_score": 67.56643841682217}, {"_id": {"$oid": "69ce22c0214d8cd071ad033a"}, "test_id": "T0681", "benchmark": "bibliographic_data", "date": "2026-03-16", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "genai", "model": "gemini-3.1-pro-preview", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"BIBLIOGRAPHY\",\"year\":\"1947\",\"page_number\":10},\"entries\":[{\"id\":\"140\",\"type\":\"book\",\"title\":\"Why We Read History\",\"container_title\":null,\"author\":[{\"family\":\"Smellie\",\"given\":\"K. B.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":\"London\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"141\",\"type\":\"book\",\"title\":\"A Study of History\",\"container_title\":null,\"author\":[{\"family\":\"Toynbee\",\"given\":\"Arnold J.\"}],\"note\":\"abridged by D. C. Somervell (Abridgement of vols. I-VI of A Study of History)\",\"publisher\":null,\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"142\",\"type\":\"book\",\"title\":\"In den spiegel van het verleden: historische opstellen\",\"container_title\":null,\"author\":[{\"family\":\"Verberne\",\"given\":\"L. G. J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":\"Utrecht, Antwerpen\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"143\",\"type\":\"book\",\"title\":\"Esquemas de metodolog\u00eda eclesi\u00e1stica\",\"container_title\":null,\"author\":[{\"family\":\"Vevir\",\"given\":\"Jos\u00e9\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":\"Barcelona\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"144\",\"type\":\"book\",\"title\":\"Sinn und Ziel der Geschichte\",\"container_title\":null,\"author\":[{\"family\":\"Walz\",\"given\":\"Hans H.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":\"Bonn\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"145\",\"type\":\"book\",\"title\":\"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\"container_title\":null,\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":\"Milano\",\"issued\":null,\"event_date\":\"15-20 November, 1946\",\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"146\",\"type\":\"other\",\"title\":\"Storia e materialismo storico\",\"container_title\":null,\"author\":[{\"family\":\"Drago\",\"given\":\"Pietro C.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I\",\"page\":\"109-117\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"147\",\"type\":\"other\",\"title\":\"Critica del giudizio storico\",\"container_title\":null,\"author\":[{\"family\":\"Fazio-Allmayer\",\"given\":\"Vito\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I\",\"page\":\"281-290\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"148\",\"type\":\"other\",\"title\":\"Forza e spirito nella storia\",\"container_title\":null,\"author\":[{\"family\":\"Nyman\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I\",\"page\":\"191-200\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"149\",\"type\":\"journal-article\",\"title\":\"Sur le concept d'histoire\",\"container_title\":\"Les temps modernes\",\"author\":[{\"family\":\"Benjamin\",\"given\":\"Walter\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"II\",\"page\":\"623-634\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"150\",\"type\":\"other\",\"title\":\"Philosophy of History\",\"container_title\":\"20th Century Philosophy\",\"author\":[{\"family\":\"Boodin\",\"given\":\"John E.\"}],\"note\":null,\"publisher\":null,\"editor\":[\"Dagobert D. Runes\"],\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"89-106\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"151\",\"type\":\"journal-article\",\"title\":\"De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty\",\"container_title\":\"Deucalion\",\"author\":[{\"family\":\"Caillois\",\"given\":\"R. P.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"II\",\"page\":\"57-85\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"152\",\"type\":\"journal-article\",\"title\":\"Commemorazione di Adolfo Omodeo\",\"container_title\":\"Annali della Scuola Normale di Pisa\",\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":\"3-4\",\"reprint\":\"reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959\",\"edition\":null,\"incomplete\":null},{\"id\":\"153\",\"type\":\"journal-article\",\"title\":\"The Historian and the Philosophy of Science\",\"container_title\":\"Isis\",\"author\":[{\"family\":\"Cowan\",\"given\":\"Thomas\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXVIII\",\"page\":\"11-18\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"154\",\"type\":\"journal-article\",\"title\":\"History as a Science\",\"container_title\":\"Historical Studies: Australia and New Zealand\",\"author\":[{\"family\":\"Crawford\",\"given\":\"R. M.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"153-175\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"155\",\"type\":\"journal-article\",\"title\":\"Christianisme et histoire\",\"container_title\":\"Etudes\",\"author\":[{\"family\":\"Dani\u00e9lou\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CCLIV\",\"page\":\"166-184\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"156\",\"type\":\"journal-article\",\"title\":\"Wahrheit der Geschichte. Geschichte der Wahrheit\",\"container_title\":\"Amerikanische Rundschau\",\"author\":[{\"family\":\"Dell\",\"given\":\"Stanley\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"44-53\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"157\",\"type\":\"journal-article\",\"title\":\"The Idea of Progress\",\"container_title\":\"American Historical Review\",\"author\":[{\"family\":\"Fay\",\"given\":\"Sidney B.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LII\",\"page\":\"231-246\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"158\",\"type\":\"journal-article\",\"title\":\"Th\u00e9ologie et histoire\",\"container_title\":\"Dieu vivant\",\"author\":[{\"family\":\"Fessard\",\"given\":\"Gaston\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"VIII\",\"page\":\"39-65\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"159\",\"type\":\"journal-article\",\"title\":\"Acton, Creighton, and Lea: a Study in History and Ethics\",\"container_title\":\"Pacific Historical Review\",\"author\":[{\"family\":\"Fish\",\"given\":\"Andrew\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XVI\",\"page\":\"59-69\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"160\",\"type\":\"journal-article\",\"title\":\"Le conscience historique en Italie\",\"container_title\":\"Les temps modernes\",\"author\":[{\"family\":\"Garosci\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"23-24\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false}]}", "model": "gemini-3.1-pro-preview", "provider": "genai", "finish_reason": "STOP", "usage": {"input_tokens": 1178, "output_tokens": 2094, "total_tokens": 10789, "input_cost_usd": 0.002356, "output_cost_usd": 0.025127999999999998, "estimated_cost_usd": 0.027483999999999998}, "duration": 75.28549861907959, "timestamp": "2026-03-16T19:08:59.719079", "parsed": {"metadata": {"title": "BIBLIOGRAPHY", "year": "1947", "page_number": 10}, "entries": [{"id": "140", "type": "book", "title": "Why We Read History", "author": [{"family": "Smellie", "given": "K. B."}], "publisher_place": "London", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "141", "type": "book", "title": "A Study of History", "author": [{"family": "Toynbee", "given": "Arnold J."}], "note": "abridged by D. C. Somervell (Abridgement of vols. I-VI of A Study of History)", "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "142", "type": "book", "title": "In den spiegel van het verleden: historische opstellen", "author": [{"family": "Verberne", "given": "L. G. J."}], "publisher_place": "Utrecht, Antwerpen", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "143", "type": "book", "title": "Esquemas de metodolog\u00eda eclesi\u00e1stica", "author": [{"family": "Vevir", "given": "Jos\u00e9"}], "publisher_place": "Barcelona", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "144", "type": "book", "title": "Sinn und Ziel der Geschichte", "author": [{"family": "Walz", "given": "Hans H."}], "publisher_place": "Bonn", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "145", "type": "book", "title": "Atti del congresso internazionale di filosofia 15-20 November, 1946", "publisher_place": "Milano", "event_date": "15-20 November, 1946", "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "146", "type": "other", "title": "Storia e materialismo storico", "author": [{"family": "Drago", "given": "Pietro C."}], "volume": "I", "page": "109-117", "reprint": null, "edition": null, "incomplete": null}, {"id": "147", "type": "other", "title": "Critica del giudizio storico", "author": [{"family": "Fazio-Allmayer", "given": "Vito"}], "volume": "I", "page": "281-290", "reprint": null, "edition": null, "incomplete": null}, {"id": "148", "type": "other", "title": "Forza e spirito nella storia", "author": [{"family": "Nyman", "given": "A."}], "volume": "I", "page": "191-200", "reprint": null, "edition": null, "incomplete": null}, {"id": "149", "type": "journal-article", "title": "Sur le concept d'histoire", "container_title": "Les temps modernes", "author": [{"family": "Benjamin", "given": "Walter"}], "volume": "II", "page": "623-634", "reprint": null, "edition": null, "incomplete": null}, {"id": "150", "type": "other", "title": "Philosophy of History", "container_title": "20th Century Philosophy", "author": [{"family": "Boodin", "given": "John E."}], "editor": ["Dagobert D. Runes"], "publisher_place": "New York", "page": "89-106", "reprint": null, "edition": null, "incomplete": null}, {"id": "151", "type": "journal-article", "title": "De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty", "container_title": "Deucalion", "author": [{"family": "Caillois", "given": "R. P."}], "volume": "II", "page": "57-85", "reprint": null, "edition": null, "incomplete": null}, {"id": "152", "type": "journal-article", "title": "Commemorazione di Adolfo Omodeo", "container_title": "Annali della Scuola Normale di Pisa", "author": [{"family": "Cantimori", "given": "Delio"}], "fascicle": "3-4", "reprint": "reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959", "edition": null, "incomplete": null}, {"id": "153", "type": "journal-article", "title": "The Historian and the Philosophy of Science", "container_title": "Isis", "author": [{"family": "Cowan", "given": "Thomas"}], "volume": "XXXVIII", "page": "11-18", "reprint": null, "edition": null, "incomplete": null}, {"id": "154", "type": "journal-article", "title": "History as a Science", "container_title": "Historical Studies: Australia and New Zealand", "author": [{"family": "Crawford", "given": "R. M."}], "volume": "III", "page": "153-175", "reprint": null, "edition": null, "incomplete": null}, {"id": "155", "type": "journal-article", "title": "Christianisme et histoire", "container_title": "Etudes", "author": [{"family": "Dani\u00e9lou", "given": "J."}], "volume": "CCLIV", "page": "166-184", "reprint": null, "edition": null, "incomplete": null}, {"id": "156", "type": "journal-article", "title": "Wahrheit der Geschichte. Geschichte der Wahrheit", "container_title": "Amerikanische Rundschau", "author": [{"family": "Dell", "given": "Stanley"}], "volume": "III", "page": "44-53", "reprint": null, "edition": null, "incomplete": null}, {"id": "157", "type": "journal-article", "title": "The Idea of Progress", "container_title": "American Historical Review", "author": [{"family": "Fay", "given": "Sidney B."}], "volume": "LII", "page": "231-246", "reprint": null, "edition": null, "incomplete": null}, {"id": "158", "type": "journal-article", "title": "Th\u00e9ologie et histoire", "container_title": "Dieu vivant", "author": [{"family": "Fessard", "given": "Gaston"}], "volume": "VIII", "page": "39-65", "reprint": null, "edition": null, "incomplete": null}, {"id": "159", "type": "journal-article", "title": "Acton, Creighton, and Lea: a Study in History and Ethics", "container_title": "Pacific Historical Review", "author": [{"family": "Fish", "given": "Andrew"}], "volume": "XVI", "page": "59-69", "reprint": null, "edition": null, "incomplete": null}, {"id": "160", "type": "journal-article", "title": "Le conscience historique en Italie", "container_title": "Les temps modernes", "author": [{"family": "Garosci", "given": "A."}], "volume": "III", "page": "23-24", "reprint": null, "edition": null, "incomplete": false}]}, "conversation_id": "73f15ebc-0117-4d8b-abd5-433b68fad4b8", "score": {"fuzzy": 0.3108720698884533}, "raw_response": "{\"sdk_http_response\":{\"headers\":{\"content-type\":\"application/json; charset=UTF-8\",\"vary\":\"Origin, X-Origin, Referer\",\"content-encoding\":\"gzip\",\"date\":\"Mon, 16 Mar 2026 18:09:06 GMT\",\"server\":\"scaffolding on HTTPServer2\",\"x-xss-protection\":\"0\",\"x-frame-options\":\"SAMEORIGIN\",\"x-content-type-options\":\"nosniff\",\"server-timing\":\"gfet4t7; dur=75090\",\"alt-svc\":\"h3=\\\":443\\\"; ma=2592000,h3-29=\\\":443\\\"; ma=2592000\",\"transfer-encoding\":\"chunked\"},\"body\":null},\"candidates\":[{\"content\":{\"parts\":[{\"media_resolution\":null,\"code_execution_result\":null,\"executable_code\":null,\"file_data\":null,\"function_call\":null,\"function_response\":null,\"inline_data\":null,\"text\":\"{\\\"metadata\\\": {\\\"title\\\": \\\"BIBLIOGRAPHY\\\", \\\"year\\\": \\\"1947\\\", \\\"page_number\\\": 10}, \\\"entries\\\": [{\\\"id\\\": \\\"140\\\", \\\"type\\\": \\\"book\\\", \\\"title\\\": \\\"Why We Read History\\\", \\\"author\\\": [{\\\"family\\\": \\\"Smellie\\\", \\\"given\\\": \\\"K. B.\\\"}], \\\"publisher_place\\\": \\\"London\\\", \\\"issued\\\": null, \\\"event_date\\\": null, \\\"related\\\": null, \\\"relation\\\": null, \\\"volume\\\": null, \\\"page\\\": null, \\\"fascicle\\\": null, \\\"reprint\\\": null, \\\"edition\\\": null, \\\"incomplete\\\": null}, {\\\"id\\\": \\\"141\\\", \\\"type\\\": \\\"book\\\", \\\"title\\\": \\\"A Study of History\\\", \\\"author\\\": [{\\\"family\\\": \\\"Toynbee\\\", \\\"given\\\": \\\"Arnold J.\\\"}], \\\"note\\\": \\\"abridged by D. C. Somervell (Abridgement of vols. I-VI of A Study of History)\\\", \\\"publisher_place\\\": \\\"New York\\\", \\\"issued\\\": null, \\\"event_date\\\": null, \\\"related\\\": null, \\\"relation\\\": null, \\\"volume\\\": null, \\\"page\\\": null, \\\"fascicle\\\": null, \\\"reprint\\\": null, \\\"edition\\\": null, \\\"incomplete\\\": null}, {\\\"id\\\": \\\"142\\\", \\\"type\\\": \\\"book\\\", \\\"title\\\": \\\"In den spiegel van het verleden: historische opstellen\\\", \\\"author\\\": [{\\\"family\\\": \\\"Verberne\\\", \\\"given\\\": \\\"L. G. J.\\\"}], \\\"publisher_place\\\": \\\"Utrecht, Antwerpen\\\", \\\"issued\\\": null, \\\"event_date\\\": null, \\\"related\\\": null, \\\"relation\\\": null, \\\"volume\\\": null, \\\"page\\\": null, \\\"fascicle\\\": null, \\\"reprint\\\": null, \\\"edition\\\": null, \\\"incomplete\\\": null}, {\\\"id\\\": \\\"143\\\", \\\"type\\\": \\\"book\\\", \\\"title\\\": \\\"Esquemas de metodolog\\\\u00EDa eclesi\\\\u00E1stica\\\", \\\"author\\\": [{\\\"family\\\": \\\"Vevir\\\", \\\"given\\\": \\\"Jos\\\\u00E9\\\"}], \\\"publisher_place\\\": \\\"Barcelona\\\", \\\"issued\\\": null, \\\"event_date\\\": null, \\\"related\\\": null, \\\"relation\\\": null, \\\"volume\\\": null, \\\"page\\\": null, \\\"fascicle\\\": null, \\\"reprint\\\": null, \\\"edition\\\": null, \\\"incomplete\\\": null}, {\\\"id\\\": \\\"144\\\", \\\"type\\\": \\\"book\\\", \\\"title\\\": \\\"Sinn und Ziel der Geschichte\\\", \\\"author\\\": [{\\\"family\\\": \\\"Walz\\\", \\\"given\\\": \\\"Hans H.\\\"}], \\\"publisher_place\\\": \\\"Bonn\\\", \\\"issued\\\": null, \\\"event_date\\\": null, \\\"related\\\": null, \\\"relation\\\": null, \\\"volume\\\": null, \\\"page\\\": null, \\\"fascicle\\\": null, \\\"reprint\\\": null, \\\"edition\\\": null, \\\"incomplete\\\": null}, {\\\"id\\\": \\\"145\\\", \\\"type\\\": \\\"book\\\", \\\"title\\\": \\\"Atti del congresso internazionale di filosofia 15-20 November, 1946\\\", \\\"publisher_place\\\": \\\"Milano\\\", \\\"event_date\\\": \\\"15-20 November, 1946\\\", \\\"related\\\": null, \\\"relation\\\": null, \\\"volume\\\": null, \\\"page\\\": null, \\\"fascicle\\\": null, \\\"reprint\\\": null, \\\"edition\\\": null, \\\"incomplete\\\": null}, {\\\"id\\\": \\\"146\\\", \\\"type\\\": \\\"other\\\", \\\"title\\\": \\\"Storia e materialismo storico\\\", \\\"author\\\": [{\\\"family\\\": \\\"Drago\\\", \\\"given\\\": \\\"Pietro C.\\\"}], \\\"volume\\\": \\\"I\\\", \\\"page\\\": \\\"109-117\\\", \\\"reprint\\\": null, \\\"edition\\\": null, \\\"incomplete\\\": null}, {\\\"id\\\": \\\"147\\\", \\\"type\\\": \\\"other\\\", \\\"title\\\": \\\"Critica del giudizio storico\\\", \\\"author\\\": [{\\\"family\\\": \\\"Fazio-Allmayer\\\", \\\"given\\\": \\\"Vito\\\"}], \\\"volume\\\": \\\"I\\\", \\\"page\\\": \\\"281-290\\\", \\\"reprint\\\": null, \\\"edition\\\": null, \\\"incomplete\\\": null}, {\\\"id\\\": \\\"148\\\", \\\"type\\\": \\\"other\\\", \\\"title\\\": \\\"Forza e spirito nella storia\\\", \\\"author\\\": [{\\\"family\\\": \\\"Nyman\\\", \\\"given\\\": \\\"A.\\\"}], \\\"volume\\\": \\\"I\\\", \\\"page\\\": \\\"191-200\\\", \\\"reprint\\\": null, \\\"edition\\\": null, \\\"incomplete\\\": null}, {\\\"id\\\": \\\"149\\\", \\\"type\\\": \\\"journal-article\\\", \\\"title\\\": \\\"Sur le concept d'histoire\\\", \\\"container_title\\\": \\\"Les temps modernes\\\", \\\"author\\\": [{\\\"family\\\": \\\"Benjamin\\\", \\\"given\\\": \\\"Walter\\\"}], \\\"volume\\\": \\\"II\\\", \\\"page\\\": \\\"623-634\\\", \\\"reprint\\\": null, \\\"edition\\\": null, \\\"incomplete\\\": null}, {\\\"id\\\": \\\"150\\\", \\\"type\\\": \\\"other\\\", \\\"title\\\": \\\"Philosophy of History\\\", \\\"container_title\\\": \\\"20th Century Philosophy\\\", \\\"author\\\": [{\\\"family\\\": \\\"Boodin\\\", \\\"given\\\": \\\"John E.\\\"}], \\\"editor\\\": [\\\"Dagobert D. Runes\\\"], \\\"publisher_place\\\": \\\"New York\\\", \\\"page\\\": \\\"89-106\\\", \\\"reprint\\\": null, \\\"edition\\\": null, \\\"incomplete\\\": null}, {\\\"id\\\": \\\"151\\\", \\\"type\\\": \\\"journal-article\\\", \\\"title\\\": \\\"De la perception \\\\u00E0 l'histoire. La philosophie de M. Merleau-Ponty\\\", \\\"container_title\\\": \\\"Deucalion\\\", \\\"author\\\": [{\\\"family\\\": \\\"Caillois\\\", \\\"given\\\": \\\"R. P.\\\"}], \\\"volume\\\": \\\"II\\\", \\\"page\\\": \\\"57-85\\\", \\\"reprint\\\": null, \\\"edition\\\": null, \\\"incomplete\\\": null}, {\\\"id\\\": \\\"152\\\", \\\"type\\\": \\\"journal-article\\\", \\\"title\\\": \\\"Commemorazione di Adolfo Omodeo\\\", \\\"container_title\\\": \\\"Annali della Scuola Normale di Pisa\\\", \\\"author\\\": [{\\\"family\\\": \\\"Cantimori\\\", \\\"given\\\": \\\"Delio\\\"}], \\\"fascicle\\\": \\\"3-4\\\", \\\"reprint\\\": \\\"reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959\\\", \\\"edition\\\": null, \\\"incomplete\\\": null}, {\\\"id\\\": \\\"153\\\", \\\"type\\\": \\\"journal-article\\\", \\\"title\\\": \\\"The Historian and the Philosophy of Science\\\", \\\"container_title\\\": \\\"Isis\\\", \\\"author\\\": [{\\\"family\\\": \\\"Cowan\\\", \\\"given\\\": \\\"Thomas\\\"}], \\\"volume\\\": \\\"XXXVIII\\\", \\\"page\\\": \\\"11-18\\\", \\\"reprint\\\": null, \\\"edition\\\": null, \\\"incomplete\\\": null}, {\\\"id\\\": \\\"154\\\", \\\"type\\\": \\\"journal-article\\\", \\\"title\\\": \\\"History as a Science\\\", \\\"container_title\\\": \\\"Historical Studies: Australia and New Zealand\\\", \\\"author\\\": [{\\\"family\\\": \\\"Crawford\\\", \\\"given\\\": \\\"R. M.\\\"}], \\\"volume\\\": \\\"III\\\", \\\"page\\\": \\\"153-175\\\", \\\"reprint\\\": null, \\\"edition\\\": null, \\\"incomplete\\\": null}, {\\\"id\\\": \\\"155\\\", \\\"type\\\": \\\"journal-article\\\", \\\"title\\\": \\\"Christianisme et histoire\\\", \\\"container_title\\\": \\\"Etudes\\\", \\\"author\\\": [{\\\"family\\\": \\\"Dani\\\\u00E9lou\\\", \\\"given\\\": \\\"J.\\\"}], \\\"volume\\\": \\\"CCLIV\\\", \\\"page\\\": \\\"166-184\\\", \\\"reprint\\\": null, \\\"edition\\\": null, \\\"incomplete\\\": null}, {\\\"id\\\": \\\"156\\\", \\\"type\\\": \\\"journal-article\\\", \\\"title\\\": \\\"Wahrheit der Geschichte. Geschichte der Wahrheit\\\", \\\"container_title\\\": \\\"Amerikanische Rundschau\\\", \\\"author\\\": [{\\\"family\\\": \\\"Dell\\\", \\\"given\\\": \\\"Stanley\\\"}], \\\"volume\\\": \\\"III\\\", \\\"page\\\": \\\"44-53\\\", \\\"reprint\\\": null, \\\"edition\\\": null, \\\"incomplete\\\": null}, {\\\"id\\\": \\\"157\\\", \\\"type\\\": \\\"journal-article\\\", \\\"title\\\": \\\"The Idea of Progress\\\", \\\"container_title\\\": \\\"American Historical Review\\\", \\\"author\\\": [{\\\"family\\\": \\\"Fay\\\", \\\"given\\\": \\\"Sidney B.\\\"}], \\\"volume\\\": \\\"LII\\\", \\\"page\\\": \\\"231-246\\\", \\\"reprint\\\": null, \\\"edition\\\": null, \\\"incomplete\\\": null}, {\\\"id\\\": \\\"158\\\", \\\"type\\\": \\\"journal-article\\\", \\\"title\\\": \\\"Th\\\\u00E9ologie et histoire\\\", \\\"container_title\\\": \\\"Dieu vivant\\\", \\\"author\\\": [{\\\"family\\\": \\\"Fessard\\\", \\\"given\\\": \\\"Gaston\\\"}], \\\"volume\\\": \\\"VIII\\\", \\\"page\\\": \\\"39-65\\\", \\\"reprint\\\": null, \\\"edition\\\": null, \\\"incomplete\\\": null}, {\\\"id\\\": \\\"159\\\", \\\"type\\\": \\\"journal-article\\\", \\\"title\\\": \\\"Acton, Creighton, and Lea: a Study in History and Ethics\\\", \\\"container_title\\\": \\\"Pacific Historical Review\\\", \\\"author\\\": [{\\\"family\\\": \\\"Fish\\\", \\\"given\\\": \\\"Andrew\\\"}], \\\"volume\\\": \\\"XVI\\\", \\\"page\\\": \\\"59-69\\\", \\\"reprint\\\": null, \\\"edition\\\": null, \\\"incomplete\\\": null}, {\\\"id\\\": \\\"160\\\", \\\"type\\\": \\\"journal-article\\\", \\\"title\\\": \\\"Le conscience historique en Italie\\\", \\\"container_title\\\": \\\"Les temps modernes\\\", \\\"author\\\": [{\\\"family\\\": \\\"Garosci\\\", \\\"given\\\": \\\"A.\\\"}], \\\"volume\\\": \\\"III\\\", \\\"page\\\": \\\"23-24\\\", \\\"reprint\\\": null, \\\"edition\\\": null, \\\"incomplete\\\": false}]}\",\"thought\":null,\"thought_signature\":\"EumuAQrlrgEBvj72-zQDuVxGusSeg7mZy7c99gmUBvzw7cpe2LU94fkxd6_O9wKpTxXb4APpKsylVsyuotZ-SwZ-afnvWkuNKnP9SAqI-3FKiCTCFdiY19nFCdpuWHS9eG5BIu6L8fvLHybSvGp-wayYrLmnjdCVh57pBlCwMhE5t7AstJ2fJtSAmrE8qV9R6wRAOLvZzAwLZEbcuXYONJiAtdLx3PKBi8u6-_YzZu-AL5h8F2PdsSOZD3wCcXZ7SMUTplvYUv9p9_f7X0J3Ksqgbx1BWjmGiutaxfSYBctt4a0RIKFxhtDE_7CgoJvl9v0Law6QyRm0NKws-IfLtYiKEp_91n72PZYeooFfKeOX5wmU_Gnf60siQP9raFcofaH70o8vO6g4-Mt875xJNVOogXLnz8IzOMaddod8aHrBGGQaXKSLWkHOEt0h50zaWqLon3mbW3Sxfni1IQHTXyjr3b-lAyLIHKdv2o7GFXauHYA2j5iZjkx6-IlS65QwDtXTrUWui9lLKHFjVzhOM06x-vAl0cRHOnfUDZmERjbSfiqVGD5ZIXXhS0zJ9d9HeAX4miKNu-Qwb0pyEc5qD5QBFtREYfFR_PAAX0mbfjzNRq-0Z6DVsuO56YCrJa_IFzMDOP5-M1SfmBP76jexqymfAOEb91EeabAB-HU4wLqquKYNXJNqwUaf1tQZ2FN6b7I2qeF_SMmZgvBZC4CUCfRzhuxyloOJ73OSenPLmjB-ij5bZmtrloDqG7wga0Uj0aY1tuxfPsnztQis3Ywo5Dz01M9GNCzlwr1ov1YB4r2Ir5zPGIFnm6NbuGKeIzYiBO_qD19CJyIVkOjVuio_QadytI3YOZcqmAwOVFHe6LTiewkBXgbcVBRv1GY4qXuZBL589AyPGygKK8gS8vxZabZ9qpvOBG07XFt1ifzekwcnx45kAZ8MYYcWV77eCTVSjR9KX1tjsNXKA5P1jT53dihvofJ6Nq7GWZu7_lixoSLWWMtyQLhUhDunwTVPJNnaVkIKkbyaAu9E1bPE0BK873EaAC6K3iFlgtrAbRXn7KHM60DFaFdrBDS-p_VVvxWxcDrCMwPyvT_IYPnl82IGgO9LNuJu9CdCvci1KWcH5AtI16Bije2L7co6kHz3kymd9zY17DT_GbTvlGxdFGXHPPfgQHaPsraMp52lMqPp-MItsaJAXBnUNQnkUwcqNbvgEHaDajfDFC6kfPCzCLlhxreystn6vgC_gxGAByRX44juWnmctmveiZ1X-zmLU5hwFAUf1jRwKhXmsno70ue8C3JITARblYs0ZqtwN6eT5z2DmgIuSNAJwJz41N5o_ryVQnwrjAdfvw6wmiHuoKENKrjHssrITFNZum7cRgpI_FoZqt0kuRFgMeQgzwfli4GlJ3XLW-KWamB7j5_itm6abIHW8Ojnn58H4qzRfYAdLog6BEvD-0N28N3SLTaj0DPt7l2PjsK54zhHEJWAnOqFYDiyamYCirhY3gqCcHl-XTxs-8eN6rDDJ-0AiWVXJeOBm7qGkERW0OW4gsYX0hOQhBHgGNfAWGI6Z84WHyHqOczDAyRphXLpn3yY2piJA9JdRbYPR1i6koq6nAbDuPDlZUdzinPuQyTWhVYJ2exK9LqjQ077HLZsni5fBCmcctCkZWP4JUGBXEPjbUR0zKM62-P8HpeCGbxB1xykL38DxteOqOuaFYq7tdnvCFQ1xocn8u2nER6w84eThsXe7F3uS_fAf9rq2ATHs99i1vTM8k206LDiRBWf78WMFiUafH5lGkk-qumVLetOjw_hjDALAxk1K2cCU8OqunNwWyC2MazMMKIZqmQzC8oXXZsD54h0a3j1CQPb1oS0G5Iicl16Iyfpuwd9wWhqo7mQQ2Fnjbg-iBkAjLXNKsxTiZ3NUAnQQ6AebTHVoUm_gfJDeYXUeuTpeSW_1yZnIpUMpMGxe3IjdWxZYSn2juyra4KVDnQmiOptGmNsyYUG_MeOa6LcIf4Qp93JST6E2PNfojqhZVd9MsZaEmozz2WeyIpuCros8UTNVjIHZlafx_ahs_yS82w1TDMAe71xcZz1JF41Wcu16FDqlvO5a5r4b_FQ0Y1QsvTjevuYAb7JwpOqQ135giiGkVeb7XANQrijxtzP1QMJKXYJ8wkNrdvmEmOiTQ6f2TIMlIHr7o7_CLZ1_w9EX9a_JmspNRHLfRjvDhK_e1EoJFDYQ9w68i8KyeZSR5xIzOsN3R8B8bxuUW4yelC4uXr-5huachio7_UpdLGiGGkFlff5jlmLKaIHBFo1ASEuJ44tcMIN1bfUVQdzpmt6nDxnCXH1N9P-WMBjo9YAYP7rut_oVieN7XJ2IJJF6_Yrg6vTbXMtj7MAwtRKFEkD9rG7aD8RRZEiLkWvSgMQCSJ0h7EU0TglSziFfvlRCd2SRrzzUCArwtPT0BOkSRUN_tELwtp1uggyLW9cjvuADluNNbSPLJGHyw0wN2yFEeWTOYIymQix6lxz-boD00Lpu_NwsB19ajRUQ3xJ19-ZUHD-ebKURxUU5TGTOZR_W0X3gAPuI4c1CXZBGTI6IdJ82UjlfJ4jR9ryLn7UNpJGh3_ScRi8Z2_zZ-mrx76kZLcnb8HJoB_ACKgjeMl3SDLpqoQklS_hBDjQy4fRSB194rRUsRw64x8SuIVUQ9KojzHhXyGekWJed67x4n9zUR42St_xAeIXX4kBycgDpF4i5fg2O0plLLZbdWlkATnUhM_kVVYC2Z4p_aPpHt4_ga9QV2IQjB9eqxc5AOKgktoV6aaJhBZtkH505URPdrCH3TUZiPKMh59zNqa5tmrmRq0bUNxjUTE0zsbuUrZttpncqbzPLFjp35AI7q6IOaNb9GJ8Kr9YOkD5Dqp9gJSkS18pmauX7wx4ZTIXUL3jjWi2n0wPYCmD6aMp1JE6uz1XP5wF0uA5t5CHulHizwORntEumMp21tiyI7TtNARhnlBP5ep9WN-2xRdYmFB-rm7YHZi_vU03t-24kU__jMWoc3vgAeY__IvtVwWo5KcodOpYpT8we7eDsU_zoXjsZPl0u4kAjxMnLiulGIQbvRTIBwkojhZ1a32dq5Htl14N2TCu-K9y7xIhkDGYgPiphx0gojDExhAT5HqA0ZFtz_07Tx-bbQC482VNVoTVnso07Tn26uf8tbkm8wMbjiVaeU6QNqps5ci-uSLCwVICnlvZMZWGC2i7rCKKtyIYWoMqy1l-r2Rut6MyesEVuEdZDKjF0k-8srWzf4g1wUNK_sN_AuitjDgA_QcqJlD3mD9yoNaE8nzN9NEoeHwqchHH0Wgwk6T1nZG8Nww8nLHrT0yfQUjO9xNDQTGVmBtIMTfffZoyUxHO-5zheqlj6uVENP4PTMzANoLBCMHvSDXlnf9VFjTF8Jf6eYItPXAhKbXkSWCBL71Bo2VVQ5EQszROUCd1t9eYX1KLOPZh1Z4_ZJXUw44HF5Ptt2tOuGGrDAG62oN6f3aqysB0qoRNF_RYlR6JrfovOMqZePzmAUZD8LbxYJjhko6GgdxRmaGwg-lCu8MURn-0NCe4KYJRVcc8azUgPkKf2MrEeDudJk4QTaobF27anmgDflJPj7B9Y2gjn6IkH3OeyDCgSLcj3xoNHjnW_Qda1sATeyJk4m0KOBONLrKba4dPHBhdZHnzZIMOGEmxltdJmPY-7P-MqcQ5KL6lSHuGOSMh8d49WZEcXEolXdKV6nbDfOVbL-FNpm2_F6PeLt1ijjrB_gki0Rk0-9rdhgwulnVzgvcdfU-NuWMAog-FKez9kdcRiYLdbgX8HWU4BduEyeYLdIUfPEQ4VBi19f3-yQ5SM9Rax3_JudFdz7y20NMoY8Tyw5lFbROTxjwfg9E9M-q-2rqco3v_JKdkfLHY6e-zavFbDKU0ZHRuy-uMATwpfcFnS1aOs7YOJUqBNX84bYI4vJZviEuR4SIpLWnIpaqABs6jWO9vCTk-S1rH-eA7efSE3RFGccL1W2ggHO66JdatPApW57OJZIB6_680pyQrq8iUgFK7g-UDvY7MSZrBsVBXlGyA0B6D_CUvA02Soh1PdstSh7vQkh-wadCE-JDGg2YSXEURjokXnblRRf1qq8oQZGJ7iZSWDxmvzaICyAB5gbYXtFI1K1l-W31vl-dSKl7p6ykcDN8zgSoqPsnzMAXeYW2Wk-hsLT6eDgJAdAoMGE8o1s-k_hbOBBqs2VyPgFEK6UYn_CE5plOi5R2L4xIbxEtAKP9gfevKm5Yv7g8IYBmPW1OSMdJ45pcE4mQ39yNJWQOXBzkY7g8EJ1j9GniejwdPolDHOIa2C73KlJhybHKvmjzUKUqDazP3s9EHQJnULjNbYz_Ot2tlXNo6y066vrf8Zp5Ns87mgAyuVOQ13dQlLJ1qgMOuyeYRjs1TWHXqYLzlBRZF2D5seMdfFtcFL-7NuZPMNOkSItNQ6ZTgkqQokGSQ-CiD-lAtwd2heVCUII7Cva2TkdrMAZLCxJ1cQc2CgLp4UuhZ7GLm9MCywL79u9Q02NyiL5msT1BiXbUMCLn8CJKdtDpPAvTi6X8A9av0IQSf-TQnheSmY8Rek1WkvD1Ehu2dXaXKpZeQrI_YNvSLsPANe16bzVWBplZ_q6DjFyK8HXixshc_mQfI2aM20W2ynhBSeOt8kz7zDWY9BF9BZYfU2VHJ2d1HAaZlDEbmWcNmsfl93VuWeoTibKMh0TZ2Cumg593rMZQJfByVhX_gMXidBogbM2e0RHOZTez3mZogXrLSWEUmqbCBXBXcE8WAyNMzIRgQsq3b3WMEQKuORKDKLKKTGw1HXbpeNhdhUV24BBcZy_IK4OeyEdrXBvru4gTjQ9NtBUBJ4F40USdZuG2zUstfxWEv1EXeUMtwRxVm1R_cf2qv3_FkGRrI6TtjKRAaKASzjtPlkwz69hB0JZx-7oMuWskIm_N1CaMsS_j2R5TYXqLT97je7VhANNAOWEMWA1Pkb7vwN9g6qtEgObpeDXUJVTQMWKDPpSA6EvwQRfZFSWIj3n3crYYB-Tr12g9oUOfzM1pSvP7ZdEffYMC7MNHD0oTw8xaZAj8SH2Lm7FLZV_432Z1QmnU00tU2pF5l6QNnXbqNM_su38cNEkbBnXyLZwNgGxWPs6eGEaq38hymFhkAvmHsqOSANrV7pbGt4nF-Q_cIT1MwAAbbpO983rwAFEu1FW8Xrv26jJgGKg2zLWwDn14ZAbkfk_qbMO2SZLssUD0XVEX6leQ3_fDtMgdQQqyJy2XMoa2isq6eLRiXHLHAjnXVQRAUvvFiUvvKI_jQ02BrBMggDMtcfEz_1YhI-uDDhfrXRyNsVueUYcJ-HAp8YgYEYSsVIp1qUosUwvIX6XuT4JF00d5ojyQQVqQ8Snr3wFhclKFvfO7izMKyj6BueSM39BdZkgz8nckkN-seX87FlMXUmAK3mNYrp7_Lc2qg5mmS8ZMFJ_PduYZvLVII-ei0pWpocyLEspS1qRFtVkpEw-JlCog9JX2a_mOWNBjdcbgqHo2iJdw7BG-nh6SrtJNfDs5aKuKEITstoZPemuV0ifXTuda449WNvtK7RQDAlkNRy_YhJc9BvASDn347fqV1ittoQepwFSf0CrwfR4FhsaTTKtxvKIeHeO9nMGaWRSVwPyOOF8jm369-RWBUvQSPsqhl-8SsKFr9xjjz9uUqPDkoMaYPyY1mX57dw5pzs5us9VcFwK8j3d82fjYdcHDwj4aIwlfKkgUsCv4Mi_Q-qJxwByom5mTWZExRjagWIr_N0alSs2MyVQ-h-Dl08k6SzptvtA8ZYGpPSV3ADaNAQsSiTtoyg9odoYp91f9lREmuXDMoi7YswKJ5X2SMNiVHsgCfOWoGcx3WNDd2yAtdsLiDMLhvKfg_4SkTkPrd-RodpwNJMJglfwokLj4lrZtFgqzpOtKlxuxx9AXFRezk9gX4Rir6puH4tmB9KMC2YOHQUU6dIGJiNChO1Do4a5WpuHxPvruyT2O32-kWXexcExUnbwmPiVfvklE4vRHCKqhAR9QEC8y40GFqthGTk0-S3U3LwTzraTaK1ygDmpMjGkfiRKOoeCp3Vvb4C3YSHbwicVIEPyc3FtkuwQxdH4wWaChB_gQPWhnpdFUsPTHTP5t43uiuNXoxNl0e7SbXbcmjEWKzbuXqG6sqtqlBuP9Ftbybf-MdsxALDfNaPzz43mDiA5SequDlsm4mtrrwh973VLuuO4IPv12vK-SrlCHhuoyV0BEnDLMbJtjsCEJpMjFa8Mrb9s9DyeCNoOZPhFfUoMyVqA3YaLn7lxpiMhp9_vAxxHygSYNNGmU0N6qzK28F8kMzTYVNcCXdR9Nh-n7GjandCiap9WG_IWFs5SGiK6W9Cz51wtgcSEtJ84p705ng8o2ffUQRISDWwGpWiAo1JMT0Mb-VH-G_d3x3MtFslICHBJeXlrno0_PrMwM26KZ50aMCmQ-7OQNCUlbucgzK7AGAqmHqFtugEVI18470UX0G8vXNSmkg0dfSaBAiuKbXFnuQBonQKIt9_WWXneKwUgsHU3IhVNXoOwL_LKWpeLBMMbn4Uy5ui7SVfonVnRZlhQom9Cc0c0QToTXNm2-JSht_OR_IMbvVwAv0wOLbFT5tEQRp3-0NY8VSzpCIG0sq3lYw4WdmmpOL5jua5O7bsVkXR1u9l-OuwAVH-lmZJSs_RBd66hYUgIrl5t27DK-UdB7icXyM5RzAgcrWS7TfiUBiTKUDw4u3L9diB7NjHUUHJsQeGeVQ0HANidm_WMyvG_TlqdE2RDa0y8BF917WmpZfhSRKG7B_pDWKGFoMZIkFF0rlWsbUTXN2y_fewfx1A-wOjhD3Cq1km5d8ZFqLetFu_hToROpY3i46aUTN-2TJfOXAPlrFENHP5vykO2NTHka5WXcp3jL_xWXZGBxGLNsnQya09XUVrLAzIlfok8FS3n9O2A6QAmN5BWyRXyvciABdPsTNODmmhefD5gIu8a9U1EaT08P0SnjdQB7TPv-H0_MIYuqgjcgqhMt_qk5wnpFIDw0TZiVK3VZMHCeAeW3r2tE3GIdxoFI_DVEPjXq4l_GWc6Tnq0rJYYhh-nwLg2KuFGgs--UyUb4qmki_JQ8PTCY_yTRXiafK6WNDCXNfKDWKldIGEtVOT6NXCaFow9BOmVtm65KQHfYFmOZoGw0fnRRttu1cjuqQ6YwWOL6Os6plSr7H5XRpZ8elvtUgj_orBs9WsNZyuCMzIJaKCLQ5b9jITHWGceB37SkwlICCWUIDBpWZv92bzmURFVVU8GKXw5Ka06EA2_z9-f-h1w_O7r0QAQ_qcSjamQejZXjPys2qWEwGsCCsG5nw2cOiIJ_XVVYliu32n4qenN_2PdlX__d44nDn-6MSlyiAE7LZOiJLx118Kb_fCihylHqpWY9QIC2OHrYayzMGuDcfH3l0paG5N-tOnATGNhhvj7Ajp2I_OTOodrACwgASG_N-bEVyHh2Ggburlp_M_xVbK5WrJr5RyZv5HOfdXl7CJuMhh2scXHySJBxcTYtBvfZWx2b3STu-IAeGxyFIXCMK5xBFTAnv0VgeboD-2kNpaY1rb77BbxvoQqh5SPW4GUNBSLzxYGYjrUI8aiF3jYt0TOAoaNnBeOnR1l_sbtnHrONIEz8jY9hI9Qpr25WBxGvL2gCTWSZyz12vkp7XyOmXMB33YvDX6I2IoC9skDqWCSEMqjzXyeI636E97sKm9KCAJTqOiYnZ5YmjACxGAp6mv2-tvA1ExUTksR7JhtfQa6s407Yao8UmJQeR3nTr28abV9bBAzryePBEFypusxyjXcq-EAWMMSLkJbqaLFi1ZBlsn4gkNxpePN78RWw1y7lIoTTBGP50MnNB0j2OYzxvWgF7ZZFD5zc-JwbmPbfjZARlQOyczk2eYejzyAgSbQSINF6p7vxWH8PyBQrR65A7ZHomNXG3abNqHpXq1TuXfquLPAtl3VDBeJp1fp_cmUvDQGi0ps-sWTTHOsgntkLV021FyqKNEMuEwflmJ_dxwB0DcDYqgL_t3VZH8hfHqkre_QmvwT5aXfxdc-ZuUCiCCPmkOIhhRRTmfnwBpENMjOTaRc0VMoMVaUCo2hltm0yiJRqC8z-auTxQVO514GTf4QT0qxQSZFdGmmhDHnkU3EVwgbXJDMikX57qA-U4uhoSsypwFYbslNXr0b1DuLCrdRPy_51SCyGD59p2efDEc4gOXzS-el_BrgQ98_IDVK9v4mwnYwQVLjeo6VyGCxd8vY0LyGRyYqPJxAwq_HE63JBa9fo6b-oyid8ZRjQeeTEvMGtuWNup5njonP5BTCvYT3xIYMrcodw53f7jrpzqkDgOYmI38i6HibE7hU0oGEvuy5r6AZbJfDcquEcQeyhBP1AcZdeV_Yd9xoVWmoffwGkuDqCBccsE2WzHZih1yo8r-vkhmxAApOsIMe7ib6azuTE_JSXryk7CoBjJFmfEfrS3nVk2Ui0rcpT6F8K7SQEwh3bQNi9USJnBgfD2fo4iOfMHAjuPziQl4oQCY2iunX_MjL5l3R6YN6wFjJ5_tGZ_HXMgw5CVFxuMKIk3JbbFeCOyOnmiEFPtsI04pKF0hxx0Djn-wZDv0XWG-55EyEjnoxLxJxedYsPgC6sEWb7eyt9JwXXo3C9NTFAQySo0_V2bJ8H3Z6eNM78QmzDdMDjrrI7LIC19f_yE1VB9XNx3hpfHcK2aL8TD0me0KkMZN2e-2C6LbgJFjYsUBw3sK2E33FegOY7vsH1f2qb011hCoz1vuGhwBuSGjomII6ZwNjCkAbKggLVc5fi04szHgSFHdqUKQ8o_6b9YYuU_n6Ib8Q9US3XBo-4916Di-aguicyq0DHBrAjFm7RH3rh9FIkdGIK6F1bIw7cwW2EuutscIpaJ5782IcxO2QB_lyYO1ZeManrZ5yv2y1NdGcvy0HxJjfBtYp0JXxniA5j3809-2ursYCE5e3ABiVcLxwJYq3CdYrAZj1B02d5wqRDmcThdHmmuvFnnMpKDzUDQhTUD7EA4QUaP-wMDzhPpPB08hl2nXitmZIJ_wX7_kyXskkY1tmn-8IjZM0G79lcgRqYmKQyQA6AsBF_BsHsbkbGfxaIl-6jQdawk25MlwmgAkyOVdncP2i9cIa85bIUxaSB6FOHdUceU6qbi72266-6KD4NU0lwldgc0TKOKEQCjmMX6b8yVJHhkAcP9PhDzBhtSeKjxz70xNcbWiYwAEn1StxiTFDLWvE_8jxkQ5pbUuePIdb9eHG2C1X_MhBi9gqJ3xucB64Ew4JbCZnbSLx4pCYnZc9Ffjk4QQ5KXCATeI1KPfQTIW9_d7159j80zwEP0aj-AewbklsWkRqnrUsSTWmTvA3riXebSOfNlSqE_Ux3teaoCFva205Q6n6L8ZEyebN84dWIvhqAPUkwjhdsKcgH1XlZxhJ0H1XQqUUgPMII8y775E0uCai3SFNJnfXFcrnNO_xfnukl83qAcyCPIAhF3rj-k10Pq_35Xn668wiYcy4ABL5ISffinE4bB3IwDezFRsr7tWtxhY-Vcq6TA0H1W5ApbQPmuOgbij1DJjJm4D5ZD7rS-1PreUglgHsMqNQIMZMJzIbHES9jHcG0mQMM591R5iCg4jCQEP2uhNMzkfTvxPX05emMW1vNSiG48HQWg6qK8dnR6dfXKCqTl81CpyKXGrxY3KyW50Qy41fAvYiREb1GhujS78-YLJurOs2Wr-CakIAzVN7-HZeVZIgEG6VVkuqg8uJXopBHp7mxdVl5W6QYNKOFWjgwklWh_S6dZ3sItYB1RZamlc8rfBkVkpOuNiFbwm_Z7_Ruv8O5Wl6_EW1NJ1c5aPcsInd4VYXtfQqazdZd7kmu9LTAZWt7zDUoLtSKfwnymaxv11asaeZxPPmABlCLWtixqyq_94ANM4_iT1m4aa87rFqGVqL7w2OFnqZf4Gkrd1LR-y9l1a6x-7vZEIW3FlnikKS12tK9-DWZDFDm6Tk5NfxernyMIEVw--LsQAP7Xdnx1H9DU87iUYa4QIm69QJRRS84qOaYwOZlwsmi0NXu0rrWosZs2xbHZ1bdvunU9tTDHJ5sP4an0qRJnD9aJpjXh7hYrqN2UzCtizGuRL5xeMSPMNC8K81VFvl7uKGM2EIPEtui1evGEL5uPScLk8L8-__vUtDJYKCuA3ZY0TbSoBv91kgZKn7av81VnA4eOqfRX6y9ta07k-P3t3xZFKZNm2bQEVDlAlWjjaw9YK_jyZ0lrR8_NKkBBz3X-aMg7CoKWQGMnDdYc1woqn_jHyLGn14aJI9udWGPPj9ylJ0dD8_YsqQREcyBY7WKc2saWOG0sTHJgCwJMcdxJ0jEghlzqOW9Za9wxmGE03f6HAk_-tQfatRspSyWAaCcAp1wwZ1urC6E5IvUPuO739PvhnQg7C7RgrGNe2TvFj4ynzgPHRU802Wa-ttOiE9OEDy3d_ZrzsmJ1CiwhbQlJO24MMIS00gUblMBco8afjqQuX2g63zeXSbSLfH49YSOnFUOLiR1ufeh-amaIX2c9Aq8wvpOfyuoml3uYsVEqi-lM3mD45M0AmFlqILgjHSKuJrhr9s7ivfDCFSH72UGM100IV5Y72gggCi-rIbwO5Y0eqG3G10i1QRMoVvNlp6bY3nxOb3f0Qtg8AdQUBb2FyjV_jshGEHgr31llIdZvOOIAK2f20bXS6dtfrmZmeGMLx5E2ddZHKQAFxcQq9cwrsANnlsuXAUcekK31XnQ7Lb5-68Y4BRTTND10q-KwQ8f-C-UtftnYmnJZUYQALQ6aCyzShrgd4yIfHIX3ktVF_VRETmrJZn1MsgsJYEdZZ2lKSgt1k7lyRH4noDpT5Frbl5RbJpYhJOkybAfYZzjaR9l5t3sLcJbCjquBCDR9N0FN0fptFe5Equ34ohmxKHapBnIpIsp5GPuGsnwsAOhD_FdSDhYV2SnBeydLyeE5jVcZBy9YNORV7y-SXDTCsL8EqPfiYA5BEnX0H5w3Y52OdxKfiDFGXxDRphnxfwxXzO8GZ19S6dzdWdW7eTUL6jB9jzCS7bvslzWUl2cbfqnGIddaMtmxr_aI49QJdjOHZ5XKeSj3SrS9PbcVk1les3wX_4bz_4ZSHviZCZzHY-94BQPYuFGWoPTZ39ctEacxJQpsV-5O6RwEY9xzS6y4lYN9LmeREjosDA1zMw8wfuxCXG5DjRNfspjta84nkDP0QzPzXAeXEU8OMaoaB8yAjVrJWk-o3I_AIjfN5_XSKmXUbvJRdK9dRHuIT_C9tVtPCUaa9RUZTaMZHChXQR5X6XEfsX1_9qARf6eL4UevtzGNnv6IxU7naLnthJTBHCjH0Ef4Vrcm_bcfPPY0EctxQE6LD23usoAVQlgGvk1pq2tKQhWrGL8HD-8TcgESehde7CW3rdH7NIYOUy7ds9bRaDFZPFWTUpHp_UiOTibDbWD8fqKyCihohdwvX_5smVRlQhrhh5GTUNzge5WfBJzPivPeHj0_kt98VVFYfO_qJab4YKc4d1HXMuGVgE46cxdsO1nkyayKDtVOOD_PvnnZ7nCjzzHjicySx-bSbG9flzXEz2nIVq_qDNSE2RHZ5W-nWrQMPslqbUfChPfy2kV7bl13Iaw7hpm7CQQ2ExxYnHtlfuQsxPFHxRXhH8mdYG8Tm0Y_8uwxD8f57aHLJNFY4LEfVLL6mWmm2OptjCVmtGQ-h3TdNbBkwImJNRlOeS59XqbXwAUwk5CyjBdZTBwcGZNMlHWEQO_rrjqKpXYpQUOe_wcIq_RQYg-1iq7wtoDhfu9NszeC9sLwm37b5RQtVWv8HKaQbYH-v3f8Hnuc7RKLeGfEq7eZMG05FX7NGIsunZAio6FBZuq7lnYrT5mCxu5Jf_vfoBrKc6B6a1W8U_c-S1D71J6LDMrDOlFVkS6CHdKslja1xJhRL3RUn_qSsq62niMj0XIC9eiUQtGOlEZp9QPFtLcBhEk977u_Us1nYSIWXrwvdwMqirAA--jVbFpnZysSxNsnMK-4vIexxo5Mf7AHtJXsNcjDYAVwxPy1kmx6SkQCP7engUfAlTqxCMMy3wJMvwjDG4FjfbrTP-6wJgKPHLjqVyp703KcspAW4qCG9XQWXud0vVRHAuReCSge0g3ufG5YE0jJMPCMEFX6EjiuHbYSS76_lmorxdJSSPW9YViJHX8eoVSrz_7S5qBac5Op7VVrvwjB830Swx37JvrICQEjAEp_3arl8kMehCZy9brrE9IVU8N0hTZ_h9AIV-U7_oMmqx-SWa3AGAPNFZH14oEgJQscPQGJxYvSKvGK_evyAsOfouSQdRPMHEBrY3QaWg3pnXLAhV2WBhYGyz-5PZ52JuVKYtQNpD7tK4FH7x6rkLDQZdKKYagvsa6iOLI4lxlFLTuRVq-_wFmuB67euhedl59z3b6tNhltdfbjWs6g75oOJ6R5g80Nwg3ba1GnXfg52Uo4hvIKiB2lwigtjNtD93u6N22vFOeYg584ERS-NMhYcGcd_cScHehW8uL0WhuiL_4Rq4DmmT27c2PP8566Sd_v06SkF0XufcUNEGx4SV3kidzXD4svjJ2IwoPMl_EAnkp2txhvKHRpIuhwy0RypQOuwruylO2G6I918cO4FwI_ReX5zOJLGCWFXlDcMcVmV4Q5rPT6wdlNsdWVUHJlePQmdGp8jTwGfWUROkv_U5RyHxN4Hs5E97z2tVdIguSP5pbGPSxwleAuUGB-hOR14JQka4R6Uy7AfJhlWPLN-IGJeJ1Gzy-eYhD0CSriN_s9ih7bjlgqzYRMGvz9SBwtPrvvETeea0HeB4kz41KsoRgN-zGyPBDjVQ364vl-Neg51Nb5DCQmkiyRuLbb7CrExayGS1jqXUVCSwfZRRzoQHmmezaOquQt2jzstRUk4E8K82cxDR1JBVw7TRKOsIHy_lzV02j6cTxL5xSPrpa0DOYcDsUf2ZgF7G8SAqVI18zo2Y-0xDMt6gnEksY3gyJC9L0xas6VHCBeIqVt_sMj_attp9qqwLmxOxbBc-uQoDtvomhp84de57yszfIwKNsYYbcMLXnEaWSe0VLJL_CtPUgKTs0JPYMoPEfQSd8nuQfM6ZNQe1bXPCsUg7ncjnsTHXxvH36pGtYGkj1IYCGpD-QE9_KZWcfha8SLu0zqLTGfO6CbIhTqQ7scrqHHwd30s7_8EW73Djnn2h8GVtH1RdwDMt4BiDIPlWshUndVXjRakBfgZCfuzz3_kfWJ42ixo8xfHsjMoqtc2AvofrjcOCGmuq2GxYkQzpLoRNJeXxGlMTdLX-AdzUCu7Xqu4WA34PuG0hgWbqANsktfKJF86hFZX3JVbf5No_ceQ-l1GqIIOJ5pTM9AyyUxHICZC5cZTUKASXO3W_GAurw7LLwka62Vp9j1P1l4F1yf1AD7aO1mkJ6VTl5vkejOS5XTeIxkCAhqPxeYlOsTGF1GdIYtBUzjMeDE1TxAkPP-6r3a85IFLIhiERhbUEHBL52qO1vjq_uqVLV--1rUURldgkfHN49aNgo0LCEjoP4OqtI7km6ha0yGMsYNle6R7ad9gjkDI_tOczUXZBCoZMLetV5aYNefDoiCBylq-iuU4gyxkzV-D8QWeQNJuyA3z992Uf4wjOxHY9vuX00b-7sBvs9FymTI8Y2NtmqMoWRLjCv807BhNjeztfjsVxf-jR3lhxURCmR-4ZbL8AdH5EOmTdynvGWM3m6VL2CCmYWaelDnetceY-qJiwll210JwZdmMKhXfyx1Hf8Go2kTAA2hfa3xcNlcvcQSMoHeKfnqgyXRWvid8hh61Q3XDhjLxcx4bO8LT4OJuHuMbFBLDn90UJQcyQ6w-2fsqv0kG1zh5dv4pOd8PwXgA4UT1p6umwLgZfkT5vE48NJAHUQ2uduB7SkiiziPoaUI0ELV3qRBZu6vHwwUgRt9coG82qtgBB2h2NWdCen8nDb14MLerPdaEYbT54oCxsIw9SrARRdAmBJagbrRhmTP8upu1zo2X2gEBLiKogaReHv7vDVk6XWCcD1hNKmxpCF1kquywjyJKLye0rU9WDde4D6hk7sSG4V8EV-A4KgFQDEMn04T_CyJTILUNM30CtqhHrVklfQ6YCE390XJwN8RLP1lNVZbJOUbVRoJHhUHPnY995W7PZdqDAtCHQHVLgwDAhNa-GGjon25MEq1r0s5R7YqZLZAM-HhfSZRfKFk7OOUD86zE6BD6SV9H26sF0-sTU_0pZnmNPAhMFrzMAhwp5YqQMUtiY7C0_kX7PGKO8-aGxN4HqErf6d4RcWzg6wuym6i3EYV38nN9bmaAzyYS3Uih556xzKV8qbTwST_aQx-jR4x9XDOO6j1uK_x2dcVZvHXzCZmcB-Xb17AP_e4yPVyGpwWPax34-7gKpPMJZQ2dL_su9V5vgvGGV_Z7FndV5BvE_SnEptFcF0I0gv81RbghROGY1AZHAkxP5MGo6LgywoaxjDWdMjn_cP-H_MQjHu7_nFGjTf_TOi7AJGkjeDfX1lDqdZwTggVAAxJsXmMXQA7Ie43XG4wXr0xf6nUJwthl7yse5_JVK8FQj-6rNx6OhXAfuOqGPTUZsZN5cVmBWFFUoVcokSSNNegCeEXs_bTKyO3Si1etsTJ174ZYj0TraNuylY8wpT9mIBoWz2e1r4j76RjESII0FY-66ljW4oj74tfCDirV8Y7CU6pHq-WmaT88svn_G2yGmiBj324afoqBRLhNNZvm_5kLiC36p0W9nm3W4jdcEvTEY46IIPvqxpL-aSJsXFFrgtXg-hUG_q67pWZr3muWhyXKvmNI9wUt0kDcQaYC00ae1OPhpahAYlQKVpHAkpCzJWDZlLxYAFFSETqPQx2EEZp5H04gcLxM9DG3hHJSplmiyjbZbQlbu42cWTUbs6KYo1RXYVq-UTGsugMZLim1K6EEmfVS8fxeaUHEo90mwGsPJrakypnj7Wbsa-6b3eNx2jdbZgfQ6vl61VyD_P8lrNC4BcIvK10qrygbm_WeUwcPbsfiZ4nwxsRMbMA9562Oa8NtPvN3mpNBltdzH-FNHkelOoVd6vnwqHEK4UOo128MnmGnt82mWhCdzHuYoj00BF_SUhHYrELIr1we1rOTviuf34Zuttp8yq7bEXHPvja6Wq5T6_IUCDN09m-Vqt_tEdjawRzrmF_V3Z2G-8Ifukwlh9xDbLaLuDSlTieI8YG1v6rud195KxIDWzobrasCZynl-T_8-_QcXWRl3owTg-m6hklrndfECFHL3OnvfMcsTyaqnigYfPZRdPobJKvGYvK7b26DxkJQ5z4VMHbQBUiQRe9ymD0w6rNbUpS_vuVVoV4NecwOxx5iPgLWJ76pjvl2jiCMLND-rENCWUY0m8UTZsEAgHx6EJpBIWWib0LET0KpB4fLiv5y7TkjHb9EGsGYFVCJOP-Lgldu7bQRePBKAbGlrTRsPqYRMlC9iF9FJsyEfzzCqgQg3m7wZ4Kqja45pwOcEhR2dF2gjSuXljmJMMYVZ9lAbch4ls6FX5aChIb4sH2Gv4kyC8OeFoC9VllPLfFLbF6Q2KG5sZBzZByy2R0qW6ZahUNZ2TpXsNyDPOeDuufWGuBxO8_IQXAEbVDezHM1AgGPy3wihQfOVANRK-S-F2ed8VUlpetYZROQtK5hDbPc1LAPLXOPDmVrdOUBCyvhHivccOkzzBwhTM8edc0iPAWcZoYSoh6Bgz1VBYHg88-kQL0NbVqBEBVhwrYV5gAuotF5qzFKE0MSz-O_mHXbwji5EevLdKncXT3xA6XPboUNWRZI8X5sUGNhMl6VOBX6qrC5q5Wxq2yPtJCwFzymcNOHBWNng00e21MTQjYQucX-zMe7AuwiRW_8jsdtAvfPzP-OUhrk1FTB0Mo6_pzP_nPgS38-goN3ITAF0EbMc_t9ftaGAR_n4AwA0CnWUv2WyndjmGo0f8gc_-afVWsXsfgwffyuPQOt-lI7XVifF0q64h6g8jBQv3fy9v3dpGH0c0kzwPM1nYsauUgt07gk5JZCEYQ4sEPD6oXsbBIm83yIEujZrZbObNN2S2EGAcwXc_vtcKuAboyi0Tm0b569J9DEHpG3-mNdDlRPc5HTNYfENcdh4mGQ2p9LhDIBsOjdAJhJv4c1ndz_RJB3sVL24HzvEc1W_ycC2MQJTppzyJe4FAaMLRYcR-WJ0SwdPiYqYtJEGRncYoLyQ1sMtf4QBnTRCUOaBDusl-sEFJWZexh-65FzKvQ39TMVtw0D-3MHOFnGEfcVRuwlnq-UuQNzUbybqjcJhV_ju-J__xL0drBpfhWXF-EXeBwoeCn3IkBvlcZESuWXs5InFVUxIwDohWDqKopYLTFu1qFibik3V7LeCSHZH0LKhwbFtRVRGaUHgaCU-dBQrrP5Dg7k8A-atbAuXOx6iXciZY-TV-NesB43T0zpFYly0iPulYsExnCkNPSFzZ03toMyzr1UPHQAaGbFk_gNcycwCSJ1n6REkfXSLxcmwQOBWQc_iPcsRzYVtBfGh589jcIoWZYniLZfIacNvEKt63m5wCOcgKgcyj7iMzHJxrWLHaoA0hhnvKf34otfnDyg3aQCXqcpoIDAXcuD9ikpQYH6LP1qLlo79X4WeC_Gn5fY-L1G38CqTpQclRMfjD4OUhj6-PtScS70ZRKsG1OLsujN7WJaSO8ED-fjR3TwipDLE8tc--kmbOe2CdqR1OhcwTIkLNjhWCQH51X-3rlws4vuw8hwA_qyZnCopLahG9mhpAwhJ8OK2IXpOTN6n7QiuDzoxbQCI45f0QviQi07a0Y3diwBuEFZEfbstXYbhRzixuWV0D-GqDeQmdbW5JurAv_a_qk7gOP6z0nCjnVwF2Hds5sXLIS6lQJDDrmh2AuszHQpCVCLETmIPn_vCwbddZq-9UJ3p8-b3xOvSYD0gQgQM_6jQb_1t9LZ4gFluE8HU_3vRAGSA8XAvmSI7-yZFK93PCHY3oE3lJ41pzG338DtQvQm4XwNB_27TdN_vNbarPm598PmZevK4ArswVU38zntuNfbklviaPfiDKjWINxLkWMs8PvZCqb5L3_sZ29ZXmrBEidmZ43OUAFEtKyoZK476AfpuNeXPkf1xYT8ICLhbogC9qXnQL6-EeDNIhQ1UPV-MWZf6PzfqqLn3fFEzZHNI5n8pj889rF-jshLGEVbVceYdxo0q1j3WEBJVN3ME0v2Ajyt_ZZHMnEA7ymTQINfzddzPYQcobFjgQnAX7wwyzAmgYd2eTomYYttZC7wFWQVvtX3b8W1OGkRpoFa0K2M9y6xBKDrBkdM3Lck9cRh1BQ8qfY0PZXEP5iuOwuB79io5CBzbnIzZKn7DJ3_Lyc5DB6DnHgZ5NUyRs0SQSPZOwa2BRBM6ile12-1K3o30gRhRieXbPk4t2wi8eRo9GAmlVSloEovpak_gJrtWXWKiQA6ySLJ6aQTC9nCECBuKpfGpl0Miy_aSSTa6QygIgCcf-mGv1elCeSbX81PNfh_dhXfF2xmhZIjEBSeQhTk3OrI2tc2N7kHIB0EyfbHJlFLt7ZLQh4xF4lcAVEBbxbOqFoyGQGRbpegVAhWXkTfTK5m1BB354xY99qpLj_c1Sp55-4RSj_0KUcvxQ8z4wEYjRRNGyfLpjtjJpHS__m5G6R2fNg2tSklZwRlNJF_lPadzsCoPrDFcjNNfDKLynczoYsuhaDlUnEwlEZtowX-_P5MMc3NrxdnCt_oK9lsQyEUZ8CssXZk6vfq9tPdD8jC1Hf9KobnWeT8f-4AlZscasua5zPWd6YqDysrvq3AAgNx8p21y8vd3SkqMdX9mSF0R6PRpBfhjjpTxzKFwEFzanirKDNin-BVfn-mbIn5m-nYB158-SNpD4wdpCEDA4WTJEeBs2HFVgFF3L4Hhb25SJFP61W3uFnWxGs6g117l4pGhEyTUFdOErQe_4X86YdsKrT3shG2qnPF1a-okUSq_2z54jfETBLmjh3sT0JrQyMxREK70kYKoizH9-lMlOrUl4_oFU-IYShi046ECzWVZLUMiX7hm7A8ngxs70FZbJBtJ8If7yDggavHYwTA9EUOnNOEqUF-l1HCQqLgrecOgA-eHtcLZPZ74yAEFrgqn4pDJDEa-3HRmXogCaHO_s2wDMWTEvb9sHscQTuL1jcq88lgmJfclXzMNvD0xfzxQLLMR4v9-Lac0mJzxObkXWEBi3PI2CUXRomocFWTxWQmyqYvnGjaG-towltfmdQzrOgcn2F3GC8M-MN6NgNwCmCrF8z6dtQ6TzDLAQGSBPTe66j5fKx4ovah65ain1zFDNUvUrW8LTGxu1x6c_0y1k3I37XBA_DMeAsFG2dGiREHvoRKrLTpvuVzCZTer2uIBDfeTOksKA_d0rul01ycJ7G29pSsma0sX1GnZrCBG_LztcEnKZohIls3LZWE7QQSp5AnmMoThR46Q1FiL4tBLK5HnCpiWhsr9CZRhMgnb_3apE0BNWdmRzCPQ_UBPAP1Gi-_9RN5HyNqQUDG5KlbcGw5EmxTi_51YdhtC3GA1XQyL9v54PVuuySL9JswRjQ1q1USaCkFxpEpPPy_eF6DFci1fXCrnYbXztnopUTw1W41TodJklAX4h-cGNaqouFTAaEGLhEq6vQ1ceui4yXjM7JcD297J96WiTjDJ-4GzZlSZf6RA6P7_-cJt--oQbcTFTtL8INTO3pnU9FTX12qyobxxwhi5wl1lJ7wEfCw-5pgw6XiZkWpIzER0Fp-lpCAt2CknaiHzbTEAPE5YF4RSjX9NrT13fZ1RCcNOI_dOJkjsyCYi1_8bbVcrlhK6mjOegQdYedX7InMaZG4zWLMdVE8yhPY-18diNCmy5lD0-DSi8OIzgSj3H8VBgMKEeqlEBNSLahsBxX8eqWVtPqCH1CIzfyLZPex4zYBx_8dhQQj3Ba_hCW0DdB0foCprS57jWKcLQ3PJr1sFGdQnst5jSW1fz6k7z_RFnQIC5Hbp_VYpa5KouV85wJy7iH7rkRVxyavk9c8vskWFLn2F6h3hZaGzaseUJOwPTW_BDrgvi7rKNAaqnZL2jEF7QlgJ2IzhcoGH__JAbdSn1vizc5um4Zkrz7Xj4oNxv3Olz_ZZ8Ds-qlfflWVmDqMU1c0GOEhO3ziLA88XW4JkndAC0HsyYN9DMF4o9aTh466A7fqNO5TBzD2Qa4QXoDkUJdYmo2rQzovQbTPa6uLvKNGaNcw7PlRW011oBEPDJIxAYZ75l8RYkee6ZNssy9KoDIVtiYPZ2dt-t6uUSLuesEGW8_-zuE5lZHngN-bOxq8eXOSnK-BlNc5TTMDW9N0VS6ldWVEdVGqsdfkKInqqPqa2N-JRRD1zt-X3MZkIGUE_dD7HteQJula-bIHufpcBpVuHof5RkoB9DygLMYgvsEflLME2aJbUqjGpStY9Ack1ctdAPW2rDFfjZrRt6iVqKvN36LV7lX8jpvmQ8YKEL4c_5IjznGA7XwCQvwtCDCjQm_hAOwaJnNwO2TzKb9i8LtgXhhFn5oKM3JF5nyzmud0Je0w7LZztXhm_NWhTnLEc_9rqSWPEWJEQs0LMh8zi-hUvDpQQQ8ant3eXz2GQX2Tj6DSIZxOlTi7yOLrapMmYnUAFhB4F5rZo3tcdG7xhhHw6p3jkbt3b4QNFepHE4_srqwvngaf_oTvx9YtE21Z9Zm42LTuafWJ-FwT7e5Z9ZxbomSSbLrHCt6rPRZilvXtF5rQjhAx-B5b_E70T78ccHNtyEuaxHPIiYbuKBLz57l1KpJoRFMvzIaF5r2Cf-hHM_yLibqwF6kWLWVP3dcFK_0E7j0K2FgIycdIlQzewQUd6x1p31BJU70Qj5e9ubh0YkfUHFs_yICkBMZvCRBZcpMKU21ZXxC4C7evPIyTusECHhRoKxFJ8O5TW7SqFCVnzR3S1RTqR9V23XrKe8m33zqNBkyaDak4DqH6NwrXj3A9MwwQfStTGIuVVImXXRAHZ7wOvXEHvuxWZBbPdcpvjCUlEjT_yOOx3aEQlZqllGJZku61rMEoqiaR9UgQKyR7du7wenfNixbrZqDLJ2vDXwTc2SxuEEubCfou_pJBbgY7v1sBnTqjketTv2RptqkLBl4L1z1T-5vikY2sSIB6JpQjObzcwEQvMZSLGFlwJ4CPPFTlCvSH9T_g6w6mnO7uQgmB4CUyGZrZMmro47tI2kj4cj-x3_TQYaSsWBxCWAkmCNNz2QwJXdDyOCDt-pGGlElD_MJeiK0HXUb5CBiYHqDJhVU2R6bh837He43XXSAaiYMEKYe8xktO5Oz7ZBe4DQgvIwiK5roJZzYIOlzWQWTCslkb9DlPOxPci-FmF0cP_0er6E9PB7JyLDYQ-x5Dv9sOTdeQPMXaMrC39CATFDc5IbV4KoSYR4M-uyokfj-9AG9cmUkf5WiHaYobm0LB0-t__y9uDuSY4MriVRVRpIhyrBvFLbXoIjcvTrgrzqaBHniI3hl8t4fKrklHnFzEkGtmVrXKwUwZVC14xRnTFj3T70n_qNEVTV5SajwNroF2472RQo2r4gufHzWC2UmTKW56vfhKH9d_Bxg23Myq40Xcfh96Ovl_bUyq8ZPhZ0Rbn_z_MuCd8NTZJ0ep3aQ43esKpyMuBjBnbSwkvxnrhVmV6m_shSmwcuoZ2CGPTByJy3YX4wxtdnKJ-lViCh4kR06pc0hd-PTA7iJs-0BreBjSUYeK7BusxuEy4xRxxkBq1zQU7pRUhQZcgdHWn69bkGcq79RGwZclz-_DSb9qQAj5Y-xh8_2shbx9X7u2yaxebG5KbJi27MENT_S0YyHkqYJM1RUeWZTTkpyXbl8FdPq-t-JkZUkfv1NtQAHOb62AtToTpej0fo4ItPWYYjEbCvxWGsMFKRnAsiG6DLylA4g15yfgQ8neVYXiJ63kvtMLJKyIfQzqDpQoTdiakU-EYEqJKXpWsgkgtqB07qKseO12DlBTrX1ZF3H2RhV4q4B-aBOkfw_StEfAomKem1Kakda3nwvqg3U6jzPBeFXvVxgBxvU0yYPLt_bZX0mfw-sM57cbp6Sw15xOx_8zNUoxkN3hN1wG3rdLdRSjRcVGXBLSXXifZ0rimE5EkPhvybF-RPGfjO36L8MpvGluqRxgj2qS2j7FUkIuAiuZmo0GhsMFkpZPnn7k6ZxukIzB-qFMNyKqPZR_ruoF2NhJ6dfyP0JmbQMqHiasKrSEjHsRxOJHWCmzlX3aSMB3lbF8l9ox-VbFVi2uo-FYO7EXOC2GjlBA_2iI1izkymuxOqQfawM7KaFV5Nc8oM30kPgLnZ4GXSy5IvdO-Vs-vyzYJOtM9MlWnIS3WPVB986XiJdenhQTqtNnsUSe7jPqBVvGx0S6vbETDh_wgOKAL_V-q6xNbONQ64eBXUNxhrlqpPN4Ac-pi_W6Vfk3VedYAP7BugK3kUBB-mtf6XVEfsi0j2MYKMLrW9HjHNQQT5u1EMTi_hZUJsOPGVsVhSmQkrtY1mN_zxTnCb8oNtXwtvMljIZzq_WQlSedWVnIlse99eWGJgfIuER5G4fuxd2xJ0NbC6WRk4smjmQTJUIRChRpAkzGMU_hCFPNKmpJiU47zfP8IsQw1bXZr7fmb8xsnN1ntPMSl6qIl0D0DBZE7SdSHwMhN4cDBNCYVughvrjaNwfhdQT8okRb9rEmPsNf_iY8Ux5dXB8fg4KTUZyBhw47qIEYfBnKcjCMeqwaGc4y05zTrLdbpXcWf9F6HFkEHF-nj3ZPtpZvp6Ku7wIg3HVMex4NlKwg_-mmf-PZTbDXe6KICq9blN-IzMyiI3Fgss5XZTSHeSs3SlcRMmjPwtu0LjQfSf0z1RcVarOpPiZTgEzNNO3Y_ZTvQYvfQR-Yfsncs1OYpYznqLFGUmhJQ5SkglYhG4ofdVKQKukiAlW0EGXTS2ADrXLpv-CjdUXwVDB1DXMSal2j4zjknXEnox5iqn_Dxj20DszDkmEFsMGm1sd_QV-J8i0pmoF-U-3VTt5ZppDbBcA65OYBVgAT4wZ19r4QTz3MRH3OLelZFv2aoqpBxTfxOQXEgkvQLDxdJ8LqnQoXKeiiUA1QnE2fVNKsVMEskt_V9z3YufGv0eKBMhMpBQYug_HdvBaVvTib2Fe1AU23bmmvi4--1PQyGWb85XNCctg2-AXLp7k7ZaxKWUz1t4bdGAEQSSBd_wfdbGZGRmT-0NyFykiXDeg3H30XZqc4jCBqSwvg9vhqYJrnPTtqWleC68IJj8pZmghIZynmCQELTyaxn_tG0KKUN7u-DK8cQkPpP50HTHo0QLCI-Uf9GwxYJXue37X-Gcm6M1aidg44ZX4RRZQa8JmenHMqTjfY2GKZMqvuJs9uZe5IWRut-YuTtp1v-L7CZ6HHWxO9q019IA0SxVen1Q45H9a7Y7tM5X-ZpZ7J9fTL3t-udkps-0EVsSgIBxL34zkBNpd-TYdlsTUaJOhtTSbWKpgCld0-3yUyQMxAlQmpyvH5m0O6fm4yeBGP6pJ8GNnchO_F4wELOpMtzLAY4iQMn6CKOrTIyq34nHoBg1scYncj7X1e5KHkHl8jDnpYsUtDMVHL0YZhqfs0sLRh2_0CXKe7LHd52vgLNwD7IH1cZ8zejNKw-v8Gvo6A1j2gn_R-iN0SEWkOEhS5plFut0gO_dUxaYnMfeGL6W1iMJQGUv7B69qhVc64EjGIuzR6og63m3W0Jt7jxc4etKdIlyBNYi6obtJYUWO3vT5nUE4RGFGJ14fykrW3dyEVpXlYhfuLxLT_aPCBcY27ADRUxYqbjizYyfDzb1lb6YFNkQ8nTzWyjJETya84H-68gaNYHLVDgLGavSi4JCjEOZjU3VrsHw0bxMLRqqQxOsUMfbtn5cIM34EPjATlU4-W8ketaFkqi1t9txDxRWHMcwLEQomqvcPXYNl5b2ogdfES0aarxY3YX1II-TKuAgWfDsfl1Dzvi2bkx1XI1QtkODbI2R7TF-vQz5WCIeBxzii1W4fdoszzcg_Pd_HwKP1LwlgFSPfjyeY7eZnnIHgbserK40BlWMMAGIlc9KlldVNHQxXZzzNVsyNJSofGM0cj6o_ureP5u8Jj4i8L_7riqKZftWwLMpsLIxWE0F5Pts2Q3S3IRjJpbuQoWnVTV_S9xNVkgP9YRjRWpCIvnXnXDaiXkJNh8X5qZ8s5CvtbhqE2NJgLsG58kWBN5Jd0UC_hQJlVH9y_YGtu3m0IPFeifxayqHyUgMJWIRiyxGKbdpqt6fflnWpwQ0FebJi7dACKQyiiojI-vdgOaYVkI0IoVfAHQ-5z88mjHYjA_3wLnmwwmPtk4_5PxgYJoKKz5raFrbnlEl3coTNWr638L4dbbm7jccfV2r7wxdsfcLeoQItYDtdS_TlLnGaZDtusNrdyYpfnOI2JPvxwzz8Rdhwm5-8mCUZPMjIK-LwrM6CVWSxAJT_p8Wk9ew-c-6oTgqyyAd4NwAqhWgbPCu4-EQnucbh0ZZCLs2sv4ijJAIDJaremdUQrGfU3702w75ymSKdGTJIQNaPUoaY90h6n6bpfI2QoWcnSgZ63LYRp0NAOQuyKwlYzsrfQPYDeQd3Xo4Tf5s56vIKYGZDH3bq4xo99tJ7xTyNkyHT63riGfg0Uh_lDsRS-Npt9wHkg80hYAssPdM2Z1slnMuAPsHXJJwa73AxzjulU_L9pjemVVDbueFzkTzHxl59Ao-PElX2uurKkbJbR31FBcNt_aFS4ZA668HiU3L5RkmXuD44qsBLAN7aSzR9O63ET60df9FuciXMNCBjjpIRpaqfKKo-uCQNOEKifD48H1oj_OjdscY1V1XuQ0mmKEFgkMLuc9RSiWgtvu8tWgHfW1e1MUCF5lT4WXKVcdYRWnMm0YzUkHeYfRWD69RuwdQKIHS9qqkNXTR_zISQxDrMTFhZDls74EGHkIjg4v3NXcHueMQsSSxqCvaE_413J6rl2UfGr3Nh0jf7An8SXAOyRpvruUxJmlyshygf-tNS6odyFuUQApZqFSmLNhmwh45CvXoRm_xWC8Wi_f6-IWGrSFpLXhvPnF-_PD6zR3v5Q-WffWi95Kp8FJ6nwSreuL_DhvdT_8EVEUlYAmLraU9SO4P7lOD5xirVFEn3TR5kbHYpByAZgEbwh7VTp2ViksGR8DbIukYYH-dQYXh6VZ0XdrTbDb79ytWvQPztNlE_EVo0try4ez74xCE7I0kV12690wiLT30mzGQNTH6M8knw_4G89q_xIHjuKylkx1ccxmOchsNfwQws3DyY6bwNjSr153QRYeORoZV9YjwVbaffmfEKctS4wHmO3pVw9tJavbIxxmuGyk-fTRva6CzmpGjuIhazL77JPEHVFOFeQvFTWwDLODe01qLFU-eXA25GE9S2pSXwJfCLcgs9iG-bykP1DIMe0O87vvp_KaPdDbb9nPoKhKRuZ6nQW6p2urd05MbTv7hFAsOgiGax7y2aHPM13NNVk52iriY2b3n0d6OQmRVJAaIp8UJigKFH6NGVtmlitpAv_Zlsh_Yo0hcdkluVMN56oem8885ouyTopaeggdXVNZeTo8BDsJRqLEomnpLbP6etCFAWCZxk9w7Vt7DUtBEvlju8Eu28Z5r_nsWRk9_K99009ZzedzyqNDgCg5d1tLFuGbVe3DaC-zsNrBJ7SpYDccjGV5SGfZascFUbYTZGnAPhENqBbBOEmJK_khX86aR5z-mQC70waVfC-q-3qlTNUE1WkRSQCScbXLJYhwSvOYl_2gbcp41Ta3HbH9pHvAJtryKssmhrjYfkfJ5FQdHbXGzC119-x1-JG_PSzRaGtgoYiy5k_Z-Hp9hLC3W5nCzTKR5pF7pFPY0MODOK1lNZ28nd1IYfIphuIsDdqUgfLOUkvk24o4rxpHRTYRIOSwl-0Dez_2cSgXMKEfvMPUfIAU9Z12nqs5evWJ9DpxPd0J3Ffeq7Jipn4hbWgmnEmLlIjoBWVuyYgTfYYB84ZJJjx4-kGNVp8YbqebqD6kpDLRwCstSdxkkhRQ33iNS__e2fLPqxYaLdN19B6miZZ1redZZloIB14tnZoPTx5GhbsCb-X8zV3PAHLjXixzgIy7AsR8ws3AiqgKlXqtf2ScLKTRONUm5OqExqacssVFeHJRtE5yjw0s7x2ReQQLRt2tupqi6wrdqDkyTjNYrRwPvh1g5EWarNDp6K9Vf0bKxBdNwkoXKM05maM94Ez0_AcSYNMYyKiFvagJGJ0JXOK2W-mlD-q4yln03paVR5xD8S5Le85dFjxAOsVpkCH1_ArHQYNHnRlcXq4qH-1cHFhmS2TYxAsl25p8-2HfEOP14V1n8-mpVyYiCDScgqn-4aLjbWQ2MMuO9-EpqiZzvP_rLM8j4cCEkcdBiJIjdeGdhC8MW8hzgTN8qAFinlVb-9FSmKQRHqCHkaXUDVz8cmuKyJ5u7zuRGtWXIje9Fm_XJ7zo4tIu7CA2zke-O5FElfwY7psxbXHCH6YiF729Wi9yT7z4Ht1kW6U7JgU4WBIm84_W1hGM9tQP4YM4aUohGzaoYvjcHLkB5ZWvAmJhWNs-ao9HlgMUFrVQxkvZ9TrNLXeqq3j3ggil8apJ4EEGuE5pyzhVmWd76llBll4Vrzrd67lT8Rrm46FVWvK2zwBzwngHxB0QFzvv4hg506uyG1SglC7xt3vc3Eb1-a2m5sUYA2-VrEYvZfsBkOszsX5iqbMDLsplCWg76SPbuTKnKyg_PWwjzHoKylcdMmNuU1xU7yEXA4V_EctqRKsI7pPUUJXlOrSS3n0360b5srbXLFaJ2FaPBzUoNSfqM6ZWFpw93lMioLzX4dWFwc3oTNIr-Qyu_pJz3lMpKNrUR5fVlTigkmsVhUsYv9Q7If2dR9bD81wjnCUOfn3fo_WBh_WVB5K0JkNAgf8H7LwUI7JTx8Trp2VBubJ0oSvfm_5_RFnKXSNiMQPTVMVKkeCEU20p_r-tP9dBTsP2K7U9Y6RHjzAMHptPj74YhI9lqJaCuhB_c1XRpIJcp_IXfmKABkhVu6rxQH5dzdUNKz-p4W_y6xCwszKDRoaytcz_WNVTz1kNiDvScv4Mpj4E4iV20uw62TzHDzz22EgHjcVhMJibmPE1jjAHb2YqVoeRAwP6dd2-GeK-ycTywmsO8TOguP7xJl6EVvXOn3ZLGOOkudvZuyR8uCnXLEnx9yMbSICgsa9AbLS3aGUkZnE8J38mTI_Kr4V8MOF7CK3s2Cz6R0ZfIxQU7VHTDxvDTVErcIfvoNU4ibZYJ7oGYlia2rCYnRjEvI7Bsuv5RdsVGXp8-vNJhZurrQ6qjXQJx-AIczoYu0qJ-K4FGcVjBwy8zRPBdRR3tReRLJJIQL9CpsWnVahWKSlGv0t_DkAqLd7E9WlDxWaaTbgD9jICmQ3lUZY3Z6-h7OPlXEJDLLpNJVUaFTf8WYMiqFn83zqMfjKk1ajNmyTBAZVxin5QRa8fGmGkcrzjXoGIylCN6hxDKTawClBa-H-SQGUB8L5fLVaNlQwNpILn1I0LeigXc808BN-VX5XCUkGFFWY_tv62_043khYnh45M_MUErBT5p9KyDq7Gc3Ym4EH-Q2l-rcUbaJLUiMTClOMJ1qNMVEGgEInxwAGcwcZZT7x8PRpuvVRWSHC21TV5h07a1h-HCyY-jpmKQVFYzWhh3wCpHGQkN3qZSrIhZPs8HkNAnaO91WA3C3VVm3WT9VFAInmkmDOvrI8Myb6gFRRjsgJQmX_Jqt29PUq6YSB38epnov4VNlBjZkeFJc_ZvSQUcSb2ltFSLOfrDwnyckPi44DAwCTTCtkXdp6oThu_ONPOd8OXjaG5S0z4EnIT8PNRN8ff50ytUL5-UC7K7wLBs7dkamIXN8s4euFxMDhbI6kgqO1K5SR0wk7oJXAuUdCJhhTk-G1ZEAWqpymfJ3a5qm5f0n8kzlz8Saeec3pNmdQp30s29IZe-UaiEDztxZXAXKV79hcjfAEHa-eq8UofMeJTegKXx-BWYOkeAMg2dYEDYQ4otGPmT9byasfMUmwox4GAwWQITjuPzWN42EZj0Wu3G22rJwiymziihXC7dHQ0LXjIbQMB_jLTsBiYs5XyD6j90VgAQox6HkGXPJxKQdThTwJAuRrGoTkR2eNiR_HqU2fiO5ldldW9nCX-U5sVCJv2a2de0EC2IwAw6Iv-PkQcxQbsMMdPPS9p78wIPe0GOWjHrTEvVVAlf2Swzt8Jj5r7APuQJvij4lVlr1eSDGuRL90fzuxMi3ScK5aYmceYQ-vyFtGA0yysDeqyz6ye3nLT0L9PmMBezaRB-HUR_WYOQ1kVT7iVpP0qhjzkP54Ofp4-U2ik0YiDdMdPshDFDOyhXWldpqDoxoyGiDAOuIcH8oOfrbEfcNQ80I2Pf1vsaBQzHqMpumY5RU9gHXnmiyzZTKfL5Eg5Q95m4Q7HtU2yWbFbvq01D2A_Qo8Z19kOPKT08iDU9ykSE6qUt63BrGRYdjg5oIGJTsyqsLVI-pzqyJCjg-13eID3eyZkaZ1AbG0hx56XpViXl3kegt_E0qNQG9IPuEnGgopHRflXUsJN28FvCqoiiQKJU1CcPIXlREzYu0GnZWiD_4OYhkp4Vvj3gWinrtFR4qwSJs1YyvETaNe4giRkQ5KR_bjoJRrJtmHz6c0eolQQFcKXVej0hvqJLgT-8gQ-P3iiVJhBObtgSo7mABC82Dzppo84s0yXJCBXyNfbe4oEIowIDZNAUblGBdLSOjJOxh0YiU5kCDXBIlynAJSqvETKwzLBjGGZMV11Nfbz6YCD3_JxGcpef09fsgWTqNe_vnatDmh89J83IsvVbYbIptTMUvnEFz5p3R99hZ79yDiPjjoHN-UTHY07pKan7vsJOQME5ZT8ewACFBj0d7HczFS3nY7qHnFmNMXBLShSxrrdaOMJw29SuF0kHdBdbxR6hT8u_aTm4iLEQW7-Z78cg3M4evdluYRynEyQnT9kTbI60DCgz2h0obQ75mJBgk-C-mTYt3vqeQxW3077LleqImOd3w6xY69yBm8xZFZizLlfKWYD04AInkaD0a7D8uiYsF_JUZConf7G198D_gIq-rLTVQzY4wVFxzrJV1NW0FzPdWw4D33InpiKG03jPfZm8r_MAA3Zz1zdZkbSDGWyXdQ0GrZHCG7ZiryoBR2SXzty8fsmjOYtpRHDnVK8Dr_KPQ9kDjX0UGIbPWV_7au9LwtVs3m6otw3BQmziqXopM5FNJ1YXS76XiMoqWQmYB5Lu-vxbLCC6TJ8HKbthSQRX0s6vpYHmGDkb-MgGo6nPSXUlpqNZ1J-dXzdEuUFoyOCZaX7tzmXFd6LhwXbenaBn0mC8jaXm4ngSp1j06Y0VeCPkCWu_0DmjkEv_K2a7aBtkwu7mEv0uoBRdb7JJYWP7rJttNyfOIUVj6tM1DXgheydTGDAek5LNnH7MhIuIui6TRJUDJUsCYbTmsuElr9ak4FwuQ3LTOXQ0s6Cr8JXHaszLji6T6SoFKLFLcSXFhIW1mVHC28kI6HlVrgWV3Vk9P7DxP-uJEPxdCF_bEV3tIZsuAzdcu_Vyea0qEXNivEQ-FicHwLWAeJvtHMZ7KyzzO3QyU7C7r9Zt2DkKB0lBDfxXewmlq0yRqkpU-C3A25nYwk1sl56ooDc0Z54_Levatyf-cRyGIgA2stidtNN6-8kbZTfl636Zl5t-IaTOGSbjF1Z4pBabv6mO12PILWp6aZk8Fx6DMagefcpPwgj_wbjxoEmc5FLN18RzMEIZ_jV4g5OAYGV7NMCBBeEAx_1IW7LY2jVDd_LsvZW-KTGvP1pqalX9UiV2IQY9ynYExhPvyYkE-NJ7fINc7n5Dv_ab7rlz0HJh6dZFhsKhEbfC6EL-uP39jllq92d2Gzq1eDSbE1GMoq-TNxFtO3t0KWEUNxUkeNL5w7qwaPnQja8mrA5id8NwSFndXUYnuLpDcL22tzVUHsuMpEOJTUKzElbPsG2FlpObYsAECqqF3nA7cx48Tz_0r9xByYVztqHu1vWmg3QZKyU7YeA8kvqkYh48bU0Xj-4YIwwMtRCQQVuR5BkLd32pifhmhnbLLZ7cXs0tF5eF07fIwC8CT4LznUbX4T5U8z_QP4l9rz9cJE2OSlikWAeqrSficNWjSau9UolOb5cjzUUBHq79EVKG_Rk-TdmnMmCeO_GiKbcnftybozBCDFG2EMQIfzvyKfqlFg0SlUGvuL6ipSGI4XiXsSzUf6SpPD-pIElM9z90gCnki4ldCynwnYxn1PK1vhDqdN8BjRmG3s9DiGctx7aq2O3h4HgWF5rKu50lS2K1huDloHr-6Jjz4H5u-vEFUIsL2-TFU3o0n8JzrThkFb4a6f7p8aE-eOvTVYR2kGyb01fZVjy0-RfNdzhiDYm8HJnNOSer10F0GwDVG9CLo1yOVuSI7susRTqX1634Ar59NjWH4t6nbtV-JfMZA5uZBN6cSV1GN6l-t0HkVAQ9CWcxRWFlTFIigXLP6AzyEhsg6H1TVD9ZazUdeWEBxcwPjuhatCI_beYJcHtlZVSCKwF8YYsIyLYh4Xhp-EwZBdhO-SwZJz9IFR_aERBxek1oVqqmglgRlFdD7zrkusvqOjsExskruteklulTivg1FV6tB_P_Ivhf5srQVJiRlipkK1iFX--KejsLNxNZjuoa4FzhBp9Ix4qaC0BxeLFTGSghM_JjNhv6h3gBrbTMFPlmJoyR_pdGy7BBj23TrBQ3QRghTcjYmnrgjTIUfFLPpZg==\",\"video_metadata\":null}],\"role\":\"model\"},\"citation_metadata\":null,\"finish_message\":null,\"token_count\":null,\"finish_reason\":\"STOP\",\"avg_logprobs\":null,\"grounding_metadata\":null,\"index\":0,\"logprobs_result\":null,\"safety_ratings\":null,\"url_context_metadata\":null}],\"create_time\":null,\"model_version\":\"gemini-3.1-pro-preview\",\"prompt_feedback\":null,\"response_id\":\"Qke4adX-HICW28oP9467uQo\",\"usage_metadata\":{\"cache_tokens_details\":null,\"cached_content_token_count\":null,\"candidates_token_count\":2094,\"candidates_tokens_details\":null,\"prompt_token_count\":1178,\"prompt_tokens_details\":[{\"modality\":\"IMAGE\",\"token_count\":1092},{\"modality\":\"TEXT\",\"token_count\":86}],\"thoughts_token_count\":7517,\"tool_use_prompt_token_count\":null,\"tool_use_prompt_tokens_details\":null,\"total_token_count\":10789,\"traffic_type\":null},\"automatic_function_calling_history\":[],\"parsed\":{\"metadata\":{\"title\":\"BIBLIOGRAPHY\",\"year\":\"1947\",\"page_number\":10},\"entries\":[{\"id\":\"140\",\"type\":\"book\",\"title\":\"Why We Read History\",\"author\":[{\"family\":\"Smellie\",\"given\":\"K. B.\"}],\"publisher_place\":\"London\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"141\",\"type\":\"book\",\"title\":\"A Study of History\",\"author\":[{\"family\":\"Toynbee\",\"given\":\"Arnold J.\"}],\"note\":\"abridged by D. C. Somervell (Abridgement of vols. I-VI of A Study of History)\",\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"142\",\"type\":\"book\",\"title\":\"In den spiegel van het verleden: historische opstellen\",\"author\":[{\"family\":\"Verberne\",\"given\":\"L. G. J.\"}],\"publisher_place\":\"Utrecht, Antwerpen\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"143\",\"type\":\"book\",\"title\":\"Esquemas de metodolog\u00eda eclesi\u00e1stica\",\"author\":[{\"family\":\"Vevir\",\"given\":\"Jos\u00e9\"}],\"publisher_place\":\"Barcelona\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"144\",\"type\":\"book\",\"title\":\"Sinn und Ziel der Geschichte\",\"author\":[{\"family\":\"Walz\",\"given\":\"Hans H.\"}],\"publisher_place\":\"Bonn\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"145\",\"type\":\"book\",\"title\":\"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\"publisher_place\":\"Milano\",\"event_date\":\"15-20 November, 1946\",\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"146\",\"type\":\"other\",\"title\":\"Storia e materialismo storico\",\"author\":[{\"family\":\"Drago\",\"given\":\"Pietro C.\"}],\"volume\":\"I\",\"page\":\"109-117\",\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"147\",\"type\":\"other\",\"title\":\"Critica del giudizio storico\",\"author\":[{\"family\":\"Fazio-Allmayer\",\"given\":\"Vito\"}],\"volume\":\"I\",\"page\":\"281-290\",\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"148\",\"type\":\"other\",\"title\":\"Forza e spirito nella storia\",\"author\":[{\"family\":\"Nyman\",\"given\":\"A.\"}],\"volume\":\"I\",\"page\":\"191-200\",\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"149\",\"type\":\"journal-article\",\"title\":\"Sur le concept d'histoire\",\"container_title\":\"Les temps modernes\",\"author\":[{\"family\":\"Benjamin\",\"given\":\"Walter\"}],\"volume\":\"II\",\"page\":\"623-634\",\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"150\",\"type\":\"other\",\"title\":\"Philosophy of History\",\"container_title\":\"20th Century Philosophy\",\"author\":[{\"family\":\"Boodin\",\"given\":\"John E.\"}],\"editor\":[\"Dagobert D. Runes\"],\"publisher_place\":\"New York\",\"page\":\"89-106\",\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"151\",\"type\":\"journal-article\",\"title\":\"De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty\",\"container_title\":\"Deucalion\",\"author\":[{\"family\":\"Caillois\",\"given\":\"R. P.\"}],\"volume\":\"II\",\"page\":\"57-85\",\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"152\",\"type\":\"journal-article\",\"title\":\"Commemorazione di Adolfo Omodeo\",\"container_title\":\"Annali della Scuola Normale di Pisa\",\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"fascicle\":\"3-4\",\"reprint\":\"reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959\",\"edition\":null,\"incomplete\":null},{\"id\":\"153\",\"type\":\"journal-article\",\"title\":\"The Historian and the Philosophy of Science\",\"container_title\":\"Isis\",\"author\":[{\"family\":\"Cowan\",\"given\":\"Thomas\"}],\"volume\":\"XXXVIII\",\"page\":\"11-18\",\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"154\",\"type\":\"journal-article\",\"title\":\"History as a Science\",\"container_title\":\"Historical Studies: Australia and New Zealand\",\"author\":[{\"family\":\"Crawford\",\"given\":\"R. M.\"}],\"volume\":\"III\",\"page\":\"153-175\",\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"155\",\"type\":\"journal-article\",\"title\":\"Christianisme et histoire\",\"container_title\":\"Etudes\",\"author\":[{\"family\":\"Dani\u00e9lou\",\"given\":\"J.\"}],\"volume\":\"CCLIV\",\"page\":\"166-184\",\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"156\",\"type\":\"journal-article\",\"title\":\"Wahrheit der Geschichte. Geschichte der Wahrheit\",\"container_title\":\"Amerikanische Rundschau\",\"author\":[{\"family\":\"Dell\",\"given\":\"Stanley\"}],\"volume\":\"III\",\"page\":\"44-53\",\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"157\",\"type\":\"journal-article\",\"title\":\"The Idea of Progress\",\"container_title\":\"American Historical Review\",\"author\":[{\"family\":\"Fay\",\"given\":\"Sidney B.\"}],\"volume\":\"LII\",\"page\":\"231-246\",\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"158\",\"type\":\"journal-article\",\"title\":\"Th\u00e9ologie et histoire\",\"container_title\":\"Dieu vivant\",\"author\":[{\"family\":\"Fessard\",\"given\":\"Gaston\"}],\"volume\":\"VIII\",\"page\":\"39-65\",\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"159\",\"type\":\"journal-article\",\"title\":\"Acton, Creighton, and Lea: a Study in History and Ethics\",\"container_title\":\"Pacific Historical Review\",\"author\":[{\"family\":\"Fish\",\"given\":\"Andrew\"}],\"volume\":\"XVI\",\"page\":\"59-69\",\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"160\",\"type\":\"journal-article\",\"title\":\"Le conscience historique en Italie\",\"container_title\":\"Les temps modernes\",\"author\":[{\"family\":\"Garosci\",\"given\":\"A.\"}],\"volume\":\"III\",\"page\":\"23-24\",\"reprint\":null,\"edition\":null,\"incomplete\":false}]}}"}, "scoring": {"fuzzy": 0.6027034376737328, "cost_summary": {"total_input_tokens": 5832, "total_output_tokens": 8873, "total_tokens": 14705, "input_cost_usd": 0.011664, "output_cost_usd": 0.10647599999999999, "total_cost_usd": 0.11814}}, "normalized_score": 60.27034376737328}, {"_id": {"$oid": "69ce22c0214d8cd071ad02fb"}, "test_id": "T0133", "benchmark": "bibliographic_data", "date": "2026-02-17", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "o3", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"HISTORY AND THEORY\",\"year\":\"1946\",\"page_number\":5},\"entries\":[{\"id\":\"49\",\"type\":\"journal-article\",\"title\":\"Review of the German translation\",\"container_title\":\"Historische Zeitschrift\",\"author\":[{\"family\":\"Schlenke\",\"given\":\"Manfred\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1957\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CLXXXIV\",\"page\":\"594-597\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"50\",\"type\":\"book\",\"title\":\"Introduzione allo studio della storia\",\"container_title\":null,\"author\":[{\"family\":\"Cusin\",\"given\":\"Fabio\"}],\"note\":\"Review: F. Cafaro, Sophia I (1947), 206-207.\",\"publisher\":\"Cedam\",\"editor\":null,\"publisher_place\":\"Padova\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"51\",\"type\":\"journal-article\",\"title\":\"Review of \u201cIntroduzione allo studio della storia\u201d\",\"container_title\":\"Sophia\",\"author\":[{\"family\":\"Cafaro\",\"given\":\"F.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":\"50\",\"volume\":\"I\",\"page\":\"206-207\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"52\",\"type\":\"book\",\"title\":\"L'histoire, science du concret\",\"container_title\":null,\"author\":[{\"family\":\"Dardel\",\"given\":\"Eric\"}],\"note\":null,\"publisher\":\"Presses Universitaires de France\",\"editor\":null,\"publisher_place\":\"Paris\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"53\",\"type\":\"book\",\"title\":\"Historical Change\",\"container_title\":null,\"author\":[{\"family\":\"Einstein\",\"given\":\"Lewis\"}],\"note\":null,\"publisher\":\"Cambridge University Press\",\"editor\":null,\"publisher_place\":\"Cambridge\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"54\",\"type\":\"book\",\"title\":\"The Place of War in History\",\"container_title\":null,\"author\":[{\"family\":\"Falls\",\"given\":\"Cyril\"}],\"note\":null,\"publisher\":\"Clarendon\",\"editor\":null,\"publisher_place\":\"Oxford\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"55\",\"type\":\"book\",\"title\":\"A Guide to Historical Method\",\"container_title\":null,\"author\":[{\"family\":\"Garraghan\",\"given\":\"Gilbert J.\"}],\"note\":null,\"publisher\":\"Fordham University Press\",\"editor\":[\"Jean Delanglez\"],\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"56\",\"type\":\"book\",\"title\":\"Le\u00e7ons sur la philosophie de l'histoire\",\"container_title\":null,\"author\":[{\"family\":\"Gibelin\",\"given\":\"J.\"}],\"note\":null,\"publisher\":\"Vrin\",\"editor\":null,\"publisher_place\":\"Paris\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"57\",\"type\":\"book\",\"title\":\"Bilan de l'histoire\",\"container_title\":null,\"author\":[{\"family\":\"Grousset\",\"given\":\"Ren\u00e9\"}],\"note\":null,\"publisher\":\"Plon\",\"editor\":null,\"publisher_place\":\"Paris\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"58\",\"type\":\"book\",\"title\":\"Introduction \u00e0 l'histoire\",\"container_title\":null,\"author\":[{\"family\":\"Halphen\",\"given\":\"Louis\"}],\"note\":null,\"publisher\":\"Presses Universitaires de France\",\"editor\":null,\"publisher_place\":\"Paris\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"59\",\"type\":\"journal-article\",\"title\":\"Sur une forme d'histoire qui n'est pas la n\u00f4tre\",\"container_title\":\"Annales: Economies-soci\u00e9t\u00e9s-civilisations\",\"author\":[{\"family\":\"Febvre\",\"given\":\"Lucien\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"21-24\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"60\",\"type\":\"journal-article\",\"title\":\"Avenir de l'histoire\",\"container_title\":\"Revue historique\",\"author\":[{\"family\":\"Lefebvre\",\"given\":\"Georges\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CXCVII\",\"page\":\"55-61\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"61\",\"type\":\"book\",\"title\":\"Hoe bepaalt de geschiedenis het heden? Een niet gehouden rede\",\"container_title\":null,\"author\":[{\"family\":\"Huizinga\",\"given\":\"J.\"}],\"note\":null,\"publisher\":\"Tjeenk Willink\",\"editor\":null,\"publisher_place\":\"Haarlem\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"62\",\"type\":\"book\",\"title\":\"De mensch en de beschaving\",\"container_title\":null,\"author\":[{\"family\":\"Huizinga\",\"given\":\"J.\"}],\"note\":null,\"publisher\":\"Pantheon\",\"editor\":null,\"publisher_place\":\"Amsterdam; Antwerpen\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"63\",\"type\":\"book\",\"title\":\"Historische Meditationen\",\"container_title\":null,\"author\":[{\"family\":\"Kaegi\",\"given\":\"W.\"}],\"note\":\"2 vols.\",\"publisher\":\"Fritz und Wasmuth\",\"editor\":null,\"publisher_place\":\"Z\u00fcrich\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"64\",\"type\":\"book\",\"title\":\"Notions d'historiographie moderne\",\"container_title\":null,\"author\":[{\"family\":\"Lefebvre\",\"given\":\"G.\"}],\"note\":\"Dactylographed for his students\",\"publisher\":\"Centre de Documentation Universitaire\",\"editor\":null,\"publisher_place\":\"Paris\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"65\",\"type\":\"book\",\"title\":\"Essays on Historiography\",\"container_title\":null,\"author\":[{\"family\":\"Malin\",\"given\":\"James C.\"}],\"note\":null,\"publisher\":\"the Author\",\"editor\":null,\"publisher_place\":\"Lawrence, Kansas\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"66\",\"type\":\"book\",\"title\":\"The Old Testament Interpretation of History\",\"container_title\":null,\"author\":[{\"family\":\"North\",\"given\":\"C. R.\"}],\"note\":null,\"publisher\":\"The Epworth Press\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"67\",\"type\":\"book\",\"title\":\"Concord and Liberty\",\"container_title\":null,\"author\":[{\"family\":\"Ortega y Gasset\",\"given\":\"Jos\u00e9\"}],\"note\":\"Translated by Helene Weyl\",\"publisher\":\"Norton\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"68\",\"type\":\"book\",\"title\":\"Sociolvidenbakelig Metodelaere\",\"container_title\":null,\"author\":[{\"family\":\"Ranulf\",\"given\":\"Svend\"}],\"note\":null,\"publisher\":\"Einar Munksgaard\",\"editor\":null,\"publisher_place\":\"K\u00f8benhavn\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"69\",\"type\":\"book\",\"title\":\"Geschichte als Bildungsmacht\",\"container_title\":null,\"author\":[{\"family\":\"Ritter\",\"given\":\"Gerhard\"}],\"note\":null,\"publisher\":\"Deutsche Verlags-Anstalt\",\"editor\":null,\"publisher_place\":\"Stuttgart\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null}]}", "model": "o3-2025-04-16", "provider": "openai", "finish_reason": "stop", "usage": {"input_tokens": 1648, "output_tokens": 5342, "total_tokens": 6990, "input_cost_usd": 0.003296, "output_cost_usd": 0.042736, "estimated_cost_usd": 0.046032000000000003}, "duration": 49.318915605545044, "timestamp": "2026-02-17T11:46:35.988292", "parsed": {"metadata": {"title": "HISTORY AND THEORY", "year": "1946", "page_number": 5}, "entries": [{"id": "49", "type": "journal-article", "title": "Review of the German translation", "container_title": "Historische Zeitschrift", "author": [{"family": "Schlenke", "given": "Manfred"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1957", "event_date": null, "related": null, "relation": null, "volume": "CLXXXIV", "page": "594-597", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "50", "type": "book", "title": "Introduzione allo studio della storia", "container_title": null, "author": [{"family": "Cusin", "given": "Fabio"}], "note": "Review: F. Cafaro, Sophia I (1947), 206-207.", "publisher": "Cedam", "editor": null, "publisher_place": "Padova", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "51", "type": "journal-article", "title": "Review of \u201cIntroduzione allo studio della storia\u201d", "container_title": "Sophia", "author": [{"family": "Cafaro", "given": "F."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": "50", "volume": "I", "page": "206-207", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "52", "type": "book", "title": "L'histoire, science du concret", "container_title": null, "author": [{"family": "Dardel", "given": "Eric"}], "note": null, "publisher": "Presses Universitaires de France", "editor": null, "publisher_place": "Paris", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "53", "type": "book", "title": "Historical Change", "container_title": null, "author": [{"family": "Einstein", "given": "Lewis"}], "note": null, "publisher": "Cambridge University Press", "editor": null, "publisher_place": "Cambridge", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "54", "type": "book", "title": "The Place of War in History", "container_title": null, "author": [{"family": "Falls", "given": "Cyril"}], "note": null, "publisher": "Clarendon", "editor": null, "publisher_place": "Oxford", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "55", "type": "book", "title": "A Guide to Historical Method", "container_title": null, "author": [{"family": "Garraghan", "given": "Gilbert J."}], "note": null, "publisher": "Fordham University Press", "editor": ["Jean Delanglez"], "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "56", "type": "book", "title": "Le\u00e7ons sur la philosophie de l'histoire", "container_title": null, "author": [{"family": "Gibelin", "given": "J."}], "note": null, "publisher": "Vrin", "editor": null, "publisher_place": "Paris", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "57", "type": "book", "title": "Bilan de l'histoire", "container_title": null, "author": [{"family": "Grousset", "given": "Ren\u00e9"}], "note": null, "publisher": "Plon", "editor": null, "publisher_place": "Paris", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "58", "type": "book", "title": "Introduction \u00e0 l'histoire", "container_title": null, "author": [{"family": "Halphen", "given": "Louis"}], "note": null, "publisher": "Presses Universitaires de France", "editor": null, "publisher_place": "Paris", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "59", "type": "journal-article", "title": "Sur une forme d'histoire qui n'est pas la n\u00f4tre", "container_title": "Annales: Economies-soci\u00e9t\u00e9s-civilisations", "author": [{"family": "Febvre", "given": "Lucien"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "21-24", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "60", "type": "journal-article", "title": "Avenir de l'histoire", "container_title": "Revue historique", "author": [{"family": "Lefebvre", "given": "Georges"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": "CXCVII", "page": "55-61", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "61", "type": "book", "title": "Hoe bepaalt de geschiedenis het heden? Een niet gehouden rede", "container_title": null, "author": [{"family": "Huizinga", "given": "J."}], "note": null, "publisher": "Tjeenk Willink", "editor": null, "publisher_place": "Haarlem", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "62", "type": "book", "title": "De mensch en de beschaving", "container_title": null, "author": [{"family": "Huizinga", "given": "J."}], "note": null, "publisher": "Pantheon", "editor": null, "publisher_place": "Amsterdam; Antwerpen", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "63", "type": "book", "title": "Historische Meditationen", "container_title": null, "author": [{"family": "Kaegi", "given": "W."}], "note": "2 vols.", "publisher": "Fritz und Wasmuth", "editor": null, "publisher_place": "Z\u00fcrich", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "64", "type": "book", "title": "Notions d'historiographie moderne", "container_title": null, "author": [{"family": "Lefebvre", "given": "G."}], "note": "Dactylographed for his students", "publisher": "Centre de Documentation Universitaire", "editor": null, "publisher_place": "Paris", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "65", "type": "book", "title": "Essays on Historiography", "container_title": null, "author": [{"family": "Malin", "given": "James C."}], "note": null, "publisher": "the Author", "editor": null, "publisher_place": "Lawrence, Kansas", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "66", "type": "book", "title": "The Old Testament Interpretation of History", "container_title": null, "author": [{"family": "North", "given": "C. R."}], "note": null, "publisher": "The Epworth Press", "editor": null, "publisher_place": "London", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "67", "type": "book", "title": "Concord and Liberty", "container_title": null, "author": [{"family": "Ortega y Gasset", "given": "Jos\u00e9"}], "note": "Translated by Helene Weyl", "publisher": "Norton", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "68", "type": "book", "title": "Sociolvidenbakelig Metodelaere", "container_title": null, "author": [{"family": "Ranulf", "given": "Svend"}], "note": null, "publisher": "Einar Munksgaard", "editor": null, "publisher_place": "K\u00f8benhavn", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "69", "type": "book", "title": "Geschichte als Bildungsmacht", "container_title": null, "author": [{"family": "Ritter", "given": "Gerhard"}], "note": null, "publisher": "Deutsche Verlags-Anstalt", "editor": null, "publisher_place": "Stuttgart", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}]}, "conversation_id": "360c546b-acaa-4e36-8fb7-b19cd7c7662e", "score": {"fuzzy": 0.9136621453192434}, "raw_response": "{\"id\":\"chatcmpl-DACsNDFGCgaykADC3RBo0OaTeYsDz\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\\"metadata\\\":{\\\"title\\\":\\\"HISTORY AND THEORY\\\",\\\"year\\\":\\\"1946\\\",\\\"page_number\\\":5},\\\"entries\\\":[{\\\"id\\\":\\\"49\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Review of the German translation\\\",\\\"container_title\\\":\\\"Historische Zeitschrift\\\",\\\"author\\\":[{\\\"family\\\":\\\"Schlenke\\\",\\\"given\\\":\\\"Manfred\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1957\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"CLXXXIV\\\",\\\"page\\\":\\\"594-597\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"50\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Introduzione allo studio della storia\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Cusin\\\",\\\"given\\\":\\\"Fabio\\\"}],\\\"note\\\":\\\"Review: F. Cafaro, Sophia I (1947), 206-207.\\\",\\\"publisher\\\":\\\"Cedam\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Padova\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"51\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Review of \u201cIntroduzione allo studio della storia\u201d\\\",\\\"container_title\\\":\\\"Sophia\\\",\\\"author\\\":[{\\\"family\\\":\\\"Cafaro\\\",\\\"given\\\":\\\"F.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1947\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":\\\"50\\\",\\\"volume\\\":\\\"I\\\",\\\"page\\\":\\\"206-207\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"52\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"L'histoire, science du concret\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Dardel\\\",\\\"given\\\":\\\"Eric\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Presses Universitaires de France\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Paris\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"53\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Historical Change\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Einstein\\\",\\\"given\\\":\\\"Lewis\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Cambridge University Press\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Cambridge\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"54\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"The Place of War in History\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Falls\\\",\\\"given\\\":\\\"Cyril\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Clarendon\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Oxford\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"55\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"A Guide to Historical Method\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Garraghan\\\",\\\"given\\\":\\\"Gilbert J.\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Fordham University Press\\\",\\\"editor\\\":[\\\"Jean Delanglez\\\"],\\\"publisher_place\\\":\\\"New York\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"56\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Le\u00e7ons sur la philosophie de l'histoire\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Gibelin\\\",\\\"given\\\":\\\"J.\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Vrin\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Paris\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"57\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Bilan de l'histoire\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Grousset\\\",\\\"given\\\":\\\"Ren\u00e9\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Plon\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Paris\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"58\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Introduction \u00e0 l'histoire\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Halphen\\\",\\\"given\\\":\\\"Louis\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Presses Universitaires de France\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Paris\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"59\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Sur une forme d'histoire qui n'est pas la n\u00f4tre\\\",\\\"container_title\\\":\\\"Annales: Economies-soci\u00e9t\u00e9s-civilisations\\\",\\\"author\\\":[{\\\"family\\\":\\\"Febvre\\\",\\\"given\\\":\\\"Lucien\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"III\\\",\\\"page\\\":\\\"21-24\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"60\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Avenir de l'histoire\\\",\\\"container_title\\\":\\\"Revue historique\\\",\\\"author\\\":[{\\\"family\\\":\\\"Lefebvre\\\",\\\"given\\\":\\\"Georges\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1947\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"CXCVII\\\",\\\"page\\\":\\\"55-61\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"61\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Hoe bepaalt de geschiedenis het heden? Een niet gehouden rede\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Huizinga\\\",\\\"given\\\":\\\"J.\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Tjeenk Willink\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Haarlem\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"62\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"De mensch en de beschaving\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Huizinga\\\",\\\"given\\\":\\\"J.\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Pantheon\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Amsterdam; Antwerpen\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"63\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Historische Meditationen\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Kaegi\\\",\\\"given\\\":\\\"W.\\\"}],\\\"note\\\":\\\"2 vols.\\\",\\\"publisher\\\":\\\"Fritz und Wasmuth\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Z\u00fcrich\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"64\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Notions d'historiographie moderne\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Lefebvre\\\",\\\"given\\\":\\\"G.\\\"}],\\\"note\\\":\\\"Dactylographed for his students\\\",\\\"publisher\\\":\\\"Centre de Documentation Universitaire\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Paris\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"65\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Essays on Historiography\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Malin\\\",\\\"given\\\":\\\"James C.\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"the Author\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Lawrence, Kansas\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"66\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"The Old Testament Interpretation of History\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"North\\\",\\\"given\\\":\\\"C. R.\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"The Epworth Press\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"London\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"67\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Concord and Liberty\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Ortega y Gasset\\\",\\\"given\\\":\\\"Jos\u00e9\\\"}],\\\"note\\\":\\\"Translated by Helene Weyl\\\",\\\"publisher\\\":\\\"Norton\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"New York\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"68\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Sociolvidenbakelig Metodelaere\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Ranulf\\\",\\\"given\\\":\\\"Svend\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Einar Munksgaard\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"K\u00f8benhavn\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"69\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Geschichte als Bildungsmacht\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Ritter\\\",\\\"given\\\":\\\"Gerhard\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Deutsche Verlags-Anstalt\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Stuttgart\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null}]}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":[],\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"metadata\":{\"title\":\"HISTORY AND THEORY\",\"year\":\"1946\",\"page_number\":5},\"entries\":[{\"id\":\"49\",\"type\":\"journal-article\",\"title\":\"Review of the German translation\",\"container_title\":\"Historische Zeitschrift\",\"author\":[{\"family\":\"Schlenke\",\"given\":\"Manfred\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1957\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CLXXXIV\",\"page\":\"594-597\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"50\",\"type\":\"book\",\"title\":\"Introduzione allo studio della storia\",\"container_title\":null,\"author\":[{\"family\":\"Cusin\",\"given\":\"Fabio\"}],\"note\":\"Review: F. Cafaro, Sophia I (1947), 206-207.\",\"publisher\":\"Cedam\",\"editor\":null,\"publisher_place\":\"Padova\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"51\",\"type\":\"journal-article\",\"title\":\"Review of \u201cIntroduzione allo studio della storia\u201d\",\"container_title\":\"Sophia\",\"author\":[{\"family\":\"Cafaro\",\"given\":\"F.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":\"50\",\"volume\":\"I\",\"page\":\"206-207\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"52\",\"type\":\"book\",\"title\":\"L'histoire, science du concret\",\"container_title\":null,\"author\":[{\"family\":\"Dardel\",\"given\":\"Eric\"}],\"note\":null,\"publisher\":\"Presses Universitaires de France\",\"editor\":null,\"publisher_place\":\"Paris\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"53\",\"type\":\"book\",\"title\":\"Historical Change\",\"container_title\":null,\"author\":[{\"family\":\"Einstein\",\"given\":\"Lewis\"}],\"note\":null,\"publisher\":\"Cambridge University Press\",\"editor\":null,\"publisher_place\":\"Cambridge\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"54\",\"type\":\"book\",\"title\":\"The Place of War in History\",\"container_title\":null,\"author\":[{\"family\":\"Falls\",\"given\":\"Cyril\"}],\"note\":null,\"publisher\":\"Clarendon\",\"editor\":null,\"publisher_place\":\"Oxford\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"55\",\"type\":\"book\",\"title\":\"A Guide to Historical Method\",\"container_title\":null,\"author\":[{\"family\":\"Garraghan\",\"given\":\"Gilbert J.\"}],\"note\":null,\"publisher\":\"Fordham University Press\",\"editor\":[\"Jean Delanglez\"],\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"56\",\"type\":\"book\",\"title\":\"Le\u00e7ons sur la philosophie de l'histoire\",\"container_title\":null,\"author\":[{\"family\":\"Gibelin\",\"given\":\"J.\"}],\"note\":null,\"publisher\":\"Vrin\",\"editor\":null,\"publisher_place\":\"Paris\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"57\",\"type\":\"book\",\"title\":\"Bilan de l'histoire\",\"container_title\":null,\"author\":[{\"family\":\"Grousset\",\"given\":\"Ren\u00e9\"}],\"note\":null,\"publisher\":\"Plon\",\"editor\":null,\"publisher_place\":\"Paris\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"58\",\"type\":\"book\",\"title\":\"Introduction \u00e0 l'histoire\",\"container_title\":null,\"author\":[{\"family\":\"Halphen\",\"given\":\"Louis\"}],\"note\":null,\"publisher\":\"Presses Universitaires de France\",\"editor\":null,\"publisher_place\":\"Paris\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"59\",\"type\":\"journal-article\",\"title\":\"Sur une forme d'histoire qui n'est pas la n\u00f4tre\",\"container_title\":\"Annales: Economies-soci\u00e9t\u00e9s-civilisations\",\"author\":[{\"family\":\"Febvre\",\"given\":\"Lucien\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"21-24\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"60\",\"type\":\"journal-article\",\"title\":\"Avenir de l'histoire\",\"container_title\":\"Revue historique\",\"author\":[{\"family\":\"Lefebvre\",\"given\":\"Georges\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CXCVII\",\"page\":\"55-61\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"61\",\"type\":\"book\",\"title\":\"Hoe bepaalt de geschiedenis het heden? Een niet gehouden rede\",\"container_title\":null,\"author\":[{\"family\":\"Huizinga\",\"given\":\"J.\"}],\"note\":null,\"publisher\":\"Tjeenk Willink\",\"editor\":null,\"publisher_place\":\"Haarlem\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"62\",\"type\":\"book\",\"title\":\"De mensch en de beschaving\",\"container_title\":null,\"author\":[{\"family\":\"Huizinga\",\"given\":\"J.\"}],\"note\":null,\"publisher\":\"Pantheon\",\"editor\":null,\"publisher_place\":\"Amsterdam; Antwerpen\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"63\",\"type\":\"book\",\"title\":\"Historische Meditationen\",\"container_title\":null,\"author\":[{\"family\":\"Kaegi\",\"given\":\"W.\"}],\"note\":\"2 vols.\",\"publisher\":\"Fritz und Wasmuth\",\"editor\":null,\"publisher_place\":\"Z\u00fcrich\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"64\",\"type\":\"book\",\"title\":\"Notions d'historiographie moderne\",\"container_title\":null,\"author\":[{\"family\":\"Lefebvre\",\"given\":\"G.\"}],\"note\":\"Dactylographed for his students\",\"publisher\":\"Centre de Documentation Universitaire\",\"editor\":null,\"publisher_place\":\"Paris\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"65\",\"type\":\"book\",\"title\":\"Essays on Historiography\",\"container_title\":null,\"author\":[{\"family\":\"Malin\",\"given\":\"James C.\"}],\"note\":null,\"publisher\":\"the Author\",\"editor\":null,\"publisher_place\":\"Lawrence, Kansas\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"66\",\"type\":\"book\",\"title\":\"The Old Testament Interpretation of History\",\"container_title\":null,\"author\":[{\"family\":\"North\",\"given\":\"C. R.\"}],\"note\":null,\"publisher\":\"The Epworth Press\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"67\",\"type\":\"book\",\"title\":\"Concord and Liberty\",\"container_title\":null,\"author\":[{\"family\":\"Ortega y Gasset\",\"given\":\"Jos\u00e9\"}],\"note\":\"Translated by Helene Weyl\",\"publisher\":\"Norton\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"68\",\"type\":\"book\",\"title\":\"Sociolvidenbakelig Metodelaere\",\"container_title\":null,\"author\":[{\"family\":\"Ranulf\",\"given\":\"Svend\"}],\"note\":null,\"publisher\":\"Einar Munksgaard\",\"editor\":null,\"publisher_place\":\"K\u00f8benhavn\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"69\",\"type\":\"book\",\"title\":\"Geschichte als Bildungsmacht\",\"container_title\":null,\"author\":[{\"family\":\"Ritter\",\"given\":\"Gerhard\"}],\"note\":null,\"publisher\":\"Deutsche Verlags-Anstalt\",\"editor\":null,\"publisher_place\":\"Stuttgart\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null}]}}}],\"created\":1771325147,\"model\":\"o3-2025-04-16\",\"object\":\"chat.completion\",\"service_tier\":\"default\",\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":5342,\"prompt_tokens\":1648,\"total_tokens\":6990,\"completion_tokens_details\":{\"accepted_prediction_tokens\":0,\"audio_tokens\":0,\"reasoning_tokens\":3072,\"rejected_prediction_tokens\":0},\"prompt_tokens_details\":{\"audio_tokens\":0,\"cached_tokens\":0}}}"}, "scoring": {"fuzzy": 0.6464662328966855, "cost_summary": {"total_input_tokens": 8240, "total_output_tokens": 18685, "total_tokens": 26925, "input_cost_usd": 0.016479999999999998, "output_cost_usd": 0.14948, "total_cost_usd": 0.16596}}, "normalized_score": 64.64662328966855}, {"_id": {"$oid": "69ce22c0214d8cd071ad0209"}, "test_id": "T0543", "benchmark": "bibliographic_data", "date": "2026-01-25", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "mistral", "model": "ministral-14b-2512", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"Historical Bibliography Page 4\",\"year\":\"2023\",\"page_number\":4},\"entries\":[{\"id\":\"entry_01\",\"type\":\"journal-article\",\"title\":\"The Fall of Constantinople: A Reassessment of Military Tactics\",\"container_title\":\"Speculum\",\"author\":[{\"family\":\"Magdalino\",\"given\":\"Paul\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"2003\",\"event_date\":null,\"related\":null,\"relation\":\"entry_03\",\"volume\":\"78\",\"page\":\"1024-1058\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"entry_02\",\"type\":\"book\",\"title\":\"The Byzantine Empire: A Concise History\",\"container_title\":null,\"author\":[{\"family\":\"Norwich\",\"given\":\"John Julius\"}],\"note\":null,\"publisher\":\"Penguin Books\",\"editor\":null,\"publisher_place\":null,\"issued\":\"2011\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":\"Revised Edition\",\"incomplete\":null},{\"id\":\"entry_03\",\"type\":\"journal-article\",\"title\":\"The Fourth Crusade and the Sack of Constantinople: Historical Controversies\",\"container_title\":\"The Journal of Medieval History\",\"author\":[{\"family\":\"Harris\",\"given\":\"Jonathan\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"2004\",\"event_date\":null,\"related\":[\"entry_01\"],\"relation\":null,\"volume\":\"30\",\"page\":\"1-25\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"entry_04\",\"type\":\"other\",\"title\":\"Primary Sources on the Fall of Constantinople: A Compilation of Chroniclers\u2019 Accounts\",\"container_title\":null,\"author\":[{\"family\":\"Magdalino\",\"given\":\"Paul\"},{\"family\":\"Trapp\",\"given\":\"Erich\"}],\"note\":\"Edited and annotated by Paul Magdalino and Erich Trapp\",\"publisher\":\"Ashgate Publishing\",\"editor\":null,\"publisher_place\":null,\"issued\":\"1996\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}", "model": "ministral-14b-2512", "provider": "mistral", "finish_reason": "stop", "usage": {"input_tokens": 989, "output_tokens": 513, "total_tokens": 1502, "input_cost_usd": 0.00019780000000000004, "output_cost_usd": 0.0001026, "estimated_cost_usd": 0.00030040000000000004}, "duration": 5.038715362548828, "timestamp": "2026-01-25T00:16:14.113260", "parsed": {"metadata": {"title": "Historical Bibliography Page 4", "year": "2023", "page_number": 4}, "entries": [{"id": "entry_01", "type": "journal-article", "title": "The Fall of Constantinople: A Reassessment of Military Tactics", "author": [{"family": "Magdalino", "given": "Paul"}], "container_title": "Speculum", "volume": "78", "page": "1024-1058", "issued": "2003", "relation": "entry_03"}, {"id": "entry_02", "type": "book", "title": "The Byzantine Empire: A Concise History", "author": [{"family": "Norwich", "given": "John Julius"}], "publisher": "Penguin Books", "issued": "2011", "edition": "Revised Edition"}, {"id": "entry_03", "type": "journal-article", "title": "The Fourth Crusade and the Sack of Constantinople: Historical Controversies", "author": [{"family": "Harris", "given": "Jonathan"}], "container_title": "The Journal of Medieval History", "volume": "30", "page": "1-25", "issued": "2004", "related": ["entry_01"]}, {"id": "entry_04", "type": "other", "title": "Primary Sources on the Fall of Constantinople: A Compilation of Chroniclers\u2019 Accounts", "author": [{"family": "Magdalino", "given": "Paul"}, {"family": "Trapp", "given": "Erich"}], "note": "Edited and annotated by Paul Magdalino and Erich Trapp", "publisher": "Ashgate Publishing", "issued": "1996", "incomplete": true}]}, "conversation_id": "095b85b5-8115-47f8-8366-955306b20697", "score": {"fuzzy": 0.037422060099647735}, "raw_response": "{\"id\":\"f5b716ba04a14b399172f168167786b5\",\"object\":\"chat.completion\",\"model\":\"ministral-14b-2512\",\"usage\":{\"prompt_tokens\":989,\"completion_tokens\":513,\"total_tokens\":1502,\"num_cached_tokens\":0},\"created\":1769296569,\"choices\":[{\"index\":0,\"message\":{\"content\":\"{\\n \\\"metadata\\\": {\\n \\\"title\\\": \\\"Historical Bibliography Page 4\\\",\\n \\\"year\\\": \\\"2023\\\",\\n \\\"page_number\\\": 4\\n },\\n \\\"entries\\\": [\\n {\\n \\\"id\\\": \\\"entry_01\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Fall of Constantinople: A Reassessment of Military Tactics\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Magdalino\\\",\\n \\\"given\\\": \\\"Paul\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Speculum\\\",\\n \\\"volume\\\": \\\"78\\\",\\n \\\"page\\\": \\\"1024-1058\\\",\\n \\\"issued\\\": \\\"2003\\\",\\n \\\"relation\\\": \\\"entry_03\\\"\\n },\\n {\\n \\\"id\\\": \\\"entry_02\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"The Byzantine Empire: A Concise History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Norwich\\\",\\n \\\"given\\\": \\\"John Julius\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Penguin Books\\\",\\n \\\"issued\\\": \\\"2011\\\",\\n \\\"edition\\\": \\\"Revised Edition\\\"\\n },\\n {\\n \\\"id\\\": \\\"entry_03\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Fourth Crusade and the Sack of Constantinople: Historical Controversies\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Harris\\\",\\n \\\"given\\\": \\\"Jonathan\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"The Journal of Medieval History\\\",\\n \\\"volume\\\": \\\"30\\\",\\n \\\"page\\\": \\\"1-25\\\",\\n \\\"issued\\\": \\\"2004\\\",\\n \\\"related\\\": [\\\"entry_01\\\"]\\n },\\n {\\n \\\"id\\\": \\\"entry_04\\\",\\n \\\"type\\\": \\\"other\\\",\\n \\\"title\\\": \\\"Primary Sources on the Fall of Constantinople: A Compilation of Chroniclers\u2019 Accounts\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Magdalino\\\",\\n \\\"given\\\": \\\"Paul\\\"\\n },\\n {\\n \\\"family\\\": \\\"Trapp\\\",\\n \\\"given\\\": \\\"Erich\\\"\\n }\\n ],\\n \\\"note\\\": \\\"Edited and annotated by Paul Magdalino and Erich Trapp\\\",\\n \\\"publisher\\\": \\\"Ashgate Publishing\\\",\\n \\\"issued\\\": \\\"1996\\\",\\n \\\"incomplete\\\": true\\n }\\n ]\\n}\",\"tool_calls\":null,\"prefix\":false,\"role\":\"assistant\"},\"finish_reason\":\"stop\"}]}"}, "scoring": {"fuzzy": 0.055619774113558076, "cost_summary": {"total_input_tokens": 4946, "total_output_tokens": 3548, "total_tokens": 8494, "input_cost_usd": 0.0009892000000000002, "output_cost_usd": 0.0007096, "total_cost_usd": 0.0016988000000000003}}, "normalized_score": 5.561977411355808}, {"_id": {"$oid": "69ce22c0214d8cd071ad0226"}, "test_id": "T0565", "benchmark": "bibliographic_data", "date": "2026-01-25", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "mistral", "model": "magistral-small-2509", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"$defs\": {\"Author\": {\"properties\": {\"family\": {\"title\": \"Family\", \"type\": \"string\"}, \"given\": {\"title\": \"Given\", \"type\": \"string\"}}, \"required\": [\"family\", \"given\"], \"title\": \"Author\", \"type\": \"object\"}, \"Entry\": {\"properties\": {\"id\": {\"title\": \"Id\", \"type\": \"string\"}, \"type\": {\"$ref\": \"#/$defs/EntryType\"}, \"title\": {\"title\": \"Title\", \"type\": \"string\"}, \"container_title\": {\"anyOf\": [{\"type\": \"string\"}, {\"type\": \"null\"}], \"default\": null, \"title\": \"Container Title\"}, \"author\": {\"anyOf\": [{\"items\": {\"$ref\": \"#/$defs/Author\"}, \"type\": \"array\"}, {\"type\": \"null\"}], \"default\": null, \"title\": \"Author\"}, \"note\": {\"anyOf\": [{\"type\": \"string\"}, {\"type\": \"null\"}], \"default\": null, \"title\": \"Note\"}, \"publisher\": {\"anyOf\": [{\"type\": \"string\"}, {\"type\": \"null\"}], \"default\": null, \"title\": \"Publisher\"}, \"editor\": {\"anyOf\": [{\"items\": {\"type\": \"string\"}, \"type\": \"array\"}, {\"type\": \"null\"}], \"default\": null, \"title\": \"Editor\"}, \"publisher_place\": {\"anyOf\": [{\"type\": \"string\"}, {\"type\": \"null\"}], \"default\": null, \"title\": \"Publisher Place\"}, \"issued\": {\"anyOf\": [{\"type\": \"string\"}, {\"type\": \"null\"}], \"default\": null, \"title\": \"Issued\"}, \"event_date\": {\"anyOf\": [{\"type\": \"string\"}, {\"type\": \"null\"}], \"default\": null, \"title\": \"Event Date\"}, \"related\": {\"anyOf\": [{\"items\": {\"type\": \"string\"}, \"type\": \"array\"}, {\"type\": \"null\"}], \"default\": null, \"title\": \"Related\"}, \"relation\": {\"anyOf\": [{\"type\": \"string\"}, \"{\" \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n", "model": "magistral-small-2509", "provider": "mistral", "finish_reason": "stop", "usage": {"input_tokens": 989, "output_tokens": 664, "total_tokens": 1653, "input_cost_usd": 0.0004945, "output_cost_usd": 0.000332, "estimated_cost_usd": 0.0008265}, "duration": 2.7939162254333496, "timestamp": "2026-01-25T01:09:30.093458", "conversation_id": "d81809e2-aa26-4fdc-8c8b-4d74cadc3cc1", "score": {"fuzzy": 0.0}, "raw_response": "{\"id\":\"e9b1884b3c924bc2ad3f2df9c3445de9\",\"object\":\"chat.completion\",\"model\":\"magistral-small-2509\",\"usage\":{\"prompt_tokens\":989,\"completion_tokens\":664,\"total_tokens\":1653},\"created\":1769299767,\"choices\":[{\"index\":0,\"message\":{\"content\":\"{\\\"$defs\\\": {\\\"Author\\\": {\\\"properties\\\": {\\\"family\\\": {\\\"title\\\": \\\"Family\\\", \\\"type\\\": \\\"string\\\"}, \\\"given\\\": {\\\"title\\\": \\\"Given\\\", \\\"type\\\": \\\"string\\\"}}, \\\"required\\\": [\\\"family\\\", \\\"given\\\"], \\\"title\\\": \\\"Author\\\", \\\"type\\\": \\\"object\\\"}, \\\"Entry\\\": {\\\"properties\\\": {\\\"id\\\": {\\\"title\\\": \\\"Id\\\", \\\"type\\\": \\\"string\\\"}, \\\"type\\\": {\\\"$ref\\\": \\\"#/$defs/EntryType\\\"}, \\\"title\\\": {\\\"title\\\": \\\"Title\\\", \\\"type\\\": \\\"string\\\"}, \\\"container_title\\\": {\\\"anyOf\\\": [{\\\"type\\\": \\\"string\\\"}, {\\\"type\\\": \\\"null\\\"}], \\\"default\\\": null, \\\"title\\\": \\\"Container Title\\\"}, \\\"author\\\": {\\\"anyOf\\\": [{\\\"items\\\": {\\\"$ref\\\": \\\"#/$defs/Author\\\"}, \\\"type\\\": \\\"array\\\"}, {\\\"type\\\": \\\"null\\\"}], \\\"default\\\": null, \\\"title\\\": \\\"Author\\\"}, \\\"note\\\": {\\\"anyOf\\\": [{\\\"type\\\": \\\"string\\\"}, {\\\"type\\\": \\\"null\\\"}], \\\"default\\\": null, \\\"title\\\": \\\"Note\\\"}, \\\"publisher\\\": {\\\"anyOf\\\": [{\\\"type\\\": \\\"string\\\"}, {\\\"type\\\": \\\"null\\\"}], \\\"default\\\": null, \\\"title\\\": \\\"Publisher\\\"}, \\\"editor\\\": {\\\"anyOf\\\": [{\\\"items\\\": {\\\"type\\\": \\\"string\\\"}, \\\"type\\\": \\\"array\\\"}, {\\\"type\\\": \\\"null\\\"}], \\\"default\\\": null, \\\"title\\\": \\\"Editor\\\"}, \\\"publisher_place\\\": {\\\"anyOf\\\": [{\\\"type\\\": \\\"string\\\"}, {\\\"type\\\": \\\"null\\\"}], \\\"default\\\": null, \\\"title\\\": \\\"Publisher Place\\\"}, \\\"issued\\\": {\\\"anyOf\\\": [{\\\"type\\\": \\\"string\\\"}, {\\\"type\\\": \\\"null\\\"}], \\\"default\\\": null, \\\"title\\\": \\\"Issued\\\"}, \\\"event_date\\\": {\\\"anyOf\\\": [{\\\"type\\\": \\\"string\\\"}, {\\\"type\\\": \\\"null\\\"}], \\\"default\\\": null, \\\"title\\\": \\\"Event Date\\\"}, \\\"related\\\": {\\\"anyOf\\\": [{\\\"items\\\": {\\\"type\\\": \\\"string\\\"}, \\\"type\\\": \\\"array\\\"}, {\\\"type\\\": \\\"null\\\"}], \\\"default\\\": null, \\\"title\\\": \\\"Related\\\"}, \\\"relation\\\": {\\\"anyOf\\\": [{\\\"type\\\": \\\"string\\\"}, \\\"{\\\" \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n\",\"tool_calls\":null,\"prefix\":false,\"role\":\"assistant\"},\"finish_reason\":\"stop\"}]}"}, "scoring": {"fuzzy": 0.0, "cost_summary": {"total_input_tokens": 4946, "total_output_tokens": 5140, "total_tokens": 10086, "input_cost_usd": 0.0024730000000000004, "output_cost_usd": 0.00257, "total_cost_usd": 0.005043000000000001}}, "normalized_score": 0}, {"_id": {"$oid": "69ce22c0214d8cd071ad022c"}, "test_id": "T0259", "benchmark": "bibliographic_data", "date": "2026-01-25", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openrouter", "model": "qwen/qwen3-vl-8b-instruct", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"1945\",\"year\":\"1945\",\"page_number\":2},\"entries\":[{\"id\":\"1\",\"type\":\"book\",\"title\":\"Time as Dimension and History\",\"container_title\":\"University of New Mexico Press\",\"author\":[{\"family\":\"Alexander\",\"given\":\"Hubert G.\"}],\"note\":null,\"publisher\":\"Albuquerque\",\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"2\",\"type\":\"book\",\"title\":\"Wahrheit und Ideologie\",\"container_title\":\"Manesse\",\"author\":[{\"family\":\"Barth\",\"given\":\"Hans\"}],\"note\":null,\"publisher\":\"Z\u00fcrich\",\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"3\",\"type\":\"book\",\"title\":\"Las generaciones en la historia\",\"container_title\":\"Instituto de estudios pol\u00edticos\",\"author\":[{\"family\":\"Entralyo La\u00edn\",\"given\":\"Pedro\"}],\"note\":null,\"publisher\":\"Madrid\",\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"4\",\"type\":\"book\",\"title\":\"Cuatro visiones de la historia universal\",\"container_title\":\"Editorial Losada\",\"author\":[{\"family\":\"Ferrater Mora\",\"given\":\"Jos\u00e9\"}],\"note\":null,\"publisher\":\"Buenos Aires\",\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"5\",\"type\":\"book\",\"title\":\"The Use of Personal Documents in History, Anthropology, and Sociology\",\"container_title\":\"Social Science Research Council, Bulletin 53\",\"author\":[{\"family\":\"Gottschalk\",\"given\":\"L.\"},{\"family\":\"Kluckhohn\",\"given\":\"C.\"},{\"family\":\"Angell\",\"given\":\"R.\"}],\"note\":\"Review:\",\"publisher\":\"New York\",\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"6\",\"type\":\"journal-article\",\"title\":\"The American Journal of Sociology LII\",\"container_title\":\"The American Journal of Sociology LII\",\"author\":[{\"family\":\"Lapiere\",\"given\":\"R. T.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"156-157\",\"event_date\":\"1946\",\"related\":null,\"relation\":null,\"volume\":\"LII\",\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"7\",\"type\":\"book\",\"title\":\"El problema de la historia y su lugar en el conocimiento\",\"container_title\":\"Universidad de Chile\",\"author\":[{\"family\":\"Jasinowski\",\"given\":\"Bogumil\"}],\"note\":\"Review:\",\"publisher\":\"Santiago, Chile\",\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"8\",\"type\":\"journal-article\",\"title\":\"Revue philosophique CXL\",\"container_title\":\"Revue philosophique CXL\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"528\",\"event_date\":\"1950\",\"related\":null,\"relation\":null,\"volume\":\"CXL\",\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"9\",\"type\":\"book\",\"title\":\"Man the Measure: a New Approach to History\",\"container_title\":\"Jonathan Cape (1st ed. New York: Pantheon, 1943)\",\"author\":[{\"family\":\"Kahler\",\"given\":\"Erich\"}],\"note\":\"Review:\",\"publisher\":\"London\",\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":\"2nd ed.\",\"incomplete\":false},{\"id\":\"10\",\"type\":\"journal-article\",\"title\":\"\u201cThe Flight from Reason\u201d\",\"container_title\":\"Journal of Modern History XVII\",\"author\":[{\"family\":\"Savelle\",\"given\":\"Max\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"153-162\",\"event_date\":\"1945\",\"related\":null,\"relation\":null,\"volume\":\"XVII\",\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"11\",\"type\":\"book\",\"title\":\"The Social Interpretation of History\",\"container_title\":\"Scribner\",\"author\":[{\"family\":\"Maurice\",\"given\":\"William\"}],\"note\":null,\"publisher\":\"New York\",\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"12\",\"type\":\"book\",\"title\":\"The Open Society and Its Enemies\",\"container_title\":\"Routledge (Revised ed. Princeton: Princeton University Press, 1950)\",\"author\":[{\"family\":\"Popper\",\"given\":\"Karl\"}],\"note\":\"Reviews and review-articles:\",\"publisher\":\"London\",\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":\"1950\",\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":\"2 vols., Revised ed.\",\"incomplete\":false},{\"id\":\"13\",\"type\":\"journal-article\",\"title\":\"Journal of Philosophy XLIV\",\"container_title\":\"Journal of Philosophy XLIV\",\"author\":[{\"family\":\"Aiken\",\"given\":\"H. D.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"459-479\",\"event_date\":\"1947\",\"related\":null,\"relation\":null,\"volume\":\"XLIV\",\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"14\",\"type\":\"journal-article\",\"title\":\"The Social Scientist in the \u2018Open Society\u2019\",\"container_title\":\"The Social Scientist in the \u2018Open Society\u2019\",\"author\":[{\"family\":\"Bock\",\"given\":\"Kenneth E.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}", "model": "qwen/qwen3-vl-8b-instruct", "provider": "openrouter", "finish_reason": "stop", "usage": {"input_tokens": 1537, "output_tokens": 2501, "total_tokens": 4038, "input_cost_usd": 0.00012296, "output_cost_usd": 0.0012505, "estimated_cost_usd": 0.0013734600000000002}, "duration": 21.414934158325195, "timestamp": "2026-01-25T04:26:45.758262", "parsed": {"metadata": {"title": "1945", "year": "1945", "page_number": 2}, "entries": [{"id": "1", "type": "book", "title": "Time as Dimension and History", "container_title": "University of New Mexico Press", "author": [{"family": "Alexander", "given": "Hubert G."}], "note": null, "publisher": "Albuquerque", "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "2", "type": "book", "title": "Wahrheit und Ideologie", "container_title": "Manesse", "author": [{"family": "Barth", "given": "Hans"}], "note": null, "publisher": "Z\u00fcrich", "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "3", "type": "book", "title": "Las generaciones en la historia", "container_title": "Instituto de estudios pol\u00edticos", "author": [{"family": "Entralyo La\u00edn", "given": "Pedro"}], "note": null, "publisher": "Madrid", "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "4", "type": "book", "title": "Cuatro visiones de la historia universal", "container_title": "Editorial Losada", "author": [{"family": "Ferrater Mora", "given": "Jos\u00e9"}], "note": null, "publisher": "Buenos Aires", "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "5", "type": "book", "title": "The Use of Personal Documents in History, Anthropology, and Sociology", "container_title": "Social Science Research Council, Bulletin 53", "author": [{"family": "Gottschalk", "given": "L."}, {"family": "Kluckhohn", "given": "C."}, {"family": "Angell", "given": "R."}], "note": "Review:", "publisher": "New York", "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "6", "type": "journal-article", "title": "The American Journal of Sociology LII", "container_title": "The American Journal of Sociology LII", "author": [{"family": "Lapiere", "given": "R. T."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "156-157", "event_date": "1946", "related": null, "relation": null, "volume": "LII", "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "7", "type": "book", "title": "El problema de la historia y su lugar en el conocimiento", "container_title": "Universidad de Chile", "author": [{"family": "Jasinowski", "given": "Bogumil"}], "note": "Review:", "publisher": "Santiago, Chile", "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "8", "type": "journal-article", "title": "Revue philosophique CXL", "container_title": "Revue philosophique CXL", "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "528", "event_date": "1950", "related": null, "relation": null, "volume": "CXL", "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "9", "type": "book", "title": "Man the Measure: a New Approach to History", "container_title": "Jonathan Cape (1st ed. New York: Pantheon, 1943)", "author": [{"family": "Kahler", "given": "Erich"}], "note": "Review:", "publisher": "London", "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": "2nd ed.", "incomplete": false}, {"id": "10", "type": "journal-article", "title": "\u201cThe Flight from Reason\u201d", "container_title": "Journal of Modern History XVII", "author": [{"family": "Savelle", "given": "Max"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "153-162", "event_date": "1945", "related": null, "relation": null, "volume": "XVII", "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "11", "type": "book", "title": "The Social Interpretation of History", "container_title": "Scribner", "author": [{"family": "Maurice", "given": "William"}], "note": null, "publisher": "New York", "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "12", "type": "book", "title": "The Open Society and Its Enemies", "container_title": "Routledge (Revised ed. Princeton: Princeton University Press, 1950)", "author": [{"family": "Popper", "given": "Karl"}], "note": "Reviews and review-articles:", "publisher": "London", "editor": null, "publisher_place": null, "issued": null, "event_date": "1950", "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": "2 vols., Revised ed.", "incomplete": false}, {"id": "13", "type": "journal-article", "title": "Journal of Philosophy XLIV", "container_title": "Journal of Philosophy XLIV", "author": [{"family": "Aiken", "given": "H. D."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "459-479", "event_date": "1947", "related": null, "relation": null, "volume": "XLIV", "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "14", "type": "journal-article", "title": "The Social Scientist in the \u2018Open Society\u2019", "container_title": "The Social Scientist in the \u2018Open Society\u2019", "author": [{"family": "Bock", "given": "Kenneth E."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": true}]}, "conversation_id": "84820c52-5871-457e-81b4-bcee0b9267b3", "score": {"fuzzy": 0.6625516071597304}, "raw_response": "{\"id\":\"gen-1769311584-WQozoBQYOa4E7qL5gkmY\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\n \\\"entries\\\": [\\n {\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Alexander\\\",\\n \\\"given\\\": \\\"Hubert G.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"University of New Mexico Press\\\",\\n \\\"edition\\\": null,\\n \\\"editor\\\": null,\\n \\\"event_date\\\": null,\\n \\\"fascicle\\\": null,\\n \\\"id\\\": \\\"1\\\",\\n \\\"incomplete\\\": false,\\n \\\"issued\\\": null,\\n \\\"note\\\": null,\\n \\\"page\\\": null,\\n \\\"publisher\\\": \\\"Albuquerque\\\",\\n \\\"publisher_place\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"reprint\\\": null,\\n \\\"title\\\": \\\"Time as Dimension and History\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"volume\\\": null\\n },\\n {\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Barth\\\",\\n \\\"given\\\": \\\"Hans\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Manesse\\\",\\n \\\"edition\\\": null,\\n \\\"editor\\\": null,\\n \\\"event_date\\\": null,\\n \\\"fascicle\\\": null,\\n \\\"id\\\": \\\"2\\\",\\n \\\"incomplete\\\": false,\\n \\\"issued\\\": null,\\n \\\"note\\\": null,\\n \\\"page\\\": null,\\n \\\"publisher\\\": \\\"Z\u00fcrich\\\",\\n \\\"publisher_place\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"reprint\\\": null,\\n \\\"title\\\": \\\"Wahrheit und Ideologie\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"volume\\\": null\\n },\\n {\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Entralyo La\u00edn\\\",\\n \\\"given\\\": \\\"Pedro\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Instituto de estudios pol\u00edticos\\\",\\n \\\"edition\\\": null,\\n \\\"editor\\\": null,\\n \\\"event_date\\\": null,\\n \\\"fascicle\\\": null,\\n \\\"id\\\": \\\"3\\\",\\n \\\"incomplete\\\": false,\\n \\\"issued\\\": null,\\n \\\"note\\\": null,\\n \\\"page\\\": null,\\n \\\"publisher\\\": \\\"Madrid\\\",\\n \\\"publisher_place\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"reprint\\\": null,\\n \\\"title\\\": \\\"Las generaciones en la historia\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"volume\\\": null\\n },\\n {\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Ferrater Mora\\\",\\n \\\"given\\\": \\\"Jos\u00e9\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Editorial Losada\\\",\\n \\\"edition\\\": null,\\n \\\"editor\\\": null,\\n \\\"event_date\\\": null,\\n \\\"fascicle\\\": null,\\n \\\"id\\\": \\\"4\\\",\\n \\\"incomplete\\\": false,\\n \\\"issued\\\": null,\\n \\\"note\\\": null,\\n \\\"page\\\": null,\\n \\\"publisher\\\": \\\"Buenos Aires\\\",\\n \\\"publisher_place\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"reprint\\\": null,\\n \\\"title\\\": \\\"Cuatro visiones de la historia universal\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"volume\\\": null\\n },\\n {\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Gottschalk\\\",\\n \\\"given\\\": \\\"L.\\\"\\n },\\n {\\n \\\"family\\\": \\\"Kluckhohn\\\",\\n \\\"given\\\": \\\"C.\\\"\\n },\\n {\\n \\\"family\\\": \\\"Angell\\\",\\n \\\"given\\\": \\\"R.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Social Science Research Council, Bulletin 53\\\",\\n \\\"edition\\\": null,\\n \\\"editor\\\": null,\\n \\\"event_date\\\": null,\\n \\\"fascicle\\\": null,\\n \\\"id\\\": \\\"5\\\",\\n \\\"incomplete\\\": false,\\n \\\"issued\\\": null,\\n \\\"note\\\": \\\"Review:\\\",\\n \\\"page\\\": null,\\n \\\"publisher\\\": \\\"New York\\\",\\n \\\"publisher_place\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"reprint\\\": null,\\n \\\"title\\\": \\\"The Use of Personal Documents in History, Anthropology, and Sociology\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"volume\\\": null\\n },\\n {\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Lapiere\\\",\\n \\\"given\\\": \\\"R. T.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"The American Journal of Sociology LII\\\",\\n \\\"edition\\\": null,\\n \\\"editor\\\": null,\\n \\\"event_date\\\": \\\"1946\\\",\\n \\\"fascicle\\\": null,\\n \\\"id\\\": \\\"6\\\",\\n \\\"incomplete\\\": false,\\n \\\"issued\\\": \\\"156-157\\\",\\n \\\"note\\\": null,\\n \\\"page\\\": null,\\n \\\"publisher\\\": null,\\n \\\"publisher_place\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"reprint\\\": null,\\n \\\"title\\\": \\\"The American Journal of Sociology LII\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"volume\\\": \\\"LII\\\"\\n },\\n {\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Jasinowski\\\",\\n \\\"given\\\": \\\"Bogumil\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Universidad de Chile\\\",\\n \\\"edition\\\": null,\\n \\\"editor\\\": null,\\n \\\"event_date\\\": null,\\n \\\"fascicle\\\": null,\\n \\\"id\\\": \\\"7\\\",\\n \\\"incomplete\\\": false,\\n \\\"issued\\\": null,\\n \\\"note\\\": \\\"Review:\\\",\\n \\\"page\\\": null,\\n \\\"publisher\\\": \\\"Santiago, Chile\\\",\\n \\\"publisher_place\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"reprint\\\": null,\\n \\\"title\\\": \\\"El problema de la historia y su lugar en el conocimiento\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"volume\\\": null\\n },\\n {\\n \\\"author\\\": null,\\n \\\"container_title\\\": \\\"Revue philosophique CXL\\\",\\n \\\"edition\\\": null,\\n \\\"editor\\\": null,\\n \\\"event_date\\\": \\\"1950\\\",\\n \\\"fascicle\\\": null,\\n \\\"id\\\": \\\"8\\\",\\n \\\"incomplete\\\": false,\\n \\\"issued\\\": \\\"528\\\",\\n \\\"note\\\": null,\\n \\\"page\\\": null,\\n \\\"publisher\\\": null,\\n \\\"publisher_place\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"reprint\\\": null,\\n \\\"title\\\": \\\"Revue philosophique CXL\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"volume\\\": \\\"CXL\\\"\\n },\\n {\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Kahler\\\",\\n \\\"given\\\": \\\"Erich\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Jonathan Cape (1st ed. New York: Pantheon, 1943)\\\",\\n \\\"edition\\\": \\\"2nd ed.\\\",\\n \\\"editor\\\": null,\\n \\\"event_date\\\": null,\\n \\\"fascicle\\\": null,\\n \\\"id\\\": \\\"9\\\",\\n \\\"incomplete\\\": false,\\n \\\"issued\\\": null,\\n \\\"note\\\": \\\"Review:\\\",\\n \\\"page\\\": null,\\n \\\"publisher\\\": \\\"London\\\",\\n \\\"publisher_place\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"reprint\\\": null,\\n \\\"title\\\": \\\"Man the Measure: a New Approach to History\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"volume\\\": null\\n },\\n {\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Savelle\\\",\\n \\\"given\\\": \\\"Max\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Journal of Modern History XVII\\\",\\n \\\"edition\\\": null,\\n \\\"editor\\\": null,\\n \\\"event_date\\\": \\\"1945\\\",\\n \\\"fascicle\\\": null,\\n \\\"id\\\": \\\"10\\\",\\n \\\"incomplete\\\": false,\\n \\\"issued\\\": \\\"153-162\\\",\\n \\\"note\\\": null,\\n \\\"page\\\": null,\\n \\\"publisher\\\": null,\\n \\\"publisher_place\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"reprint\\\": null,\\n \\\"title\\\": \\\"\u201cThe Flight from Reason\u201d\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"volume\\\": \\\"XVII\\\"\\n },\\n {\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Maurice\\\",\\n \\\"given\\\": \\\"William\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Scribner\\\",\\n \\\"edition\\\": null,\\n \\\"editor\\\": null,\\n \\\"event_date\\\": null,\\n \\\"fascicle\\\": null,\\n \\\"id\\\": \\\"11\\\",\\n \\\"incomplete\\\": false,\\n \\\"issued\\\": null,\\n \\\"note\\\": null,\\n \\\"page\\\": null,\\n \\\"publisher\\\": \\\"New York\\\",\\n \\\"publisher_place\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"reprint\\\": null,\\n \\\"title\\\": \\\"The Social Interpretation of History\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"volume\\\": null\\n },\\n {\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Popper\\\",\\n \\\"given\\\": \\\"Karl\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Routledge (Revised ed. Princeton: Princeton University Press, 1950)\\\",\\n \\\"edition\\\": \\\"2 vols., Revised ed.\\\",\\n \\\"editor\\\": null,\\n \\\"event_date\\\": \\\"1950\\\",\\n \\\"fascicle\\\": null,\\n \\\"id\\\": \\\"12\\\",\\n \\\"incomplete\\\": false,\\n \\\"issued\\\": null,\\n \\\"note\\\": \\\"Reviews and review-articles:\\\",\\n \\\"page\\\": null,\\n \\\"publisher\\\": \\\"London\\\",\\n \\\"publisher_place\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"reprint\\\": null,\\n \\\"title\\\": \\\"The Open Society and Its Enemies\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"volume\\\": null\\n },\\n {\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Aiken\\\",\\n \\\"given\\\": \\\"H. D.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Journal of Philosophy XLIV\\\",\\n \\\"edition\\\": null,\\n \\\"editor\\\": null,\\n \\\"event_date\\\": \\\"1947\\\",\\n \\\"fascicle\\\": null,\\n \\\"id\\\": \\\"13\\\",\\n \\\"incomplete\\\": false,\\n \\\"issued\\\": \\\"459-479\\\",\\n \\\"note\\\": null,\\n \\\"page\\\": null,\\n \\\"publisher\\\": null,\\n \\\"publisher_place\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"reprint\\\": null,\\n \\\"title\\\": \\\"Journal of Philosophy XLIV\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"volume\\\": \\\"XLIV\\\"\\n },\\n {\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Bock\\\",\\n \\\"given\\\": \\\"Kenneth E.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"The Social Scientist in the \u2018Open Society\u2019\\\",\\n \\\"edition\\\": null,\\n \\\"editor\\\": null,\\n \\\"event_date\\\": null,\\n \\\"fascicle\\\": null,\\n \\\"id\\\": \\\"14\\\",\\n \\\"incomplete\\\": true,\\n \\\"issued\\\": null,\\n \\\"note\\\": null,\\n \\\"page\\\": null,\\n \\\"publisher\\\": null,\\n \\\"publisher_place\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"reprint\\\": null,\\n \\\"title\\\": \\\"The Social Scientist in the \u2018Open Society\u2019\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"volume\\\": null\\n }\\n ],\\n \\\"metadata\\\": {\\n \\\"page_number\\\": 2,\\n \\\"title\\\": \\\"1945\\\",\\n \\\"year\\\": \\\"1945\\\"\\n }\\n}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":null,\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"metadata\":{\"title\":\"1945\",\"year\":\"1945\",\"page_number\":2},\"entries\":[{\"id\":\"1\",\"type\":\"book\",\"title\":\"Time as Dimension and History\",\"container_title\":\"University of New Mexico Press\",\"author\":[{\"family\":\"Alexander\",\"given\":\"Hubert G.\"}],\"note\":null,\"publisher\":\"Albuquerque\",\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"2\",\"type\":\"book\",\"title\":\"Wahrheit und Ideologie\",\"container_title\":\"Manesse\",\"author\":[{\"family\":\"Barth\",\"given\":\"Hans\"}],\"note\":null,\"publisher\":\"Z\u00fcrich\",\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"3\",\"type\":\"book\",\"title\":\"Las generaciones en la historia\",\"container_title\":\"Instituto de estudios pol\u00edticos\",\"author\":[{\"family\":\"Entralyo La\u00edn\",\"given\":\"Pedro\"}],\"note\":null,\"publisher\":\"Madrid\",\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"4\",\"type\":\"book\",\"title\":\"Cuatro visiones de la historia universal\",\"container_title\":\"Editorial Losada\",\"author\":[{\"family\":\"Ferrater Mora\",\"given\":\"Jos\u00e9\"}],\"note\":null,\"publisher\":\"Buenos Aires\",\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"5\",\"type\":\"book\",\"title\":\"The Use of Personal Documents in History, Anthropology, and Sociology\",\"container_title\":\"Social Science Research Council, Bulletin 53\",\"author\":[{\"family\":\"Gottschalk\",\"given\":\"L.\"},{\"family\":\"Kluckhohn\",\"given\":\"C.\"},{\"family\":\"Angell\",\"given\":\"R.\"}],\"note\":\"Review:\",\"publisher\":\"New York\",\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"6\",\"type\":\"journal-article\",\"title\":\"The American Journal of Sociology LII\",\"container_title\":\"The American Journal of Sociology LII\",\"author\":[{\"family\":\"Lapiere\",\"given\":\"R. T.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"156-157\",\"event_date\":\"1946\",\"related\":null,\"relation\":null,\"volume\":\"LII\",\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"7\",\"type\":\"book\",\"title\":\"El problema de la historia y su lugar en el conocimiento\",\"container_title\":\"Universidad de Chile\",\"author\":[{\"family\":\"Jasinowski\",\"given\":\"Bogumil\"}],\"note\":\"Review:\",\"publisher\":\"Santiago, Chile\",\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"8\",\"type\":\"journal-article\",\"title\":\"Revue philosophique CXL\",\"container_title\":\"Revue philosophique CXL\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"528\",\"event_date\":\"1950\",\"related\":null,\"relation\":null,\"volume\":\"CXL\",\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"9\",\"type\":\"book\",\"title\":\"Man the Measure: a New Approach to History\",\"container_title\":\"Jonathan Cape (1st ed. New York: Pantheon, 1943)\",\"author\":[{\"family\":\"Kahler\",\"given\":\"Erich\"}],\"note\":\"Review:\",\"publisher\":\"London\",\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":\"2nd ed.\",\"incomplete\":false},{\"id\":\"10\",\"type\":\"journal-article\",\"title\":\"\u201cThe Flight from Reason\u201d\",\"container_title\":\"Journal of Modern History XVII\",\"author\":[{\"family\":\"Savelle\",\"given\":\"Max\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"153-162\",\"event_date\":\"1945\",\"related\":null,\"relation\":null,\"volume\":\"XVII\",\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"11\",\"type\":\"book\",\"title\":\"The Social Interpretation of History\",\"container_title\":\"Scribner\",\"author\":[{\"family\":\"Maurice\",\"given\":\"William\"}],\"note\":null,\"publisher\":\"New York\",\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"12\",\"type\":\"book\",\"title\":\"The Open Society and Its Enemies\",\"container_title\":\"Routledge (Revised ed. Princeton: Princeton University Press, 1950)\",\"author\":[{\"family\":\"Popper\",\"given\":\"Karl\"}],\"note\":\"Reviews and review-articles:\",\"publisher\":\"London\",\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":\"1950\",\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":\"2 vols., Revised ed.\",\"incomplete\":false},{\"id\":\"13\",\"type\":\"journal-article\",\"title\":\"Journal of Philosophy XLIV\",\"container_title\":\"Journal of Philosophy XLIV\",\"author\":[{\"family\":\"Aiken\",\"given\":\"H. D.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"459-479\",\"event_date\":\"1947\",\"related\":null,\"relation\":null,\"volume\":\"XLIV\",\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"14\",\"type\":\"journal-article\",\"title\":\"The Social Scientist in the \u2018Open Society\u2019\",\"container_title\":\"The Social Scientist in the \u2018Open Society\u2019\",\"author\":[{\"family\":\"Bock\",\"given\":\"Kenneth E.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]},\"reasoning\":null},\"native_finish_reason\":\"stop\"}],\"created\":1769311584,\"model\":\"qwen/qwen3-vl-8b-instruct\",\"object\":\"chat.completion\",\"service_tier\":null,\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":2501,\"prompt_tokens\":1537,\"total_tokens\":4038,\"completion_tokens_details\":{\"accepted_prediction_tokens\":null,\"audio_tokens\":null,\"reasoning_tokens\":0,\"rejected_prediction_tokens\":null,\"image_tokens\":0},\"prompt_tokens_details\":{\"audio_tokens\":0,\"cached_tokens\":0,\"video_tokens\":0},\"cost\":0.00202736,\"is_byok\":false,\"cost_details\":{\"upstream_inference_cost\":null,\"upstream_inference_prompt_cost\":0.00027666,\"upstream_inference_completions_cost\":0.0017507}},\"provider\":\"Alibaba\"}"}, "scoring": {"fuzzy": 0.5387013707342106, "cost_summary": {"total_input_tokens": 12778, "total_output_tokens": 13665, "total_tokens": 26443, "input_cost_usd": 0.0010222400000000002, "output_cost_usd": 0.0068325, "total_cost_usd": 0.00785474}}, "normalized_score": 53.87013707342106}, {"_id": {"$oid": "69ce22c0214d8cd071ad022d"}, "test_id": "T0499", "benchmark": "bibliographic_data", "date": "2026-01-25", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "genai", "model": "gemini-3-flash-preview", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"BIBLIOGRAPHY\",\"year\":\"1947\",\"page_number\":10},\"entries\":[{\"id\":\"140\",\"type\":\"book\",\"title\":\"Why We Read History\",\"container_title\":null,\"author\":[{\"family\":\"Smellie\",\"given\":\"K. B.\"}],\"note\":null,\"publisher\":\"P. Elek\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"141\",\"type\":\"book\",\"title\":\"A Study of History\",\"container_title\":null,\"author\":[{\"family\":\"Toynbee\",\"given\":\"Arnold J.\"}],\"note\":\"abridged by D. C. Somervell; Abridgement of vols. I-VI of A Study of History\",\"publisher\":\"Oxford\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"142\",\"type\":\"book\",\"title\":\"In den spiegel van het verleden: historische opstellen\",\"container_title\":null,\"author\":[{\"family\":\"Verberne\",\"given\":\"L. G. J.\"}],\"note\":null,\"publisher\":\"Bruna\",\"editor\":null,\"publisher_place\":\"Utrecht, Antwerpen\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"143\",\"type\":\"book\",\"title\":\"Esquemas de metodolog\u00eda eclesi\u00e1stica\",\"container_title\":null,\"author\":[{\"family\":\"Vevir\",\"given\":\"Jos\u00e9\"}],\"note\":null,\"publisher\":\"Instituto\",\"editor\":null,\"publisher_place\":\"Barcelona\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"144\",\"type\":\"book\",\"title\":\"Sinn und Ziel der Geschichte\",\"container_title\":null,\"author\":[{\"family\":\"Walz\",\"given\":\"Hans H.\"}],\"note\":null,\"publisher\":\"Universit\u00e4ts-Verlag\",\"editor\":null,\"publisher_place\":\"Bonn\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"145\",\"type\":\"other\",\"title\":\"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\"container_title\":null,\"author\":null,\"note\":\"Relevant articles:\",\"publisher\":\"Castellani\",\"editor\":null,\"publisher_place\":\"Milano\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"146\",\"type\":\"journal-article\",\"title\":\"Storia e materialismo storico\",\"container_title\":null,\"author\":[{\"family\":\"Drago\",\"given\":\"Pietro C.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I\",\"page\":\"109-117\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"147\",\"type\":\"journal-article\",\"title\":\"Critica del giudizio storico\",\"container_title\":null,\"author\":[{\"family\":\"Fazio-Allmayer\",\"given\":\"Vito\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I\",\"page\":\"281-290\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"148\",\"type\":\"journal-article\",\"title\":\"Forza e spirito nella storia\",\"container_title\":null,\"author\":[{\"family\":\"Nyman\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I\",\"page\":\"191-200\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"149\",\"type\":\"journal-article\",\"title\":\"Sur le concept d'histoire\",\"container_title\":null,\"author\":[{\"family\":\"Benjamin\",\"given\":\"Walter\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"II\",\"page\":\"623-634\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"150\",\"type\":\"journal-article\",\"title\":\"Philosophy of History\",\"container_title\":null,\"author\":[{\"family\":\"Boodin\",\"given\":\"John E.\"}],\"note\":null,\"publisher\":null,\"editor\":[\"Dagobert D. Runes\"],\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"89-106\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"151\",\"type\":\"journal-article\",\"title\":\"De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty\",\"container_title\":null,\"author\":[{\"family\":\"Caillois\",\"given\":\"R. P.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"II\",\"page\":\"57-85\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"152\",\"type\":\"journal-article\",\"title\":\"Commemorazione di Adolfo Omodeo\",\"container_title\":null,\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":\"3-4\",\"reprint\":\"reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959\",\"edition\":null,\"incomplete\":null},{\"id\":\"153\",\"type\":\"journal-article\",\"title\":\"The Historian and the Philosophy of Science\",\"container_title\":null,\"author\":[{\"family\":\"Cowan\",\"given\":\"Thomas\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXVIII\",\"page\":\"11-18\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"154\",\"type\":\"journal-article\",\"title\":\"History as a Science\",\"container_title\":null,\"author\":[{\"family\":\"Crawford\",\"given\":\"R. M.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"153-175\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"155\",\"type\":\"journal-article\",\"title\":\"Christianisme et histoire\",\"container_title\":null,\"author\":[{\"family\":\"Dani\u00e9lou\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CCLIV\",\"page\":\"166-184\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"156\",\"type\":\"journal-article\",\"title\":\"Wahrheit der Geschichte. Geschichte der Wahrheit\",\"container_title\":null,\"author\":[{\"family\":\"Dell\",\"given\":\"Stanley\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"44-53\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"157\",\"type\":\"journal-article\",\"title\":\"The Idea of Progress\",\"container_title\":null,\"author\":[{\"family\":\"Fay\",\"given\":\"Sidney B.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LII\",\"page\":\"231-246\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"158\",\"type\":\"journal-article\",\"title\":\"Th\u00e9ologie et histoire\",\"container_title\":null,\"author\":[{\"family\":\"Fessard\",\"given\":\"Gaston\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"VIII\",\"page\":\"39-65\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"159\",\"type\":\"journal-article\",\"title\":\"Acton, Creighton, and Lea: a Study in History and Ethics\",\"container_title\":null,\"author\":[{\"family\":\"Fish\",\"given\":\"Andrew\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XVI\",\"page\":\"59-69\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"160\",\"type\":\"journal-article\",\"title\":\"Le conscience historique en Italie\",\"container_title\":null,\"author\":[{\"family\":\"Garosci\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"23-24\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null}]}", "model": "gemini-3-flash-preview", "provider": "genai", "finish_reason": "STOP", "usage": {"input_tokens": 1178, "output_tokens": 1243, "total_tokens": 65331, "input_cost_usd": 0.000589, "output_cost_usd": 0.0037289999999999997, "estimated_cost_usd": 0.004318}, "duration": 336.6613037586212, "timestamp": "2026-01-25T00:39:29.959603", "parsed": {"metadata": {"title": "BIBLIOGRAPHY", "year": "1947", "page_number": 10}, "entries": [{"id": "140", "type": "book", "title": "Why We Read History", "author": [{"family": "Smellie", "given": "K. B."}], "publisher": "P. Elek", "publisher_place": "London"}, {"id": "141", "type": "book", "title": "A Study of History", "author": [{"family": "Toynbee", "given": "Arnold J."}], "note": "abridged by D. C. Somervell; Abridgement of vols. I-VI of A Study of History", "publisher": "Oxford", "publisher_place": "New York"}, {"id": "142", "type": "book", "title": "In den spiegel van het verleden: historische opstellen", "author": [{"family": "Verberne", "given": "L. G. J."}], "publisher": "Bruna", "publisher_place": "Utrecht, Antwerpen"}, {"id": "143", "type": "book", "title": "Esquemas de metodolog\u00eda eclesi\u00e1stica", "author": [{"family": "Vevir", "given": "Jos\u00e9"}], "publisher": "Instituto", "publisher_place": "Barcelona"}, {"id": "144", "type": "book", "title": "Sinn und Ziel der Geschichte", "author": [{"family": "Walz", "given": "Hans H."}], "publisher": "Universit\u00e4ts-Verlag", "publisher_place": "Bonn"}, {"id": "145", "type": "other", "title": "Atti del congresso internazionale di filosofia 15-20 November, 1946", "note": "Relevant articles:", "publisher": "Castellani", "publisher_place": "Milano"}, {"id": "146", "type": "journal-article", "title": "Storia e materialismo storico", "author": [{"family": "Drago", "given": "Pietro C."}], "volume": "I", "page": "109-117", "reprint": null, "incomplete": null}, {"id": "147", "type": "journal-article", "title": "Critica del giudizio storico", "author": [{"family": "Fazio-Allmayer", "given": "Vito"}], "volume": "I", "page": "281-290", "reprint": null, "incomplete": null}, {"id": "148", "type": "journal-article", "title": "Forza e spirito nella storia", "author": [{"family": "Nyman", "given": "A."}], "volume": "I", "page": "191-200", "reprint": null, "incomplete": null}, {"id": "149", "type": "journal-article", "title": "Sur le concept d'histoire", "author": [{"family": "Benjamin", "given": "Walter"}], "volume": "II", "page": "623-634", "reprint": null, "incomplete": null}, {"id": "150", "type": "journal-article", "title": "Philosophy of History", "author": [{"family": "Boodin", "given": "John E."}], "editor": ["Dagobert D. Runes"], "publisher_place": "New York", "page": "89-106", "reprint": null, "incomplete": null}, {"id": "151", "type": "journal-article", "title": "De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty", "author": [{"family": "Caillois", "given": "R. P."}], "volume": "II", "page": "57-85", "reprint": null, "incomplete": null}, {"id": "152", "type": "journal-article", "title": "Commemorazione di Adolfo Omodeo", "author": [{"family": "Cantimori", "given": "Delio"}], "fascicle": "3-4", "reprint": "reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959", "incomplete": null}, {"id": "153", "type": "journal-article", "title": "The Historian and the Philosophy of Science", "author": [{"family": "Cowan", "given": "Thomas"}], "volume": "XXXVIII", "page": "11-18", "reprint": null, "incomplete": null}, {"id": "154", "type": "journal-article", "title": "History as a Science", "author": [{"family": "Crawford", "given": "R. M."}], "volume": "III", "page": "153-175", "reprint": null, "incomplete": null}, {"id": "155", "type": "journal-article", "title": "Christianisme et histoire", "author": [{"family": "Dani\u00e9lou", "given": "J."}], "volume": "CCLIV", "page": "166-184", "reprint": null, "incomplete": null}, {"id": "156", "type": "journal-article", "title": "Wahrheit der Geschichte. Geschichte der Wahrheit", "author": [{"family": "Dell", "given": "Stanley"}], "volume": "III", "page": "44-53", "reprint": null, "incomplete": null}, {"id": "157", "type": "journal-article", "title": "The Idea of Progress", "author": [{"family": "Fay", "given": "Sidney B."}], "volume": "LII", "page": "231-246", "reprint": null, "incomplete": null}, {"id": "158", "type": "journal-article", "title": "Th\u00e9ologie et histoire", "author": [{"family": "Fessard", "given": "Gaston"}], "volume": "VIII", "page": "39-65", "reprint": null, "incomplete": null}, {"id": "159", "type": "journal-article", "title": "Acton, Creighton, and Lea: a Study in History and Ethics", "author": [{"family": "Fish", "given": "Andrew"}], "volume": "XVI", "page": "59-69", "reprint": null, "incomplete": null}, {"id": "160", "type": "journal-article", "title": "Le conscience historique en Italie", "author": [{"family": "Garosci", "given": "A."}], "volume": "III", "page": "23-24", "reprint": null, "incomplete": null}]}, "conversation_id": "4e6a3c45-0340-47ed-a168-6acd8e191e6e", "score": {"fuzzy": 0.34409314960214077}, "raw_response": "{\"sdk_http_response\":{\"headers\":{\"content-type\":\"application/json; charset=UTF-8\",\"vary\":\"Origin, X-Origin, Referer\",\"content-encoding\":\"gzip\",\"date\":\"Sat, 24 Jan 2026 23:39:29 GMT\",\"server\":\"scaffolding on HTTPServer2\",\"x-xss-protection\":\"0\",\"x-frame-options\":\"SAMEORIGIN\",\"x-content-type-options\":\"nosniff\",\"server-timing\":\"gfet4t7; dur=336479\",\"alt-svc\":\"h3=\\\":443\\\"; ma=2592000,h3-29=\\\":443\\\"; ma=2592000\",\"transfer-encoding\":\"chunked\"},\"body\":null},\"candidates\":[{\"content\":{\"parts\":[{\"video_metadata\":null,\"thought\":null,\"inline_data\":null,\"file_data\":null,\"thought_signature\":\"Ev2uCwr5rgsBcsjafKuOs6Uyh3_SXDZo_MLciZCWxnu4DNwHSNM9WvwLSqxPLPSfeTqHoj07xYeU3HzrVF3JJuw8MhCYFJdImSf491kkJuzKHrC6zTXrI-ayBNilxm9UuHgvZZpVDZ2qnKrqXvEQtB87ZHHdINgYmEBZhJYLZcWg8VhPo1guJTWohEwF47bFDM7JkN27LK0KN4XGkwyNVZZiSjt4hZrluNkitSypKZ8eBWOdUMq8gU1sP1eo9DQA6sfx50Afdi_p-cmHdZEubK19A2NfcdQGTwCY1XHSP6xA4sRVNoWBsBmuQpa1eOB69DjdtDsBqZLkSxJSxSI3KVEpCrFhdOgsswVTAZRdO0vBoX8V8tl_cRBnlEedk4uDHI-_UncCRd51aCkJXQujr1-sTStH2juE5afd3yMIwCrxfxTSUaGETFn-D7xQyV2YV8uxuHvCfaPl2OrZu1dGr7nrszhwD-PX9EH22xyIGeZZBZThNr-_kbXNSsRB_82njC-wMadrVI1o7rL3wRKbBQxptNPt_Z3B5UB1HzTJCs7RYUobjCnoyku8AXJp6Qxn38wKlKsKo1ncyQvbw6cnPwK1xNbWbHeeU-EzZNWDfotWWR2mP-9PRm4tpZbPVfzpJQxA6GAySULaF4yZ6EO-rsDVj88oh_AD61rUh6koc2eAjjJ9s920vtXnvsZAxEUF8g9qhNR8FHsBbdyvWTLTecsvUOu-QVRJ_X3I0iQxzs0KXkj6gEuKonlD5dbF6wQyxtd6UWPPzGvHG4ins_v5j44yRO1wzdNPQ9nc3wX62pkkq9xjz8-8GhLOKn7fvEsX1k0rzGArxdTAIu8juEqo2sujr2R00Efa3WSVdsfw_pVeHm2TidzF2-JCSHspfkl5yffMAWz7Krr_3cZ5RksFDDLx0UIfTWRkYSgbWHlchqMRuEiV3MDgH2v0nSgMJbnwADDue0QOBGhgQnAjhPRJ8Qumjgf2eZaq0q_hPptJmwgDdk1Y7ArvZZzkUTy-Usf4et1WjQgVE_2ejYdhmmDZ57hP9L6enjt0TN18wQmMeK-7BaZoUzYOh_fgkf5Z2xIvbdIM1iY7uiNbInZrx8uyQi7rT4xhXf8rbWDRxpORwGnQ3_oRimyBd_PyH2UpsOOJc0NvC0u3KsJJIC_7vIENqtcywsivFscwrAAL8SsbcD4VvMxDlTkizzHxXFJPgI5Xtz9NQYUbbmhBqxcvE93KEMDo1bnDIJfIuFGw4_4WY-yW9RhU4SDtr4IUh2ED64SZ8wByHeQrmmadUV5ZHVLP_slwZFIUzaZU0mAytjkyBNDVltFkXkpuHYvwLaY010IJs0C_qzcYsbiQJ6HQh90qrDftlipRKSIHXC8_N8wMpDmLUJ0mn93xv0J74WBk8cfwyqx_izkChKr4oVSaIjnrOLrb1CHDPhFumo5Pic8ePhna8ieGiiEPwWe3uFUl-xh32W4tMbqHVs5ZXuMQc0j8L7Pb_Mvd4-ly2Fvchj1P-pieXhhgQC7wc32s_IoH1eO4JxvmKy7B8gbrkN_oKIO9rC7mdrRByPWJFkjUiXxyYuKeS-KudlAG6b3q9h0A61DRnkvmVb8i6cBUHe-y_zNVC00iX3CvuEEWdfBxUje2HOOgY_2GfIUMgtLibPoOxQ3TZWiY0h8wHWPs1LmtloIjASPRbxtV3JwumqQhSJqq1iyL_BZZK1oQt6LRltI9WGmqrgFIw9InORyTiEECIjeBfm9VHKCU6jhaI-b_bFQzNNitKh-VQI8P_7Cv7YdtGO5Vy9Een3UAIGMHUCvFdCqEjHWDVR6cFJFrNVShgrf5ZHarlzxIxgPQqv4mjlZMtIZI3LKK8xgTIhXwr0__NKMZo4dQ4SCZt4R5-m9t6UQM8zc2Dw7wfNfRHAjeWprDcpwYluMbFUQRHI7RAVzLp503goIGUZ7RMz3kEWMCpEQ2BTZLUWwdYHs4F1TsZCveZWUEnfkJSEwIw1XiQ2__BqH7hdA-jkzZA_vsxQm7-Ydl_HmECr9MCLY7Zfad_Y3IMXQKsTym2p4FMqilaVXlnbKf5myu2Nd-mmKWskIzpYgZVrGKrhUzJfYj8-JFjBMi6_m-z90vk7ayY7DSZAibShLckjX_wBHKVEHs5QRWqKCUd_WysBMrttdRdqACkB_xSvuFliCPGdKdvOVjo3EkssEZDh6YuqnQrclR-3eZvoqovc4uNBfa23CUJgn7jNAFFOB3_dtNT_7ic47QIC7gIb3Wu-oTnqM9kVpODt6OWH3d5YbMzASSaxYH9TPHUzncxluVTvCdqEMH7j_BDSJWJEnW-kbwgenAwp6RIKx493Iz8AflT8uyy7620CdTNldPROejckM8In8-oeCQ1Rprfk0e6oUlqAs7-fhJbi0OZyBIjMCdX82jDozIF9xrdj2LLOuxwqbda0MWsV-lQGS-sDUWzeIefZozT_M_XX9QBLl7I9cy-L839caaeWiQx0sThSKBrNPY4KQjCtxunn1Fw136EZ9Q_H1MLWAj2PXlckXuNzEI96aFJjoBGW0J_taTinYL3Bc18GvpjDqYDRt-IFm27zpIaF2clukwqUa-5-XLE4TwX2FNAVeJDvTai2ZrgQOJEtGuqJmBUORMdd6KcLLoJjY88qZHl4Rcjk71uZginOqTLOYhzCM5eWDD148SoMv4mXta9i5s_7gmeKAVp6TK3xCpRGLOg-ikBv_JO8_mmuWxAUbgAMnfphsYUcj7Lt0n3gBNMkTpAvXJrtELG3gjBiNG4cj298MaKstyZVHTopm1gC8hDQNwF5gJ6m82Zzt9beryh3V32CE4TS3wdGTHKCvTai6qENh9EvISIEgZNIcP_F4PvTzK_eyI2-F_5Ry21BhJ9K-Ys4o1BfrvCCazw1AYnVd4ZdvYb6Fvo4G2HLjktlGHA6vgSeDxcFol0VdzL42LHxFB09l18Q8BcKLGRzKzPHGhWN1vF3HBSUPj1nzp95qpIf_Bds3ZMLhNPEiPSi80-vblqN-6EkJVWiIh34hhWP-SmnNF4_EU5FoWt-fvSd1Sl7QE2vbYh1jfDqZHuW8JUFNjh8x9wXp-WIpVSWejv5F2zSjKnTfm7wMPbJ-9SEZEYQq7Zla9pBZtKxRuqDjbx5X8uAnymga8kJoF8cs613Bryj_xTS8sYLFbFCvVPhEnSULQiTLLJnYxmk32C0nYe93NgO7Zg8FvT5vckiUvl2P9DVjhcuR7Lj3RwSMVCuJvUw1pd5BAZR8QHdNFNl89uLWbjRQ4WmAoFVj61eGe_yJJtbcNcNeIx-2yof8v_S2-Y2Vehasiwop-pncEWgh1mke0u9hnrsNYFXv7NTUjj_apWwhGjvKk0TUX1GzaHDLXlOBoMmcK2yr4cfgy5F7Gs98gH4gw-IDdlo8BVKLRCw8qxjPOZQh4hndB_WwuOHdYS4KgiUJvmoAmdaLVSbYWpeIKNAGfEFUjZBn28OTHUKAZgnh5ITiagyAvzAAgt6LJvZ2X0P6KR_HrS8zlbmGnHh_gehmjSSokbItmfpr4En9VUyl88AzHYCd2sp9IBjwvsYnwhpQBPvLLjjrjsckYM23sn8RT9OI06gs3KWv6jUa44aIbvpO6CXXIGqKKnnsWViJ7TjcdjCzens3QWhdTbyo056FpJvaoi62hApBn52WGSajqPGSgT-WlgttL-Q9cNXmk-uDalpkAqQXnSRRdjv7Q0PgQXimpq04hoZxVMmUzWvy0xsR9WVQ8QRSPQyxiCQKOX0vRZb10A5NVnUpFiRKBK-Kj_MyH8z4H-8V4pFkL64puVKDRsaGUVTgNinuU1Le9uC72TSnCzFog8778sgc7xQLI2C7JG-xuf3LoQnwKnKASmcn0PQ1k4tQfBG0nyqgLMeckm5c6xGRH2q6Kog5PsNbkoWpc5xYqx8HEAlstyTI2B1izLYpYSwDs8fgoIZZwYoudsHZQcFM0I-xtIAEUiKoa7f4XqUxMaxgNZrhOmw6K_rdO7bHVsDgEwPAw3Z3IK_cdV2ZHHWQjgEyo8B2Zs9zdywEEKUxfLqBbj4xZJueiGEi9bsdc9g48OJ94ETyDC9W3xTn0hCaAoKhgpG3PtH8Gs7l-NTVEwKuqub93fMG1WKBBAh63uV9CWIRpIdJjQJ-Y_P53fxf6A7cPiLs0pK_pXWlnDAlwlHmsXvgKAYTW9F5D6O4LjO0XOmweKkGZXi0UsgTkbh-pS3ZeGcwVxHNGp6OYIfx42LQn3CFF940-dqvbdN_mJoN9lgmQnkTyIC7C1Ohwnw_BZafm8dDsN_3qhLhzp2Tzq35LSAdynesXZWAPYW-3f_9fXA0FBZyu94wDZeVqg0x1Q9VdpEhbdYpn0UVUjIatQQu2SpWnCfYhpOM6bAD-ilGJH85xPASDGSZDxEhFD6vDN6adhSVjjnSPSv3RrD57lYVIKl_daLyv7k2EDz48KfpRXJZ3WGGhYLQk0B_a4sq-AiX9Uvq0IiEMg_kma_MSwtaCQiJeIBJeysrgdtAqvRq6vUbzPpoTwu6mEmNFENkGsg1Z5louENsrECsBSqByVpZhuWQMMhd91UOn5CH8sYzft2vfbMiTIGTjib9wnTzDeNHhBUiZVlmF7IpcofolRoh5Hk_dkJGuoLVwmKUnMSz84cqqKiXACeLA_rZsncPDq_R4EwXUVw032z6JMGpj55PSwvmv3XRGwSZ1FHlONEZ1AG9nWKgdscV-3Nv9lmJ76gRItTOj6qJre9wK52Q4uWLbPx9neYmA_pPqjdz4DOH-tXkqUAeVJGdanQtpoEOK0Y5wshhGFB-uwSseQAFWXJRRI3djAcunZyxK-oVrsEbIG9Gt-T_eDUOulaUwu7Jr4JEzR_KDdnJEb3LKTyy4Hb2gWKNNMRvWCKtzQrDHtskI8bMcrw5KhZlEin7A7-iQvzlseSy6oMKl7pPdPcRCqHwdBJi-hUShI6p45gXXR6NFkenBYGy0WD3mfJk0eXtwW5EVY-1b_QX4h8cCx5gyw9Fv7NKvXp7qjNUbp3ODJaDogrEex221TIcR76rtrnm_hmJ71awwL-hSPR-uMQf-_DcXe1CZAGxjh2qHPKSs3FJcy3YRg0WsNUN_XNZm9D4mv-VR-yv_ERQA_xx5f1U6XEJcwptLH7uYHTIf9PTgHqAPint7nRQvKZwJ0BSKW7k_aPFd7IuUFyXKhqOIwG-ty4XUEmemYjEkBBVCsAzHGwxd0BZRG-Z1kHAnQWh0t7BO3mi4rHaOQWd3Z8eVHQPp2kV5h9f4bORLgSi7vy7GmcHicMJcX6JdOO8Cv-iKRbi63sRBh0r5Q3EVs2lAdcFez358llif8QBmf-joBtV8AZYZFZkbxk7nn79-bUXvTe_B8_ehnBoQwa3DM7KgEN8ehZcjAqzWh4UpLlRFtd6i5kicgKHcCO0FrVQXVMQhqmlFSw4GYzezI2sDTTZly-Pswi8_E0fTitShz_IUqsdUvxbKGRbJfkVRJIcsB_ieNJW8oVkp2C8-4KdcEvjbInIS7YX-oQcVQ6XDnqs6o1PUHzNWZpcn0pmVKDvLGPLA7peFDaK-hcqfEzGlCDqIy0HTNh_N9H5u8ThZr5m2IX-EDvHdUpqR_BoE2KuuLRhJnyYSxpYcNaZHZWiR574RICVmWBpWdHLL3LrpwbCu_A4_769lW7ikEv_U6l9qkkOZCClfd1oCRamcfCxeH8iys0sCdnXJEawlp41HJ9jBdzE5fs4HpmBGDfP62si1xZY2JcdH3L_0LztzsUhklUkPqchDlmtNgpj5KBIsCGDp6X7IwQImaTkwSwwF3Kw1KS6nISYpvfU7WzYkJl9-9HXzCCRGhpirT-fF7ddwjZ-ReP6FTLXbAbR6j6CT2cTLZ2P00QuUfpUobESHSr_8HRtScVCWWMboRn4sRrxabkmfXy59Dh0ohVkNp3yBSLYrpuUvdrt9v_aKolXAVzdp43F4XSaZTAfGtx4lZqECzha7KE10nWeNSQavEVxiQfJuV8a-aCMqTZ_8Cpuqt5b2yd0beA0XdWPqEQLuQVQk12CtzficGT7kAiVvjZ_rU-e81qekcK1Bu0rP2vlf1Sq8LxvwCesEENfcgWUlqdxGgswl0X23VBu_2MC30B7YrE4Frp1RHWL7k8qrwIH9A4slSxygvYQBTYgecn1RO43y1r3g3pIkTV7k6UM7CZrAlL9vZSVWahQ2Yih552gB17wRrlSGvZs8lCNayNvkC3zN_28Klffqc1NLyQhrce_sAZvnzKy8SB4DBxT4_u4SNoTsoLYlDBWPcLKaegikvvK9O1Gf5TrN0-cTnzBtvr6-AZAMBYLn-Jgb1WfjYR0XyBbDKUvJRwmYU3ITnovG7H6tnCTIXxWjLP6jQOFEPrDVFGv8tKXMyhBFyEvLkwRka2aaUM1ZeccbVsqCX0X8x0YceEV-ZG2jLVWK3dliAkzr2B6Ok9pDbt1256l4rNm63VnanXyLqWj7lt3KwNJrVJ8wyIwXAiUcpMNSQt-N0g2oiFKUATnJWBuHbrUpmN_nNOspZP3wDrXVT0BK4Dd9mbv_qNYNEpwFvPUmnh2jIsjcIAPiBeuFir5LA5sMnh4Z-8yP-W-xPteHAzYR6frl8e0nOFydhMzIhBBxmiUVmcvFr4t45im20lY4_LM_v0FABctKqYfcN0hScToMHQMKEJ5MyJEHGgem8hY4e8lzdm_I8bbZ-WWzA30Y0ecoKFtGL15J4uh1ZDIsqTUKDnBlliuc-s6ibV8gWJrf-I-F8YDx_p1R4jWXg-Y6rp8H05sS6tLU7srEsHk4C9sBsNQ0kxigOtzGrM55LS2JWj5pfFkyC20yqDKGq-GwoLs1tfAKG4ckOU4wW6dkkQrckhpRyrqClKT1anhKfHDR7kA_uyCz4SzRq96P6Xp2R2TOxHmJ-V05pw1tCxeV8xBk9N7bwnibEA3pFsGn4CfYNe_4Pq_Wu0iqlm4v2WR7cMbRbphHVG01oxQlyHumqDqAyOwFyeFqo_SRGd0iRnYp377EpDqxtVYUAm6tj6rzsSegfVGkBHenQc2-eSmp--NY5EGuGxmP0w84cT29qEgX6ryCQUbWMEm9LpjyPA2oraSiMHoYJGbNcSwQAchAwMyi66TROwezyMSVjaaxhcLtblZICFQ1Bqq6DR2f0XSu6uJvlXquX9MFakdg898YtKHswd9qjKpqstJlps3O2CxXzk_KakK3XYDvHSHSIYZOWrLXD5F7ohUNn8gGV3gM8b5NRQjOtFmI6zwetSbPkvBj-MBLUPqnHLRoS1B9zskdwa0e5IPKAxYmqXARFAS75l3Lhy6XNe7FNQ9xAqTUxlGcxYGd_F8tVf-qLz26h8fy2-jEefat_FaP9in9hyEFdEHlzD7IdnD9_i_d880a_ZZufU6wng9Bn9ABudUwiGCoqKzLhjNkqTz4Q-igt4taPvj-YeZA8dd9JnjqbDFjilWwxTX7n0oP6pPmFFDhhX3c2-EQk3fSRCND7XfJyeweOPdwlGxAttIwhhf-FMBzPSZ3SKDjL3pFjAGkyScFAprec91G2nlBP5d3PM-V3CwwAzidOeRq4LRkSxGwIQo4sRN4telBVqcdcgTgleRMutiqGZdW6Sq-syaLymenEHNY6_349UAT4IzF_Cf9p75XlDJxvFGOq_IPg_u_84TcdVxktehr3LoUujJX6pQY-Qqw9GArkBgCmn_aVBLXRT1cLf9JGgu-sfxLAaMMbTTpRdg8MjifHLBcq26a7wldhWLm7fEY0SbvseqUZQy8xs7jWVhDN7TBsgihEc5fO-N8EhwNl_F6Q26rKBqeFH2OYTM26fhEnOPBtVHIvu8eAITgQc22QDcHXnnc5q21uQYmX6nBxs8d2dCSEjFMtJfz8TKBwqDp587SbeZB5u73DIBABpRPihq142T_foj88R7vBxmQqJO94U9mY2kLg0GTvJ5vv-wd4tiNIueji3JEpUKio3DDWPqDi1ZsCcIdLHWPST3riB3mCbG_lqVVyd2b4M8UAKeYrMyOtTItYYI-ISyigmxFsjdn6LOMFjjdMO8g3-w6aJulwoJ1HC2F6u1UhGnHzperdqAT25pjZqTKaM2JjGkNjaLJU0umzdR3v3_OjjAxbkgl8_LE_r8f8FWnppfaqhMRgGlcyurwX7xpw0iAllYeAhemODWO8Vs26hB8ZioBfqPPaXbX24jyXBps3clo46iW1o1Behnk_e7GvVlbU1yRA177uvAyCvnGY3EfJ6tX1hyjkRBVaKVrFPlaJwF5xEf1Lm02vbIMTBdNRY_xTL7Sk3XsQG1bU2a1HRx4L_rxuNWcairXigEzgLtJNZFR0kQSlxEHXZvy8rjJRFHBpGNRks6OjmAmdqQ3OTQYBB0WiZIuSYaEz9DkTDvY2aCov1C_mhbTenLtjJIka9fsDYJVPYRsQs9LD_rHo1A7D6lW2ukgUSnMOxPkMGab6DBjMOZIO3gnlUC2wrYCbDFYlCG0JvjW4mbxkCalobOukoHFbTPZm_hPtbP21_6JMecgmvkmoihXaqEecPIrnLY6ntEztWJUFRhelLFoFBPHBR8BqB03XmCXm7IM4_0ZjoEozhlrnrchSZHrpxmwubuXqcM4_1cRpLpe549oeRwWdiFgg_-yJgQkhJ45pK70Ws8tqUD5M2f1PEcB1OLqMS1zYZeYA8MuU2AW7wbw9l6yl1mv3Sd15DFwbtFWgDEEh4Aq5nu21LO5hHbRX1S3381lqvvCdmKZ-0gqUVgxFhoUSbOF9n71Of2KjbZx-tJRCqsRvLde-PHPg8Xa29D33BeimVdRz6KMPp-TLd8jgOwPMcN1aXohZkLVLhNfm1ULQNq4HE18xEeSZr9nITbnEpm7kWkqBygmLVHrDwMeMs38hN_dobgXB17WjfDXqlO4oUZlKWXMfgdeiidQPReABtO5oaXEaVW1SFQk8XtkUfY6uFHU7j_zOnynaWc-oTcEbcKwxY8ijLwG1feSz_ECkYE_SaaJsPaTAzlIdoy0CTi7auEVl_ZK4Pdz2epUOLFeAkXjhAwD7dW5qEHLgZmIBngL2U25P2TvJfO9s293x6SIQRBW6bddRa5NQKYHTJcO86JylCUGlHbHWGNH4Zb6_09Z1Qo4cn91hnuVNYTkUNN0_W8Aa-Dyv_M_86ITjUm1VuLB2VE88ceyMk-Lj_ITpQyT9W_iGmCUSRGQpKSWYddJZnKgq6ue5azHoPc0iZsR6_KNIDvZ0xF0pLcHHHdrCWz-mbpWsBybKNG0UKHBpWWojDpRWZtV2GJCMyNYHeepKpecl69ean_ugwNgmctqOAfxtHEjE1Oozh9Xl9OlTZGjjHQF8BimFb5OLLQqdosXibKqyRo_wf8T3GWLQPQDrUV5_teMgu2iAmh3cLfANjPmLhrUIikWhUugxWSVPOAbAsg5PmkWorEndkXPZzFu3wj53s8CsBBmoh6idgOWy4SCywsJFnJI4PVdC4taFEtLPbuYIQJKWJ1K2gY3lpO6K8DZtcDmv3Gr4RBU-qPmXsjFFMdBgtZMHw83IHaoYwb33qnd3svWQHDz7ojHS2_t9KEfKPq5p8AwTifERSQ4XXgHCB5OpvlUUm8gcsgxPNGprXYRcfeU9OT5mF6sNm48JKgnakhbh2DZ1QtYchsThmuvJoIjqN6dNmteCJDU5OA20jtOjRT_lxYpIewXygMggKDhP4ubKqZb0V1gJ6CNCnoJevEp6ACwLppyjeJbHEnQqUHeevS3Tpnu3b4rtlI1uNAxGCS_H7FaKyBn7BqzXUkSlarzj5kwUcbix05YlMFwRyowTrfojhHqazHSVHi4nyl14PvpyWzu4Y5SDG1ERMa8MPNc9ozgP1qjQtI2lM-tjg1jyBBOuXyg8cmrVTHB49nG9nxW2PX2Ppc7-YFPz2P0tj5Fb81NPvajAV4K6-jfhgzPl5k9hMgIYOEJrB6vvCjWWdhWmBUSXbFY4WKHnJ5_zeaUNL52lwzzaE9gwE1NI5vTLcVBPVgqibXg9XPTDRmLWWAVJBHAkLHnYDC1bKy0m8soNTOkzcPGWTjiyB4b9qEtwjdciVBDMtvDMIz2S4GNnHImMs2TkwB6CiEgYIhxG-MU-ldCrbNkzGY44ncAfe6seD93KWyrvIFh15G8_coG-UkG2dg2nfi08q-HbOtTGWMTxnxbOWsqno1TosTL9mr44vzpIzPZ8uU5UDiqo0ZVdcZM_cyHQq-GUmr1Fe-TUBUQI8zCoErjMPPzcmseSFAaQ_txE57IIzDhaJ0mBXpFQQLIb4MxHDjywofapZgk9gURmWDtgMgoy9ZcpZs4Gx-r8TDwx8M5a4xGbYvLOMqFZr2shTfGnpQFQaBl_nMwgi_1K_YarhI5Yl6_tYARBQXdev_CrzifV4vEyHtF1Bc4XTFmNI8dpoa34GeOSs1RUQfQc-uyfAyZEhex5Fwzp8z9MfomOSaRSwg7c3RD6bGyBkYTri_FedBPuw1WhCBCIs3rOT2fX3pGYnwssJZzEa-MQP0ATBbl0iLXrWqs2CgKgDRQ0fvTNn-B-N2N8crwt-LOr444E4_eoIha_O3oAiVpLy4xLn2vk1HyIpRg9ujoaSCFHT3seFCGz0LCPC1yCMKhMzCWXcsjfMAZww3dVnPzuBieLQ3kX-iFRbholuk7mO2-yiC6Zuep06WCOAsFgR97weOmJuDs4jHgsMWXNYq8p6zEAEcqNkzJ6G1nk8e3xUmhkdTcSVbgbX4q_xldQVKwIYPDbunGd2hwOR6UR74b9mGt_1uYzlIfX0syNORESrrZ44MR_I1blA9RaXGgnlXj1JxMG9TJyW6HboKGk9cHfSx6cYTS1QsxDIJAC2OYDQt7uhNObxtu8vQUsidHaKZmdUrPDpDuSzGejH5T50JDPPrXBk267q6xrMVuBkQ-zISMHwFUY-6A0mdFoCgiUZZu30ZGh2tDH3yA_S9dpclo9OikYjb_1qADPn97qZ1ZPye0mFaoN8ZrNi2XlMftlA2kBihohJVdQDYLjCHIYWkG1wuUPg1wDtEzdMlQm1BDv5D5aJ045pCE9FLD5SkgzwtZrDAzTXv1brim8zCm3Fax4B44pGHnQtvTkUO4RA3M6UplgYAo7lX3_i1IiBIDjnvJcCHll7RwyBFLQOTGeRvn8cllVnHSe4fpcEswiDV2ZhGthZ84Etg3ARoKpMUbq4UltRxyrFrfB0GQfEsNwg_JH0DYHE53S0iEPjI_iiQvG35SoV3do7dE2jq85H_gvJafPFGVDJTEuxMqUmAcp1g3QmbpjQuckyEe35LBpil_AspQ-i29mKgE-f51nmiXKop3zIT_Khtgoy336SjEop4s6v19ABckpbS5h9f8YT8442yWKRJFPXEbx81g-FVpeEtCFZmafGZtJQRT3CWIQP5yCUNgIY-KQSLCDDIoYk3rO21QVEyniludTiixkGuomW_IQlCYZe8tgQZtDxKw9o5ipIMmbFK_PZFaltqJQFVIgoqN4mFOMT74TGJbrGVIawVN_6VYCd0BVr6KKwVMSkUMO9FsXsZV9FR2OPdp4V1FQf_Z0oCFWTq3sGBeCgB41Rl2iEK-8XFBUMHZBpMVNTsU3AuZfNErOTSYsaY3FcpxVw7WzxKylq8C3wFKGq0LUHXo2H1N4R29xi-dikawM-QS2__riJUEGF8ysvMSQeU4Dqdp98AmD7-PPvRPK49B5dUg0Af5dONbk2Rie3R1AkeAAIi3OFX-MIgrqQeXbXxST62WrhdyVYYjRZ9SO2LZtUSLZPdW_SqQulSBhIucNemLyqgPij8mHivMj8n0UI9cdObtsReET7b3_V-K1jG-2WHtiRLueYJqv4KA8i4B3EGwogNdwmcWi0U9rZrwiSnIF1RLfjWpExe7rae3L7-5Cn_FK4HBaaHY_qCT_5YjUlL1SKaorgp0qif5fkYPhNToqlE_VDH-zRLxASm8E-zLCTSkDXd4Izp9S3BbcjqBI1lzzg-PKZ0vqNkqgf3BgCeK45lsMap36DNCRkOZT5eF4-rLV3Eorl1PY_iD9REHWlRECcAAknqvetGMjJOqwf0P8ZfO8VwOoU_DcdT18e0AnTzhxMRoJDBEkV47nGAYAO2cJHWNPdtyBpuWe0lt_hgEzJ4lyrzgqdRhnOo5GBf5V-Bt_pl8LengCmVD5Q_4QTEh6PpRPjG3fDaL_I8Gz1f_c3Ogy9p4dYANKf0ZPusyrmKdKm1USNsaUoBUaem88ewzcTINtlm4eAE15fDarDfpPi_EMK51o-ec4a-s84RAtNPdqsfHfPteTBPHm5D_tXgEmmmLFxFej6iX96yTFLVSbUn_o944BhUglaor0_yiSxgmLevrTIVxMQg4Do1TcF0LS-0LO89Bd-YixIKaxkvCGLm301-NifzscHRG-5TdsJ6BoXwGSmX4jqpfRQZpsDnw-Ka1aUbmpsZqaejev3BGU9Sxg3Ai8eyHPlxatM0yVPPMy45RYkBYQv2PcEvr0f4BG3onoNTqx5bz6dbuMdYpileaL4DTWkL71aRxYtvYNw6fCX4Kw8D-l2UDKIFyTPoLycbTgRmYwPe1AnLPtXlrGJX3KXX9gGei1RuyfGjm1q5wxXOKrxQUOI_kwBGh2AJSTdIR217t9I-hCY0ncE6TV7WL-oy5YKih4FYMgn3gnrBBII8yN-EnAhfOZHew0R9iNP7h2pAPLr0jTR1bisdSYpocaRoQd722lf_SIf3WiuABaQ7vraBdY2oB7fy4wDE9E7c0ntemIbkZaBV9n2u3Iwty9EPVA2VPAb80tnazizTvyD7T3C9o_GGPt57fjyyYCKi2q92r8Z2WEpAElrsfbdAmJc2u7bn7Rbf7VrJ_7FRO1Y4Pu9BRoxRx1ii4VYUmDlgMwma5fF29xMhTpTfBNcCVTCWDqkH495EGHuPW5mShDbQ5ebakeQsRnyyiUIq-pMOZROUjJnOq5WsAGtSCKL8ilynuzs6n241fvCxUifiieszYA5VgsNyNPFnLie2KwU6LbILFBOTvKFDLIS5by8WS-tVboD9Sqh2H5gMp9uYxzssOcZUz_X7gb2dZ-ca9fXdhParQ3-BguSa1GO4mLXp7_4VsHGbklevG9jm6yuZpIuiGdOzPFVQ3r2iwk07QJjjB5XA43visQq6xhcKZL_NDhjsnMYgh7UavsU53jbjyvgFU_jxGyHHAXh3MYEfIrTDnFF35B9fABz3tW3IQ5gIPpBm-sOZ81uMJWP2d_fXkScZwP3q7mz0vNjw2Cw47Hie6foowijNT2J6PHXaXYb0p3srarLb2fHm0_3Zux_mPiVKVjwuVFF7VrlPZySJX27HAfu_3_qedrxH1pYe9AM36tu7y57GstY7PElN4UJfmVEiL7AHNSslMYLpH3DnjXc29Lhr1OddLO6_Vqibr8wzZiUuwjBEnGIzaZtIrAsWtjQdgLsPklMQBhdHlWczoEaokyEdjdhu_kgBDkWZLDYzMFO2seNPs4gGDyblM7tUOIN5wvRHCmPfYADFY3XDEP-eMEK7t8XVGJ6OIge3Q2der4w7w1yWq1nPeq6DUAKPceuzK-quJGb87wh9IkUqE-sQlfW7tO5LU4l2txnb9svluCaUQlvW4xPEC9kGmJHxQ4X2Hu3G-7Jp-t2LnSqfWwfxLmsZDygkc1z6B-XvaBXuorP8EMtIaTQqHnVKet99D1h-ZlZd-UCLJvuu7WY_Kgj3fNxlZhcPFEakM5qvDeXu2dUYISSeUU7uSiSnFt3sBMN1gOaMWu1rQNozVB1wbiUqvTPa_NUW3BmQ_R2U2lcn5tPBwvmLdEamVahVV-xz0CHGB-RhR0ZluQ6Lls6BqgK5byDrExt9nL2Tu6-gxZOQk_Nom2Tvf6oodNLxCmoUF3gdy5YbB0M6pctcWX0mYIMfS9AbuadDFVT0AqF29Hko-2tNaCdS-JBW9jgIH1tTW2KgjHJFCbEBenH-BwkN-Rl5Uyha6wS3dZdRYYm_0PbGHaktCCBudbZidYKX3vmI18s4gzKVpM5vruqTr1Z4aSkc50iF1lqlZCNy6iNJzIqca9bc60W8bFY01FDTfOzDfBwzu-85BTbRwO2RIyWI4h73NLya6Srshtpp_UOU4m2h1vb4Zo_xqxeSY8pKsv9_CDqARvVwLJrn-9W6GC9r4wVipE3PfaM9OkL63HFxNX6W5TTazHcd02xnq1CDC4Q9yjiOIb5Ema57Nmvw-JDKHxS4_7hLNxRUJztcMaCFrOh5XBRPdAshGF4YQlwQBXj50MqRCmdcfti7B94QXJUvikjiScxwN0Pa8W87udcKn659VkJtQC7p9nZ87fZ2Fs70dcrOmX-aqjnjBMRm3aP5gHD3XV8h6E72w9MxXfkKRgXhGorV4RS75XJQgmKOS_KzWpwwZn7u7nVKhkWwc8iM_t6Bzlu6a5_4JemflS75BOAZxC8oF4uuQlrPxBG11tbB4UfRH5SI0Gw5HtcOHADEVG4bUGH5QxsrobKWWnyO-kv6OcuR6S5-X4-bk_b9hqa2ixv2vcDgnLLStbqwp5c9tLSbmkvWITu6ly9Rr1gHLUikYlWOsfOTCl7iTjBPusoYpmHLyHO60O7ye7X_QGb0dYPV5zRKUxGtj9tBpeV9F5MQypOW9NnW8CEvgjhYPOpAFE-zTNvLt2_XbosDAS-UlAnJY1yMc3ef3Do55mjO9ahf_VgzGIp_ciArZ8XWh7m9LQ-lzJgLWHbwnMKcBG5_KwJWaeMNsHOzH4MT3yoMtz42yIQ4Y6piLYguIRJZJUDMZeH7x81Wfjci0MwERd2RcY3VNEt-_nBxoJi_Ek30z82puSsUt6rd394E_iv72E53AMwmrJU_jsva1FFCtD-FTMbbvqYkHeyXsw6C9JLJkWBsGdfnq_COr3wGVg3kEqFcXHyWq63U9sQH9kNi7FAYRr_cVyM0gD5bNJ6kOSCgfJdjMmnaigYyOwakDIr_bN4Rf7RB0bCkJXYCECoZdDXtbA54qexYVtaAbNSKGbHI42KnbHQXz3QtEOLOjCc8fFIj7z0HaJBw2M7uU0G1buMDRKqnOfiRlIfyQQMZoecCKENI3chGx9CxTKdpec622aX5WDPwV6hMKBlW45wJsib2UWZnuCLgsUfL9DQwy4TsdBnb_sn1BxNMgyaOW60Zm-6JYLjib3yvMx43C0SCfGePWqEBZ__IdHLXtlpGLKI0rbYX5iAPYDlEeA67n803Rei824dpA1wZ1ytUsEgLzkFo6QztlwuGREPx9k-2p2W5Jnu4KEfDCvQ9abLwoGazruVumhK_tUx2VTRhPUXWa5rNb3YUAP_gn5DFp_sVW6nzmeo_8t6nl3wQZjLXOmtyCqehxglUV7OvdNDkDbwCypudacmJcrLL_TsFzYZT3YWE-595D2HMfFAkbcbo50g69iSxs-MTbCGQiNgRGQ1K1R2sbEsqS2Q7aFZcXJO63G4q64mU_B4WRLPsS4goagrnKpAp4JihBF_6KBtIOWIxXrk58BlLIW5xzQF0Mde1hPeXjuAhDj22-7NylEtKauxUezCTNjitLbumJstUPbkBWinU-LDgLgwT1257ZiFdPb-9CnGh5wLHrRQcolIXcJ6Y4f5mePvPuaoW66F-Sy45g2V4Ky7KX-y2GnBk0ea6ImhDJndAjldd7sJ6OMdyCsMqDYo92ckuKv3XPzw6u_cZ_kuiPzsIzXY68Po-H2GXYd4tbfwQW-JKNkzZMPFEHZWi5gtmyIBsn9vRR8Q-isOU-SKZO8hVjzCDm1MAmEPqTWYh_uyyF-y0x5wWQqvxX-kjm7zZ-xKBGHo9aF66dCrTPefmofRM5G1JaombreuoXVNNGRTgShE7DcbepZIUsHuO9pAFgny4fC0R6qOBD2pdjb9d2_u_EZnYxV3ew_H3PluBqWGTIVUayhlgCnSQu9Fn9jG-rOF8TiRciQKvka9sdRnG0EARUfh1P0-5NF4s_db5ZExKVR3r_3sw0kxkmU9HPCL6_AZZce4p8fyDNylMnVk8F8rdL_hdqr94mxG5OReeKLtnmDjTjOTk_xHqr2qj6-egmKtcJkuU7HgvET040AeNT_ILzFxtWJOjE7FXufHfFNB4IQoq1c0Jp9CPwwSU9rZPJGAPyOlCIQYF1TjwySUYz6ixvLqO1vwm9nI6qjoLWPudJDunGRWTfsYx4WByIRCl22n0FOgSs1QQeTkPvENzhirvBW7iXDOslO9A-9PP2KtCypTT0ihinxpJIAZ0TjhJRtjsYY9xsjJhnRrO9WbaUDEI45zczNZpVlRiJsTCtloJU7lr1_PTj9ufvBQr9cZWC2zTuV2SizNcGE8lSr2vypp2Dxtr2j4c_khhaoV9gwNZMNqe-Q4vKej3XJysEqggcuco-wNscOYtPXGU2-X6r11xFIxJv_MbSeMM4S3jNebqTF_cQqVtysNwSWVRkGuwVbyxe75jormonUl6JyHGZ4RBK3UX4CriMgSUuulKFYVcEYsVG06y0B8WuTC6BylZGgXe6jZSaIqDda1VD-5gCoXZwMl2gxNiwF9IUIcvoRz2ok_hKvbWQYI4GTKkWD_6TYGZd5F4QlALPZUPen5Kx4PprtRMnbZbcZnhgcMqFEi7_n-iBYVCB0XyIodwrczCVyQb5K5OoZSsNcBetO1XSDl1q5v7bDPhNmiTlVK2GlK2DaPXsilrxEyZZ44UEJSH5_ZIdv36FoolLYha5DkkC3EzRVgckcnms-8AyE_lz6AY3H3CDHYxWhRhOOHKBPuw1wS2uMDkeWO0J9xkrSkLMtZiHc57CoLafL79rntx_T5b1SGqbSxUiBRO_GHiVOw2KZ6sbcwJuPtURnFjzUsQSG4f-1m5VHXUkYP_NERxc6BBj7Wll5j52M04x6d4n4nQ1k6lcJHR3v47Pa46FMGWbBFMNCgRM7v09mGfW8Z1BZIH1XdBSDAZ8huMrTFTrg9bg7--S00yyvNdQciglFs6c4TLyzd5frVPrJ-ggl61t14L8hk9yJAN9ZDJgVsLl0bvfc1igvtMCNAynulY5Nhvz9bHifpIlU9Xau5AJscDUzwXyUaFIj-i2UMdefU6yEQ_iJCO9FwFveWvgMet0jgDdJKbquM0fXI76OQ6KEPlbeinBfikrKhFBcpwX7JMrZ-3Myfv-ThwTjE-TM7FlMGTlG5OpgiVWzcOVk_lhsQKOTHCIm6BaKclcJXiOqJjHPYI-VXXq4g2JUHuev3wkK45onAk2SYGJo4jJb7d2e1bOxrnYjkRUbaRkaQOADxxlMKjjtMA0ww9ppMkr6iuI0Dgz9Ea9MiqDRzbFND3zYJbtsikwTYmvh6di64ml4GAdGLHN5wyPbOlMowza0A44z9iYFPzvuRr1R-JJDdwDIMP2ossFwB7x6hLIYrWUAEuvRcyKqjag28aU1foZ7WCMNsZ8kDLy92I0NaCfNVZBywr6LwF9lpuqHWSYn5BvCmlVn8ezbFbiOe1RR5OcFBASOHWHUCeARlm2B2-Cx66HIkKt2qbi-gkVqR7H4Mx4zo9AqrJ91zPuPTcmc5Wlsu0UpwWCxgHsMObK_cN_ZTYgN5Ah_5UEZS5MGdxdGG5448WxAGT7_FNDf0Ojv8xMjtHUYiaxh0WziTOhuJH1XgtWQnhPsKyDcqysYkG_4hSh43Uuuhn-MeKh4947Vmj4FVKf5nLi_tCiYeD3UyOiqmplIzutxjWQNc7yS35UVu5YJwR8N_X5Ebz7VWUi4rPzK0DRBIjKmP-PBCEOj9JNUTVZS5miL0i8a4MM06fm0Kkv3rLLrra4jJdWYstrMEK7sY4c-_BqvO3FGBfuzez5btDjUVPAlr8NH0bp58CaKVlMy9rI713VKgp7nzFCxctznOyu-7AJNVn7Io07nxWCfT0OB2QKbF2YgUdy_wO4aqtRcjZp8qbQXiFdZrjp7ruTrneG2Cu5MOWk-7LLEUW1QY0yFmDNSTIeKASiEJuBA4Ph-v-kkrk6wBHSwNzkoWY2o8nw2eyQixRKxh8He3PRtBATStw1ZpWWchPVqVEJgmNmbCZKTH3PuufRthTcjsOJfM63LzsYeLdRGNrumNhBcmNQnhOu2mf-bGHVHXBR3Fl9PZzq68A9j2lv0WZsWDueXUS2KOcl_ha3xwHG0D7oErYx94F_O2RrkAR2aqJVsyJVW2RwuYpc0E42NiMnj70FBo6PIP3pg6svZZLrfV9TLUQj79Z8SGyySbBt66wnJsFWONQPTgvVAOSfD7koP5CZk8-bH255pmEkLUSr0uFUnm-N2cUtbJ_r83lQg3vcphrp-tEZ0IEhvUxGgRHmEONKWYwR4Lu9HRBxHXVBG5iVon0v1GlUYnOWRk2fqIGqua6bieQeEc07aRBlxj-l_GHE8H-ED31gdkjbHot7XpyOMD7O0pnyHaOxz6r7MPdUB4nu4UYGbRTpzpsgg24nGedD7-Fjr-kbZ-aq9-UVzW02-hgOja_eZU82nV0o7_kCFInAwYBM-2MPP_i_zGofH6I7eHPoGbKvZqtXUBHbwjx3MBq3trpoZa-OH7dmfdoo7zza6CBi4nk3I86K0xlVoXrmNahDULgnRcT9Ip0Ql-zp2eP-Np6ZK0Aa-tQFmvaIu7HOK1qAA0EoyllT2DsVdcXBHNm5-8PGrHrSqhWc5Z1XdpMgIyAjoqAn90ipCHyOf4iqOA3v9CqpuxrJfvhpT8HyCwrTzQUzKeOvN6rfUx_iwtFvqVwyHvt4MGefUavNO8RX-Du-S7mZ_81DcddrtHpkNrby-r05N6-ccLaA_ZT0bjNrfOBkO4X0JLzBeiadWgaiZgOLNQg49fpKYzCaY_e47Lb4S6UyJ7MkY75fRvSqiY6Gw-WcSGx-mmkZiR1hYnhd_EXsBuF2mS9agT6Aa4vuvdHRa4pNCJbTCG48jnTlpLBHQXnotT1SZ3azmxE7ag5xu9PJXP1acJulY2dwJhzfi8e4rWJoo8I4OwQXNiCcWzJaKjCoBnIfF-zdL0JnWndn9OnsZaRxu2NoS7fFAlnJh6ogUk0VBubgJFRiJhQYYKGawBvtqbfzt54bVnC7kVLCsUbDwqdGL-8T5s3jV6lw430yv1j8pg0arival40F0Dnx-WI-uwY8NY3wPoBgIGLvbFzoqVlXNe7_qYMR1f_psfUfVgyCmt6NVPsaWrkQ7zZGque7IOPadkUfXVfY5FlvEpO-kPV8KVyHEwiEcz7YAmpDv7GvR03YrbrqFOluq6pt3_cuFqLYKAmRaaqcW77lZLaRAxvf-E9v1iYzhEu4fy2gshaAO2B8Y7LJW5drEdEjW6qyErue6QueQqqeHHtxWKvLYRg8NjZeMl8WWI1TkpQNVpfMwsfnqRCus28AemzQ8EDnLdCi5BUn-ai0eriaoVDQPC_0o7zCQKQ95xAAlVLl98gX_Hu1DtXivCMxJiFv8bmAjj-sH2ddLCvNJUaz-H2fu4OWlRix9nhQvkr5anx0ZlA4rZFcVBq0mAnjw6tp4E0fIbkKc1cJb7YodHNVlosqQKDDFfZAmwAEs-i0exl0HJsKHtqQciHw8sl9vl0Iz094xyk-lEr9IJHHkshm6QPXaNteJGk5TPyUhqP70E8xz7eREBPKOUfCtPBMCoPcjCaeAYSCsSWGlLulopib9I3rRuwTMmrPPneGvz1Pe9t4w5WDZ0xm6SlNLrBu751K3xGjNwS0UiEEM_A5oLz607K3jrtUFAxDy52o_Y7iEArWe-yGoXHdvs1wZPQtLW7xYdnO6iOgCM7GQNda5k3wcDz4u37Cq4tvvnid4h35x9WkoaSYeGR6KnzsOwo16weUBLJ4mcVOWctzCmqUKA9GV9l-7icZaaiK6c75cliznUXyF2bT_GslHO2PKVW3kM6GeoJy3YhOLQDXTieeM4ikohGLVoEZ3Bjk2sZHm0QAlGJluiqVjfGnOCiZa09LtIc9BZTvo1SpvW2_HCnJVMQmqC8Y3M_gnYGpI4DnQxYqmuTLFCuui7XzMAyX7zyTT1tUDuK5_1xzb9sfWyklRHBtzX2NTEUhfVEbIx4rGDzqJuAiZNA2pA41exmxYQEQ9i9tkwcsLK7AWyzZPr0_eeCj1aY8nYkzNHXSCYyL1KkbCkCPR5460pwGcpaao4f9CloyGH_0gvSMg7Sx7Bihk4LM8KsgkPb5ZQTgMKTTvoo4Av3kzd_3WK5kalu3TIi6gDdfYbWtAr4EgjI5XXqsvoe9c8DoF1b_4pIPZMu_pFzP3ffwu9maZ0qQKYoCoZ5RnmrNPL9PEzE19sFsOCA1ryyuyJsmHGj72k-f_bAwqf_6rzupwo9Ej5iVNL1weevcUCQ0DiCTE8MEnDVX3ZnhkkswfC80hp7mxKhW-vfw69FxocLaAGq4e89zMPR1IbTB7vBWOLnyCkJDMH72f0SWiTXkwj6-7zOZ-Rp0BoP0O6xn7tGyP17Lp3Bs2M45DMCPcZBkSrG1aNHqAuD4d3I6JxhPPxYE5rjw4-npNPBj9IoWtVJpRzwIuDty0a8m3xeWHaBPRLmcRH0SwAvDBkAVLIF77p82xDcTDLDL27UlTQLwSkYqG2fjdOnjUUAfn5IQ4aVOXC6JaOFcZScFQWer4PFp-XMsaiMAXFR1hUNjH_ts1EKEikHLEc77XOfVsS5fTZq4hKiVjeuYl232_RdJRL-jp026w6aDK9XbdJ2lEqbx-yvVALWk13ygYykpU9dnXFniBcAk1Nn_OmPrZJ3vFlWE3xjyEccoFdO8wV3XldSHZfs2RWjhJFga_2teUFSKmqRz0GayHnsAK29r77F312e6mCnlKSMqnaZCXJ0w-IpgmQcjVaIZKbYO6q8-f8D4-mvEidS7s2Iydyh_0Be-V_fMI84D7ZmBwkgxaNIkEMZ_IVGZqQyHRBZ06mlwwB5IAhCC6pOVdLsyZrzTKKUT8N04jFPLg1NWOQS8rzZqnP1AADMxfZbB7MOKCXIWDgDZG8UQnRU00nMLDX8FcsbsbI78qgvfnZQbnkhPC5OmvNTAOYTT0KWbHyt7Sx-EphFKtjahUMXEeGZmpeLgL_NApd9VfcJefyPpFT2jHR6XsHPKyv6KC6shM7zOZNq4WGP1v47OljxxaXFkB1p9yPmztSXpVAJ0gg27Cz5WfrVOQrTiz0hVgSCwkRdbPaWEYPYSxZipI25ZxnhzI1pRI3svI1EUfEqxA1JIvvaWijFxZRYBrW8zetkFHSvCQumVMO1yMYZlMDVC_VwFqSTzFSU3KDeN_pgW5jAzukoeM0RemqYP48rH2my5t0D9-m_xIiB6NOuLjlEVoDSLeq98DGPnIwtz6dLlKJ03p5cmbskhM_nNQUD6Un0NKrFylX06M9aViXW2ZVKVn3zcNPpWSCQEvS9M4Kg0aqWYodt1ARiqrI0UHUgglulMmiSi3Drcxr7FL1f3N-zAfeuFroCwDg52KTfymsq-kC45Xh14QFA9bJG69JZdkSTv_jsWqBChgyMMn4_nDImy7qaL0UTvUFzDy_HbhoL1MFrZXhS3ogYPWPIQ_Ly3Bv0Z73ygCKtsG5YxU04yqWICU92-WrnMWJjk48tvgtje_uY8JOG19rd_N9XGzqoHRvZV8d1CyxgK7sSsZ2BtnfpUYmswF2uzrPrhlQSOAJKWr9XIyBBOntqpYfa_7wn7XaCuwUOT20lZR1P08G5246Pl20QPYE2kSbDBt1WpAxCjY-0teUn5vUovXYOqhjxDy50okR4L0nRu8RwagIFPOZVe5jJM94M8jAkClmb6nPHAt2OwUOeZpA8UcKVHCs9UINEQexZ5Q8HpbX0aGDxcY22p8_5NY2L4Q-DCMvWZv_Aqc1xBQOhO00W2Qc0f5upOTC5HFnCaYk-YBDqClU-UBUJdTswfPVacEvTPGM4G-yJ0Q6NKG6_yg7AKL7CbWkpmjs1mooIcQySupBmiiFMP-tjWXczLsZp89SS5YIdsO5P7RPplxaovJZBMQ_2Wg7KMCQgGYf0IZ-1tBEN9-UuSoT_VbpN2so7bM8S1eECcy_2_96s4In546xbYTWiIDtGckL4_r9T5V2ZYi_EQkkw7nS9glPU6mg2YidoiPzm1eO876riRp03dgbjsldSdNg-XYz9iK0tugmqWLoWPWqJrB5rBE3TgF6kZQYCVZFiGmais8UCqxFdC44DsLVHNBBdRAoU4U_VSeql8zFerJ7fxzBdgaQtF15wvLQ-Y4Oryi1D7NJcNQ9z-bN6KqMHr79NQr6Zu_4ZqCVZI_LcSrDOGchOcJ7BEt7v4Rsiclg-ljERlsICe3GKDkxK0Hk4mMF29Wg_Ie4n-4E5Z3Qd6eK-d_Qv-oF1OXx6GylMPFyB9sOm0p2Zzzvfa4F7cEnDYy1A5O9BwC5Bzy-uCCNBpkxZ7pRS4MuOi4HQMdakr45qg5dtND4oCc08SJs8uKFQJrg_WMVV9WKUygsIcmVVytTkHwhXh1dg4PXbyaOmZoaAZ8o4m_IKSuCbyOQ9FhSVTEQWQEiA2H-Ow_ao2xzUIUzAdyMPMMSceEywpjuS1rdjZacHs0a2b9opSSOXSrD8Qe2RZlPBbeUYjvqCiwKGbqxwO71U1TxLOCOUh-TnpSySYYRr6IC6IyBzo_NBacBN3oGfBRXiP13iUU2T6X6xhzZwhhQfobj9yZg5qk2qhXZIj6TZB2TeQBqfYaZdPGYRX-fJeUZBY3ExrYIO7ERTldnzRyvwtyLmHRKBFeBVdHruURXOLfpr3CyoGCZtS8JYtk41WwGPdzj3c7XOMgdRc6gSFGF9WoI9djw2N1DuL-h7xH9PsRbKkL0jYze5cIj2u_rI_Q4UC6pYmzrV3Ur0uC03qsKC3Eouxt0mOfP0oaPjRpZwUlsCKgNUfUIZfbG3rKOGXmIw4NvSb2MXTqgXFsuc6Hljwndt4K1C63iwEImtUhotAtNtU_U_MvUiG6V0dNGQwtEn-qEKcHvAAOUKvEz2oEK4jbJoc-xBIGCG3XE5RVg7kX7ozdKKwUQPWjWYJ4a9rhtuDKEZc2Dv97Dp1uKDhxyjLRxmogWLia8WYb7tSx849NwCgyS0BpbEXCaC2neuPrrV5zJmnkHUemftYNEO13GchQ7YM1tBSlC36sgaMx8hZ-TsIcTCnITB4ijhLv00nh5x6Ib5XH14-Vs-RKckonZoHok4qzg9gw01xeapWcBd4RMwl4nKaoCw3JJhK7xmtX_Q4WDdZElzIT9OXIa2FqQEhrh52MzXPP7cKZdco3SiNPOhgRbDHBK5rAbOso1dBHKFVCqrmxBYwvk2uSHZE-e4v7rjdaf-mkw3gMmM8BKTMMLudqvE80THWqVotvCkGqMmsNMEMahpN7aXiOXRau7dgABJBOXyTAhTmXF1arXXV3QWwX79-W7xXdLCb67kZ24_pb3Kyk-Sa5H0uDa8w12xG2uvnhzTOpY0UdhTGPiv3iONZNM7ocXfF-eOZHFd2a65bFCr2_NX7DZ_1BnjBqpz8m3WlxURUuC0VMeFyt0YVANZQt0F2Wx9tuIx0WGNM9soXQsp7gR4Wv2mYc2LUeC3K5mGbL_uH2X5Qm6cZBg15wvgsTA5AjTKJjy3hMELTGZFM_lNbYuXyGXygtfnbOxcSVHUGjPseYCnHlMVQWccMUXoHpb-0bp4Oqq4_Y8p6pkbynnnOhx29jnI5zOFyml9ztBkfz_dddzENQ8tOnPuzrJ8HCwhOzEqx51p-c1lj74yMbiKmGgu65vo00UwwBeTKgNjUvVBhzZce1AAvdQVd_KYEHUAvFBwTQFgfLjgMAfArhYxZ4QKDw506gFgq_lsW7d3R7xAFvIa_g_XTD_GO1XQ59idv4mQNA07_MkEZ-72TP-ekrUn0I8S89BNE92K27gGNYi38C9zT8TiB6ckn21zbYD14rvOlb9ZglCgotXpbggTim4a72ETLCbpqJpP7T5YvVY4hGCQHG3vSKZxo1KPnbilWxnGm8d8P-Ggbrc2s92PmEWkU6yC1pRnwzznzwGk4oyQZRzx0skRQm5zqgAsB7uG1hm94raFk9pEMAogpGOtbQkkZqZ6OSphTEXmM7CXsYdMyVSLxRU_SQvFxUBLreczhfTyOzrZCKoE4g51i7N4ukF5WgbgljOVj0joqKH4XKHdBKan_N_-ZzPd_Q0ubwayjEXOP_FKVXC5YNYt8rrudIIbKD8howi1hEMivvrgr6nchwG1dzcv-3-6GMLUwBLliSyd2ACRybSk65xtRAunxvdhFDKwi59ufra23t5XC2oJxzFrSfnvgGHF2lPPWm05uRVdMXcQtKA015SiLk4DD_OAt7cRcNvLEPdVttjWETf1LleeUVUOThRsP7AgS6qw8-BH_0rGxlSAVVJt7w98r3uacqqxIHZB6thYSOPBfX9lYs9jluCK8CnGlTeRgT_eBWnpEoFAjywWZUYuZ311FoWEs9zAj-keEaj6sJ61wD_zWzZumxAsaBX9ft3jsyk-v7Dd6B7hZ7paU4gs0oBTfb3I8c0Af-3w6WbLOMjpS-3d4XdRWwJmm_odiNAUpOm-90Cc4agTXFZPos9OepaQzSKKmxz4eqwchpRVg-EAXbYTVlwggTuykq4BQO1_DeK2jfNnL4BCfwaVKJas9SHvTwEbaENdUddDqjCV4T8l8VOPJ_NXSD29unBX2V_U7pWD2LmiPivo4OsNnNU3rz4ICNO-stTmOJgywijRHUHAmmJ1WQXbKd78nI4sXkxkVq9zTqQSkzIKit6qMdc9nUx4iA0Th_d-uFSn3y52FCJL6Rc0xqTk8wYRQ4GDN8-ooj5pzo2DWsnx4oHdoXmzGc1UpmelTVFJwiu_RKqFiMq7gdDLmy-X-nblQUfezGrwIn_4Pn-qRupYOG8RKV_-QEr9bLIZmkp5Kglh0h4Sfhv_Mi22597VO_ugO4wecfXh7QFuajJ8A3DwtdUjKKoTWuEVznLZbA1L5D172F0061bQCypKj0Z_JdUun_-4cQ9AdoTlGbEF9t7O2LL9-jrDy7BW58kmCALxwPnjBZ5vQY1_iniL5KaIaECdPk6dw9E-qdtDMXxXLb-m-Xfi5lIDEBM3uuyHun7Z2ytcqK386M3tHoCoJyr2bLTf7fWlThBR2VJ8kNlmt6Em9j7CYZ0nPZeixIrvLm92IxrM1volwZvozqb6V9Witp0xamIlqcMckxnB_t8KbBYy7fFiLt6QYlc-l53ZiNp1XvnoS3XgsdGgitcp7tAxQZyX4o97k4GGKsu74CYA7kAiG1LlBt32n2Lmo_J0Jz_5TkV_R9m8x-rgxMMRsAag7H5A3nKJVrw2sHYI7llvGgk_wzO4WqAxiQQg1Tqyz-Le6WmsWefIOUu2m7-noTDzF6jOu3i68Ul61JSZo6bxvHEPLLhnQ3Kte_M44SDw1v0hnRL2upM4zSWkh3uo8iZCpzDcHYJpUH8aYPgeIN5rXYej33Ii0pozL_kVtDQYklNTwXA6iPs_fFKuaxmQn7FsTezvmmmXjIYUMAvfq02FkE34aryRw1gQ4uCqdxRvR0KMK1LE21MhCvuf2S9lONTXG-Tk9hhCRSSA7_YvbPVEuDqyE-MBRkS2JYUBXY9KLWmpmVlnpEmSDSDOhnJI0J5GvXI1pj8xf2K7dHfUm2laICHkz84iQGxWyFpSMTO3Ff3qF1Sop7vXGqFmjZnwkB6yzUrSBmkEXcVgBdDJ-7xsqyvXpVyU3KGAR83HXfMwAcF35T_Ol-468q877lJ8VZFwBwFsY7H8H0J6UOjsni86Kx-f6VzZBlV_wmA5ZHrlbk2CZFUIYu4pmTpVFaYBNJsmZOwdcOe7_7_hevCL2pBULMKjjUcZVRa-uWqr0Umz5vjwXXRyncBOjuAKK4DKHIuERMzBsER8Ki02dqoSPOBXtvcFu6_MAXqQjK_N3RChJEBbgiOL2oaGK1rplloS66hltp7ua2V0jbiR3uUG7cL_SojD8tNloQnMeGG75MN47J2yH2DJ_jBes6s9kkZhac8bT4YWAhc6n5UQTUbuliyLAlaXtUiCjDpk2Paj2ta3phFJTpf1A8qnn6n8UE8Cfk1AaX8jNhKiT0T60q-4FU6EO3mpfRoXUGre8slyEoxQ0gT6UONYRbp-v4-bTfrTt8UCBy0xnLFAaTbOwwXlYGCE1FI_r7oZ7CoNWg5qIUhqgydBZfl4f14UxAQD836stNTVntq3kQOBq_3jIBrvM7Nc_A1wAEjcqcb8JWYpFPdvCSj3neqtLAcX_QxPOpWh5m5chf_3fZ2Ur4JW-PFZg_typ_EiJfaAlOtSU3DcBQQnLtc3Yfl2j-O98due0qon0bmdYcpQ5kfLER6gya3LhXb3wHc-ZByrCCmFxgHJLE70Na4R41ZLx0RwlcheLixy5oSGwjYe6JeTRQ1qLcD4MPtrEmgKkLXR4szjHIohkKPYZapIBxh3-PzkG5Hv4pBquFinNN_pX8qRWD_F2Ys4SWvOeNfxwzyP2oWZRxJHVLo7iOJTUYcDqWKHNdkxGf3lYsjL1hpfkkiFPN8yeeuAJ9PZnxRkyCF6cPBKko6tXLpCufSriCFttUOmz2avGBOWrUiziyaANwm0a6LEugM3a_FgR-G79Sxv_pDFuXmUK2MCGLdmihRQ1j1V01oKwrtkcrugU3IPQL68OMQgjrebkYqcBvjkceLsmhcIjxyQYQDZM5_McjvwXPhA26wvd6yrfFTOiOE0y34JSaQpWmU5wirATDT3OEcaELcFeaVJ3Rt87mtJU1Iaxjnj_5ZYvVUemXdG5Ji7fIHPGIfPnQ4WlJJbp5r4ciBhzfUwHsVZLXBVmN2EhF3XWEAQc5UvJKljfwNhQNeIxkZKE97ZrT04bNXaM1My2LOOWYaZTk7puCVK0-w2B4s5sV42tRkR5DNN_zfG7qgEqabq4iTgNP0Wq2S-bZajL7g3ufe3lievYKk4_JZ82xCPoHsefu5WMgdv0m5c7YDNx4bECNRFVJuDsrnIkO0r7iVKT_3-mBVXaNL8hynp_Q0HRJlXbXDkNgziTTz8yILfkqKc9ZYGmhP7uTcxkLkYfUlqE2a5ePMXrwcSi2rYbW7a5W4GZqdpJe2kzrFZXaEpkB0gThJlrS69_O-UEFeBgyVVVz12a39m79tufzdjr3xBdCMq8Y_BzWtsupRr1AkIDjijMqNEGd2bRYj1CWRrsprviwi9DPoJpjnYjjYwEfrAniZU2WbJVa_BRWjz2P6iUpYejBM0Wnyz4SahHKQKZuUXNvlm4hcCEg84ILwpo_HbTZPcBi_NxJJCk3AmYEZivJ9LrQWcgU3lPJdqKbHMEzv5RBUBd3esKUfy9e5ULt8VKwkP1OLvhWIOBFEunMOXG7N1vNngBD2GGSnQXOqj3dI25r3x5XFIldHQjH_y_jDimLGeGhdP_q4cRh6oH6ge9fVC_aiRQk6NNbKB3SW2Y1DzqcRJY_x-TnyQGsI2yunSexla7ufwiyeNmsmYpiVK73tQtuZgNDxToOZM7oQOoe_6BGrmrR5W_XXEz7mXYb1Ir2gEgI5c3CGE3YSO2eimCwcYN7D_LD35Dkuv87CSAOhbEPiXdq0MomgRIXY9TOMMBid7XWorL6wCNe-FQXg7YZUUyzCFIFwJA8o8_zeWQEaa9qwKWlZMYiZJwZLLla8WuIzNmU6FiYUIRHdWVo3BPRCXO1qo7thDdkuO0zIOcUzW-z39WOuDAK2xdnvUbK2J-CPEXFJAXxFWAk0nIM57OrNv31xKpXfWR3tJHnMzxRCTPnk217Mihma9F1BZInk-SiUKmhWEU3ZN05zDyxVF7ahXbImP-BcN_Z_KKzDK2aPHwaFC38zH8rfp9wMJmYUheiY04K31fXN-gDYY-lweQNCkTRenqaPsVaFuTP9mS2-caelwcbP0XQoqHT5RZfuZaw5Dk25o7KoW5mguB790n50vVVlIZN7rxBdcj-0iQLX7i5CC4qEVfGt7BgRdrnEe5GLe2QEHztAOiy6C1TgEO9BjxyHhXgc_6CMVMffvjn47eYI9bego_9HD2azP6kauxa0okEBoeXuahizzzoEN6MnuX32-fwXpTOv2q1q68jf6ydChiRin6fAuAJt2D-Bdh81V4zZgsj7EPp2d_LD-V8A1ubkEP66k68AHCXFDntUJ_D1ip_49CRlmJ4A-AB5Bq6DS9MYLvNMzOWJIAL9xLUuEyWSU45Y2CflB1-0t6Hc8goaOyM67PIJjQ9wFzTefH9vwyniJvPH8-P6VoGCA_-4W8fQm_9s8CF3mh3upv4_ixY77FyI8BCSBpAgfxaqwMRUBDsYKcdXHUzL9oZkAvG4LPnMU7Q3mMlDEjj_9ICy6eHv6M320_0OZiDm14lCujXWej0VsMMH8pOWYpPuyEbhIRoSUOA8Dg9oNOoaQ8UAm1OwDkpj7igDVa7n7sEQS1mtHH6dBzxMAsJp1HEcqySLMrKndDgKge4FORTC2YsuoqI5V7V32nYh_T8JEH2CuXVlS4_WoNH-atJapFyFIcfztG4n28up4qkq3vaSq2iZnnOKX7rTsE8_WtdYforJlKxjcKMGW0PEZzbtI3r3scW3YWIAUAI53cvidjRdvftbabhl-B_BGdIGE2LUTk_06MnKfvVXYIaFPkIWWDIpTJrfwW9Kl3UhyflxVJa3lpLZT2TW1IJDwl7S42CdorTHlFxH-f0YacGl27ZwET2Nl6B_QcWt7ZGXKc31rKFLkarrRgm2nf1TNEjaFPd6GuLQftGMcdJ6ymFHQTkyiFiT4_CBXWOi8A4-XXLCeV95BrKmzVtjSbNFksvRfNbMON5cByRNNY-FK01CqAitkEZVZA42xCXVrYX_7y2mYQihImDoJpx79IX2tYtzJOGqlvNtbmGkATbEJeHY1bJSAATw3O8-ZJOvN8PDJz_m8D1TzRIHJBzCZjVTHQ2ZM__1WmvOHALKag94DMhfFecuysJCdwg4jybTfZyt7oYo0qS1baRQNGqPVs3vx0Nf7JDuZVf0KILjacmIRthZSUf7JjSuiNwnAgIlcIdazBAyQjRQb7no1B5gaoYg0oMH706ykHmA783BDWZC3po4m2D6kR5VRZI2doiLi5yKIRduAzHrYuTVC30AaqLQbS-rXNmsVYmEKfkBGcHNEFbyLIjfyk1zZ6PxM0inO3gYcd2cTiRPVBwV1zZ3KBVVtD5IqrHlMv1D-HyfLXQP606SRTAmPRuaW7OBjmGv1nKCykjmKbkhpmtSXi-6nsbxL39A8q1ZggJvd6WvzQP7O2k8j4GHFORC62GFbsAultU6JyZ2hp0_F9FCv0XKQ7LzIYGpAVtj7sGhr4iiRhhjDhvSdaZE9Zyf6QP3TFqfC-bnZPZDsJJ0-m917GYvSvTD6fpyhjuRwOaVd_lHfhp3QoRG40Pl4COJEtssPS-9CwgVe8CbQxqCNYw9XnqbYvIpbkOjGqhU1Rx2A_cq8LUW1Ufpxiv_js1uHlV5_xuASGj8S8Uk2xpC6quIedQ69FwzG54V8-Wx7mr8HE_8FF_cBCluMB977lZBmX79CHWXyZb99OV0iOQJTiVP8vXSe37pQtBMLSDGqTyI8wrJ-0TSe1bncFD2EUoWDUQwdSx7R-SPh_v6cLamAcTtx8P2kx6HKetg8Kh3sfmtgHtacXZOUkcAduHNJO66GbvMv8mPvWOsPZlaVYIhA4qAJnFkK3abytsQIFxUXh1qqOew0LqbQD2hTsCsrmdGkEZVN1k1VQVxkOJWwGMGawv1UvMJk6Vm1S0BoKWrWoFVfVQFuR-8ewJw1yIZs1iPndMW8ldbrytjMTAfCkG2WP3GWPA2q5yFMGsb3d4BzcIXeChiBXaApP6CXR_-s9LVKl-KUmIpf1ZFvDgD651z7k_jpn6BsVclypp71zr7MZ6NeZD-qmrkqau4oaYJJRHf6qck4JXRQJOli7kFjA4pC8Y7OqMmzw1r1zD1g31_wSgYUo8463YgJLQRABOGWmvBOAUR4Y8PWn1BR6JcQ954-KCH1QFx1dVWoYBrH7IYWPH9bqwLrZQnFXM1EfHZJK-toOEJ-qjFZyKFPSiIjVyqjXUoWku3_rekVzT31tha-pQBj8dDodNu3Qf0csNS0RayP2aL6WGxixvYIWqMCdIT6gQV4B_crxomYjfMtovTKRDxcwvEZDSXKvzjF0NqYOfMQB9cfLGz4wwGaMapmKzaRRWepWlJtdqSWAQyrro7iY4tDP5yYihTWWFsjMNIfahaJvAPttBDG9leXnja5NwwZYMHjTmpg6VchcWGtk-njSnPjdqdJCjizo6JfG4GbiUMfx1vMFN4rdW_rVjulBeF0LSVz1bmk6ZUPIr2A2bLa13hLR_6pSgSz3vlGCGbEju5HO9v8pWf_GXuQGLEqvfEIIqwObaSCdva821AD0JYyRH-sVyJBqbH01qxoP9n2zMFDShheQ4I1wMjaKcEIj--n7t1YBCyH_Zwn9tk3zPVFiJGFagUhdOj9ELRRWt7NAPO40m7gNjT5hbQ94BHpgAq6qSX3gkqeY7f7ycWR-UCZmFMPEUUZdcES8wYpn1P4LlzsS07GvhwZ0WnikyQWbxww3TfaHYkgnk-GuGVQbj3oRBt97E1Rf4hdPJiPCGtcwf_eWiWeWrP7nzS9LuPmi0lNhwxs8BdzTsFex-7kGHEPhGyMdOUD7r87KeMFoes8I578EYv9UxsU3tgck3Ge9bUYBXobjCO4aba2mrjN_QC8sCJOO1CSQ78bLLVQyuC4xVxe5rhBaeeoMgT6pZp5LpzQsSIL2-uEVbhElyn1yMKs7QEMHGmBQje60ske8O0SWKDU9h2fRSr9APZN-Bo_xpBeZYKXLLrfyjSUCA-JpI6_dMjDzj7Ii1V1cmnvSbrQHwF8Av9fK9NPu1kw-23Unw6gA5w44BRR5czR8ZLtcGRj5LEk83-jBmS5PHLSfWZPmnKiwwG19982EI5iWZeQjzN9Q-LvqQb5J8BLLHYq3V2Gb9CZ5FINUpBeZmxRhIpApmOp4e8hqYs3JD6qOIMW4EKdJ3d_rYXL3pHzMaqC5pgG6d3x4Tckm0X1T4ZcjXtVL68eFmF5zaU1vSNyJn0xNQDRRisJwjKvhfhlMPgwJg37q9_n25yLl3wvo87zvAcyisiekWKBUOGJir8cO8dNVTHIcQwZGN2cQIZ8QMuyTmdcCXaTkaEBLTLln-5iihXVtVx2eIvMQi8Ojo63RuRoSbA1kuh8bDBRr1LLStyixFok6498VuI-yO_c7kS-Km8O3Ca7afZE-jT8KSpRDBTtxRzBaiJFtDYz2CoV-KTUfih_J6hfgqtpmCWCQhRWOkfzl7fog0SzxD9zbQWhlaf1CWGdAf9ltvYsGsqy4lQcOK4rhZsZWPw0a86MX7y51LWY6KbdAQWRKZtfgaW0Uk1TegD9C9ckvvCe5KkDmNeOX9hLLPCgRUkM6Tv9Ic1m0kLm5yRvj67BxeftALN5JAeHHx8KS31G471CcN0FB2Jn7JNA-QEaJKmyfjoe_4GuiqN6vDABkp1pBRsR9AmLhAnF7kHUSybxvCPjWT0_i96AKI6T1eue90ILdxV9w6CF46MfLVIuHUnmNkqW9llD_8doVkzTK75VR1Mj2aDD1O88kZwFSyhuZ4YnNP2BzJqHa8tlla2CCIP1WD3ZoK-3b5g4gFQdX4tJkY4D7kv_klH0CcDRiZ0BrlGZ2uAT7-0J8kcf_9hNjpP4ETR9SLmTTYvxqFykoGc36kDbn1ef1IIDwue6z4wk3GGrQOGWCCTbiPc9gp2MEfAxZ_4Q3dR_VVSTqgfyYX2rxZDv8umoOcdPGzhdsqmJXl4wNp6_9Tc_z4035UT1Unpg4o6ssB89xYquKAdWDjzCmQWhF6IA_ZoBOCpiZX9sxfF5kqtcnq_59yviVUczvAUm2uafJ3Qlf0WfTH0T72xft9yOr6ZGEMUa_q1z9272lbppm6KZ6ys8XuSrO5AfUhS21yBXomlyuLqfRAkgyFCznJVvmxtqJFQYDItB95DimpJsukJxpTt0hnop2lJmdKue3Jj-HlDiLc_CdUogN1AwUDo-fm2RHGyl1ucWsCkPRBlifmUCdPis3k-Ta0r2sWw0--b9tRscXbaP3zwJnOVUTejATHIzogsHs-IPw9_3BbfwEmgnYGZnd3dWaV-trnuiFMRHzdocMN40K0SCtfdhwtKINJXsLMKQCUPyxUEJnxmdMgZIiPnEkYqUGrVFRWrkJoBTW-LEIolDq7BRfCjnWsIaqsvUeNzkYgpFj5LhOAH0FIsAFZU_En64dAsnVidSMPTvkLhzZIHqfD8f3zdbncf8VymDF-uV4LcoX5T73Q3yTldYaPSoSfzzFDvdpoJIK8E6vWwIUpxqV83VZbO5-t304iQ4EEyXXXjwhIJbSLEtrK414b0vR4ILPiUW7Hz9-G6l8G2_C4B8n-BmVfxDaAPn_03V4RacgsegTvaydurI-tuqqIM1lmF8RQjcp_r0r-wxTuGzL_82VxUz7OksYcNks0SGBjqyaOkZt4hZmPH7qw-IS7NUGMS0zONMky2k34meqvI_SsOHHUI379LG_M72Is8JBbMCQWBzBwlMwViPlEZCV19g_jK2s52rLL_MDOQb2xVmYSvkmCtK6X-EhupdAgFsPx7hI0keZirnxOT4XTO4ADAxC8JDC3SGeeoT5JJFvYRd7h31sH4vU2PlNMCULQ654uYc__HrLmMy-uoG3fjEfa74n5oQKRlEVzmuU_wbeA7VQODhpDqqRLUE1JgYbQVKyKr4W2oPfJWGV38Kmy98YxsfR3UhEiyVb_pB5vCYN8fIVovHW8Ixvwr9U-X8oYXpyYJ7d_hja3DaCIoDJeRm2hKH1U_E4xdCyhDK5Ms43np0jnYKPWqZyXYgkPB5gQFA8CqJDa0YeE-_f8KHE3xbys_HMDHQN0C3aWdjwoyCsQ3qhpWGUnonKPSfFqmVNOTmayJ7LcevH_qLOkUC__U-vjfkoxQLL-OQChbKeI7O-5TwefDAB2pZhV3QK1Z8K-yvaVQ94Q7ZFnEpclAiVwX8Av2blkYNFN9A3xhMmtaERrTrekP-IHKfmfK7bIpWBNSI8SKz87yITGPGui5kEKBhBv75SeuJm-dZCnA0E63uBFanSEwBGkYVNiunWdolr3Cigp4joTmVqiQHkCatT1VZEwv2D2Xt2ZJ1oJ3Gok0zvcRXIxUQ4Gr6WcnLgXvOG4z5cuvUigIx2_IoieGeMEyDtwEpM-ct5nR4tLR_wLE9cbo4NTxDU_ZfGccvGY0PhA_YduOUgI97DghGx-gNKu_xQ7cwObZXE-IpyzordqKkA1PMV_v_8sSeHrI3Caf849BWJjzWKlQVvugXdZA08ox9Q4PE5nM0eGV_iUBYC3c2ow7_g_X5kh4mKxTFLmG6t74ITI_-XV38DqBSvlub5QD6bw-rmiR5Tqnh7WCQ1I-74jyCOJ0LBgsP0M1gqa1c-HcOS1UVEZKoUzW3DBSu0g-3k5oos4L0wE7zIy4SwaJyfeszGhHcjSIVjqAI148x2M5ZGjaGxOWmVWlflQWJI2QUzWQ0pOwfqPY_cH_zkWvDZSvCQE894hrIQLlO1tMcYrRBJ5yMOr1NI4KZF02XkDRtGGlB2T2CrSvYIaCrCzx-vBGohKjG6KQDhATaudb28W7F80nnrnBBIntbK32HfuX98dMg2qPJ-Wr2eEhHe3828o8NUQ_6St6sjZnITr3zlKZ9x8u3l9PmtWY0X1nCo_fh6Yfgnd66C0lceINYr0ZVGbcA1owbxhdmdcr-TpZ8DUPHpIwLIM-qGrj-kq_Vxjtnc7SCqbJSk3BKZbLob6ZKf6B_xSCIKupmnLcyQnAtTRxt0P0oISe5LBG8UYndqUvLCkjGCh_fySMYdR3FJDqrmxP0Un66XW_7wbhKn1g_ke8jxpRfxXDZTiLaj07Mo3sBC2cKFpqVcQxho03avzIi-66Y8SdeUbwSpwWdkJjk1_8zIRhSq5yo0Jj3j1KtAhFsa_Suvq-ntaEeFzqfuGOtp9B0FweeQcs20USsqUiXO6y0aqur3X_ebcFwMpaQxfriQpkOoN56eOQBROYYY3mEghqrOYf1CzGJvAmJ_HSDJyI1idMZU1FBKGKbnpWCtiIKycXtkfvtnKzJ0j_ae9twxbmihHY1XouK5x9azNh7u_Nnj5mpXMl83IikTzeW60eXSqtxL6to2KJEcf5q_P2SJG6tw9a_bg1X8l_Q2LjFr9D8wdN5kUfn3ZZhIhb_RkBMJbKRW4SYNT8gUB1KWdxQtV8GqdfqzehgmlpToyVGURlqtRm7L32zvCYpozdKDCz_4_Mn_tyS-yIfPRGZ8MhvyQSIajSQTu1utI69LkdeLa3J1-gUP2G5ISmkn0pCjMjMeV0KOrPd5ISviRrLnubNCE3aDpQez9dogSin_KJ2znzOV-G88ZYW2E-GPNk8z8arcArP26TtHY7twLKRmJrinrOGR7rCWnCB1Mlrl7eKN5Nqh_D442qYKCqwJDIBq-w_hOzVsrTWxV9gek8x-v6BDsc-4nOK8NduW15se0O__feGpsQXnahjSEuSHP1HBp90UfV0AV6rio85skWv7N1TT-BxbwfAezcVB0u4yYrme-d_PhTM9dMZFKz2S16gY8y1SG9IcHSMUoGT2FLiInz-TfO03kFk4tP99GLGOERL5_-nwXuNjypJcqHquoNW6unJY5EwlS1C4hx5fGrdQy6CKwFPYtCVK3lXsJ4T-OKklG1UvoGFYV4JXDsG60u01ezDcgbGEA6tKa-2075gFaDbDVZtEC-u9o2X7ypW9ftM8-lS_fhxAq91StdJ7f3TUWDjXGoYl5kJJNFtLO3sDg-sVSrjuzV50aIIZDP1mY1ma5WgOJIKSs-XzK427HouKdza29a6ekZB6rgAcWJ9ITeGtJ3UxoZwClOER21ZEcO7xAde3MUQ1GwRO2h8jyxmvRBW2cRT4UHE1leV0HjliEeZ7bwFtrkWyNuOf6X_7QWD9YF4sztwxU-WlbjZhNM0SkdNHCuuax6Wd1mftMl3ifKanf6ksJScjTMi8jd3poEj3ppd6ZqQZB0HqvBIr-J_w8eOVSVFKHBAmCIItJ1KHggR-Jn6UZYLTE27SFIxeu5pKclJURihvvYXHgyRWf6iw6ZzDJ0VtkHv-Mr7QpWiG-n4Ufj1_wG2NC8oqw4yrmcGr_1NEUV3i1hs5Fbv5FBUE7E5KqD0RV762109e8ucIB-dBf8SObxTRaDoos_ANv6SjznqRglq3oCNeqrXfnWN6zZ9E6Iv0YgfdTGw5HbSYQs8zVXz63fhOo9xo37P5Qbv2i5768vPcdKqnW6ZG5j_g7HvzVMXCHfc34fZYXGPEFTkZaBqFKoTaYPi03VfYUXV-kW9migjg5_XK2OFO94fXavlUhD93B-Bdkou7wVWwkeBBgvzddCgK2N77P_ZqUsWO-VKSTNvtZbVhjdTRt9-epVFhaLY3eAC2PeZKX7ui6zpeLBVSYyyIevkziIG_o1AoTV8HFdfryjhLmVgsE4pQKhVZoCIyS-IyR0uthjco_XbBMY7tzWdbLVdQExOFjElpp-DMSgLso8HaNfvZjaoTTPDFw1_y2G8wYTZkKbHBWEVlA2EovMXJgfN72LLb9AIl82xAiNOgGBdE3Her7OlLHEY0E9tT3MbJzxMY9WIXQ8XTeFngy-XEd_ZxbR3zfEkAru9_0ivL8DpWwuc_wZPKfJlF4WvpOJmhNxLBh05ziEBu3JInofSSbpULRWph1O1DoSHH6Ziv8CgJbTKWEYFkFavZBWnxdav8ND5HctcdUKHg2fyZ8okUZow3eXH0QDigM7JS551_dxouSjUVOTmntUzJ27uhMd-NjLZsRQnih4E2gietnmFyY7RSIIOtViwxQGLw1p6--8SjTVc2FLqqduJnhp_ZxaBWNe3UIl3_XbIEtFUgzPSfxGsvp0uUcjyqFwtsWVAR6BqX3wAtlkh6z58_DcM9Vd3n8RMyZ2MhFY1gOYT-T5T2jrClnLdhXE7hfClvU3TwIQR7NGAHDp2DHjsoKxolheqKNGBYBix1ZprkmzoNlhVXflFlSLpAfTerRyU5gy9IBA_rNt39SVl4sEVTfyJNktDq4lSHfYYtEPLF3LvU1kbvE_wBsr42cCQ_tvyKsktOSCv8vHyr-ZNxn1zU10rJtgj6Qv--0PRg4fYyFkXRJoNoQcgEjRrnO6XCnamomJAT9FDTZffWRY5PqZXI_axvQPQyWXBjL71M0HcNPcwSUmbwm4u48x8EeX7mni2M-RZ11NCRD8GhMTGDEm-NGdFjw3naGXqmnVPz8Q5gUgW_bmIJvkeoExQFoQN0uOOMsHj06wEaNNV9HF5I8ebg3l89rbmGSHl3ndr9SoKxXXxIuKgZpYOdPrjhuzUuzdTKEzsDML5rAYmuDTK570PM4eKP3AzsHFuavjQ3wuMiox11De-qWz6nIDy9xrgqeBumwte_QJ6pzxnspEjX0o44bs_JcY_xrcs1ARr0WQF-HU4UBWoVrsUd9HAEzI1DUV_yP6pwhqsLvjXAOZzPtDWrxmwrYGYn-ggMU7i8VRpDN2XZLzT6mJA_PT_3Rp_eCWMYfatMYRIi1JpTy0egvorwpL1dPry7FVpN39LatoqCRLe0Z4xjBcHmM4C0zsyxiTixcb5h4B9LxAGe9Atr-i3RZnBTO9l5N_B91whPmdly-fj92Rb-1LMrg4f-Ncfs0rYkaO4xkCEDLSjQZs96C7nQBvu1gPWJ6r7o8yj-TUDyouRc6-tQ-4aNpPxyd6sJ-I2AmO1kMJQQmszuQ45MJdLkfI_v7YKp29ujZ84S9FUbw-V61c5LPBl9RemRkL-g4dw7uMZgtWNR5Z3Acga0CS1Lf8fA_uQTAR7o_PHUzqHYivqmVZXh2SercD5apNQSrGnEWQcY-LJF6-d8NiJ0EmcWPa0pTmreLtVyCwgspMR1eOFyJznW7XTxXNTjaBAdSsVaqcQ3XI_t_sCPn4E5U8KF4bILSkewR0zEbxBHnVHdKAoewJnIXDMVcaKcvBxEZNrb78Z0ueLYOyepc3JKJzB-9KeMUZCME9p2Gu0rgkQKvINmwA_rjctz6p2gi0T9kA_cPh_aoUt0Zf85NMwwOoOs0UXjYmeRgANAK-8KUOvWay-otOciKIMQWk9b2s7fPCJ4Fxx9zzXU3VArTUjW23emZJkXLzptMJvctqyulp2lOiGE7_qPi8cQQrQSzbidLDPjGTJFJiAgtEARMbo-bnIzzbSE9v1D7kzr8elvBnnPaWr56lBTrE9vtb4tDr1AUY0c-36zEVCMScReDZloVExFElNPJTLMvSPpThc2a2WiR4ZILQmOZkDnGaWkIJHRaaMGv3B9ee_QFs0GlBWELwqdjHypdWhq_PCbte5GqrR0tJvvPM2o33xOVBMCxe35CWSiQODLUzm18FwMTtBGD2i4vZ4PDmOFrcCcAW_3i1sPkBH0dOGF-4mLAvSTqiJxC57GJR958ZR6XoZ5Ly_nCS-mYkDU8NXZEWTcVtBzdoluSY-PPatjWP86vNWma3NSdvBBjM67uL07zLFpKhn4RAVuNtMbTpVyXTJteIx95qvcR9WxwrHw4elKRA0opiQWRlNeywYO543cVWXi36RYKyvvoMJIgz4SMzdCsQsj9PjMbGMYknSfL7Eze8Q8KSOSsZK9i_0sqZI_7e5ba27i6ljBcTLiKDudXBcumNdKEuPaL7jdx5N1X-2pqiz1oURpaRjr48P-6udu49Ff0BaNONHuZaIVTN9IOwOr8DKxeCKlxsLcwefesEoav4Uvw4lBXxLY_eqlNz_n1Bh3Ukn1ziCSpP60tr4aSRaVmoZJd_VikOia9ZxIKexVGRHSqr_gZEqIqt4O9ye9Aq9pjx_Kx9tJSDHnvMzLPJQS6nW1aZIkL7egLeLR2DxfmYodecDXaPt9OiLoGxsRJzg8ttqtm1pl671-UEBhs_5I9JSfQhWQ78w1nFf8TgLZ_yjyWbhvPh2SkXUfGB6tcTpHgt_-saQVP3QrtYZ5XCb6M9TGdxb8UMBsNWPmLrgl4nvT-s78mRw0oLWbHHiz_Cl3PsteuulZz-hSzWRhBxYlDzfcjvthSvRe7I6AW40mV5P39nyt60TEkEKnePQMHBiL15Y-A-kdOJ5Y7sfatBH3iwDsXvh5n4dzywFXSxeRYC9-Omrsy-lZp6_p53i6JHA0Qp6LM7ZwQE9i7Ba-g4xaNCK84Q24UdoPH1Fw24VAxNj8VOe2EqqFeU4zaSEr_jEuJhhcQDOfaRAR7ng2YbHyPBUg0Ne5JIWJHKVSAyySSc7QPY_TsnvgkpJX-QTJvbcXmz-iyegb3nWEnnKEyMkDb0ybfYYq_WVfK3fcgdAYIwa6JdE_2zfz5gu8GwT1AdzqN0KEFPgyr4K709padXOgsGks9ZNCf6WTLJg2eOb_v1HhnHkITfIxbZLuqtr4LXVrUP3yrt6p1Jd6S1lF9cytDi1Sp8ZFWex_977-8qOGA-kEpNnGaaQAuA9B9cF8kUg-gGU68-a3W-nP_pb4X-3GKi8zMN_pt7IniGXhRZ6In_hk-Y-FJHhDpxEw2q_nyCdtLGstG0KKxHPybADYaIQIxIepJ5QOoIDyYQCZnyjuyOErZoXh9Q3mvYkLTBbVyl-_FfBZ0VDDM4qz4kEmDvmeHBQ6sz2XO_ZK7zlLdUMcpJjFEQJwoJ8X7h5H1CdT7_NTrIVsnWMCvokr0tGwJw-uReqfhv6j2zmomYqY3wgJv2pecJfrRZsQbsD-HfSkiHOyKPXJqfX7GtSOue5xQsTSnHA-kbwNPDtmoekf7mZ_YiI0ua7zRu_bRcOYBHpPrvfWeMpmwM6fzH_XkhnS7FMHAYrfPfgDhv5sP7t_LkJ4PUImareKYkBTuGQ9weKfxpy_LKu_tnZ8yBMe8RcjGBaOcXkT71gshhO9cjHlPs-nRLvcUq88WrjX6BtI6sMVDYVQlPMiJJYS32EpwRj2RPLkHBWg1LXS_Mdrh8lnAsyFL5ChTMDy5d1shmfX3eO--pw6G9WW8baxNRxSPPklUlpEn5qYhmmVjQk_lMPY1fHluMp_OMDdytpkiQ6ENqZcQuOlYw8iolv6pjWyj_wJ72L2LAfIOyk461MtYnvxmlWN5UOb6Woss66sicIXO7HpHBk4ixj5uf9iZSfRPxv8EMSYxXM49ClO9RxxvGDwx0d8Z4DvfpT87kZbvaSDioPoD7rDBmwA3XUs1jzF-ZL_8dhVCypZfu6nqvEzoL9QLQAQlnwsFtwAq81xYwP39_zETrXAMhHm07cjHQ8eIAcpaoCJ1Vf9T7bGjMZ-nBhD1jmA_UY2bpUzqrRKS4TefxiYv56Iaqb8-3I_4gMBwCTnHnczqzm92Lun9a3dXbKanBzQfXns93afvXuMlpZb96jt6BR9WzR0ESX_HvKUWDu5Cyuze4dsK_0vaztXouK7t1UKs4J38T9Y9R8ZDbv-2gy907GQHedMKc0WxhZ1cTB66hacUnFYhFMFleTRaaxExa0vZ26dd0fnYcWOSIJfb-mupZzYYEZm4wFsYvZoZdMo6XN_VcA-BG_HzdMt-NBN59m7RxnC9L8l3cM61-3F6WiK8fZs9wrAMvirpzodLj80gQvp28EHArFOTp2593ne0zlDVwu68KWqrKKBeCGDn3sLZnt2hW2FJeypoyN-JTT3sehvDZkb4sNrHhOdEDLdY0ulZIHDrOYnIk_iOss8yaG5spkwbQTUTRPWSpvdr1cVQ9zM4s5WHZ1kmQ9EUekC5N3ByrS1l28nGVm0_ULLT9BvMrDjkxnYkwanLMOHDeyAHJm5XkVCTw63QiWjnVZ0T0nzV_h7s6DZo2ntPCrGjywxQOKtcmlqNPfqIx1nHJ8NT9V7Bcqm8skeNxrAo_I9wHkCBFkz8TV7WVX2tEPhLcZ8RhYfA7Ufv1-jHeZIw2JKMAD5tkrihCKSW-gcp47OwPRDg83tddh_TicpRZJqxQsCGPHQHR2aKib02gtSmDUW9IzZE5Ee6d7YaGt6UXaaZ1MRNXlq1BEe9vTskesWiIn7hl0V0WE6-hvIXh8BA4iWl_yxLfs8qx8mDtT8x7YMOAXkEUfqaE9zmpjN_lIO4tE2SaUyd1_SqYZTNFGKef2kv7k27d8-Fsu_7sfTQmJafRrhQIvE5Du9KYcdZdDN2zNCVsztBeOa3rk3SXyY_MusRhBPtfeza1IDwRD7qj3hnfWSEQgRwEhAgXZWCUbbKmPmKSBX593ey5N-bSR4g9Ykc8XMg4p-UJNIIipo80EJrFt7gZU-ijfEDx_qJQANsPLcq0HpTrhgJZV03tZ1uAYqg7mF_VTkKrtYUM_e63mvCel8h2aDlJNLDjukFih8hE7A0PXKd_gQW-uNCxGl0EJj1fcjE7vObDRNH6WGdqj7kySxnRYY5Qp1IvTjPnyAQ0caFPIE19vBmUowV4e9f4jrXVuheWA8HXIsXNhmXvKMdBdpaI96KbDS_BeQMA3CuA4WXwayZDvPnWFNBnEAvj2SUMpIvHtzQbajj8bkTgLS7xkZyxOvPQ7uHpjBqhgvLEIoRiW8cC6vNJbf8XufzEfJ7_tufiVoVjd0itGWzE9D4S9eQDYpKTS5UGbuLU55CTDU4RIcQpIxIc5BrNU_hYRpoYOf4rt6g4gyqVcwhVAd21cudIYkFRD1ZsqIB7csKMBMPTltpJE_yRgwuT1G5ekLoYo4P3rSJBiiQYcSjgDC4KhhWMRXqxLSmO07cnngACkzkPxe2Z5YdRjnHN6Lq2bAExjAcrBojBlnenhIqnXTybGh0TkSoLSNkxCVF0QTcQ_-O6We53CbNluP_l1WTx3MyYAIUzTw6aRxP5CAoUkOuvxuBEO5le-64_5Sro8x5PU_wTJg4aIrpSltFb3G4KIYF7t825CwyBxt90XCYzbM47nG-8ws039264J5JKnsxWHERa7hvSjDmC3-bG1ItKDOwa663zTh9Gzp0JGnCIMZyny6Zkttj8io-jPGTSO92ib4A65sXP3faB9cOOxbWCxQ25cJvEM0LHsxe3HEzAhSWV6lq98q6VkkMmen2IKYScqPr20MzSCDjje1TgjcareDxTq1HuveenZEb6H2VRIuVLgRgkNSQ2IPak0ow_QMLB-eKeHMF_H3o7MyfvCFR1HDnZB8Dz-O85xBzgxVC7SZX8gQfePfXYMVukfOa7lic4_PT_WoGLnWX29PjNrdN5mu6h6QwqvJs7mmua-F6CnfbYAUBmUbB45ghoTJob4MzVRZgaZqFMG-jTOD09WhSZTQEaV3C-w7OxcGbUPBO2y149BMAjp9uJr47fbgke7wujI9zQIijCAVaWaDk7ucnzY5B9fWk138uCB4hjGNa-60EcgmhRSBq_OUsqhlRCJpiuXwxDIsINSBb2K_A_0DkA9G6sTO1bKKl-hbtLBvGu3ffh7pIbG0zKkvnmJ8ePaRMOMPtAw3-WVQUUeHvR39s_5m5xf49JImdCJF2S6osMsy7En6K_ttfZjfazxb4A7awFmI_Aa5F9R9J_745EH-fVLVqJGhiSCsLrxsSOgY2gCRkQA9ygPHuupcQXFIH8bypDqpLrm9_FUmRb2QMHwRh9SI7zCXbCA-FfVLFaBU9uZpFAfctFMuyBhu-bTugnoa3h4q9y0KEdKvJbB0GmTvt8TrgX9GcsC_NqMs4mrXALKodQWz1nYA2eivxBRyvfLBhhx42_aYzCRPGNngXfgEp1lx7HVS_K--Kvvk0Ru2lGTuVjHavgG2JqM3B-JtmAfJACH9knbM-LeQsSkj7YV6eozmgkVL987I7avjSgytKYblzlfMbqW4seA9whYoFT2g8P_G3j32qXCMZmm4emwlalAla-edIHI9Ii3aMlsJGTuN88xxbrgfCbwsRlPO_rAnZoxSOcwPiUspUbKcZi1rlFSDqHpM8ExTfIHcDvYRDea2Pg7Ejc2dgZCejbjz4c5tIfFbWnSJ3aZjyKPQnSb6_p_adoGzMtMqNl97zDL5HC9tgCaKKNwPYwnR7no5IEDcN9STI-Labucwki52yAEImH0xZbCKV4BHM3nvjRiCxRuBGsjqrzmDkHuXqDKfos8OL25z5OJGXfAFPwLMYmVFvZvU2qkmmiNyN_wFyxvMTdRaC16rZablJf9_elQWMbMQf7YMYmUK6sOiNwKgK0qqY3GQRXEFPUmkT8t-7TXepYWTvcF85tty4Emm8AzKS_rDiZAJ9cWOuPWehZZ__XjJ-CakoP86_zgPtF6VgqrKlF2hzsiO_NgWBX3YkrkqHYjP5cSN8wNxSfEOlEPowctstqzYk3P0NBut3aO-ZKuIW4x3VutjU-Ik19oQ3cFnxCS9cf2mhOFvtjTkq0jXYOB62yUqUCrXus3kmLrvkZI5AqENxdRBFz0ybnrTDrjeyPLxB7qSDMfYgH3kiOb4mpz-5FNMsaVnP-hWRejX7WhRk5fruydo7QQwo0TtQixpgmpy_vNMLFLNQ4deP6p9wdxBXnY--ApNcnHORDixrNWpqDkGX5NwWUtebj-lJW0kbqp2IO775J3BbpWZQf4afpqufvpnUSxvrxEoxiul00BLEqeiKQIZ3PP2uf51ahSyPqHEi0BpKbS7SuEupblIO8-WU8gVl0Dy6QjPtALd4T1tjPnjPj5Zey8UbGfp1vjUYTxCyfxdRGdMdWJlQahXeCORU5quQ57qfEyoT-5Z8CW71EeHofdXXFy-uRdXi7lUbHJsDbzy9DxjQft1CkYZ3vNl1WRhVNIxrDH5BJdmzHQdFxBmYDohEA5eF3zMENkPLi1TE-XU2g0tiQujz6SkRgKXK2dpBjh-sIVzXNNa6srmb-q5ShDBCVTjdlXYaeSP5yrP802jU9cl6R3QlQ3fsRYLJUxaq2OcqeJ-H7nPwb1peszJ6m8H_MElhMTPsknhy7urIFBySBCjEiwlzL3VkEfbHXA6Jhg-h-YgbfpHwTwMGEct82FKfIFnam8qbXv8z6FgbCMwSzzaNR6cEBioY3di8MwGC5GEbjhBnhAHLAwNOb7YoFcXZCCSRaQnUqHGa2WKXbEmJkiMkKMPt_680rSluF8wF51omGaXQnGIhVPU-6TzhSQk19qWfT7H9OFNJiEzNgBYWttWXgfR_FXnFDxXvaFaUO60EvyYu4IVMla47vjG8B_PVs_lFcjT_TnQH21ILTr8QRmO5hYb7sCbwFpx5z7JaVuJmC__8VxS8DDSWMmolQM_3gBBF-16jd6RFSQZ_m1vlohgkDlfMpPmtfJkS68kqzCp_MHToKQlGUXguZ-Jvj8u2SoJsh1VScg8dGHKIXGuLgcFKmUZtkumvEnG-aiZDYVQXeykajPbDXLDaBK6C_WAEFFmczkl4bxM9OVqLUYNSVLYdUc4sollYfNUUwtV5sI4UwCMYBioNCrJiBqiPavZyZSBXlvD5Wyssjam6pHvcLV5zGlPdy08So0FroKcP96ScdCl0J0aMbZxA67t3sAaBG9NfVy5PZwl_aAQJ8YsiAiiigPNdBAGQ8iTMBYggPalm8wBIqzR11dMDYWr65Ze5sX4vGp5rtfQ2tOktPq7YIKAsuzKIHArA4RN2PXYsc5_XUHAWjaxNNPnBhTAgLjVhJ16zB9itBBUk1_mzSWS2K-OOfET1kiJlC9qUwyniB2dCmsbZRt-1T2NF7Zh2IKh8iBANFPAvPRhLrJNBuwCDEmWd6TUTiMnSpe_N3dQ8ReVhW_fi7QO0jchrt5WfZI2YBFm7JgryRGjQqs2M3PICmEPBm5_AWlPo04CDsz_NPw9g0jzfiLkEkNVVjhueF3kM2HBz6lY6M8ozo2eVVXk-H7LFjZc4IGZbf_y_fVNjJQJHDCVYQayoa0ReLDgViRfRgXKXLKwh9JUhvFAD8I3urGrkRDMmRBpZe3ob8dDt1_xiHsUXSCVCMv8HP9bEWq5E_kpsRo18YuLmGCGG0EUbuR1DcPVyv6c7AIk07h3Rxt75ymbBXm-3daBLhU-0y0ZMcDgRSo8XWLfDlPmN9elJxvd24HEDArG9BhvY7HjYvwT9_MhbBsQ2dVPJBQ460DZ1veZRaKBhCO3No8S0QHUJ-H40TUL3-WmrNj_SizC3fkWHelcY_XoW_nbwbrXnLWitv6qVlZeHhq4hDYCxL7H0zw8J45CjJZXSw2vgGNqevYycRDUPJD02SAd5AVEerpPpTKxlQBBAJEXlBNCwBPjhfTP3BPKv4zYRF7vUDiLL8Tsna_CHnjgzbErmxv_3reC688PsyTXvaQ9YSK5keu0BCzhtwqT4Fl7afLSccRjbkttjbCHRH_-hxSmz3kKsJeKbuAoc1Bo14RwIBFvsznbeHG7taREzOG_ogxdVu5MGtej1a77c-asAUsn00UZ8DtMRs4p4ePhMJzM-Xq9NvrsxnMX5IFhYm8aYJqvUOX-PBqma_baMUknUbyhU0u_kztXXq7a2XLCywHvqk6irBlahgfUBGVd2OUf1b0NKZIkxKYHB_ZZ231bGgoX-BzQY4KKQaVD47VhsI8QzRg6bn7xL9KxwUXxhyNzO-w6OBNpcefYj8E8Hr8gqPD--pCVsxnrQBbGLpMXHJnBVZCaNSnJsvGZFfcbLX4SwwLyGHlOeeJTrGkVHCHBze6pVg9Ws0n_uJor6o2vDhDGnIyOTMzv6oKfupu4dXXiraXWh-daXcLYncV8M4jBeSJvk30vHk4ubFTnz4cfwWkU2MTn-s7A3Ayw96dr3Bf7aii3wOVW3pSYTxqLgzegVwSQRYuiNDYG8BpkN0cPhTPSXagzxKuStX_e1XcFx4RcdX-S3qpxRqJOReI8wEDBorRQSJDdpWS4EnzRv7vSCC-RywH4i3LIkmbCpsLs2MT6IUk0V9gfdEHCbJTDcje3uevYUHdtK3Tuhxt6_UjN0SXxm6fKIRka25FLDNmHL4npYgGtCgmT-NwkCaLnPunz27vAMtgF7LfpDYWnZAFg9F3iwX_aJB160Iq8bVNnXpKq5z7qJIqiIwZko3UynSKnZguo8dR_rsPJrGD8kMjl_ySh59A-kdjVH03HeiviNxRgyFdlt7aNeDzxzHoDE7ZD6aXhrtXopQPks0GqlaAXMmHh3Hm5NmAV1BZgnXid1lEgMcjYryQeR4RF8BFE5m47ln1gwpwxL_VQw3LH6wmVyxPEZVhwpEJpz-9eSAoTaFCGMlAn3tCjQ2udgJUNC9dC289ZPSeK_jC8EZugLzHLBIzmHCcAEJQmzoJdBbqZpw-coTfAuWL8NHtNyOgySiqrn90X14JqCv0DGJmbWsG3SZEFYtQvbd6qFfozWvpS3nUPHZwR1gm8XAYX59yhwIFGgTYMTKjKgnc_7SH48APmIgnHvM2HbmEz1chF_lfiLPXsnY-5iiN2-Fp8-sxgctYpJCzd-8zyW13Wo5Gy2xOmRLUTnzg1jXuUG7zFVL7UgPEo0NxNMmAnPsE9CQDQzvBse4tWn8nvHH5qtX84hKXUNJKKnn13dnkZfbrgzvpDZ7Y8I2SpUkd_k0pmhsyjDdhG2kkIei-OwMshWF7wxIOrLJka1OV3mjJgdngSUyhpYshzB3PyIleLbpgno9iysXk1AKB2_GyGwygdGO8HckECUd7d7I3nm5KNQ7p2BlWk_AMaINxZ4cXzsxp3nTI650jL9vhM02oUMhsfh-EqAPBvP1WVtDd_3jFgIIyGHklbCTMj3IYOVfYZY_bLNYDuHsOXN7eY-IZ_WEpauYjLn0aBg6UALMVpQLiFem5qZpLoMatU24JvYQDUsStXeYXdfBP1DZXs_zYGqrt7jnQ9W__a5lUhUGk5dGBhn2cZR1jUvcu9AwqhLc8yflzmEaiEO_VUSSy-JY6JFspuyS2210OqiAUtvWv_JkvvxCEy4G4xSUhB9MzHgYJFGCPEHTw81X7L1S0PZ_U5GHkyNRRjU4jFcJ14sVWWMxB5ara8GaIw2KQEeZfVr7V9XGhaa_6M05DqcRzwqUubPzWyDpYFKmUqP7qQc90KtMioDb-tfZf28zOPpA6xPzdgl9vP8Jbnw3K0i79FexIrYITFdJXX2PUCehEOTZXl1FagiUmGcMLtUfPwf7zJ2Z8iEJ4Cq9JCs6-lY_FXOFY4I6zCMhAzlxJMyaprLH8Zl1WxY45JVUj2Pi0oSGtAEzlb4XWRfMiKl5zU-ho5ysxUnwGMQlZhSIWOCVVr6w2nZP4ITTDyJXW45Qt1VKg-qtgPfcPDThomas18vBCmOa6SwCSj2neYfFDRw7MGvKl6zU7zb3fPBfaE8VWmvyCrMs5-SikYmwe9tFWq5d9TxlcLZKnz7-3R_653PG4rm7k2PztsRbGeK1IMiae5HcTO6l6qAjeV_Cd1PRb21_22GbyYDCH_R0gvGhRQwZuwrXSQOj2CZn0bNT1nSghDChD-Gxnek8ZNEm17ExoxuHhKt4HJHicX-mgv7MgDH64d0GkH7G-6wIfW9glND1EZICamV2q3avKxWAY22SakYl-Z91_OqDn546bsYmrR442OLB3cptnaq9de0njpVdx28oGTKAAppP-vxXrdlp_W17UhKzF59k6RWYYprZaTCw2JYUdTN7TbaZD_j8sVVM3EZSgGxlr_u77VW8meAT3Rda0L-YWGaxO-H10tVqYVAEfx2IhXIHSjIkT0Gwdg9ZR4ViDi5t5JrMFT2T1VL7QChbX3Wy4rS9dHij-4nU9HCxm6Bm0Ou45nFcJZPhDPPityoHh8Jhfdp2gH2GAgcY31LGlPpcm6wyR-5Ajv5R6UQpobhZ_sDUZGtIfCTAZoE6BL_DQKZiZLcsy6omknOcCjCLgZZtxIx2UE6UAD2J-94Vrn2q8VNEqItj_iPly0rKSPaI8SlCo0Jw7U735prfuzJvbD_Hun2ljv7vpTbcMps-f1LR5BztvaFWy2UBDPHIRAxgVltosfe48NR6vI3cOuM93k_qazKJ_mcxxvvsvAPkBbI0YptsSYume1gZxr1vRwtRGLgznAd4ATn-eePZX5Wl_8DM4x8wGyUA9akAl7VAQ04Qa5Uv3xTAxyZxNQWRRCA2pdk3QChnCM3fJyl30C-zakVwtzUUKu8jjjluIgpx2K7vjzt61Z4CGDEv0dsxQ0w-lToQfd76pdJY98-Ef5HSDEcZPqerRyw56qt8fkbDFtUzJt4okusm1erZBAoXiA717QqEuhc24yraRCYjOX3alyj9EsrJzkovsJh7g0K_k9ieXnm2gd_fWzPAtE5C8YwV0Cu69SHQBGVCeo9Ha-zacIzOE6QXpaIT-PAqyxkOlCypWEh5nkWenT4_BU5Kohu3_aCYOAuZV592AQcNZoPWDKH1rFn0fLoefjPPf9vSl0PiPYEtFh1iR6m7udzKPxtiLDI4vhAqidZ-CgSP_XjCgb2ghT6V2k6HYS7cZb2jBaZ3w4sLNbtAt7deZJe1ZultIWfziFD1RgVkVPeMkzVvAcbl2XtzOGKgc1BotWoVv76NkPKAeuH8Eqss0_JBZFiUEQ_3YvPyAmuCq_z4qs9oBS9efr-d7zso6e9-CTVb2TDZek4d0EWm6OWzCoeL9LeYx_eVgAVUQhU-R5oBfHIlit1M2tESd44WkbHKMYsLnALE18oylYlYhDAIK2ldEOORuakrMGHyB-duz36Yz5pjvjfeXkMUvNKD3swKtqgsRqFt5dIX-3Jd0UdBu0UJQ24Z-Pzs6dSaOumAZ2210fERbSVGjswi0FT38kJYY-7EFVGF0CuDlzyYkNL92vscK7sRifvm41Jt42FgmOTIKzdMSPDnhHpmp4gN0EkApTfLt-IYfMa0dBqYl3W-uPrMiLJ2td9gCqP4gZ7aox49-7KLr3y28cTlJ9SHKxlo7C3eRO0yTe1O244XWRkgcgxQv4EE0N7SD0xu5H-AsJayiSP-0VWkfVjDIH_7qM4fSb39T2GQ_DO5u9QJcp3JaRniLTxsyxvKiU9ab0YoD71Igs4ZsUmv65fKqALLUOOP_zFtD8dC_xaV8HiZRZrB_abOEmxaDg0B3awDcy9x3RwWRNHlLIsVp2lqX446ejF6Fut5itweN4WWxTdr6PQ4TDHrcUMwYEQ7KizQZCLy884lQtMu41F6c0ip7Tw25iYLnkJMrcXcOU-yGhuzx60bkdzCcHRnWADlrzNxp4nh6GdR5FP47o6MH1e_XZ_mSB23QiOdTBZUN46Fe7WwqvdAMgWcBjMQdHpjSFZVm2b673fcmoQ5AgC5mp7I2FZvp_hlcgEs1Efuh8ivuPubiHvPzqdr82ZAJr40LeMezl1r40yTVNXzGlrbT-sWD2bVOO7P2GmX-AaHWKbEbqE2jYgjMIQhI3XyNOoIv0ZK-7wnJM3eNGq2kYV5FQBaf23RE7U0olMa0dp9hhOftOQk35juk2inkYaRbaoJN5XzSVbMc6h3VidsiGCA7LatCXxZ5DYA-Ynv4qSceBBX7QEXF0JH6UCWpdrmlHt4HBaUU59G13f9WcMcKCWjqsdDPeqhjomJllEqWCC9oSQnD7XpevNhcp_Ngsc2Odgih7dLBapMHiFv_9jHTBv2ys_rRvavqsKTFgkxJwYa1_-sSp0AV60qVNVZ85Uupc6rdYXh7GXziZRxgobZNyG67Pdcxrgu7Tz-iC4-kQFJsy_B7-szIPl_OSVWbrl8c8BNUvJKUggqJLmjpHlG3yfmLB5pJA5IiDllN3CT5vKT-uJNXlRFrdJ7lU529JxnYLBM2l6hhoXPP0TfHhxvwwSZ-_NCjM4O7nRqowsRSncT5U1pv24YSF1_Lj2Mf2ey80IT3zFjJVcOAcf0g7Rh_U43QWpEoHCzTGQst-D8X97GfwUxoKnbI8maCngBQ7LJ2tKJUBFyHIYKgC6dWk14erRGRiokr4KQZb2XEOahwNAuRGTY3Wmo_QE3LMX1tFaDTUIMNKdzqzFWYpuQeGejYWrOPdiiNx8LKkNa4Y7LRss8d-V9DlRRssRoE1O_Ppzace5xpRy2x78EbJ6I1Knn6So6fQLgSq_wIWZciA9jDdmpDMI8rg6isyqcY98hHlF-bNR9VwtJXLSkzaleJ7cf_WERA-bvBJsiB15w2E4P2SYzSnsiPezOsEgDnmFHp5hzt6tO0YPiuy-0O0bonnGxNIVNfhTDP5PBGDFIMVTD7C3W0DV7aZuPACBdp-pccyipQUGMhImfLNUcp105Ye1K_vxVwJP-cnTZ6uOQqQ0b7togx0K3pheQzXsmVZMiRoXLtx6ZAGsgEAHLIiiJbuzlIeAjlwlKX_eYfe3WS99FrHQccPxNZLA80ugooZXu-i6x5fQ_ypNS1GLFSyeTtNAouaiSXCEYKSv6Eu1j9uVfI1J2MviQQgc4MnBubpb1B6OXIBVCk8hiwJauBULVkRA0JG-xNAYVuYusAhvDQwfJ1vM2D-_ss6swY-O4VH_eoGtlF154GpLdHuKSR-uvnXPpQWMZ9Wz06HLMt4Eqcr6-CDAQbWKROL_YSRah1jM8i1U59S1DhqKW4KwZMoJL8hW6l9G-iTRe-lpg5dhYJyNOfA7ylIlWU32FhNElr8G4fDY2p-14tjS0bgZRk0uqa288MeWxt8Q00SfujGcyxdDrf5VnWvO51GZTXdQnQJCPe5ytvtBZ9Cg5B1A7AWUL_Vhqx1jRmIEbbm_-WlPRoWeCyk0jgmIuQ1DxF5JFjVGfGkaQJNWsDdvRowH8aMzuHDE15k5MScTSsqKy_I9aw0NNN73Ck2sX5-c5KCPXj6CRzF6chUDDLaD0kPF-zqL5ZVz8JXUvu5E18riFQlxIL4S-M3sBCAqbdsDx5WZxIEfpHlQ3XbMkVU-1haSqMXUmaJjs4HdhkhSQbMLPlKRrkeobqQ-0L265JA-Va2htKv1_pMqfY3Vj6oq3teDEs274A8Ahox3V7-eR0HeVRJPyGvB2Iu7nQpHtLNd6fBY-ec5NfWhv8KpXKpJabZkapp-p2G0tv7vAhwWZ2o7dU8gvy2vdRIkeEFcyKl9LhdrI6bQCF8IsNiHeMawxRFEBJINwBWW3_KAASFDL4WHa1fB8MoQi6HB-NYOzUR3-tfx28ORFNn2-ziUAUWz4Z3TifrBD0vvlQSpQQ00QjjQPatF1DpQweQ-xdxb3YT1RRCJZPR3pu7mvG40xMjHkiAU8jP4rnDZ_OQ7HOo80ufjJmmOp0zF6hDzJt0kr4w_GhDADNnuW8jAVKFe4Sst7uhvJRw3zUkBnMibdDrI1gP0zsK2NPKjrVzgNv1EbCJI7pWlbvh_9XpbGimdOdTXVunfmB1mWmeLSQ27-1ZW7O8zQXbGjtFvQj7KlNIfzutwT9i0t5DpBG8nkwgMWzepVgNcugVN3bP-xlpR3axdNQvkMsRC6sjHYpMSyyT2HVXvWqwhRGkpYrDeh-XQFIcvLOmq61DHHjsH9kF7aMxgmDI0rpSQu6inlxTe2RZi4tXY26w8kUcS0hdQF0k7VzvbuBsfs5JxQRtC5f5_zPxg_O2Ig_I4M9hiZ7tx8Ob-KqoRdflzGnyHhagtNDpX5lnWCXn0vpdrMAgnjYAjvOYCTr6nHwsxE72sAGbjsr0nITtGhXitWG0FfMHPDPtRrANSwdwilK00k3qWCTH2TwIAGFCa9ifMhkPtiVQCg5Z2g7S_isgX8h9Cf0x1-kqa-zZL5vnvbRq3OoV2lW4OmdboNvZaSOTEGVSmYs4A7ruu4NdHut2auAAZc7xv9wt1nPWeW04i3-6mEB3ac9xADVh17hKyK3IG-th2Uf4rKebPLDSv1e-0HqJfKjDgAJ_IPvPL0LzKo8Zow_jJ_ADO5OL19DwYhNnrQ-fsUvzXNmYiRpj4ME2tDgq4wXXvZB3FQr85JRAAELY_rkNHjgypRgcTcA4UmCAfdfWpK8nbVJktA6Oufg_qifDbqikw1oJbXsPrRafwN5d9HsraCtAKO_6_C8OEkzzEE_K0q3FcAHRHs-jmxpPiq_mqrX6582AORk3lnA9kICecu8jva-omgW9Cyuba2EsiY9-3DZ8NmgZO3TI3mfxaHkWLW_ZQEPGC2fBRM_o_z63m1TxG6mDwzfbhJVa2IPyLY01QlGWlqsv0mzDPDwyu9KvwZ6MU9hPQHpeg1v20qW8fkiwZETbtDs-yVG-LUnCMu10VszWb8O_-7tBr4-NLrnaB2GFmvN31oDTn2Lc9toPVykn0GX_ia1hxCOQcv3jf_mQP3dsCnzGaSVE6VEHVkSbLRIPasYifkmC91a60NbIt4xjgCCc7EDLD_VnQa1cQUZsb5U9zy4lvxCAzEUMwE2Nq2IUjn9LqS9VP5o0WEBp2oKd2f5UaNKplPYNl39T84sHeJVJQ4uN6Z-wB0tas3pvdO3pgK89-yciSeBCFuJMg-ClwXBdCfgaglv9UFNVRxkAaW5uyJq5b3Rj-8dmxnUcy5_9SJAv0ioTjfxbwHyFWRt-KGgK9HmvZIVp3QAIGtQqHHlvA9HzxzDMTQtEo4f_ZBSBOSW7FBAMU9ZVmsB-Ojd5ob1I1pjVRwmSjwWBFg5CMD22E4oHH6FXJAVdS-2WywpD4kWFw7CHN9VQ7VOwofGdZgWF2TMxt5RzdOkU6PGiPV-FDwtc-tmSuPRK26LZCSRItM9jJ7896pvddhuWaU2AvKVlLqV1BLilALvIvo1udpjeCeyt1Vxrr1EjavesQxORvnH90_LwWAtmIoGmUNjyC1FH36Xy47TR8VnA9DTwygR4yYj-QIrWnzraua0H7zTGQUfNROrPNL14cIefeoKobF3pcIUGorzC1ltKa6whTwvxrAu2hexlxzcQl---03c8JwWqEy7Fr5dkwJ07g3QTaRVXy0LPHz2HEX1RofUj5Ay8gqden--ung0lgyjB242qVfk-mVt4W73-Y40PS9OPIcMmpNDxIMAw7HnunSKflt6QofYzkvzR9sXFdTybTvYWc-_LqYWJxANTsRegpJFlUCLVIFxoByWuUMP_X8I6z0FtZu-6ZRHuNuDPVzAf90PLFrVKW9se7dnRaL60dDVMB8kdceC6hJMMPUBmlc7R5w5UBY9EoD8bWFGCLknKykwHNVOBhKhhVQ6DiBFYLJ-3GO_jVepPbM3h5mk7E9-uWb90F3BVlGd61PfExY2FFGo0qLKeV6_WXBaOr7qIdljSPoQckmXAw5JgBjCbbBcCzXswrIShbad9yDsZ3U1v4xXzRvqGD6Hrh4br2TmG-JLIrfLmYd1aZiwUEIjKkhPIyDdkznjpi87QivCylJchuQgLcpaJ1OJPzeZ_6f8yK6vCXJ8gih3fEmfpiXdeZs4ymu6dKu5Am26njOX0xomq8R50s9EA5rNh-3cfVYhy5Zr60aCr6uh1kaOs6GhslhWlbhWnnsYvX5LV4Q9apms0HN6oYD6T9UUVu6eA2omX07HH1HVYupU_u90wfhppW8UN0Y0MsAegV4mISJbH6h-JDSRgact8tMzpTrFMG6AagEoabx4C4nxP5dQocCqRiNpM_-qCFhIv83yv0Z-s9DefCka3ta2XxhdhwmBPdjy4mwdm0Kqo7EOP_TsETaliMwpx9UaXSOCUgmXHjKAhFcG2gJUgQq_XM_cMrmkGnt5EDHyaO8Hs6njBcJugArxJM9ofthLVOcdwyV-LrLP-0-JVPqJ09CFtR5zOngiXjd3kpFm3xP4bnqT14kLEGstVR2T9LC-GR79RNLzUyTqM5caeoSUu197qr4UgPkzxywNIENQhqUIOaoPcczLpmo0shJQdQpN6cNk45euiLleoGqVN3GhpnyJtOJbIngRLjPt1f_w6DmJUmSCQtxcdyE4W7CHsrgGxHvJc0iuR5DN07k0w7av1uqWPpfOucLv4Mn2gpE7mCgS97hFmRB8iK9MaurPA4bD70dksAva-12c_irYxYWOCZowvuuDnZ9vgOChcuB4pAjuLmkDJ1fX9j85V6mlAJzoJRuYfXlUZdiZ9Cuy8kNocU3yE71uCC_Go-jvgJGle4gRZrOUD10palN4zqk4qv0-Iv9e0-rSiWkI6ravxu4hXrV7RBPYpSwFbKV5kbSs7ugMKm9ep0V5RH_wjdM41BndUkYI-0XjbqqDhpN4J6qJMq9iNFGCgz6Bz2eOlh1wd0IZXNbvnTItRFsExstZFOgm6tFaY35dKsQIIj0kz_Ws4Qj2tslCuNn-rbRQbAjb8DmASDeDIgb4wU9SlXi4HvQBo4ne4y1aa7GYM9kcpx_-o1ZYt__QpcL67VwFdfemp7B-6PWT78QTQJaa3nPKLfwO4tLK2EUaLDCm63oSkWtlsF-evyQ_yXzlqb4LW6uQ30WHzT5T-jZK_m72FleVBUpkQGPUpTNIdxAFYKLAfDkVumnPiXmt5fZbP7fJXb2Bn0Ja6IX7-rpUhTo8qnn7oIj5pfy95fZkkW3F-DfjBQy2H61ZSkvoLv63XiGzDDqQEyTGQnmPJb5MYHbaIOMRQkDwAqsbmpI4U_5cTJG1bGEq8EkljywyzCpv1JGeTtExV-DHJVXVq4aNYYqxJZPQ1aIgEy31GBeXwpi5iwGtg24iAD_kSOSv6c-9PKWGIwIisxBb_k1zdkEPxdUzbteyNb_gY299Ag4qL-GS1EDEe69fC1I59s-qABS7EZSZ1jEiULBBzRCCFG1d1njX5U9yMDsOW2iqNvIkNreno2xhbDIy02im6teG1gIwR9QNLVqSKlNvoLNces43ZL6-2XGZFjN6u-_6dkD5oBRWOrEhDBKj3yXfIxXGTQhlKB4zNhJmOWfomk1vyHXO27TepLwh4URIna5NIICHRpClmoXD9wkeyuyemT2oxDmOlpgUfxnjRiOrlFHWtjaeK_ekwJN9Zxa17Holj6HUBiEVModAiAyi96sSRY1PRT3SxzbK6C9RKiDJAPYBLuwvbTGlG-bfQA2A8pBzcYzGJgg9WPyXA5V7bYtNMuFlBWJ_6qGIPCdkYhTkfroYb_FW5XXrTPVWJFmt1Oz1_FeuxPGmYCVxQuXchntDM70rXbmPKwWtOxg8y1gz_zYDjS9GFmf-nZPXQ2M6vUhsNU_E7VkSPXQJkETjhNOMIbeTZAcWpnjUzmz9WoYvVUeheMSipbPjl0Hye0JdgHAJEzefZ0PzhQKOslcK1q6jQlgu363VSYoK1RkKPXT2-15vDI5VTDUelJ2Pv5_kQzSs1wikMMqOW-StLuq0ykTv30mFNzQAEdgO98uJ-63EA3r2sZJ-t5YPYwdwMIJ1eYckjic9Lg_LQ0jeTcvOqbZWQ3m8_fY0XuAMEF9rOYVIfrzX6-GzegkZFSVppX_A5aSntCfQkZiR1OLXkKNB_C7oKIeajW3LNl7rdmqOxTkBLGva6EwMFDQr5-WkiFIeFgkZH77QCuPZQOhNC1alXtDNN6LwaRXMoNem73T2yW5jHj1oOO_9hArjGLSIM8QoLn4ozh8SkrEUX2Fx2Gzu9fjJokoqnW7BUFMCzLYdfSYnPwllNar9lovaFyGgcFFcSlnYbirwYmYlZHMIdGro4XXH8ptpqXXtQkVRTxs3spPAz3-wHJacbgpRSaPuMIi1p_qCeDjJyibrq8Mly7sypG0SP7NM7zh0XT7MA_keWNkaFhsI4kpXH2Kse6iJpalBueCcFuLmRiUbILUw4JQuvC_DchPxrFoB1uvdcZB153vXqPeqM5xmm2jAHGmZjJod7beBbQ1EMSYIANn3fw9RFEiDG6oj3aQLPOrazErEjTy64iL5UExtXl6EefLz-70LjXmwQTG9PI9QEZzSLiVl1LNOpaoLMGOP20ajBTu8P0E0Wp5VJOhFQVRI_lWk3ANSmKeOqKtRrqdP--RW6LcQpZS9a7aNKOgeQjVY2k93CwRIUTM_HlcvsNnrwhR_U9MnyxxfUWrPCqJRpvx2eRqfiVE9q3gKHh_GAf9cWZCVSA08gMTPSXSIeuyaPrIWNvFMcc4byH3n4XNcjfG18CM3gyyKUEUnKZvNV4bZk3HJ7smdbSeHtrFcP8pUkXfPLhpx4bv8i5nAYn1p0jSKs40WUh57ulJmPn75t7uPASqO9VSA1tGgN3RRoIkWpyzkaVHSi1GYqxPYl7-W-ovqAOvOpb9uBEU3gEU-mno8D8YO6d0-oryx-BJd0dNOEyVtQwaQNFUlhqd2Gs1mGLXAWy5TaVDlZaCaN2cKT1gv9PQxmBqa41drbRtEU9iK7mMd1b8AP4IYPd3E8ItBFeCFk2LYWq7HBgC4yhrkcH3YLd2IUJyk09zItCn2tEQgf4htu6aWLc3rnOPB79YEvh2SsO8heHKQzRBU1RHk_zKpXeI2dzO3rU0q2m0QEyOKzRbYBAKAb1jQprGT3eX5mn-IO8Rjq8E-QnHkQ3ODTiRzvS1wr6laVCNH5eQQl8OS5Yf_9oqSKwW5mt7oqAN1GdGZ906ahCTSgtxkur87MGPlOjxCji5JroKo8vBeS9rBxBxH6rNU9L8pGBSesPdZGPkLwp1Vu2zAlwzgK3DfuDjCyPnyAzZAxijpH5S9VGgZ7R-hazGaDAVUz4WUf9tATXVOtgFKls2nO0kjK3sCk41oY4vEoNKO9sZgyQw3AO3S38HMfVTdXmh1HceDi0YpObh4Y_7N7hXIY-utv3fHZGWFjKO0mjiGD2X69dxANpG_GXkMhDnrh-Ds59y2gxpVYdEt6CKTAL6n_kUkuDP2jQD5Iu4Zfp22RU6wheuKm6nOsOP4aswgIJ0AGqIqT_Y399sf0-tv0YzI0g6WdOinQs9eTnTLxUSuyVG9qwnanMDYDuQxSH5UoYAlnzUN32Fpb9yDkH7qyuz0jP6rC3BZ82vwlDE9BqvjX2-rIqWhuE8gVZHKlJVDKdR4Ug7f5Jik3e0if3oqSYed4PeN6ePRzsWHC3_OWpoPZ3olIDbJlat2-EP6PBMmCnTrGqVKIr8-7FXucgrNXYSQ62DmWHYRQ6bRZOSV2b6oZAUSqbPlOqbHvNCNzvK2ajYJt9K_Zc3jPwymqtvRhhjYSZ1bep6CtWQ1fumjmefXBwVnMu1OyYmMGO61V0HWxYgFnPZ5kvo2vVXpBH6IiMk4mDKOcQwbJAHW2kLtSID7C4RgMDhTA7Kjnq0S7VeXtodlWxQFUY-hv1ZvZzgohqJ4FkWKaHzq7qlaI0mnMO3-uKrtjfd6Wnbu6bRUXe9Aza3T9oNm85wevVh3vfaM7O-qheCrzmgJuOOQfVCo6qt3Hrh96RIj7yEr7VeN0PeuXBnLxu8iO5CHOr-kdiy0egOzXx_SbEn-txlnuUaY71_9sTxbyqJ3nPXeDocm3vF_HcRtp2u7_crCoDmHk-ZiiFXPzx6F2IToU7DXGazb6Mqpdb4UX5k0pcxPYa7dFYjsgxuTNG78g_1uhz-j0hGht7ACnNgBMyCNwd0bHWX3gFM8wuahtDQUdyLaEXQDlZsk6UbnAybur5HfYwvs5KVBMuxt3GT_9JyiD39fnSlvPMFKFgpcojkYteSruTfzdvGPdNOCmy-ME9SURoAEYPBVs1tfAfr9GT7s6x3aZI5K6ZVlYlzg6Vpj34DDyQSN95_WN4_1mo-AW_WV2KXpYbR4jmevrdROBUF5yCArh4yqUDZN10QMpDPaAJOFI8xTBpHq0XzSilRLW1DGzJ4_5-u4Bc6zbxLMh222ksXBefUyexCiLsmpPdCuI86noZJxDAHf59ed-_5FZw1eIA_wYJD5WfSXda_KbuTjZo6mqvRLzfbDbThsADpfXqo8fXxB3EORz7JT6Hm4ZlOgrd30FvGHB3Gb2W3_Q-rSobsjkyUGvfWWzpCTjfaOOVLXPRVdLe1VVWfQlbhlwg6dIKCTHKBmLo-WCpWNDFpjl7MPdfjYzlD5TFYlUc_T96DuhgokPVfJSqiyBaK4E62MJbGInwBfYDpDECwLjWLolModTfoqYbeDKzfxEW66a56ZOvpcDJb-wYqYzHj86fz8Y1p6X8dmXtSaS0DSM8cXjvctAyeS7YPCMEeSIyYFuT5JvGTRKtpqVulmN9h3_uM1vR8V6iHU6pdNIm7DaYYEPeIFCVMWea3-7TGDdhHI33RjBOvZteHd70ls_r8Nv6-ArZm1gJqSGUIiP2bjmEJGAUlz2clzHONWqKUZ2cPfAY2Zvy7wsv5wTaikD44m3sKYVJ5PtTrgPow7hlrduh3Qa2oHGZGhQRildMnr3rroX8D-Itn_zzfDTE8VeUfH3Tx9SAUJFaCPJPF63bo2-_mJuKAYjYfgenVvksbH8jIfWelDSCPd1khwMFgU9oesM3bg7gXz8t_cuex6_ndIKRBn5GTz7FoCB6gosqNQUKenuT7Tzjgso0leE-zfQzAa5YFMYNxE1QheNTs960M93Vx4PMaxDiMSWB6wDjWrV2w-UW8bI7vHnGJC6QnBRmH2mGvt3yCEjjEoiE24EDeu0dYvBJT8krCQw7_xzO6-GyVd5QAUJ6rd0EcisT3A7Rgjhi0psRlwyhw5j4uFIoRXaTpr15hPEQ3aGuuWTpVHY7RaMHso8rSOorIJXns18EsPtGgua3QD5hoL7AGWYTfFmpVib3833fOYlOWDA9odnqiM7lzjwQk9_1e8n43LTGgy2GHMq-V9PGG8A9zWWUTPbcmVgEc_VczCP4dRITEGmHMYG_bkSRWkpS1MaMLSVV0uFsn5EsOSIPaB9IO0H52pgMOVY9CQuQi_9y1cTs9r3F4k6KiLzlWa3JnCet-NxRQHl3lctk4V-i1o8EhOWV0bilTSiDFlzp1se124le-1vYrMqXBJW5EKDdUJ7w5NoS7JCf9e9yCXj5O__mF84eXI9IcnWEQJAMnT2JfecVaAGBaGsGbiGiASU9po5EJkISGRDNHL10LXK7NDf1NPtFDK-w5nTZoMH0tH5wshH5uVinTVBEy1-HjrVtlGL4nQtcZi-BdFRMoXp4xKhXH5VwPCPmrcqM9tSPOz11RXQOKCxX1TOK-UsjAHOZPAlowgpfmBhaoRmaNq58-wedy5gSYrX6lEBCsJZ2qVdxdQlh5ePIDbJy2Dcr6YQ1r-pbs6srFUQqSL2kEAWIiAdahPgPN2KNAPxQgRYXb5cBIEiVK6xirmRDg5Yk3XMN076zQgfQmtcg_uCYDJwFBftcc-g-VBS1zumoNxrMCF7jZGRkuwJI-HrWJ9W46sPxnfBpCXaDG4vJz59_1F2J0i7VUOxCMk-oysBjUEvKLZvNCV1Fq5llCdXMP2G6Ni5Yp2hR4z-k7ILI-Uv5WG6Xel2TC2uVPor2uXnmycr13Vbd5cFW_c_bGBcAbdRkWGG_YNIrRURX0BBel9CX5Lz3MyprPfiEccCbaV7aYSpjpnV1BouRQNt_adKw88bnChJx90A4wxD0XXmeiLxkZz4CP0T_gl5lBuK9u2B_IEV7kKT2ov8RdGLiXfwXlcnZhEtj4p721ma-h4i-YWJAUhkTuS_up0JephqQlA-sE4kyl1B5qVj_JQT2gHGDvEIU9EItSmMkvEcQvNFMJ5PMr5YfayDL5v2cSpF2VKoS_0KFUq5xmgHHGKTK8xGnGtM5ur_LKDSBwWdMGz0ogqbvR_iSkfUsUOIri35d0ELnQ3WM9de4vqsdEowthbHKcvS-2-wAAbFecdFh4RohslLNqyyWh4K0cD-naF6byjCW1BhYIhdnzS9o5QkrnMx2dkPVAwepVcjiFyPwOFs1xRTcXU0h0Velbt6NwVDdvzBEKwjRkVoP3N4IQISDQnT7-pr2W8Fl3ATIOdB-VzAxtzYBFvTYbFmCcjLdrhac3cq8ywn7TwnyVj4b0JmmjT0TJW34eLJEIf0Xs08xptiP8cP4BFYx5KS-oZErEfFschxwVwOipdxz9v4cFg8jJBETmWWOXMdrI6cq0dMD-aYADla3WJqyCyGIgQhvwdTNNyj3ByVpJSlTT2MBgPEHIt-akTkW0LoskQYdCfbsXjwLW6y_2ylc03W4dy9gz0sgzM5oU-EX3-PaOJL4H47DtORK_TBmxLjspAmskkikNKNRN1A9VHzPh2U1oEqnhg_RAKUP2KomIwytBqZ5kWriVYWtny3_d8IaPIUdcPY2LZIj66FSE_YLMHKCRF4aIAkVzujhOHKxF9OLSwZqogWDdu7zMG8uJJpRkVfWsZfbD5TypwicysxAimwrHhnMvaYwzEFvJ-NRwDgVF-rV-sTUiOnELyoX3bitljTT28foK6OXVq2PeUW2Ieia1U6iWF4H00i-aBDzBSNqCNWcqs7XhMR_Au0Q4BWi06Wx0gf3EPSrDWdXIgslxhN5zLyGT-1HE7rMr8gezMf9c-vvnW8HUK0PVi0Jses6WTV0BcfI_rrrlA1n9-4nmJGngCfOdL4vKZ2BCPeCqNn-00E5w-DGSwcEWQJdBOI-VBtNFj4-JJw-bZQAJsgR3PXJtI1QrYOAEvtK5EjMNiwgJyqt_cZnJhZ-AZyQiN9E-mTrzoAZmBW2uajMv-fwUjaK-u1I1fRS5C-qh4VLU3LQJUZ208b7_ciJ5zoFxUXZyu35oJia8Jvh2h26qLfgCjXHac8wGP1fTzQqGLNfjRP1OhOMpkwPclA4u2rqro-iSIKOwm4n-89ESCsuKM8oCQ-YgmUSY_doy2HuvWY2KnTKSJJEu40R3svKqdbZ-irr5yAuFToFKtxNn8wQvKoyPDyk6nVR6L_2a1H9gJMDkDw92OXE8q7eDI-peZQM-po5gskzo_YwazDVKI9pJq5U3zEGrjk2FEwXeI4YoeL_Bw50rxSBArwVyiEJds3e01DSFQ9GGY1RJOfpNfbGES_DCWhdDm0RkRiCjBKzSqyQYHTLF5pSnkspYl19mz9859Ia2A8vBS-iWIR-HJ5gS8QQyqevfOcw1_SsGhoC_lh10ep68UaNBX-39NYRFSbIPRyq3rDUWgzyFzsfjwet1O8qq-1eZS2mSdxNXfy3JKdc6jTUbHZSeHAeqjNqVzmqqpCQCAbngmMnm7duWkHaVxRUwkRnbgk91yFS4mChPZ4P_GABJIl2re-DuLoVLtOFft9nYrhCFWhy2yju7iv20o8zJJuSH0G9VAHwSGEdLPov2Brn2oDTsX5S53dNo1zgIg_Qr2sl-nBA4onh5pzaG6JIdZp3BwPz12GEQiHrxyN0o3N2QHP_1TUOOgO3Rxi-r4KKC6Bst4NV9V2a3mLt9o6jM4Oimbl1vNefwP5nKuLCqrWRLhLgDgIvziHhmuE-SgM2msOQxnhMEkHNllkn21n9gg3EIhjaBqf_-30lNNDJF_eDt4z6rWR_66F72pH-FPeI49Ys5mLH-fCIw9hcZl7QYQTa1SxLkwva_OgzWPdXHmzY-lrZA-b8OWS-r1kmeT9e9uMbOAcDabBhhMaTE-MggdhTR7Xuf68FAD0joF06XmVONjRYvViiIHBTd54aYLGleiq6WQaXNaMDqJm9JFCirA9MgNP_HA04WaZqd8tkpI1rKWZ89xZQYhugVMrG8i-7wDRFE5EW5Z52nh-8t0eIKdjzfq93X4iashH8Z08R8kzvGn4rBV9sbuH_GV7Bon4Xo5rfxTwEP3pYKw5VavKANVq8jdbS3_Adm6q3MgPg1dtC1lH0OCWVz7PymlwGAX_gfcFuEYeBY6SaEG65ifRe9Hhtxljg3v8h8JCYwUR_DONG6pWa3-bRSUrpu0qlnJlHUDQnm88eJI7ev_4toXKNs09NdVq65q7ct3snEbuZwcBc363WuTGusYjAirD2Bw3JeeVYYiVGDS9b-YDiA3VVh3iwyVVE9T52ysdMO9FaLoMtc6BHdJztA9NPDmO1IbHVRdCoh92EW7ETlsInoZFmYeP9yfbf1Rw_xCNfco80F88fykQmHjyNdqR_eyWKf_qK2a1hDTRQrG3rPfN3IHO_yIVygpPy8IoTzeGEXy517ghsP0Rujuk8tRHzlE9r-1iKQAAIgOs2eS51L4z6dM9hvXCO08iBEsJphTe_Zp7U_kgTLGqYK9EflJlmsQxZF3NoW_xF0wDSFG5AdGHuehzfOlT5qmrNSTPx6tawpVWbIyWJ5XNi8RrYi-NyTKYs-SIdjXn-yHJpA-zzBKYtB2MolQrdWmw04Ks08lwcrR9ZdSqrdcCEZUccmd6aSyyQ7B9W8X2SQ75omlrj4vda8VJoSU6p49TsMP5qVmJf1ml2yMZ4-Okei8hlZnRk009W96Gt6z5rRlIBXbwBnBHOJUuZk7TYbGJRuEy6NXRjdgiY_0wK18IYhXDUecpjzNpfO_Z3PYSykXODea4Jc3hxk2MjDQUZuUbJUBb3aDp3MSQyVsm8lM51ll4XRxBzKRNDBK9UUfq8IObmXkMmr00rQwAYRcAe-IN28PYCPHmtMymeSMlBMzOdRY8_JLvEHn6CEKjr-D9Q5qutrpQN-PsZuvMBWrw6A-9dPtrWoWsqSYD6vywVbeuSAstmTZTgBLck1dJFspudLslFN_26p-TvnqMjW7ONYO5R8f-9Zxs-9rpk1vsby4t3CFb1oYAO4VtiDBYFPBKHf71jsOcw_R5alyCRAEkAi40PIBlI_YQXeOoqZL7uZ73LR-bvrZUlYL9IZRVltlOfcqZatZGoSIfB9JxRDRjIHpVObfxMvBFyPNlPtbMKRgXIKydoBDkW9nXcBkaymJ8uHkN5BD-0Ca1g8UGBGBBfKPp70bD23DTtEJlaZ4aebro9r5MWshVbtYSU4iD-zrrEPio69shiXo-e0MR8W0GNh-t0hG5kjY_fXu5gJeZQe_jzlxbyB-7WtKG442V8faG3qcUJdESBpeS8w9gwXX9tPsZf_Kgj15x9wlAXC0ltrZVNIx6t-YpdIqdfBc5BDgFAqgh3pe0-HqJU6MyDj_gLqlWZUY8v00yn8R0CRWhDscL2iMd95j4uxz4dFpZEW2zTJ1cjJIvPY1z_Dnamf7AcQINVw1m36kHyQI5z0IW2kdHRpvreCXN0sXnZ1uGBtfzfkJmpI0j5c6yIMA6MKHqe0K9ZfTye9nj9SVIJXUR4pPL9kQmTH25AbgETTYrQpkepYGF2sHbnZ4csFcNyjqbQDUZzYqAQBY_GhtqebRyhCWTb_DiN22PD6lDJwNvzaTeUxJjGfe4cxVB-DGCCK-RfFWS37r6rk6bsVvaMKfj2W6WpCZ-3pHA-kllqGSD7iJBvW8HefEDL2FbcHZnjSRHOtwB98EYsT-7mQTwtHg5PhhkAR-EWNQKS-Ykohilk5tMHxa1VRxGzrb_CLl6hNkcDw2JEUaybz0uVyXDwEAcGDbIht5jr_FHkk56yHxwmR5IA0PGTh7UHkGme_Bb8QVlMmXuD9FFBdOvRl_IeUPFMv5OvDhSdt7SU6UstQUmTeE8PM9yh4NggrW_rUCTL0xGQBwet8m0Zlj2UrnEFzKsqp5RMvZzl2_n6bxOGh8f-03uMkQoc9jdqnHuZQ3ZJ3apjIi-fCxLs2AmuHoghXMIFfrqSCVuGulYKykBovnFpei6usmHONwCHYUbmYjenUx7fyg9yUsKkQ5m7ClNGRHjbOREoy3CCtKH1xdkme3lLlnngvaBSxfyXt5Ut7eaQ2NqWKC377pvPsB0kYQ87x7SVdVs-NJIjdMRvZ7sapn1PkxpLODVYN7QIbsN6J5sWWfXS6ih0NCBPHSFOsXpiNOVW1sUGyyrkYj3GuSPzZ_aFqo7umBZb0XIT1xN9W_ycK7rTHWEAev_wF4Ko1ApiVIMnNgZ6yeq87dPoiLC_LT3RmUUAEG7ur7D6XCGBmT3Ci2tZn2-D6lesFrD_Ijz1L6iKtn8i_vUe8UCU1D_9ZnuDHVnB-Zl1N7o0TlsZv2qnvGP6JzdBnHWzkz3iFVI2cDeujQTOuwrsKt5lC4aug8DPFpGvq4_MPraywj3xguLKiCW0UZaOHyuxS0c682KhH28SOYwQb4v62SicBArJcF9RmQjNAE5tyoSH6QfhvEs_PrNwJetMLiTJc1NUhfftGg6MpPbTW0ZZH-rtwvYCpTMjJ8tv9jyV9WecdnLixamS3MVbKSwhLSvJWnVuiAh1EGAeRsJVPY0mDXabLlADZzJ9OLgsus6i--IsDRSqyTEf3PJnb_UxgiztziTMOdAdCNq026NtbHOyOjMvAEsHKRr71ASW_hQ5ivnRXWXQfoyrqVvnJ7N3vQ_0VglaXS4uAbrLIYkBfDPg8RdVHny_G0JoWFczpMyh-0HVUMWN1g745XkHGjiiu07QBYtD1v_Uz3NyFmKpMtF6bwGFn3dhxUFPO4LimHdhjK30TNiiX-yOmLAtkHy87DTMmd4o1RbtdlEorRbf4OIGOuDmfL1aKkpeSA2Ob04kiwTLcgwlmjq9bc6dK7LNFIndrYP1vqBIEQsdF2qvkZABnfV64Krw97h_EnpICh3-g2t3uxt5ZuKdM0Tcx5cubas8TPKOJpAGPVCKYu_at3LA6bipop9WzfjmkAop9dCV-LUseN6BsRKNT3HoTx39B8umHu5kFDvnB55hC6ZBS0yVwANUWklmZNMkRHg4TC4z9Wl0THs-LgQQ9gJI9I4t_-3O_X0hyzRC69RVwtI476ukBgLPE4GdahJnq1g9U5clCiwD-byUd68Toh2Q0fxHQjOSDmar-R7i7OFoTYhkNW0u3W6xAGbRZDm6vQPf0eP_hxFaqkPSryxQu4YKqW_JSitfSGVkCLh_tNHnUuk4OUY7NungtMe-x0HsKqYeRx7tJBmov78h3pnHrHqqLKCGPpkotZl5GZ8yjTLuw0fRptdPTiWpYiP0jVAcNy4oVEE3SzL7S3bXOh-gp5IDgMI4oPVgwib7Dpq04zbmjOiuyuNjaBF3NAIm4cCGHFmlpyLLW-xEEuNVSB8hk0T33vppOSW1UhJxZUBsY14WAK2rGvJEdCimNMoUsNtX_WxAYpGDYrOyZ_jQgjMfKiEBGNClnq5Ylx03e9qPp8sHj7ROeUnKss7jeEdUjKSG5NvXgJcd74IYLdG5xhiVFARDjP7fsRcY2yizKjS77B7PCrxYtRW4tNWEvkeblPItmN17fwzNzGNqH5PubhMPpXVJRFcaLSRjVvBySaX1Y5-rd6o1B1pfXBtaLIbjsM4lPaAfljAzYIHlt_h1ds70YXzcWObG3PNBJH-X67HKQcN2w57-AcwvIMdEgcsgyzQUVyGeAgAb0Vi7_qQvEaI5RRlzF-sv8v-AUOudfnnbZOHsJdSnxD3UhzSyJrdF6tJ4DUzSENXysok5ji1rXQHkJHf52zLhVlm1OxJPkar4-sKAXMQcdh-zBcNV3bIb9IQRRF_KP_P3MaNjnNyrHRjwZjgz77wBpe6LOddbGLwexfMgRCSRPOPU9GV8ZNVn5fPQuA0FvkDOqkMzXKp6SoqxsIqE74PcVxVXo9RO7FgjQ3x8qdZzHI7dO_2nWFTSvOU9mkZU1nbA4lKIh1BR_3jnIyTegsxzcXteVG_yWLsLHrgS4OWIt08npPPoXvVCGcE4hC4RjY_0NGjDmPnwUOHBdj6jAbTI9sodr5VwJopFgRgRAqrrl1hX6dYOQPJyFmZQfWqd6mGQmrs6KIUdl1qFQNzsQ3ni2neqVHU_D8f0MtGKS-K5dSB8ZeUpifclrCe4GhBJaoHQCmoJMZstpd7NRmy4VSRye1muqAEGVxjrY_bVZYMFo3lym-oZ_Lk3nOH9dSj4exqXhEE6x_ETTaWkVxCXFVp4U4oWPENhOwWFoGDP1QqdgLO-F904RmHhkHtKM53CxPDQdAZKDNU6EVtfZgALL2EIFrvx0j4L9xnb5fFMhAdz9vxjXmWEK2F-PVFcbOQqTnBpaVrBJ0eoTZAN3VAn3Gi4ppT2i0iASKHsPM8EwyOes7hVacqEeSKVDyR5xCz5HRmO_0wiSnbdfYhtvbgjSg6kKeyMltpNmFCwsnNAhJfQSeobuoFjqtTZDHajzVtEODAmp8D69bDicM_0piarVAGspLlhZbo8iieg834MwaWiuCMHSqPi3MRkQJX7eWdmzJ7iCqUrV3UcyaoTj72V81L1qbKTkQMW_rbWVP0m69xxVsUz8NCcz9nE9otHJz5PQ9QcFiOO9rp5NOiHU7sBeWVPd6zCIX55awng_IqdaOEa7ln2RqGfGvgvFXwNCqNkQZ86c1palxTnAhWQBF3CK9QPeWDKCju1SpDkGXwWoXUMWrx5yVsbG5lvsr02l6Si6KOAyoLqHNd2tHULPK41zcuxQCUcYFhFgl3QXuoTagER6s6sxNqUE2pWvd41cBK-xeOdgwPw20w5TQckdqTxsOGd0c26yILRAr2nyJcZnmQ2qsk9ZTtC61kGnYtWyVJg8KRgOPuOH7-3_rRAJFkMC7euB7wRjV48r2-x4JrrEOm9JN7jQeh8Sf7L_wcCw0YsSX9Kf6WzfDVhzC9UsGzdhccZPdTlSiFany3Qh3WdwwexyBmhCxPTYtz-j4OR8NJI_4Kzfhatfg-ZJVbgNWajYoZhOe2by37N6u7xCJ8ATJDegF0vwvx4vJcVC6s1Ji0yX3VfZeN9Zt_CTcIQIxMFnisW2CvgmEERECCU5-Tdn1HJmjxrFQrSf36GSdQ_2TnYw5ddkxdVvFQVm-0TVMp91VVfqDnlQZlsLZEw8fuBmVVVrizAPN2kQhHB6RMr4yUrnPfHMFeigyRpZtnGHu5sgzUpIUUYhlXlrue73Ltpc4FiftyHp8gr4vaHM97gGaiBVlZaJkZTEaM9NcFaWqNQTcr3mKSe7TM6GgJwunSqQhw3qOV_oIt5bXxhL5NBPHNYRumkzyTOi2rs39Zt6lvq4IbA_p8_rU8POo1H6HRCR4kQtLK1RBb7VzrPDJgoNHGL-H_wtQNNGQUqq1Bh2MWg61UDXQlFBwesnILxC--Gk5ixG3cHgoK-0RfdQW4PG3IAWXhFDWaBzxwycE5ZMehffnGgjBVKTZHwnwolO3ESFPnsOgbSCqsKvqyu6yAtVTvYJxXrHYuJz0pqhvi8I5MGdm8eAL5ek224VXOSvTUU5b6DMJEtoWZ5gLJLPci4B5_tH6ajBQIBKfsSV0H6qqJfZBon4RQ44esuB17JqMn2__cejQ1KyKWgNJS6lt5YHGXZLylgSiNOJ2rHYdc89nUQG-1U9_Xzb6afOkEnkw2zw7PpGbVh_f1v50lV8-FytQzpX1NlswpOt_czYqaEEjETL87RrNxRdUGBLudmz2HXZWbR9nF8VBIHDCjoTz2lRaMMzm1OoDzd4fP01dEMZwLofELoHZHuRc4hzKVCN9JPcLBSRT7IDfeMeXNp77afSuL7DRjx0WDunXmxBKSk-enuXdivVycTlVY_lq9TSvX3CvwKwvWNKVyfYN23cW-jb73n77h3KfON9q5Hw37lUKu87FtSLWtq6ISOaws338hDWQ9mEuPBIWmZQ1p_vWtoKjczZFcZDEeJUaKEbUuP8mHQgW-m292sZb1hLLh88H5J4-mb-HRsHZudabUAWUemZkJIlnEYUR9dXOZJPZaOD_uqyAhh3VGs9SHJNWqBxr26iHd26VjZio6opaVNB0VzMwHsGoPc6LgsLOvlUh2g-h5ru1GVTZllDwP4aJWd2yejNa5eECVOpdktdnDAVF6q9UFnArGur1F6Q-XlbXT423hL2DuQ3dMrP877C1ZGEf-O4MWYc0IiccXFLrsYAOsdPxZpiw65SdIZ6rWq2DArBoGaKNYQr7O-_rTnYe0k9HVpWn0RJ9TyioTdjCTj0QM-vnnVBSaOUmGmfwy4WVIJu8RwoBKzGSMu3VAZIrcRmJDvTDdGANeiqmkYM-bcQ13CjytkUK-jg3Op3hCGHHOcwApOp_HXPBSr5mJg3RCh-2UfMHOiNg8LTkO7MpYFQcnXr2rpDULYvqz-IxI95n6lhqT9xsLZUOZGsNbIAb4uFWsnMyORBn-sYgvYC5O_TB9tMo5LHBdlDcHbXSP90nBBCa_vMY2ifSM1wQCQOEf7qJ1ZE_SjoaH-tYR9lYlgXAk3aQolKkSSW7VVVBJuvRLfw9mLP0w4_Zkhyecl24UNHLaaaH82FBCyQPds1wpVBydLfei3_iUhzXXB5ax3VxQ32M5e6tZA2FlK1y8AlwByjBo7fbEGx88QFls1b0tYguu3BeGDgVU5AFVSwz0RJM4R5IoVcOhaJYdkEwN6eqmXlgBfxVXu0JWzAZePt4hJZvCEKhU6Owg3CksW6CYPCBt1qKlNtSzxjIXgFPYI_hHrIOijFBXFmnpoXiZq0lGYs9EWZPEXZJIOUQT8wgL4xuMmA2Fwp38D1_fagOJELoPsrEdS6wFNMhIC6WPcBh0NCXW0J23qD97UBAXvp4iFwhAXMxnN1cM7UNzg_4rTjhc4a2MxK3fL7gQOlr1cj_hiDGBnkEpdXefL1fRkMyWyclAQ5lMMQnwZ2RVeKmnsUIKY1yys1ZW1jKYFtrBTquVHg5B7zF03RfHNWy_vYOOxLQlfNhdYHBj_mp7d6TuZpVVKI9UkXOGfuGjLZEJRZ67734yFzE4QxeKk_mRIhcKMc2VNd81ZGXbqcrVwDjLJH-hjWMk6kksnts3bemBbbMKG6mcloQv7ihE2JB7Tei7Mhyk6sJ8JwQocpRCKcG5lmt31rcRRkJJ2LiV-gGY-qQa5LIhj1g2Dulg-904s4XDQr7UChyewK98jfE1_ekYKKdsA65XnPEJMJGEI_RzU2PguL5VOQsLG31fHZEqnyKDDT8arqVidhpwpK6t4_2NvAoUvelgPbKwYAj07k1TlLoQAaGVb7CkXVvD-Kq84CThRdbNU3MjIziFdGGZoy5tDSwQty1IJKc7-YF5tS4VMOltTG9Az_Vi9Ytf8f3AaqJrg_RUhZkQott03UA_oau2K8ITvN2DkEaNdCqW4WrBHCX8j1PsLcht-jhuk3beNQ5AYmQWuw1q-XbuRNCBFOtAoQGo6JQBRbyJreSb-ICqoBV0WK5Ry734R5RN3yyvE7cz_1EfvZqmCZuUcgyWTiGj17vsqqbTHnjB6KVjtoiUbKjalp1od4O0-AM1u6b286pwXkiBVY5H9hL2U4Kfv9uASfRcVxMqLIbKJKgkCSVb-tRBPdKaGrdRkZexNNvc3MOjI3OmSOEtFSiBf6vkl7qdOn7qknpHBltRF9PAFHcLWTvBlB8yu8GJvP7sVdtHYRLFifIm6e5nh0PEj3HQOrDau1mHG3z6pNaRGPtJroF_Hlfw1TLdR9AX61ugCYzbML7BsLE2a-hWrAAjQ25I2EGmj4WVxwO9fTZvFUeSDtHz9y6EqY20r0Jz0CiFPAFN2YYfQYPj9w3UC0bilcgRYs0ynF8tK_TyWvBuTBGDrKivHKGEUr_ss1rqaTRvy-U8pyjfXT94EfFbXRygpDcd0AtRgaT8s8i6LF4o8AZUaWkYakLHIRFu5LJ5iRBBKMW70NkC85tqKTQtGCQoSAIO4_PWt81zN95nAFEoEhiBXEgegCdyMPzpedOZRqujgMvBKiBN1PJqGP1lRuFGfHmcQghW_bnIrng6u4ziaXfF1C1M0yHMnnIEkOUBQ-aWWURs6rTNTjFfh0cvq17_FsDjvBb6uL-FO4Q0bFkOcgUrxunT4N5S1zzdI2iHjIlgSYlJGrCBDDUJJcjqFp1pc1HcnO9afUXV0_xuMFk6j4iCpjWWwtH0fabjLOlLchnaAkbHdaGyyvkO0SS8fSy7vwHUqBRBvrFkk30rvts_5iODnuNN3vYnwEwGnpDOsFd-rzbmABBSXoEdyYYJBCw7ROjFIe1D_85slK48PogLw4JA-JbSKuqyP5QeD8_cfHpUUTjGEPZVhw4nG2B92igo6AMrsAJUOc3EgLCU5FdCKCnsMwUu58G8pZVeWlQPzoB_Cli9aWq_IeoisviJ3O333HAClYUrNpSpIIn2uh_2prskKgO8sHVkufk9Su0Jlatglkjcxc6Bh-QMOuLiWK4HJe-aqEUo-5jIm5o5ao48e_sXskKsNk2XTuV9HKpqlEGOkcv0IetrZ6_NPfhx0qUk-oKuNkIDeQWhXWtESddPlmloDV-cmF1hFIKwpGUJYcsb3rd3lUGB3sY-0IaDfZ1HZ8nHZ0-kip6_ZIUS6N0AqQMi9p7dxp4Ayf4KCihZrmnbr3FjOk61rB19R4KWubZj_Lguh9-vH0zMYSey4du7C_EWJddwRdvRCgJzXiwhYEbHuFdgVm3VCxvShz8ViGC3-DffQIqr1VBxjYGYFuDrSpzH7TyxzLElDgfDlh1R9DegkWNCCeAy5FgcieaC_TS3AHkHlpi_8bJPIn5rBE43-JbZhkc0eiqmNDCOg_XW4QfuzoD6zuJ35xNn9Mk7Ypc7fncTSTH-aCQZ3ruQFM9m0C_sOc8H2yQUP74uDYTuIxo_guigc8lSTT1EppNEXcu8A0LYIzlb4NGZK50hAvu68acpZXyYY0ytw35if8CzpW_Coq9BJyJWw4FtQNwQJNTbO-OaXMpjSuPbRxVYH5Qaz_evEnkY50MEa3ySLbBOd9G4OJuA1uRNYltNbSDxb7dXkndgGMvjmAv5nLQFRwsmkdgl85hvywxWfieA2RzYg7yw1geczh_zFzwNVsT8n18_shb5Z7zNnZ9fjvDS5b_9oHl7ogMKS1cVoJgPKq_lhc-rPQX3044ankZEoXpOK5PPsUM-WtKyEhsVUkPSmaXZis5f5Y6kqY2Fve_UOEPWv86wtA2xT4-A1l5YWd7pWpyEFbZg_m9uXMjgpqf4aj5jp_ZU4v2YK8qSaUSVnbd5y0AxXToDMhHoLT6kXUO-Am669yejLglVOgBM93Ny9gGDuxNVnzchEUkBdKsvtHe2T8FaEIsiItrNECaQtJTZ96Ol2ELiZ5OdNCRe1U49YjFiH-fe98bPO8aDUZNO13QhQYSsDhc3uAwAeavberxStIAn5OyNsGZTKQnOOddXl31iYBai1ITe_ryZC-DcwWgxYw-NM6iL4tWVCysmc5ehg8HifoLd6Wb7M0d2VdGPFwdtMsCL5HJVJ31nfpotj33WLUZ6dJ3oZHKMdldj0xdEnjESSKDcDt1YlLNlLaq8sUWDK52qDryKfZ78XfuwjllAaab-jtpOog6dH_B4YZnjqlN_qdbULF-eBEUSDMKZZrYrIkGTiEyQQQLsMJ5RCtmxThjK0-jia23E-KSmgK2J3VwLAn16B6R9uhc9Bx_oZ9FPmSKBbTDSY3SQfX9KMn7Tt12n_AlYqNSqEpfSxIm2mkudBZMXDlE9mRGfT_FXos_rftjO59Ubd9UZsOfrXPnrBZPFP0Lfbgl9CfoFXUXWS5zsdS06dtOKBilDZBCbwe1I561jjrYVhkY5RSJP0XkyrDI1nEQSeSnbI-JY18V8slAbkPUDm3OzZlmzR9fEFQyftoykK7bnGYBe-y4TR2GeyyKX_CPzPHd4ieSXFmLG7LhtaUGeR3w_PmPmotAE1kuMA9HMyaPzq9kqYWPgYcAaaB9jcLrIP4sNLNfmfC_NhvJ6_3bHARLQ-dZ5_32Kvhlb9hlFQIhoaWFCOoibhbE2M3vRAVK7Qw76peD_tA1UpRoIx9-Z5xowgnnlfiETKOtAt9XV1nbG6BdjMY-u-JJTLy4xmS3rZeIU3kBhS8mZlT9YoR0qWsi72LRU3unUSrZuDnUgrB7YIDs0hY5UfZfekJmFRi3cUnXTP1sgxmGXkF5xVGH0XNzk8dJWZKLJgjCGfUnD7nlIqzeFJTuzItIYfF-ZzVlzhApHbQDtOxPYiwjeCi70lG_x2SWBVeiy6FnGOmvGLcmwSqyA00HoXbqUoVszNNSB3yJmrONWtycieBc5aaygLm586LmbwX_Mp6BkCWFNIOvT-ke6btlyNpoq63WA_nrX4DDpJz-tkRzmPSZAL4zKYYD6hExEc11RPRA-K3Ay0BsK3mFRqqwJerFDQ3eZGpfwmgPcNwfXImo7GFxpEAuigejJgfXCVtJcyMZ_1DRSGX9lWO3H0TLemXF3emdBbru9_tmE05LiFikp8mrc1lJ-s4do2a-ppT51n8ibMqe_mPLLApNeEQ-H-0sEP23IwOqhKVjDnjDqZKE5SdZhwU6dQPYvbxPqsQ10OJlbVlnbd47MM0s5fJVVQgkToAG_DS7e7WdY-tpDPzj1fB0bbJQC3iFWJvCtPiTCTcbPS_wO1TF00NZTKAPwX237IVox9bMz6-muDjgw1zskLdP8NoyrkzFmqzKx29dkDT0EzEJOeKTzvpzMWoiNhpjhiCuwZQgKLzQHYHrWo70souni22tYeCcBZdHuNndKYyMEZ0VVriUQLFVYJlx041oN39-uOjWopbbmVVqnSJeJM3uSsjl16bYJRHLvWxP87SbeACKkw1VSX93sPSq8l_u-pLl3jUK1qlMTNnlG9022KwzWstUvGSToM_Y25AaSbwQOovEWV9AfMyU7P1-4jntzQgG1s3vN1y8ZKGT45bUnLsL6_qfPt6vyeDGeIif0rnC2dghb0ad1rGJKjcyU4R7z8flOr8I81E6C62IgYsGk_vDuJ167-VaeXwa5NkcB69K6nInH7K8dGoAGoUVhPLHef305aDos9hxt73Blt3yU8uH2lvuFm1bFuFO7Afm0hnn55NDWGUjbZkhAYlzn-Au48f1YjpluoQcJqwPvD--iRnboYKcXMRDtyg7oCC7Xr0fB_ajF1XMxKwSJm-ZRhB-4PoywpyO-rStekVhNZYK-6Wt7o9dkvb15VRuKf7aX1B1GaLIQlZqCeb9ZlJqS5ZYXm7G2J-LyFAXKDjUshQstyaPxf525W0hqw60CTlN68jhfW0OKe6MmJJ1Vr_c6bvfZzF4pauCs2U7Ql2ZRCiG30-pgS4-lp9PaxmX4VC81NAsAij6PRdx4B24xCrd-vCgzmSKSPvofxOp7NbnqCL3RpUitgW-gGPOZXEcaY-hFbOyAIi9FH8BonV_mk2m1V5J9dZ-dBkuCti9Z8Z_sxGpCTguYgaoq7AHgXmykJ7wQCWRSF_bxgrOce32vOQy-rHIJHYOJ-j5M3vGoCFHMpA9W2293GvY-khuzssm9PUdmyWroVonXvsTv_TglyKvcx8HnblEtGSDeJXkEdfs369VHLR4RQmUy3J_modgMia9gDnSF-PWmek-S3QNr0ZMayOBY0d1F13I27gywjVcH9IoPfyIg1CTSkTITCluGiTIQ7YUbql-o7E3jSyZs_u3E1efK592RkGuW-StZUrNhhX_OBnfMteqfZlk72kEDBRv11uf6B8cxDGoMWyOXeWswxrEqnT92QWbLDunaTqca9NgaqHcRSApTuLh53SEuOefunGDzhKlPhOBVoCDkF_p0GM4N9_TvyhOlEjTxjX452VtcMyEkxK1Psi2LzkhtA4zLroRWtla4ylaceFU59CacRWw7pQYWUbtuY9p_LObYPGcxkEQcEV78lpIZ2HNCzWo7P5YYF_9P4IokZaTxBQPV7sGlFsR6yEp1FQL64C516MEOJUXU1nSLZUj62b6IZLhBrHW5TYKYT3eT860JcWd0yf1RC3HVx_d57VMCu_mc6BYLizz-AV9rao4UkBzO8X5wEfeX6uI8YQzqF5aIsFsHi313rMny9hhZINeTLqKBmc74oE-mJg1gnlOvGfrDYAaprsTYCBlcr8EP3UC-Cz1c0kDFo2T2yzV8Q_WlZPj5yRLZnbSOJQjn9Y7Xjv6RyFhy12qa6gFy4Y5JlDlDjlFum2QLM4MQkhW0kC2zW2p5VeHdwiRmu7HwCgVgVoNk32qJvt3aS1-FY7FZqmCFcCgY-LgZ4sy6f7yMea69ZgvEu7yTVmodjUhbwKf3wvaJIl8LKO8a5BwyvQ_kipVFhBCYPgCWelaiq3N-I-EQKNSglLmHufoHQHo4AbrDAjre1r_vd_unbJ7DzWBvqgrpVFql4yUksklUGMiLsTc32OjO4pgeM0LNvF8YiTgH6e20vUdz9S1F76e4PHGmPwy-pjoRrDvgcWceqJZ1PR-HyegssMb0k9Ak83JyD82vh2y6Zr7YcJsz5P-qP9VbFyFiMgVm4gQhTkWXKifqiBSOJDRA_g1mGSZdYljZaHp0UqQvnNk8iGj3hPwPPRh1Xb6gxBSrPUtAhg1VOfp5afNhVYWjkSvkQ5wUlGA-ScB9zMVjISvDFcOoDU8QOMGnsjGL04Ah_mBpe5pjdM8poMYgmuNY-5HwiTK8N-kWTEe1FLQ5yprSlBEIx7TU0wxtvuEVej-DLqL8os94PyyXPuKuu3sHGgzAfsJj-EtKRyiBffnla9qnBmduqDIMHUvfFOoB_3Q81_4A8lCYvjNcTyzrAsGNVUxVOB0rLcl10Tx5_zmHdegZtd6_4Cay8S7GmU4ejQlMKzYCprcP_WVABRqx8B0NtpQT_0rNi_uPW-LNS65cTknfoQ3cbRWdSOjK3OA0P_NKiHPrKWhvQEL3EzPJxwv9LByC-etj2-KmV0sn9_t3dIdpC8Xvm3RJY1_XAk7XqQq871M3SBMNplQBW-LEh_GCwPZvNSjyBt0CAbN0yDQZtGDKFoll9hZi5kDh5D5REqTl9VGZCU6WMe5tvwkSUpnYbaLgmRiwCJnIZtIGBo11xIb6LmKuXGp7OVo0VAp-zSFlDfmNnwmNegJyhrFpNxHMq72yPuLetnx34RB-5Rq3ANWAiHUAunMQLQ9jbGiBCYsZ7whg0d9gq8-9Gth6rrIwoJUB0gKQmV992sSFECGxYPMPw0Jo89yuj_uvAzwhBpIUDjz05SiUDAK1dZ0SnOdwHNcLGe5SEoyRw6MYRPVDMOgNCJMfPtFyXFTDxQDN2moG0ysfBMF-MzAaUwnbBOD0NbjsodneowvPqAuswczSwpc6HGkIX4HgH53ccOrS-5B6W59JSfC-OlVirGEEpToU3UGOvjhSMjGq5DK3MjWlWnRXg1L78La2TScZHlHpWY5nN5aLZLNe73ic_f6-OwvHwWPIPPAUQf0w8q4N0oi89IzSGv5yctEbA84SptaFLn2Aqd3w4YFiXis_gdoF-Z4lDURUrAhHkIYC-1Ti75t32kL4w1eBaoSbciHGRJbSLD6KiXTV_FBXIsIlmQgtHqcmEzn64__Z4_CuIs64ictx0ezJKK6SHWxThLoeR-jvsb8EZ4uES-U7AExGcUIlZx1b1PyGZsdZRmrb0UVEeKjhyhYCzuMW-Hd5VcJfFhUcxQoMp2BvXlb7SsCs4mMEc8q5GdY5Bk-a1epbW5RGmBNTuknkfoTDhrY2-bpNKCNEfaN4p4ruQyK3qB7KtvZl-T8gwZJG-Vp1Utu9QGDuEXj5XCCJkpNj1dbE1LW80QCg0MZzuVykCjBjenrd8aomXVXqoVTC3vaO1cPbG11g-LnQ7fZdnRaHgaNuPMJlUAmGUMe30-5O4dWDN9j5dE-_brQ9RDMcqIqn74rwp4w6_OwOL6-PLPhGMS2V_Q3c6Ry7lBX0UL8Bxm99BMvOTdPziFqT7e2s5t6mxyZVHh00GGWordKrdIcxkn4UBwnhEh7jQ4oqYq_R3It-k4daWbRCx3f_XykAiYDYM1MH0VAUuJawHezFlmas9v2QYOhLLhXKoGQfRdbGb5Yd8SEABrG9SFZbZ1wFVEA3wN5QoNxOE-_PN5INGMi1i-fBwGGT9u43b08_km93LyqhGw8myb4uBT-p5wPmvS-HYC9rcWIbNsokTjNHIfvlUtXKfwlCKVbyUwDuNeBev__e3BDx0VbMwzCkc1-_bgXZ2b3Vxbh0PiV0_MSIm30lAuUJ_IYs_5EE2ZcWImXmzouOJQyp6ofCOPSnf1EHVfWXf21lPZZxHKNrLxXauQTza1XStjlzazKOKxoDyN2zNYT6ws4wP3nm5ffAu36xNtQ8UoE3vj2RA6xOsHCVrhJdQssZYJvP75a0vXAUDxDOi55Qq0NDBg32jugkIw-_WUpFGW-3kMp-w69SnWAvjuUQQZmtF7oyWcEr31FHREwm1Oj8KdcBfFLsir-gF0ZpuAs_cvIfN0LPjtaK_d2F5jnytQeIHao10B2QCJ_vPPadKHaQgJy4ca_tAILGAhcShDwgM5ax_Ujn7ObLN_GQUelQ1270M6do45upQNI4UKC4V8XjrJ4ub9JHejJStejFTYZBhsQhb4lw4rpG9MqhfnwwWdx2Gn8pn4etT6bK-GzylxsRFWOpGjrvRmmAYoYWKz5wB6vfnyRvG4-X94XUcqcC6X0Cg_umXmqAMhrb73tdCCxLld3h_tEpxWQFMiyPrwVF-K-r3L8BkCqeYldPh4O4oJckbVuX3c1qvWVCyrqiar_1F-E4rhPv6pcgRifnmt3Q9Q3lG0sABAwV6Kl1SyRXEJ3isgh-pCP0e3hmTn8OQsTqH8mCuqTCCUzcjygiT62eZJhh_Eb_e2iYnfPmw-8tt9P8vonXe1TM5d6Vgw97LgHaZE-HtFU3gR9inpTBH3G2T08zVwfMtDdQAaaDLo3RWhXuiQMyXONYs9nhb9G4hTA6oD7nKdqwAB7nwXP4ABcIQ0K5HMuyhOJ6RrQeZ-7XZ4QCpvYiHOZB53fp-pGJ0OkFkWQUUmCuMLRBguef1MpsAjzP_8N45l8_rMyCf-VQdpUoaqUDWkEz5zhGabNqy5HbyAEuzXfxJYAf6mVS7Hz-Jnof7S-zSZ56klM7zO6L1_sJqlVXJm2yeZAHQt3_Cj8WAS5ty74ytyvjkYR_1ge6xvKm5lopTL_ZWKc9QlRtlmiMvNiv1P_wcRWCvTipy5Sc88kEaDABMvy3QElKUj9BLpT7PsgEsh52RvMuGNZNRzkkPojI8fPN1cycNogVAXBJkLorsYd_70V--3tEmXtzfJ0lBM_dxvlCPcvDNQvhtFAPXANgrNfUwm4JzqL6T1ebY2jmhUJlwCzm7S-I3w73j412H3mYoxUt1N9VutFepyNYzZi70_XFlDx8vQTnM2KReK5G9mCYVf8JrkliTFCpjtzeehSONNfz3QwZ4igorXyDOSsnlh3zOBqdBvPZ3282winCNpJgnhCZAoYfdF5bN4tE_DttMdT4QLpuUBY9jSo123YcbV50rwcieQ-XDJygjq9lLljYdBP0agfTIQxyPTx0NzstUFXp_fNWW0XamiLB_XA4i_OUwlNn8YfT09Ta11ZeT5jqfMDS0GsAP9K2NlUQe639A3TjsJO6IPvzNA-jCSNDksbdO7NcTg6e51h6AVKrU4ZWBlNAbU7x96BQDmuJbEZqpPbwzVGrLvYoQaPVoFHF8wLzZcm6ZhM50mEMW9uIknmuQlRExlHzDbWLtbANceN6rzw3Ga1fDz9Z6_si5NMjN3qvPGRNW4Mms5lXr0guBKVZCGrUATedQ9wsmaUFTjoBjgtjyqgi_crwqaXFfeoHZ51wxTYpd8FtgcLSrnL3zISxKYiyp4wWEu96pN7emji-YRDcGD1OPeFuBKq5b4R_eps5fUk0CHrsOlxnC6j2emO_wgSrAmVLOiS1TH-k8ImfAfsQ-9oFulfFAPnAHsnmlTFX-Eu81XInPQgFp5bmppFFTS4t3LDGoSufxTtjKf1g2sfJuh-Xz0fsI5fpin-GptaauSQCzBGd1N4I44BEKvE3_qwfewfH0k9cY7Ty5p8FKxQbjENpqlQgkDHWKwYrI3Bg8ezVKIXSEF_BuAA5Se7JulYvkN61vC6g5QGNIS1Zg0xlyl6_7FFVZ4ABlFgS3A_x4mf4Hb_GglY7hMA4SMsRRJokJDaTyPWLl_FpGPxsqG5_zfrH4Mq_e2hmqpuux1TsqOXYImYxbvdskXuJ0Dml7PoEakuweRTSvtE7Y8s_w9bkrkpmnAJH_FBXE0SeOfcm2VZu6nIsnCdV8v6N-Op_FVSMNFFQmplAOhGSfhE-TdfEuO0K0MUBeqySdiTOeUAgyUjeGFnQ6y4Bfu7ty26dFQwKv3QCplz87zUH3tHyFabo3PYNGij_t8eAXgXNdI6m5kyzCCJhYpWCG6vmto_TQ5D8m_1J4OD7cszZg8s4pq0KcbNuA-n1CagfH8y5lIzWAfrrSPAoCrOOz4Y5EEZ9hLGA2YI7ZHnwTedjNKMCEkTSmGzDIeSiX_v6z_ZWC0SnMOcMc9uBVyBTRsUyFxUK819JNCw4ehG2gs2sXzHIvKzy2ZusFX1sP9UqN1Lkw3qRDgyK87oLpnSK5eKx_1XRc5AqJAh_E6XbQ8fMZLq3gYC4qHKyL_r8yVlzZOSWRCFp4XbaeTK2EdrIRvkiZDJl1qFyMFNcJgdHYSpCnVArSQrhsImBvn1yvfmRsL0xg5Brjtzfix5EXLu5c-XcmIG_dxSZjFplabnQCB-JKoDT0RVJVJXS3QTUsO5nbMHRnVryJjvSLN5huEgEu09dCf6JydOdVoftfCzzSYttmoCH9FxCItDzRqJ_Ykil8tSr7xxlbmjQ935zn4WOOWfHjpkDz9T963Y3IgAfMRzmkeiuGKXnym0e2T5GGW42DWZMTQcAOCo9hrz8ewFmmGPoNRDUos9gD8TtiJ--WImev_1XIfiGxDzfmlD8qYsY1XHuIExBJnnP_ifGOdZZZpfwmu8FeCAMd822HA4rzeUFVG1NyamtXLPPU1zSAvVimNHxE0SDimqrMQ9kDJjm8eyQCl59KRBB25OXnOOUImvbqi1MWDD7YqXOBFeuVZUW-ue4sc3GEGrsjFKD_q1z--xII-THu_4n_J20gEtR8XVLAM_Q2tIbXCb3uc8t3yPM1UcYRYcilVv7ExqYNvpxlN7X4Rfkh96NjrvGyBCq5XqCdAzULCj1uNGPZ7m5cghQPd7t3GADOG2Rck_ddlmdfODxr-fAYJNO0OhBabk8JjecjC2bKhwoWBimp7BUQWUImLNHIhlj_nWtevFI9fG7Q2uWMBaP3CXKuWLYHYMRBQ0_UyCm5daazTLcncov75elDobuywL-TEW6ykxwO6fKRR4ZVBnCf7NHZTF_5F2cWkmzJuLMtVjZoScH5RRp1GuDdvSjPWNNWn9SObO61kL4uziBKcUBwhQptmCfXy2Gjmc2qbcGIWtZSgcJnr_husH1RVWUuBT6fxEFuEZCqp6LKTstVKZTeTYXFaaRseASHMuA8q6r7dhAj94N_9oSHpzCCMuL02fW3Md0ioxC7flUvFDDVvWjUwf5cB9dWNq5AQ16K3TiRExn_XGu8ZG9FBIwfpfgfFl_UcGigHmPFLmj4nS7QwYd9KIsf3Piqo2F6wCZF99Yxtb0Is3GbN5Pj0WdKw9QAiYXDoLZcmUDZt-jlcvNQD5ZJrfA7W1FE8riXWhYbJCegcuQKsRJJfxPi-hpg_q8QOM5rAhTGHAZVgoA0A1lRWvIw81nOePpRvFrnnKrWONTZXzxld1CKD-80zouXmnFl5hyZ9bVNJa-yPYcRjpejOZuaJvc567Yq8m7GeMCM_Dv9Pzq1h561-5SCcdjd3Yx_iaGHHFnhHIR0lnZTUiQEYjOyOgGvV0INttGZrgv_7Y-xDnOHnwm5OWvF2c0NvsSweTahJhiVFa_5shUMwGDeLo7XDf7T9jnaQovBMPuv5_Qb5mXbTCoTDa-r3yHLaj4OaCPNeL-GJd69kOU8yoxy5bppVwUS1HBdBGXcQ-HL7QAUTJOBB8GygssBILz2b2eJX8rsjMkeC6smFT3RrNFxwX_3rkG4MM81Vq1_N3chb0JLbnBxnrwYJTKkVvtZmBVlJCS7FRd8ppu_zlC3f2bPyxWnP0rbj_uQfI12amPZCCh1nRYyd8oyoL2PVLxWoR-j2_oS0L3LmhYzQ8i5bZCMLuQwZeRXcH7Kt1GCnVUQhQqbleTl1G4tUYTRc9Z7EE1tdmq_lUssNhJs6sXLOI3pTD0QKCmnzh6lvSur_-qZTRTDeU8SRSQqN_LtGy9i1PJgFB0f6zsWMg3qqN0_RHcRsPnx6X4uhDSEAoT7fSpfpK_34Y2Bh7J9JlWNc92AZNa-MmhN7lqxbqHQVIr5hG9153fy119vT8UcJOoJjEAiSTC2xBT9Y5yBltZS4s9RtnrQki-0797kTR9oA3xUPq9UA_hi4IMf5chFECm6RVs6Mukn9oDp-z7QJPS36WLb_lmWlcDUhlvSTvj82sPrdzJoGWmqhTtWJxDJoi0ai-yC2UYYH1CXRR0qIM1MfFmSUV2GiSdXS03ybIIBQfONNhou_AMJAM7o0U9pSt_X4l-ptvRMlSXb6h4D9cYXweVijjkooOj3UCmNxBC6H_Z0E33kRz0R6akqoaVo1TeyY-fhglIVxhiAgQFVNAmye1XS8xiGfIIxVPL0uSviV-w80j52O3u6JoyfG7dQyUjgsfPsW-4H9lwA_pEBKgEx3fQTtaexKWs1hrXH8XRJ-20Il5dFVoJnDUlGj6z7kat_5kwDG1AtisLyW8qLq_xOnk_sxnNwgqv42OnJVqtakpPw2jXl_CvmEM1gNuB_GP7sW_emc1Weimq2PTYtGB2tFoc7IKWyNsB6pSj-W2X9Uy0F2ZdW9I3GVguEp4lRaT1Obf4vocC8skQcfya2OPlb_RiMczkCVZ4JA-huGTA1Z8d_Ir0fCccSrKERiCVN5ZKWSew6qgRCdMSlriHUdUXEjznQOPbROzR8RIy6knxJE6bUqJln7PLgpjoa5dmXpoXBY4CP01oK_3c0ZmOBetEVFDuGjm6mIv-oSPBIdwHO4MYU9y_29Q-4YWNC0mB12WIPM_VBmlbe7H3I-S4LCYYCuUfb9EDUd9Z2picwbdrJv_V_hDE4WjcSOOa-A_WbWQjzwJrfmk6BXSMEXhJXyC3NTHTsUHrKTEynWp8kfQtp7hXedgbQ7snuet0HcL0ZKEKV1uLTLYmZILPgleb8Wtt-J4ikOKs7G3sWk6EehRvTcDnHoh1T1m2_6eG0bu2HVcTZ4jacCuz5pdXf_8hwsveeaWraTBJqsCgS7NOG02-3f3MFg_yPDyTBhCkCGW35EHiP5qp9Q3mERAwIGoGuye3_YL5i3QlTKbE33LsEFxjmka9Afe7MoX4PSwZs15pfQqlOJAJuIOB7U59B2_hiKJVrK12AYxUI2KnUGNEfmY2If4N4mBdGzq-137AZ44-8dc8V6U-4X--5IQdpRX8R3KUSdtdAUgtmIHCCQyycjmVxDNqj3DcI_pt7nnlyUgn2w_CONv20U41r4TO4ynJ8JlAXOV--bfKGTBtxBiwAPkynvHC99RoNkgW2EewJ8NPDGsyWIkFjDR6hYNyFYykYsJWf8DDWYoXSAuxonakMcIJprwv9Tw0ePvAOsLvpTCZvBd5JJwbKemXjaLm-viWXFacd88TorsSLCIm__JI55DQ-d_tCQcEXJ7ga4fNk6CEtuOC785K1vhMeKBmZibNbqNIL0Slq4whIdEg77rU5WVqBEnyBQXeLv9GeOW20YVPU7X9O-YxVVJg6v1xK7yuUqILNQhFCG6DEx5GvV-rjcNscZWHDrHPJyt18t4TsXkeGDc0nG_aPRHbo7gBPrgRWZR5oaAGzrhor_yKSL7lW8xlYPcHkGwB6gosXxN9-Nie6ULKa8E0ClM5oW0UkdfOZ3y2Y0v-83EP79dcYs3y5SPQj-uJBjo3bP0P42ISG3QHeB72eu7byEkV3KksDUUW2i6RK3ASJLjsF6LzrTghJGdBy4DM88QoH6etvI41sddLFt4MJmdwLXx9sj1NFaHVRPNGmdvjNNWTcC50wn4qtvrRd8lj4qiJ4rYRklTTzahIRWq0DrWkiOKo1mBkVULAmFkB1pl9zOzZ6BcAK_TedD0xrbusl--aoRvyt6KdCApF8296FZLGRrxz9XFg5cS0nVbTK5mYPlg4-Eq7mAJV3WfqpT13ijz44reMArOqugvBTs9AHvmh-h4FK6F6lhk-FhiuZ3JuLVCRc12iyTnQtvb5yG7Vmfq8C9tsiplpUNlwI-_kmWKv1urTf_oQ1fDsZIgfYOxXfBkhkzPUn3OZKop-mtVR7xgwCpeIj9Ogd2eYbGTMTkhGhrsKp7bhZmTVuqyPiHAwt5yEQioAVxN44XOo0jb5AvNRM5ri1krMhysFCa-Icom9CtVdbTqBYcUV9XFxLGymjKVklC49mv8StdjQQDC0RhXs1l0TnuY850jSZZdka-GPxesSWB2fHv1T2moTVGwNBSIL4bScQA_O65vwVsAURbLW3obQ4Yb4IywIf6sE_OZLhaTJY8LUtLt9ijInZLGW5m56yibKyxM5UvXr1nkWl27WHS4h-oL54PUZOQPm7hZ9SQCBas5B-cDom1Qil-_PwM-0-3HdyLDkvZyDJGkpK4RVdI5uGwWlDLqiPh3x-HrWd3qQp34SUdw_--ivo61TegJytKnVfC6KBv7jNw_3uqQFOclBfiQ38v3fmzNSUJyBkl_K_NF0CzKoL1W6IlchgqPjQVl0S8b-56GBIwI7TiBtlrxSaTaxq7Lg4US7wKgBcqQCB5xz2G0Y3TskHpDmawh8e4WUAhJ8d-JSTaOFhcYyZ8bDdNzXtjm5klkdLuujSVOqGUD-npM1fglhNpO5369ISjr57kWlI1xPNmyjcU0fcXR2y25CMW876D17NKYlYOBHCVJbOY6GjQ0-BQYk29MIqqJ0d8B-2niRZnZ8pmQqa54oNJeOPYjIu9zPx9LlNb6FlEfI7eId6akoZjmYdZVZ5mZh4u2sjiyHMVAvUC4J2pRyZJyhAbqlp76FpKWI3IzQzSkugQJ8BKFzGe5l8w3ZwWqb8NdeJk1Km9ZR6HX5fyqvRRKEAhJURwiLF_j_pk9E7a8l6SgP017e0N3TBJ2kHhnW9EK0llFQJvXE1FfFEd-IYfNG_PP3OG-1SVQqMPMEpvC_CjcrMEY19YPCerl4N8qZD6-1wErQufQlA5_AmLSE4dgC0pzRioF3rIEvqM9KPZyp5rH6xj1pX9Tbsimof17yzpcR8daFh72UuKV5LXeSGdTfgUgkP5ZpObB1gcEao1U3R37cT7OVkNrOKasb3KtxjDr3DTp99h5r4xDfHOvxGvDKSBFdU7EPcYKI8YxBYAM_sEWEp22DI-vEsH_UAEg93GYKBDqDL86-yCr2eZJNxJ2xmfptugXSdZuREZcL6kbnBazuFobq8WoW4XAxiB0FjOQti5krc4v4ikZeNYGJuXX2_tBCAKP9VOdipStevdOBP9P8hzOGArF2fe8zNl6_pj5Mf2ZuQCN_lkVMQV_XiTyEYzVXSruvOG3IuG2eezwNu22SYWphpTn_obEqwTg-ygEq05SMlNHyOAKyxA9x0cZjy2KpC0il3uP2bkd7nUNkvKVfUs7JmtOj10WlIc0U9hCzm1P7X3j4TAohM9sZ6XGKFY2wzO9IkKMNzAWTdNnQXbpBGMlS7M3c9G9jqyub61sq__VOUzbczjfNeQWWUq9_Wu6cI9bkKtMzWo0JEvj5OL8B8hmyttfjUvkmgLtM6E3HG8j-e_fi4oq2mXh2slqgdUy7lj8W4QPBvu8TfbzQNW2Wc-ecSwrulvN43Fg1S4gP2n1qdFMag0afFsNm13DeilmVMH7Jj5A4PJnZsm6JWxKWvoCo7d_XazFVeSVvPKy4cxFjdmdwF6j8-gFX-4tYd7oHi0RRjSTTc01ubTL9JmIPlMP-ZvMTJAzRvMTL1yd8g_vhN9uBDr-favQB6mI-94VNRaFWlivY-FfVx62_y6wcdLW9H5MLRZS4uM3gM_DQrKWjM-DwGXjqGbkv425l-MtMX3fuq7ES4S-kQWI7AJVJetDPER6yJTGH97z1QbaMDkIO8j53dzVzYRYKHSx9mjLPJXGiBemqCFcCYSqwFL2W3HGJ3PT68nwKOGkcpmizFzWg4Qzq6vesVvL2Vjj-EsAdXqjqj3a_pNMKgGkys8u_rZJOtrGewwWhm9KwNOaTfzSM5wWW1KfmLAOn6r_Q1PSZgh1AnpzBrc5TcdehvZNYYMR1e_BrYbgechQmWHZsNdU2vK7P_muHZOtr_lqpnoAoGwjy9-LqYLlj2GXiY1ygmkL4lqApuDC_l403FcQeYbhZFLyT9nC2bsjlgJtvmXieXdMEb2fFLoe7yH-fnL-DxScTTR76MNkCxJjGKoTmjSc7kc8G2eXapZokMqfTg1ioRq-N_-slBu6MEIJZqPItK2jrf2F9oV6ksLaW065JDm-fg307ipHabgzkHUehWEp9ueaTVX8Uwk4gpcp84iou93UDe5Yqcn539J-Ca4vdnfYfzfXmvEgasQ-D90DJXZD2q6ZwAk3Vo5dK4ywnb6Ljd7X83kqLPEMPI_ndSbjFec3qttIegZFjwZAy3sLCcZRHjKyE_1xgnM-Ql-mLW1grWDVTCPT_5Gh6mLZK-rF8k_qIgQhQLpi3MUTSETqnZt9rXfEgKQcPE50l7pzjgFnKL_lYvtmkaRzOhnJXHPCq965NTAg-E5V44BrWM3f5Ew1X52-W0vy8C2udS7i-5iX3pG6TRJrdeXodHjLPYaNl0-wtkCfE3PHc69S7xtysbsvO2_MnHcJ8inKM3wOTaelYFQ233vm0Gf0o3J0Rbtx8pkk9npVseCXK_9BpVcsAmNP0FGasBkvyH_9G9GvHmK9iTkncYL_4DN4M38yNa0nxu7PSXO-92ClqvKjkvy6W4YNMxgkBbwQ2a1MvxeX3vQHbtYwA4ILnhD7Q2J0No6M7qjn8JJop3seA3BceT4fD93zHckpe6g9SBv1mJYf48mFz7ULmv4JLbChlfir65XvY6zJ-fX5f890vK4Vr9Khq3kAYzqV9ZpApO5qywD7_BPDTNuz-UZOfqTrNeinV9JxFflWVMFg4q-Jdoqg-F8IMca7Zrw-lx64vU_ByKrWbK2k38DX0B7ikeyORWazugkvUbp2DmyylgfOU3GWyV4DjxBl8SGhu9lp4etwlgtnnO4rCIjtoqgL7ltQc5fVVk6_fsytS5r17ZzEUIBgLzD0vwnhWubXc5DbOo9n6aAcp9iB9aGU9viKV-lxiwUF6QKEFdS6ZBXn8Cs5mI9-UuRwHq9vxIZt8Yd81QqHpsyGBHIaaFZdcu-G7ErwSyYPKkzVgwsQdqXcrIaRVSyNlbDSuS9ggUE6V_Hydi6cgcHj166bBph4zT2YthNzWVtBU7Chkn7IkP9MbUuNoihg-lPpl8_7A5TKhceySBLwWQSl8g7oLFEUKcYRlFgvj0z-hJC-LL-RpUZTcD_qYNTa6NvZ0McFiilEeRKoLVSpFGV1B-xMKsUx5Syk0PodTk2tJ8ozYC_kjHQ1t8GhI_ydn-qC3IDaSjQYV3Olu-ZzFj_NA9IiGtrz0RzntXGGKMBkBY_dROwhFgaGQ6RIqjEfhRyqLjHYKefQHCUWdjAPjXDMl9zNr67EehWZ-Eq566vj8VBow43J3rjPYjYxaU15oui_8Ba1V-ncuypXgD6w14kpl2MXLV-iKrcyj1lVe2-1JI0bzfeVPwb0-etME8ngznV1aniryKQc9ofANyw-y6I6iEeimSxrD-lWAqbEpLwSYkWxoHw-7wkutPxDN8IkwAsVV7kNvMLJb8252QJ_FAx_5sTbmLHbGZNN2CJ9mjR_XdFP9nJm05DWGR5fbuHK4czG2tO5YCtga0FnTEr9b5lP30C4wR1fyyEzxfSOc3ieLx5Yuk8laz5pFR-IrqvTfJZiMz0lFQiQh0HFvC-d5BXHeaq-Zo1jwhKM9WMl1L0GAZQtOiNkoYNyc8KaQKz5YEqaXZ8_WHsSB7zJyQIIBe39u99IXvteevtGtklq6nmELDYQltV8HN26XZU9yqtMQGj-NmQt72C_3_VzYn_nCT-OxvBgPbHDfHWOP2OwZVX_G7XJnwVjVp1vGvcBZlHeRsWhsBtEHz6Mfl45-ax0m183784zg8zD9Pd1VU8OaEYm9UjBAu3vlGyvrO96VOqLA1V6joop20CQNG5lf3wPVNV626Vz739AGp9zTx4PVfQFe8YoCkbuIZFKdVxIUIFYXyDqqz5dWJ3q49Ry351vFDPimf4VfHBmLGB6_KfRF8-LFCQK-g47iUcHX4IpBY4jRO64aEsllWkiLU-FyQ92XCIrW_f5Tx3oJ75RWwTYicsbwOVG8FvoTLCYuFP0kGHWieJ_cxF_OZ879ORwWL9A0GU2W5Q2NedSCWbIf8aaLGRJLalNDRoDkIilShDQYf7bVGDCDvbpU4pXt1_um73sAoJZgnkx37gW9mo_hEcUFdS3q5HV3rB4eEO7GT3RIF5ZQy40XMFlRtrKk89mf5j-lOkIfYH5_QXuw4VgBteJnjt0C_fMSHgBTeMpXkHfdV5KBbIDdKdLG7Xn3rmEtOPpH2ZdSqvXMYhXE1A1K1nyLzmr3ytLc7gB9D5DURlwTnA8SaS01yrRqzBhrXvmCl2X9jaahxoQT2keWP58-C2OISD9Dox16hebrRJJxvwXlZLNJcaJ1Kt5DZgRzvrbKjjpur1XotivC0UIUCDmDjDK9WoCUiEEFuSRb4BAQorq1tKqEfiF4inyzTm7DVOLV6OMGkzYgP1q9Vebb6h5O6-KFcNUxNFeZ0VFHxAe69py0o3GVsitE6NM5xnJrZ5l6e_av2GugP5nviAOhGzDP2rcOcV-J2oXbDVeRSqyQwye29EZvQh07-YZ4kkUdJLfTPmPyA-3GvmeYluRC2S3Cx-8CaITWi0Qj7YIjAiNsek0ZipzVcuC5vWlAWc6wPYRXPo-a0z3d1sw1CqaTMY3yxYHWcuCJ46cOQCkzrmnAmu5YSDZlMfy4vpz7GN7k6sPEOSXsNNYDyxq_jOc-fVcQGf4bhqJBGVKX3kRM8uUqUwwjii8ujg5NlKdbpcsU_e4toof7nam50dZf4AKtgJvqnhFcPKZZYS61kBZ5m6AJ02BhW6vZYYdqNYFg5GyS6KI6F4wI9NpTTZhSXslwqvjbU0RzMAHqQKVO42E9Vcsxm-qflwrUTWNADuC9VtmNKhlsh-zJISIMrAOL8soiuQjcVVxbKM33bMLipHw_TPPc9xxslJp0ZokBSbwe7d1wabhCTRqZMy0zzoRPLXp7Z9EEIonPxh3_ofmM0MGE49UacF8YTmoNeCHVnN8uV6jWxjNMUg4itQYryQxuu4M9DSZjlZ-bvzPl9ck_N5dIt_iYGke7Nm3K_KKGo7oweOOD7dqvxkNac8na8uiNQzWCZ0yg6-LhTseBeGUoLbDhvAdeLjdvzkGRoEMIMkroxXsSzINGEVsW-ts9PMpHV1nZcBszjKTzBJLUqtUTWbk3sC33eRa9msnzBT8NgnqOHn75huV0Fm-SxW7BIr3HpbwIUFA3FQKs3BP6M7otssSjsGbVPJOG09UpteBecp3iG17EJ3cqncT_Np8eeNr1RxbydoIs2tjPGhgSZZrGZDg-lfgwiEr5lKm3u5jM3E_OGaYRCEq2TIZm1khG0EFSfwyu6C9ihCf6ITcE1Sw4Y7aDOQN64jMKOWALXI3N9gNx5VbrOtyXiU6s1E4zVnJ4LIppY02vhQXunH9BvGU4jVxPunzD61rizzESZFhlyonTRYLCN6iDMyo2E2Op5QKX3ZwGx-TWGK7OZHiDqRmkOXmAU6rHwn2ut29rzyELwnUN1-jEwopl_Fn9033aSWnVhIK0lr00EE8QeiumZeVXNboY4kzGRgIZvwnFolnAPwVUVRkFNxgGO5YUoEuzNbmx8aEPaNc3tF5Blxjk7Xe9v1pdsErQXxHJkx1u8P4-9AhGtgbq4O1FIIlE1950VtwZRsuW8IKxWK22TTzhspPMGJWEN1sKd_1yXujx4uMN2f2KS8epc3pWLhCB07L1usiHHAkaqEYSU0XVVw4gXHksGaSX226sTDsh-XAKuXKS_u2p0fhlygRqD7d-McOTliiletnZwDD1kna5_xHSWGM5a10oAtIyJQBzxhZEf5z6Qhq7kdDGl7Cejs4eOfYtUrl3doHm_K9xg5BaQ8JUm-pLeta2YAY_sLE11p0w4Rb-j-tYxcSCu7LQldayZw_6qsP8kj7hnR7wqoj4-v93p_J0PthTHHWQhVF9ReTCakTXZIjnSqwxxPBCvfVs6YypJBkBf4PRFTPY_8ACu31kVSEnfsxLf99-k2braRFbXXDzlGX05vcgFAs4VH9-1AJHP3SJCqC12Cl540roEKXB9wubo7mTUXyiD45ipH3lTQmJvAQzpbnSf202VWWOZ71DsCOUmS63YOzcgpgAKu1DkGoOs0sdZSKsL5qy0ag68RrZTtkhaJVdHWCNgVQ57vat8XTmjtWD4jLglDWpK6zgXVBp6GPRwwxo6v-8sLHLZWSA2zbTRJo0NEdizn5_cnwUBbQMreueL_hY7dbwUiwYSae7zORNfZAT1pb_aQpobMny26OsLnOIL6fMQ1ELB-v8_oz9kE6fGSy7koUedet90R3LFd-gTjNsHl9Fe0HIE9yi7OcKb5YRYukP32-XvDCSg3OtFOOzrlkP14xkMbwM_sMpXqtrzgYjRDX8Vj_aF1Fn-E7gr6bzUoB6db33F639t3GlbzWpq_RHkTQotqPn3LqVu97_mNhodKj7Lje0sidXkHA8eZR_wxSIT8kU0ZNc56QFnKMCnvb96U-6ig3r9HPKhL5TuvZH-z7kCPOB6Xblav3mPL-PtZk0ZDOeN14a6UOtOhxuIrwwmtvkDLXDJjbjKJKC010Zcxoi0YGQbHUoDhGUB7OHueFG2Mpy-MGoqUcgO2ahD9oln_3oQjoDFFDxrv33PXBEjJQJO7WTb7on5QDy1k3_pMqCaty7IMz0qAwGGZLnnNgOU8-6qPU-3pW6VL0Kz1ILyvmTp7SN0s3hVZamvIWScbmL77my9tFUo_OEh5Efarp5TLX1IFrKIwVa9DSQ8Obvx-SeTVWWKiMFPuypZ7t-_fgm0f98r0c5f7DfBFLT33H4z35OVbeyhrhy31KQV35DIhCzpledilqdvBtddvBDmoFIzXHpQ1xEejLpPgfpGgZqCJ2L1Ae5rL0Arup6UFFrIXcCBGCNIjF8Xhm87h3pWKrixwo6Nt6JO49kNpH00EtVQG01sl7yUkL9RSVY-X7IjQSWYyYAPYOAnACDQZSK7-oA4yOMA954KIi1AQPJeeByDCvXL8xObWMGMpYYvR6V2l1JHlnH4VMCq6IOSvsmw6wQ4waNQ7B0hrQcdrg_70vGLWksZUtc57uuuWYDRV0_nQTTKpYuXfTPIqXI0PxWG7zHJyFajTIPO1v4NIfUoQLn797fmz-_4t3wVbWNamZq99n5mcUKPguuR-dAnfKNJ5N4lycn4AtA7CqOm4NmMFGC0LhUWKOlReJmWeDEuSabc5L3Hmec8R6tN7KZLlbYSdEjpBGV8M7OGe8jSF40eJISyfB645RlGLkdhvhZfo8ffQ5RVyA3Ol5o7nAWL116jc1gK0vV_re6q3q5-mFZ6z3Le0lFjzHDuFIeeu9wpkVoGtBx2oqem0NZnw3lX1Yi_Xn3nIk8WU4d5phQwql73jm4B6HyAvYQIJuKIOA7jFPItR09Z3hPNwQaUNL2B3K4ElwrxMVWnKE1PE3AqeXUFfUMxW9T1kwJhvo3G3eNF_f_g8WbRc4u5kILFjByE7RZ_pIKxVau8QfjJAvYSu-hkZswE09G83rgvzzl3bt1N5sY9w-201TpmyomacKsnkB-rVi1fEV8imEo0yo3kMLyv9vWx4PrD4QKGbL_OmJazST7iMYDS6aCWRzEkgmO1CTGvefInezbex9m1-QItJYBI3ZXDy1Yx92FeXybcchkXKnEk1EAOMlsookNt51PtMovm_esrpzwBPKvyWNUi0x4xa4WigwcbK0VHcv26Mba20SUdW2b5JL6VH2dUgA27r2uTYf0P6uUTKozGQh3AZmA2y4qyM5myi9mFV46NetRz7K0pwcBNHywMCoHuUtjOP2oEIM2ekIrRRNiO0wtkFZk4SdFzQI6EpCcgao20MB2-7R8jX5sm9Gp_wCxgKv-KAHnIoC4amzGMU8cc9eDM9wfvu9T11Uy1L14Qdnui6pUoXB82jwh8Md0_Jx6CJdF1PSzZG0A9ed771EswjXyyNtsD0z7VybF6h7HprOjJJAlXXSq2F5fOowtYxjq6i36hSER5y2W62-kWUt0_JC0gImFWzkFAz_ehgzxkA7wcHFXmvZRi2EKBMjVUqtXV6o9XV2_fxZbajeybMiPR6ffLoONmdpKnZRTNrOn0m0hc4XvZSC6TAsXKluEFkvShlZn5x1noGw74kvCphoPosf8d5ld0cOYkHmq3tyRzmz08kdnwHovv1EL86J8uIIjvKPY_dEng8ZVScuNrb6Y6--BHrtoHfua_9aRMwu2B8Jia-by5-XHL49dS8SmT6xjo7lJwvrHW845AlnZuC5D5VryNENDkpVOpjvuxc_DB6JZDL2HMEAOzPt2Yk4hr6Fa2zPnRKMRxyvRx-DCuCZe34c3bMRdZOunL1XRGIwByhryLIukVXwIOzZ5SlMeAM-WnTQijStC5AhjB1ZdIBH0hpZP7ELHI5zp3-Un1__hgFz47pGbRuBSDXcXtHleeeKgRNd3rIavI1ePf5fEIIP4joSIbJRofCFYOhf40R-sxzdM_zq17efUa0ymAkf82HKChHbivs8HqFA4_orGrngs_A5pm-idxjeGpqqO4H_x86E-WZTU-ggPZ_XLKfK3vt0pv3YAqAxZ2nc8O_4X7nU0lUtxlmhwlc4Vo2WXPjyE92dcQHciUFgUkhy4dWbxALJYtGXFT5w7dujBldzAQIVL5-bYcSOYv6DJPz6cHzEODLwvGRCyij_G_zmqhgZ1gdcEfrYjULWpLY5zQIKEPQmP7a3TgmDQX6O2_lUT5KSRnyE0Fz2uwmzR90Uvlxy2UqTB5gmamkEjAxr0dhpF3mV4oCEQk36TzoMw_kck6TSDeqbANlRGOhxfvOjHJVrCwTkXNzIw4GBw650VoYOSlb_jodlIAHmqT_gh06SqzEPGK056C4mnDc00ig029OK5UBRAR3T9wEJgjvnujQ5H7IXXUSfx9-Q8P66U_E69vFzVyDMxJ8qpz0HbXYzZ8Y3TptrX7EsIsCUUGLp7rVD8o-U_F8RABAx6gJTBQyhSmolOvs_3NmbYI8YHwmkQBgu0yZ53IH12xn8WRj6be6zBgw0h1Ps-5MIDFkOxFishrKpEHgWjGcjr4wBPpOZGPDH1FNKjGFsUEhg42FVGOOA9Ll61nIu3mqW53CNUA6e4cLPcyahGlQfyFdWKU5I8XXB_fCiVpwJNLoekUia0kGU0_VYuLvM9flIz4xe5gLedy32jgHfxbNtiiHnbU-ykN07X8T9BJz7tL1Uu9mNZCr520t1qg--Y2Q_lDNrLFRQd2LK_TbG94MT8q-Jz-hu71FFMoObPyGXDpAkr7PvvkKBmOVFWGEEPTnIneeOrjQhS7D-6sTJQkDqdWt9Vy-8rv0wywqGmfFSjsSkvL69SAZ1iOG4FY4-ZGPdZCLhSgN-czO3oXphP3w7Vitjw_MSWC6WvyKMAxGvvR8ad982IRIOjn3BICjRLvfU9LSKO8mLUssre70g_16o5ZDMIi8KXCGUkYqqWTymkrEUHFoa2msVDFT9A8oSxmKN2qCQTNEfPGUc-aVzPo0147ntyYU-gazzTyTBUd-48BPGUi1UmuALw5llkF_2-2bZLZ0G5nZbJCImNEKdEmIFWIClLPrSR5Fwn6jZ-jj7ek_dhG2DEl9kDkHMUceZoVzvzIFKmC7holLywXcB9rnQAoVAD88TYR5Ihu01vSDJRtjJb65SjToaHlbV2khlLwDe_pLtxMvHiJXGrhrwlPnoguIgdFFiyEGqU0bVXBQy7Dw9Dn-fAjpe5pri0AbbYInSHDHqnBA-jFNuyspUHqPJhNhsvmgAzWSZvvbzXlhuPDaiPQzaFnINxIMgiubrYOoDa2J2qInCFzJE-W-doAIbFuj28yOLBd1kona28E8SLXSvLy5Xr4OHOGg0tyTB_-h11rT1Ko0fL56Pg55b4c48oB-AJx0nOsbe1gxb0DKSA91GF6k-xtHioTo_j-Q9nz6tPxtWu_f_JX5MqPdcOU5LkvqMmlzcZzcA7LB84wWXrNDLY83eJRcjOMw1QJ_voshLmVFhws1qo23g1D9eY_d19mR0IJa_wCZEi3D2aMaBEZ6jA37L-5BdUZnbPkJgnjS9723pLkys5d1iObzXYmGwUlCEzaiQHrlLsyxJGssbl_uXo_1I2DfWGqI4K5f_AqxXVRF1BUCg_Q2YRHpryc7igf-LHs8KJfwL9bW53l3k8pgHo-kSqKPL866yPKQhosGJZ3OTCIf9AD7hlYTTVS_kUWTy1Dl8vIph5PGQPyN2L9VPlptKS0Ndi3xvSVFm_rr6L_d3U6VFI9K7PVLjQQDZvySGSk-rEot6YXCsMkVxkOV7d-76FfdyCvQO_GtX73DKZLrlu1Y7ze1sUOkAZho11ZYyNVToaVevE-7Cw_F873CK2IMzqzcdRqXECcKN12N3tQwSoZjZ98FEnpv_3Mpr4ZH75ow7WeE8As0C5MoTYIiE_cBplo_o2P0xIRTGno3VRv3Alm5x2ihFvq4ybgOykgLpC8iNRumZ0froG6vxFCvbf5melw--8ewzFPgvRmXx6ZAskaxct8ca2yEaDqzfVZF7AxIkf7afIoSWqWPbwg8paneCifEKMf9i4m-oobrZrAgdmNv-FuslV5icJUg76hjP7U78-LphS5iY4dEbPWkwpJW1OWx4ozP-pYhMel6rEWJmaAdu2X4M-wnDFKv__IBMij4lKjvqDm4tivveQzSz6cWibbOjWCVWspYfyawJ4VBpztpcQwr3lMYSisBDroOAcE2LOuc_yGhRqtdEya-PaE21mUTWcwR7LxFBtEmc1spi1STfbY49xmVviY_RdciPoy7ac58ISvJx-h4eziaOIpHieVJLYurYb6JfN4HyuioYBdd57jw1M3iYFX4rNx_RB3FW00wwT-9gGspMNXJkXsdmVC8VpzXEp65MJg7i5XFtloK68X_mD6Muu6u5gjLrFAVr7lfMZ2XspPyw4XOfMtCEsgzcI43uEuLnUq8m9er7pJE_r9GmgYj_NKB6Aas26yY2LH8q3DnQp8DlKvE7_sBlizXHsHbj4lhTSWCRbGgf5aCbcvmNJKa3SIniHBmbAN8QPgQt8kOHM1EAuhychZabW-EsSb56A6WSO48Mm-bAkKUjW2i4xGTWPxPoukqG0le6TWy0hy1KSmxTbFudiEjq0Osjzsx_pw2nmRbh84yvnn3ZDHw7O8kAC9dHe8YSr73EwKwgm8wVZUov09r5Hp1Aiu4L91PX517YprWqaRLL-2UDdfVmu8iVMrJ0rOv1PXT-meSu6XAfItZYnSc532UaGCE6KMp8Rs0peFUHFT981le5c2AhKug6A9J1Qd_rBnAqPikF7_XdZ_7vW7Hl7qrXqKFGZ-VR1muy93XmXYovowSP5j-L5DZJonY_dpPFqqPwVkw9HbCe5QABStePmdp6vcCSJVs2xZa5LGboWro_4Yo1ah0Q-QbLXxPg2akeGqIFTt_JsFf6YZMbtifwAuIMEUyR-BGB-gVSdelkqkJwVRJGuYWUMm4NgA2gV_4kq2aGZ_34wW6nUF8nhb63BOO7QqxrGkadyXWHJL4_ErLqwE-v_pcjT3XLvop8NHoYE2p3BUPDOG_dbEnaZVkFDh0xI1XI1xvKFvmRM2QpQgeJOwleOsZ2mn79jVid9AEPoJs_GxvBPGDvRcbbk8RDcX0cCpwvUIyjof1H-xuLrwPyDG3OSPXaidwaqyFan0spuUeEjPrVlijZDjRbBlIhpYBavtcIGyq6i5ERPCfXckL_aVUAO04nsg8aeQ6KsDbdbxsmB0hkHbptv3KtQcx43nu65FoofcMin0ySTED-MAg-Ezwlkb3mIxVjRFSFhIcrGFD2hKggfdvwfZjesrljju7H9hBH4WPUneVaEnbUWG3oVp5yCp_gaM1lCWCtF7mbtAd70MEIWvV6QCt71UTTjloEiRUcojnERpFXw7RGJ1C66KiRW9F0kUU07kHeVKO5Wxyjf1kVg0SPxcziDKJF42RMhksSUa8ZOdRQsr_jkTc06iLRyrH-bdXmSsWxaUaOp4N4lD5GZYJlAAwJA4wAQVwf5xL5Bexsx6FCWsKuuh3a5AkiUxbtMM_zps-wKb53MjtEF51cm3Tmw9uxoVIo06eG8ILNdH3s7uovuZ49CgXYv0sVt4rzhF4sRaYX1l4ipeuN0rCAmUq3-irY8y6hjU7gAa63UgKM_jsT1AW_Rp2IXz-m9viS24BYR0XuaMn-rZbcFHsBzrS2JI_lvbED8gcdxO-1jpgY7MzVrkz7wySvqLGqfLoN51AUt6HaFEvUKxeZcMB2qEGao4c2sgYW2XlsQTG-zgUIdY6ApUvl5uDOiNocB3FhzIiuhG3rAKSgU3FmVNVIxLEp-2tbD3_DRLu1vPr5U2tvnWQmZo6ZB_s1FaJj32-kkLtKoRyrrb24NUwobA6eddR9_tHi21-VkyDzuSIP-Ho15YnB_qTJmamjBYJnIEKf4OdbHRsidde-mRtlj-Dy8pldnWX9CA6nB28rGg76t1AiPkqcuRdSIRwD1DAuU0qXO-f_dy_ZO38LGu0GK3aKQZMiUPOMdqv3OIL7w9OS5g8JF6HY5S2y3uIPi2DWcbyYE4cc-zQbYPVZloP_ngTroroYLtSWvK-aR3V50VFfftM4jWNFQc3_7hvVb9sH2EGan6POJ06oZ38s8oghLkboU-Obu6j3fVQQCMiEeHl6ztAiE6rH_NE1Dh2G1jG6E2kQ3BqQIZoH3nZB8xxmyeUGapfZwM_sqgRQ-zgZrwoUr0UdO5nHYJuAvRiYXLgw8Mz0wx4NH1jgN-jJkB3NF7g1ojVAA6BU3blosgjfsZG8kacT3KHQRsUYpu_XWPHNfyG42xsKMXJCqpvP8NUUkqKhDaiheUCkTPyBXS6BPMG5gept6y1Zpyb07ZlkBzqmhldCH8BxDwNd0Kw53dA4xU_Diz1u1fjKh9rjCB_fkGsYWxaLaFoizgKNVzy6_DR_TYyPIYl2ctMVoYU4Ny2HqMJjSADSlSITnjj5K6n44P2V3DdRK2iarsIPnGrYq_mxbqLBuZvmEt-CaiGzJM8W5tsv6SMtL8utDTn0RB_rWBp-phq41oBs1bLcRBSabmwwIYy5-MTFvKreG5XshMfpAYDXf-29lxxyqhAymXOiZ5v0V_S2bT3VumhzVJmdPn9VmSxJ1Kl9QsH80U9m4H7Aupqgxeovt096XobvBeqf-q_LpERMRUwaDHQMUX5hQhR_kYb2L1vbMAkgFbIA2TVdknokUEFt5LY359qXd-YYyX7ECZE8slf79C1k9xuJY6aP84RusQ6Z0Z7bf3W2-SVvkGfba4UWkhS1k6TwkJmQvbdZO-nfPR6RTJtp66YXCGpjanaIrLynS1pbh4ZgMkJFPpRX7J7MESlFB0WDzRfUJf2-D_3gLQKLkLf4KXd4bQS3TlKIWrfG_qnLS9VK9h88m8j5cqz3htrgsQo381g1NSamZ-ooMuSrzOKvHdfaqd5dhlNHS5WCD1MzI-_vxH0tXbQZGQ_A_iQQ-3Fstrrk9ef_nWYBItlEJYEjH8fBD2iCLqkaSZ6bzPwkPJI6-kG4QSymJbVkl8l8Fc3T8cgqUVr8XUO_BpiInJBGHRkG90Lio6aBtS4PuznRed1-kaZ7qzK83uk-Y0QzubmYtb8HYqomNgMiCFpuPGfJ2y6Svf4diI6bUUKNsoEuZ1RDfE4HcNd5kKqu6EuEa6JOy6xdZYCW4uv8uGJAqeqVPyNpJ6pWfPC_xM-ZUDvJxiHCyaQE760Z6wo2OxD_VWCzEygc_lwU0AMrAMxX5kIDTvi44uyKL4qQp9lNB0bEcYqdwZJuuFDz2UmpeXDVzTayiO68UUOixMtumqwyQUUXyBigpajW_Pcrn26CCzr2PT4RiBHXOGfsxTfGZdUz2qGAdonzQmO2jJS6DekGAW8AVAb5OasBpejMxxE_uqV9JIsVMSqSZKaLHS-IKSIXdjfTexSS1135eacjF33dLsNBGmohdMkd8bd4VrHlSnBBpcNR6AZiC6goXHc_6WtL-zkdkAaw3x8LIq3NbBfqmdws-pCIpBhH76fHZ4qBfGUrr_r1LDUlfaDPtQVn_iVYgbukFbJLbLGwO1ZWeWnXeopC6nW7VZO037NQ6UWCKOa-mXXL-peyznUVdw3MpJvak_zWlhjDZZVEBQuUpF4db_ToqlqnPy6xFP0O24l5E9CZh8wCAZ1cyg4qmFX3EHWciVoMbXhElU9lF0dEIkKj8XZDoLGjNxTFTbtMplOoiLi-1z_bbgDXviH--0yulyPG_AedASeCqPfkchct4yRxWnAgEW7Q8Db96ZI6qGMi-Gp2aLG5VSrai6NIQTq28TlLobQF_o8QmtesAFn0vQ6qSprpAhUoVslza8wu4XV0xcr2G0oLohrEo7PPIFRuw5-Wkp05Ezvd6BFh1E5mq3KJ1OeOjcJ70VTaApobPPpD1GxqCyUxmffw1JI2qLvks5nTzVUAer4U02FjnHqeeu0sgTaM0VKwSINsal-uVs5UsnWgrpSc53T1cCvfi_7fYzvmewRh732uWz4O20vYq9GZLb8AhoiD5eJkRZemmZg52wqB_QXv-WrkMCF6__1WlS36Xt2VnqD29KpezviX4eN0_jDQvYSFKV38wdQBbqvpy7UbuH4Uf0ml-vdo2yaPi979T58o-NjzjecNI9rE8UYOnHl65B7QRp4qLGGTIN0qeYSUVpterBx4asqTchV1_ZnnWYeUiof6620TkowdwEqTABzGZZ2zHTcUFyCh9i2SWQuciNTSfN5sTLL6uQk_IcI9zK_QbM_CG1CkZaUc-iofB3KK09sXiUnxxM__g06X_a5dnq6v05kl6Nm5ftxWEywzbwQRtOeH_gnNZA9u2NOL5Y3HsPTfUznuBZNI2MiqpSyEH-RqOb1gb885yLUVhCwUcbjaWLRPy1_ma6fObiew6Yewul3C69GXolXYYJyPQV27uDelysRUHzpReN5p5BqPnvqHovMLkyYJCY_QRinT1Mo_4OKcIqdDka4SnD6ReFV6ib5R1X6KV-XkPt5fElZb7ygKkCt-RTma8DvJTSZtN8-YEa5ArZn042Dsgwuh_SbHEumCFsOd85MdzgrTYUNfdeMnMeWZ_Pm-e8o1UwHgiwFg8vZYfFXRX5_G476SxPGKR6YHA8BpV7MWc52NBvZlrxCAJtiGdgwfVljHKZ3rCC4d_vRiigsVTSr7PL3MyFrnVmVbIC7-EpXmA05MxVwZ4_77veKQz9R4NI5Clfuc8Mg1cNOtyrIxHbmp3J5dPkJ8iE10Yc-dszg65ZusaFBVXxa7Kh1ICE_uq4uQv1jSxM2Pidpv_EBUsBr0a_HHa8bIC1QIbYq2P8ThKQI2XQssFZH6RHeze4oU66CwTBUndV0DzWjaYDy_5HxcCWRH8hORw1OxBqfBQAv4lVRim-bEaSwf1kz3W8yfDkfJvAdJ_KsmU9EPRG_m_hARGBDxg36KhO08t0KWZgtv61uK6kO69dK-JiioPV_AYPgidC4bWsAZ_AQRDocR7R907DpWXqFKy_ty-TX-nkEwNVnZDAXyN6LXl1XVWeiXGq5kF3JXYTZR9hhnlG_VcPYljT6FiYAjRPFtVUQeN6tpYyF4iBY-o-brNxghLiXYjZUh1GjmiqazQ07CJ_sFyAtsKbs5IAwD23kHR0QKwLvtYjW1hGDh7uod_zhLGVELQ8vy5oVLf_P3oGixxKIsEE5KMKJRfLYP0atsKmGfvU8_4dBWJXwATK4zVN7fooY7hRWwbb5dvlvP0QxuY8zsrXdiedIoqboQB_AGKHZE-mE2V4XSF8LGYhfrO9c8GJEULqpEpEu23g4qpK4diEa9Ub3mAtBvGmi-gC4T2Vy93yvm6X7NbvrodG0EHSN_6pOqNnaHGl-cXCv3WJeOX7hdlQVm8GQReSxV6E7MJhW30YyoD53ZnWxRlta4FEE2IydPX8CN15th4ApZR6_8njx33VvJ4g5FtoCUSiVZPwiKeKMHrgBKWVs1GJJxwsYettTXZ9S40vVdjrBcRTyNQYQfLLPHlHPTCFY8tn--29YCeqfas6ylz1qdJMRAsdFyDOrNG7OqgDMRwjxBUADDmut4ZyM65JJ2SzCALzogYjrqfFRojDtwIc_uwEMecV2DTYz4QlIsrsu0M51Zmk88WY51-6WMsqcw0l5cT9qzyfPimJN8MzEcEUhPhJ9b2wf_Ss9NJJP6PBsM1WW6GPfe0HYrEnzVfg9WNKbUkugz0SOU2lfKNZ5k_FTHGsNI--4aPvnAr_26cm7QpdCwBrMn-xv5Xs5z8KHJAWXUU6II6l10G1jlmBS1SGWHeDlQ4NpYXxEAi7GHeNMYihSsDc99_b8xlofAoqLUl1lbRe7bsNeGraTlEIBnCUWXD3QmMP2J4AF2sOJMASLcRlSZE7JkfSxfpBW-ozgS9oxIBLNDUsVU16fhvIuZ0CZuEue0M7zfjv29l7I5sesU0X2ROGLYSQr5_oyOAw7zKJmd9E9gXS_KlI-vTMvmaDFsQxdK9vR92fqcnl_hNvwr5vuRQ8-VVhdF5lg-nAXGhiWkblhzqL5oCMoDzD9jNev2VcB77FKYcrjaIG1G2TtJYOLD0B6wHPQXTFTE46GjLXZ_Cdv5pxWLsd5hrDsFa2Yvgzh-FUe3A2qbNFju7pabn8iV0_rvSvaRAJDHoOKuD3VJuV5-vyxHD0yBz_Attju6iQlXPEVSGPdf3W6NEfy1IS4M327ejjL0NjXsCWQ6ZSi4sRFgxNQa-Di5oaxQaJHWuPTAe-Qlv1JgjVXh6xXKXtPF_WdU01E9lSQJqvDB7d-7-UhLN2n61_H7twGcypFM6N_as_5GbWeH7vMRSr-LBmi54Uizk8YudYY16UCitHVrGZWIfdMuav57hAdhx9E9zjPZgvddOwZX8g2eJiEmxmZ1vS1tz18nptxyT_7pNbIxQ2kbWsejIPStpsdOq7YwyO3Jj2aDqxOzqFqCkfY4_GhNRp5FJQwRawuyLoIG4OH6J_z64EVxbQ4tN1Y2WPxJaoQvlPPFA5oAZQLDv-7nZCnfYcS8bIi0rZAxoURGrwtCPEmhTtBukakeNgg-tcxx1Lgd56PVufBsPswPSk9QAOXFuPqLwGsqSuZ3efT2qP8St8SEvcqzi8zkb8lBKtWGjqUw84PTbnZWw_ldfQk6sI8l0C2IuaPvq97KCA5Hbunx8dl1iHF5mL7nVIg1TmpmTj0lqOLN5c9DnnVuvT9MUs1K5EIIn43wulYldEvSKWk0IupxvkeS51aUSiN3VTiJYgZ3eo9jxMabUsXwrFEOjgd5EtIGsuaBC3Qmnjfsbcpw8z3bv3SxP6De6aEPL21tf5DDRSzUSQR-Ig1CLT4RrCb0kx_O0tUBXulfCTqgGhTLidIASwtYKply2dChujmJu20lEogVyLnqEKhYUFKr6Ce6XG6TSmH-2b65nZ9twS3lB2Bte6Bu84wBrJIphwUl-aQCr29eCOTygJLLGwK9fG5nez68xgU_WuAYPrcEE5S0RQSSTaPnX9PPTp0eu7PmfdRS-vJ-ajoK3UswkGJwEIyrZmHOPnW0iwO9Cu7O82lQHwodSEhvq1FuYWwY3Uq1ipJaEfab05YQspR8x-efuYlmsQyfT4rjXJGyasv5cnEyc39gyuJAP9Gr8EbJhKfsAPuhixForqqklQC_YAHzKo2bhyTyYIeF2rBQhGfdbwoWDi_qjwoa_XG_GcrDYEjlUzDfMWNUUWtkGgDEj-Sr0eUZp5P_gQ-QZWPASNXbZL0qPXLlWmFAjwLOwpvMhIxogiXzyyj4pMHeFRUA1wTcGpEtkirWlIFjn_qreU_sTd8pc-7V_NgiLMJMi3EwSa5me3vOkG8CfrLA_OfLaIDLWRIRsM2BAllh9sPrLd5O-m7zd-RYv7KudrezfXsI9ZQ6OacYqa_qaPp5JRuTcG5JwIAw0Dzfjod5tiiBuvwwxXdge_smLaI4ogSOePMB-VXcMk-dys3_83Ppe3UKAfhK3zjqqxSnZdAu1QscwJMHXDoMXfBfXWmb5d59OwCoAe27MEcOzoLEVzIG7pLCoh9_GQiiuav0XXi-F0wvYZSzikL4xH1c2Ifky-BPi4hG3bitNNsnJDKy7mzRlc0LWcx1P0sdPvnNm4qlIpe77A6aEPInQ1hirhhiNKPIe969jPS50d0j9f6I1ApdKpzs-Kntj4588DOwwoIvwZSM7kkCMTGYUVC25ToRWZveFYawP_HBLKJ7PiFDQemMU19N4vQHv_iXrPNm54WhyDpWWBgmS21SWKEayOprAT0e6SIDHdAxFZObr0rJNFqCuEfBzsYCzF7i_8B3f-GcLqlroed3DYRRzhRtGmBakFjKaH9LaEGvEYeTM7SdRwkGf5bLdKBDC5ldNrAD9S0E9B-eHZS6vBvkTMzSyZh2f-ZaGO8KpLxfKN9IzRYtzwEG53L7iP_C4YNl4UPsS8wPFbvoeekfJPMzZ4saJpnDsi2mn_kSQKzsXQXDUhTJqlqqYb6X2-12eLHUZCbUQdHWvqnQUWIOYrcwbbg9yvhXdtMj6o20mwxsv1WNOIbP1bohRiaUKYQlko3IjPaYW8PlN_-gaSolHv4TuXskMTVIzmog_j0a5UGSDeyP63cZejcvveR99TbEJJYW8GujDxAkLNHJGSOZSdnpnaLcFXuAZg_irUYSW-qpHtSgHmLIlNmdXeIWuaz4WOHEyszlQsaZbsdRVMxKhmTLskzjSUAozXYHD_yxQyOlXy3SPC_kuZ1ZFjANJPbUsJNPhBjdc1qKnH4tV40MTyRWaGs-2Dt8vSPUlk37W_xwI_UgJQFEdY2-ETFv4XfKGxJWN_DO10PjX9UoWpyC2A8ysooLQo5Yh53A9DpNWn3FhlalRsnejw17ouS79LD7rZ0gc2WA_si6KWp0uebfCrom-juPlxVY-z3LAe_MHeDuKFnxZb3g7CoGVZQNT31aFYc7D_0KodLq7UbJWiBVyv6radsMNDgXM7blRZp4vVChPYDzLbWVZasNCBwKlHvQpMufQ28X2VjAEMALCXSh3zLJ3msCJFqoV9OIr7bSRGWvKZgnSsvrT86XUhAW1An81ayoOuNesyfeceYaq4_KMENE_Z-V4PjD-lUifsCZJeXoH1tFjwAzuPVqDYhdmD3nmfti66Q3uDYy9DaNJtyzEhofN2wbZe5pEfdY0Ta-hvBPCM_RDCi02ILDafyLxx6x4GfgwwOm7lzrE34UsYhFoXPbgctS0FnySFn6zj7Zh2RNp6aFpS1Hsge49yqx9w_zrNCwIOfaZw3zMjis7YivI7c4-U01Tk059xk3kh2VP81xLvHxdpqnlr3KmxlbAx3UFxYjl-9jzezCd8drMTxnBsA-kQJM0ZOEJD7nVXK_8heMvlUkhMT5Ckb-xGu9eCDDGk9r1nSIAhGLXIDmmnMR7UMfF3UL1RWfddRxQvcBkT7ux-jteZh9ub0HWBBsD8rlLBHt6gTBpIAdrNV_FEgpk6xCriP45SnfobzgCkBex1ZwhMLbVyXWvK_Io3h1e88tlk10vbaAZMCgqf9BQEexY9CKckXJgIRONrv9RpDQsZpbaRQVS-fCCVATg8vdCLozyXQFFm8eI1s0hAB1U0ebqwtunyFOrbGJwS3itk7p1duDXYjj1J-Gbl5X8AREviUDJNDQivf60mkzy3u-Eh_58g2WJK1YlB8At4N8RfidB6wPwbAQ50eLxFA-iC_UkaWBUOLgQivAzyii0HPfL298JirqkKb8fEjbcfNv5mM5Kukw6AzIir0xIqDa7bCDf-deDBJf0gsC_KM_wr3qoOjDOzVqzAvCBJdg7G9x0-JlJeBYK7ULSyVv8lfCnpztWQebUPjnzLdb1diMt4dTxdKhoZ--NZCBWfY0vrJcw5W6M7f4UenV7c7xtKgDUWvmrYgXQDSf_ldnzxfNNQlwn4VkVBv4czW8XDqIcC2Vvs04kr9eWVRnq3bgYnHjPs8vo6AuWMF6XFwXN1nHTgh2eXxeEYKM1fEncRCP1lcMk2q90Jk49DUjatRGMg4Z-owrk3VdoMLeGwYPcvg19rLZPpATj4fggqSaGmyHCjnTa3c9N0YfhUhk9R9JyZybxScE0px3Nde-1Fq08rbJUvNmRTuBStlkgVwdqYqH_6g5KaJF-xZEXQ5yz65mi43J_y7jui60yHDyd-KqpRDDvLvFidpxzbxVZFA7yoX5I4UaePdtKpvcrl6-x76jfDLjtIGKsyXH67p17R604vNbgWLeeV72C1tet3_WQ8LoWyKrLtchKPx5WWf5pb4hzpQnbHJy-T8a68cgJXp0aaQjmm_k4Bh_vPc8rPcp6CWw0BPRXxAQNzANdS86uqY0pgQNIBUWK9lGZRNeEHncwdhCFrLHTGUf2aGnZqgprzRp5lSvjOnBk0VbdCysCgsxSieW_dbJXF_9AfMdkCra7a7nIa5yFZUJtpc-ram5cFIjLscUa9_wdAP7KofxgwM0vJ-4ZI7S-lT1o1UfO0pIrKvDbipX7bJpGiV2zni29_oVJwd5v8STqCQXxqDQ9M1dA56Il-fTZ98zGC3tcvg5msT9IY3i0I-5HEYjno3aQSO-8Gl7pEUfK2mxl3azeX3eHGIPVmJvHxiFAPi_PihqEffxpW0a6shK8GRR9FoVeZIABx-sJ_NEOKBd75BK58mwrgvYlRdIFp_HUvLlRoDuBBu0Yugmxlz5OjTXzFRpml1obDwoIhkq7_4S13-XLyIKxc0JG1gbibe2gzouDqAYya0Kt9z0E5noYsCfGq8CK-nB2xqnJ4S2FTnkSdGD9p9HA1_MrJ6eg1IAu0M81blkDGlg7jRiYtz7WN6FWiVMPnjziu_gWg31On4t-0JmAIIQA4Z1tLK1hegIQ9GW2L74bRVVfmhIYCTvJEh2Fown3TgtbGNG4k26WefZ8JCVRJ0WpWI2GwlalXYEtnAD_h3khmxnHChc5R0MgW3utJkd7yXN2tZ9OjwALzNYsgUgeaMHOh20GmNlAqxh_8gP04eWzX74I65kH5OuhAvo-FlXAeRSYkeYdPEs62uv6An1JMB3ftZQwD-V3X_fOv1wxabp6m_vS8qLfm6oTDe_VA7-wxbM21hxk9vNH2rY_-GjqdLtqgJ4CWWe5fQ7pFRsWu22pgCTP1VpCQ7eIFzJO5nrEO_oX9FXl41Uutr7g0brExYSdjkSmx-U9mKQET0VdIyXLpON3-YMmM2d81Hud6xVzK5PlME1tvduRf_wS8jrSR94T2s6xE7znKNRQv01GJkCY9bOTvRQvk5bGCLIl8L7XDypH83IPXaXrQrHEVT73wj41ZBY52gKZKoXWdawvy5N4tGsRSoT5ozuSWRorDd0QEmOr1lHTqq1Z38KOWBdnBe-1XxvBFjkOsue4QgPZAW0A4aVBwKGsu67kjZvwG7dYiYp9XVQfS6H15QHvsUk_usNtLSuq3XajmgA5rVzETBKzZ2s-aIZQlKXE6GGqL6stsuTjKiYeaeXJ3EK-1vpxtG4hQt9EsC5mPdJFUwqT2Gc2GmVAIDoGCHND6XFEYarsXqwev3UWnhHp7IRM5eaNd04rKxHBbSeNJodK_Tj0VRLXvw5WGV9QSVqprL5ONN2dS-iETzvAxvpWyYy4t_rEjwJEbi9F6Ffr_bQLSehIjlG1RaAGPHafbMuUxCmLUoR-SeVV3ndnH9hJbeAF0eBS1x6jj2_9wbH8Fho2sTnn-ytcutLj9VkaxGT2GVdY405yESBRiQd8PIZON0M9wMzKwjo-rkZNXLhR7YrClZBQsjgK99q1u7u8xNvZI9EPRrN2oeuufiL6yavM5HahJ3JkUdgqkJZ_ve1_280xgw6VDofxihWZOSFoC32FJr4OPqhMCNgaO9sObosOzB0mfsshQ4dmckY4Jf4JRjkhm41_bLxs1jcDqzZj1855ta90bG_AO1eg4Zgr48qS8U_purJgEanLJ4DMKZJyYn5lGJ5PPwQyatx4hd7ih2rwiZkHH29cadIuG8oz92-yG67pdUORgbNu6gKmTFLmCvA0KVXaiqrUqUVtTS9CItfwwKW2nxMif_7ZDWeyvXWoP0V3nuOY9L0BPeI5xrvivhooO6b66c24VlxV9fDHP39PxIUuD5-yg1Y_CWwz3iu2Nwt61MH8bdFZHtsX7MUpbN0KSGzW4lCYUNtVmANmHxUA1_pPdbTCAyaPVI-Ozm0l40FXgi4m883A1XR35jst0m0maeu6Y4Ibj2_GslX42mpnL2UHhkJimJcCJ7Yc4oUYnkpMnRhoA5ugOVpm_L9NShdq4z-E5RdYetdZdQCYDQN68MKDZj1LQLLoIzhWbGHPs3xSsxs_rs1UOdazvx8HAQzvXtcE6gAnuDukUyainjriKlOXmAyadXoDycQWd9nEXygR4dXlQS2at9Quem8tRw8pWzqB167t7EaCuPcLrtqiU5GYEcSxeDgCEBx5StF2zsHMCFZkQ9g_EWQEZWV2mWRSH2vCib3HT1qVR_IkzBGiToCEi4igpZz6KCE0C-3NJDpUgWxjO09tXvAKcG8eqGT-sZjTaOZqFX9IM_wIZmn2Xo94MWRXMc6Mg7oeF5KeeUX47vJbIYx6rDjH4kQHGCcRO5VJdDif8Gj_S_FxILanPvcWxiXnBd6zcsKr3oR7i8YIIO5O4pVYSqeg_wHyb2G69_xA9MwwweNYHAu55Xhe6C4dmYBTOjkzwMKWn4jPVnONDY9FuzH3TLVP36uj4tGp1xUvZFndUoH5rIx5RE0UJ1bUir3rH94D98BqXOVvNCLqLBpLWq_SGPrSp12BWZN_Y6YSCWhQ4hQ09R9DjUZKdBjs3ZnpY0XecaODpCeOqnwMx2JGS4p__j64c2Q2u6dTDIsGcZX4WsiacS1IMc0rEohjpbdWpcTpGAtCcaBwi4NJcHP6Qxe1u20X3HoQyp6TrcSQLI2wvCpBb8YreZysS7IEIkBYok3gd9ZCOmH8FaLJDI2M3MNVRkjwiOWr6WiBP218RgJT1GZfEzkWRq8w6YJGXa5nrmHgxucpEI-ohM5g8QKIpCAtZxeiljzUmO-ukcG6vzA7NPArbFdTdEB97nr70m3jQZAQhpHFJJwLmP27T6mxAub4ETDy1xMx0y3PjXpkNo98Tf9nH5VcUeWMKM9KwHOpraez8LmlOjeR8gaLke2co5M9rlRH0qwj35HdMQ-xzKdPfDjrVoPU7iZ03lMWM7cvJDgWi0DTsAUHB9GFsZjpUAJquRr5oxaGfFivWsHfbR7apFgsSsusoe_dyoBHWWBuauWpUTQrO6HGOJwLzft6BjadTK6rZhn538yNmiR1NOTmBxZOTmSMHmK0cyhlszJ1dYp3nK-5Rb68IvseuaQuKN5RMdWaFmd1lc_SQoSgsiY5VT5b8v1VL0RpJg625WBiHwjmssClpMqRfPZ9y3aGceyKNFyYR7PdZlU0-2XTrO-2lh6I8W7zHI4vUDgWuao6uwVV_5Db9WCi_mrWmyAnaIrWgSUkDCy5zs-rV17veJpAN43AOOz8-S3827L7AcL0fKbbFzwYC08xXUSB0Rn9060PZb6PZS-WzbfBPXla4xh4TQk6PYSfTy2g53BvARl4e7BWezslZszzUAC377AzaRV2vZf3TYl6XlVpBs4CEu7TvQxLeuQeAngRS0u0M0V584AGZnApxZbRD237H9C-tOMo1puRoDiKj3iMs6WTLOW4UWrrk8dnric4AcKs6KVqMvhsI6hvCBd7FjIY7yHt_QPAcDGKj_Opzg7Xp2VbmqtXmJ8V0BQQxT-ZesrWJVpcgkShgcnx7DOMLxcg4uc46qJdJXKRpYyplGfKRD32IIziQ9GdPyuSilzSMCqY4VT08BURv9nVg72oTMPkUVHJiAbEQRoI1sfEj5jrLp5X1I3d3oLn5gRNtaZhNv0knzoCsJS4ET-yq8GCJR0Ue5GWoVJ9ZuSYKBmTiZXPAm_9e0GsLk-DqDLf5jgYgk2YOKez_DGzrv1hCBHsXOBnCG6NatXodfFDnokXjpz0vTBGxgdNB6MDwa7nnKEoYFfoeBvoaXGPEz0suAbT4v3SmYhNLGwbFeEWs16O1DYzKHATu7fGO5Xq97XA7bG6dpyo7O2o2DDIzXSwdlixsrLTuZHFL5iAzaiB_EJ2XFe9ZrRHtt809KBbvwxj0wjdE47V-sCFgHG64OP-HN8sRKhZ9RR-JCvsqdthjmU9FjpOQrH9w-W8DtMBvgzNuuPJitUAH_cOJ2cvNlNn2X6Dru8Ofxgez3daebOgjCTi4oZvsD5huMxcakYpPQmhrI2l5EUW79Ouwl0l0ulRKOizu8j4lEssyxM3TrJAKKZbwXIGggFuOUd5A-qG8Nw4Tm_HeejTzbvNdfAZ3Ro_b9RD8qkKG9_PudVc3tUUwnUYnPqKUpNfa09ggF-8X4v_S_D9h5sTWbbeb3YDno-pOmdzrqK1wUm5gMBY26FlEuvffthmSXiCXH-XlRQ-5hdb4Y9QyIDTqH7qh8NmkUEq0LtY64IzetxTPzHf8gpGJUgiLqGgATXAXVjM_tJzLRDB_XEHcM6f4xQUa40OWYkscMSAYv4qfrX04NAWPYRnMurwukVwoOMjdtvNKfEfBEdj63215AOJI8DambTin00sUdUjyEjv61l5utphNdPEhLhD-XGpwuPCGE4BaQ7sXxR_Q2DpFhZVWYuXiysWU40vfM0bGgbZj-BgeSFDpmVu_UA1JXtJCbYdNEPX7hdH7nB2DnZd_xjQ6xTAVunkBqHaZoyNqqgXfYuQGALN1C-_D2TXuyqe6GQXhqOJdAys47B7Sadx6s2wiy1m100jZclXuC6hhJDAlTwidoeEh1d8oCZUcKlBUXyWwhZcjOr4G3dkQaCadJwnIE04506-8AiDkJ2FUZMo-AFjZtvjZUjgkvVEAbLN49nsrl9QD3KyswKZkFxHhoq6QTfyGIf5769vmHt4Ax4sYDts6D4PbhSFDc2pjE9W7dZYupD11e4IctF6Qv0cRuEPs1mO-iacdbsP1DrduBlCKby2luHqW_27I5KE4XWjcRzOdv4IVWhZoXSnr6cLT5E5hyV_FcUkG1dZhFxC9sPFIx0mDuh1jF4m_cHy0R_RXorTF7tqcpnZXpov8OtdOBgQepmuSqudD7Vs9PKQV4vcTT2hGrSfsJdx5TOOXBKgWOD01koka4ltLtVN4danjNlYQ4rVh3uofMiMNhujW9np5FLFjWOyWmIkiTjGI_fkJHro94aERGqm34qDd9shbJK69POYDU98RV7Fg0LB_Ju5Nd8amdVoD1IWx59X24RzuM46qtjWIzxqIqb2FFUsDT3jzwcLN1prTIWKdTDbEwdWUSkYHbaek1JHbdYwdPdno960ts_cjTtmmZohL1GKnsefdoLhc0Qua8dvlq2FezdP7CAy51_rKW5PomnrjvNha3RzfDzMmzWezr_WIEqknAhzLClp7Jxb2JNIOVdLgaBpVEeC0SbwDemSQ9CNkfItnDs2PRZwvDuG3X8iUejqC48-GJfo7tjHvdVPHPEvPpYcEi_7L_Gaomb8Q76PFBy6sCECjJlEekD7XTMs6-2-7CxFvT0pB21mxTbOOslhZzW-gHJpfTuSESrqFQkeoUDA1sGC1N4I92NYcvpIKk3c_MNzOM83AHkXPEGLgzSijUd45CekXxTzGGgnlU6eq3FU22fKWCgyCDX_f8uLEbpQ8ReHRHraPuRje8-ul9G6sXq7mABw6aK0Ek0ShLeX0ST8QcEiI4vM0iCP8Yc8fgu6kLmnLP2oej7Flhsu37Ginm_YKTXQ4CN8K2eu4DbDlGsmyWdp_1Si1NQer79yTOk7yEYym4aE91N9m4WoK0ur9kq0Erv3ZI0L1APy_AQu0bikRI3aPlC184iWcSKaiXCzAb8qrgmadRA4Mjy1MCW2z_YF8HbDDSetkU8pVO5wz45G1ahUKtcjEVE5nCLimR1LuhW1GpyQr49wmD3PjLEGDGiTI8QZgIQH-FjFAN2GPn3XnzkZVXbqiUbIJKLOTtLdmQH8HuRs_ni--zXnEm42MlQWGbOw71oAfql8e_t2nEODJ-skVHygObtXMHuK1VcntEg2MRTrJfWbF-iIvVkOgltRALODdow3lzvSg22b5me1zVg0Oi1lKqDci9a4-EfFV6UZA3DwCazgh5zkUn_9V15N3dxzTKxWgwcPTlPV6QWa7qGS2WEivezZt4jsvCbTgPoCjv6TnSilsp9C7oyWTjroN5wv-_roFTtM6YnTWgf5QLoC2If7n6AkODKcNppwtk-UXeaCiCS8bQLfVoiHmKq77fcNN2T2KEvGCypCtCEr_3m-jQahEK-JNiQFbawsQvl71FpZTrYMhT07XDpRlWDGHv6TY6bDvDgmmIXLEtROiJ6RuFH322iJrTMoj5fQR0iaRHDIdmNEcCwKQ_zDjhSaTiHu5rH1wN4QPZgKx7421h_GvTBXt4QaP8KescaaxdG9gxkK35lODibgoQSwNzYV7IUXk-wTN3Dz0I-cJgn8QvcE0p0JUr0omsmDvrTdTn0GYfHM8aXaajcmZP2gBArC8rDNKveC5NplUgeMOFJtU-NTKzbdOXzEYuIvsM9eU3FiIsGRjSjY_LNFTF5U3321loElodiNyynCcAPTIJmxIC6FEY24rrb_50tcUA62SUO3EImVqPZlO9N3HZcneBBAL40hkcccaB1Owt1gVnb4hCpegiSDVh6WNwPTcltpyGJPZsQKx8yKhgnJgTPZDkoBAOuRZHIZHE04H5MMUkGhJS3lrvKuJxIsPUYFAJUQHZKhdi40x41awVTR7uMEiM9GazSEaGRFqWWcy50dkx5vrs9Sr4ReWNnVzjtgUUlUVl_aGWftoM6uB6hT8nFgvi-8ufu-FZxsIS95DVnsR3nbYfbroN7hQIFt8o7k-oeKdOKBvOS9zUlfGGMpkoYBFKXIVHU5ksKR8qRB99InqQhlgAJEqDyeF3kkdTT2e594tJFejAGb_JLdj7Zjc4RYGokcR6H4HeI91Fn-yjJMANJLeebD8c7CofbLOzyaqfgv3Bpo0phkrFiRJjOaBAAjz0E7XeWX70Yffso81Sw1VdK2Ds0ToPWITz9w5_YlUWL0dnflMOTPpRIrKdwBSFJGDfws2wpEb-ZV5V1WVbjagjHBqndmgDmUNAidWpIJYookW_96Sb4kKd9m-ZyxBTUrz1UBvJV5-8hzov5EgzsFJ0b5uswYvO379sQPfIre___a6BtWuQ9bfJqNPms7FvnLuhrHWj4nSZ_0RQi0eM784Xz_o7dMzrlSBFu1MEjWQMfP7lu8PW-Q6VaexeYo5LvlZeVzuNAJu66Fr-VpFWsE8xMmoQKMv8EkdLgAy2mHpOGYodSbXsjwVveymR4-ZGG1mjCLPNlyro3xK5AGu35igC-WXWWEzglPs3oYzmHxNofCgB7HA1_HhkkWY-NgiKrwYM9EKwSCmcpgPpp-gIlHcsbnT17NvMEd-Uh78P9EqpddTdC0B5mwTbhmSEV1BVuF-nvpMrMHhNp1586EQZAnZ32eAPh0G1MelXeFRuw3p45IkhIkTqxT5ixzjawgexBAUZaBv-dEWGAH2URgfyR7UcV7UzboHmHqAM3XlDaNVLrOYKZnwcYoUz4AXDdwDpLK6MOyYGEqN1F31r0SKjRrFYzh5l0IZTd7jsxLl91_4dIQwVQUNEult_qa0WqtoB_pXp-KIqAOudrIUS8NKbhZXroLIvnXsC5erhhvsTXcIvy5KJ41r8YPTU8iRgxGdKf3_YT4KpUmI3_ZLri2mEx2q81GZlH603NGvgODV3K8j-AxXi3Q938ms9YRr06RzAvTjIesbayNP5vwxfkZf6TRj7FJToq6TCuU0e0tkV7HFGvY6t8zOjApkgHjBZEonPXAXuelFloyrL8vS4swMbzYs7c2QhWtlTmwU6PFoELTWJS1QsxA-_2qN9fETuqFmAxMqSbMicszx8DBmPyuO8vN9SD8ahE1Rhk3jlHAENfOPCR_mNgUUIBEgWHspyhojXqOaG8EuPiqWHWwFoipjKqA72YICfFSvSrWAD7CYqOMmn_d4W2kyiPHa5j9OO6Z7n30M39QXeRPU1Mjdzy8M5Ft2ymNIhEOLHmI0-HCm29sRoZZzTauRvdVUtcN2Aek_dXBQAci0Pvsy1Jif7yJ1QA0yyIJenzvhwA9ue4i7E8jP0c0bogtFpKaTgnRCfk5vji_yvR2ZYcfj5XSVAsAWNgkuej3-LvDFlmwlNVeCj-sV_kVy9d259KezsDfeoXzwibUt-1nQPAnhS6-AiuScoYBWudcjrBHsBtVh13_FgKRFZSSMnrf-2AFF4mjW1I7hPhegzr9ord0DRSICGEl3_c_DJjN21prOHbFTYperI0nSaNCf7UhO9F2ColXDG1ainNQoDJNRdw7fSv9acdToXPOzN_NoxKnurIxxPiWFrwS8t8pJiV9otaDY1QjKHP5DrpZAHxJspTL8nWurvAYYZbXTqay8Pd9e_GxK1EJ4ePWGDKmUs36vGLDEF5MMTxLWJHB1pzOqEXp4ltGjZYd7bOS89PtxNqEAE6wUcDyW8zpCEf37nvv6K1B9LJQip0TjxL84pTLNuAM7eA6YSVnpMx68ucddrgyGpoUXwYJJNjh9UX0ZuZzvQFmNb6wW6kpH6svW6Xs1DEOc6jJFfKqn7NtpdZn2QHjoOBAtqClyswV7NRCLB3VyCjTaJF4-VrPNd1rHWZnENL-uBIEPAGJSXOiLrO1p5GbVM2j8BTV05cMhbKD4c--MC982GUiYFK-3-gWnEYZYMIPBopZkCgS8xfSNv7XwruPDLaHcqawb8buFudNEFg0Ry6gfsESwCijFvYwNsxTQuAyNVeKCutoxcNK2tpHjPriaJC47JkHxfCAve6bw-F64HTTf7chV_hLbbyLGNqdtBWuC2gxV9fRwpsLsBzyAQapubv_Y6d-yPYzAXZOvrGsamvwDYyY1DlkDDqvbfKOe-v79vZK_NsBfmk9SzqFO0Jyr-g-QYUzLGMJJuWqZv4xhuYjluuYdkPywZbJMAM7J-aEbztBZlDSBvB4mDdc4B-LcvDpN4VTC1rUtZ_nMZ6ce_dHWQNeNupczQweZQ3EyVSTB6w-Dj-R2gsyDckrFJTk-6Nw8agI7AVcugHoi462sIOsVLCObgxFU8hYL1ybT8TWXMbQGRqv04oPPh2IoMNw6iCNnL8fYkNPa5ejHAo-6mGvO73ft1hGfMkaJQsDPs1hh0qKRQFBRZsyDLQBPTDpBFhsVIc1lLsGpixtCOPz6DuS-RpVOPdg7KqocfDYG4WYaqC6J7FyEungCRgawRN6B_R_csYUvZ_du5tzIofZydkjEg7U3jj_wx3L1b-sVMEMWVTr4D8WSE2524OG3ieHd5336g3MF8JT67pXIfebZwdG_ouu2iUblT3lFmT5PiRLnnjmWGH2MFyV-5pSa9oMBVfQBDxlKvdVfilsuAqDRyHPtQJul9r_tH0j13Lg-c4AztZvuVNkDV8iBxSthAbrQ3wvMfTbJRlEba8lz_z9IRG-AolgKQaOXI4wcvCm60OE7G-W1Z11Ejs6fJOJk2khslm5bpI7nXF8HuP6bk2t2KruWGWZZ65ZqOB2dDKwjmJLUCYhkR-iWpOMi0k8T64IUYuPd8O0Htiu1KQcFT9Smwy1JRHe3reun7d6cQuI1jEtTqOK_xq9B-p-BHCODpU6Kx21Egb59Zw-60ZuPR8bjDLI82ezuSS9KjSeBfrLWuw0XwLXUBemPT6ka8GoBdgRkmXx03GkttnqUzrGytZ-c_frNrenhBuA5iqVqO8th0nliUraleYKYrSqMNa7a4jggmJWtz5BLKyCR0TYycFnUeOXhWPrFaKrkRe_F-AOm6eE5OwijxxqyVNoQVceAj5Tr5nIZWXQkCB6tV4g0E16Yqg55Q3v6IJgjRUBjdfBBGbiJCu_pMKxlRypolqXTluaWiFShR0i9I3dUYMm-ziVqcoCZsIWpWVi5xgVMg5B7M3dpb9m5fCROSH-3DG7y5S_grW9SpDgwzbt_vhFzc-4aQqbHtjJi9y0PuJGK3mCk8I9MSebf8-eFVnneUzMnaIMRlhgqr2mWj2UUoehYKBb1Fdy6k458yuxTF7OBSkf537WRq5Htt73eGPsI_4T29NpJmXlFIUORssUXCNxs1517_LlTlYRE2TMhRHpu-HNLmkyxRZ7Usck4_vLQKztcSnToszqc0ZxEdLZgBeJt4yXFQlV3mOXpBtXoO4U9uMr4lOR1xN71tCoF1IT8eDuSKYWS3O9FHxY0FeRzsUcLJ4TyAe9jyV_-7Eiz9IKVfL72t4VPaz_pOi_N3uWB9EvLHP-UEexlq61RSgAkwg0_CbkbAWshxeSLV6E0U4plWFWQWk9k-n2Wu2NV0dZIA8u6U3ZZSxL38unPN7G7dtQG5Kq2gqeh4zjZo8iqD50D5r2I7WcbrajdgjGw9xzUtW-sA_YDkhWwBTq6xnVg2tbctYpi7mA-JYilpxbncricDjyJNc34gtNtwM-zyRwsWMlbc8PQlPkB4xyhdzjTret4Bd0Csuqh9PnPBfIOJavw_ShrbhiY1cp4lxqSIcVaJXGC97UwwuyAzp_ycYXb5j2Bdvp-OP6BMZ4xfC7hv5DDdQgHMB9XmUmQO5jfdHZn_4_hAsKKpe1Jh1BT41wHKgcr16C5eVxJh3vC5QHkAcrEKTsK5NsmYh_INE736Q6sH6IOVx1Qo8VDQ40z4WTSd5gTjh2kvr-BtzKOUronulFXtZ-bwgEgIwx0Y-ZUPpamGzqGmnm8UJrRzzXKEzn7VgPuQ84nP-OPSLBX9IGwf_yFAeThJn4U7dbMJuSZko64jf-l9A4XafkSbUTaEiGrI9RahUfO-4AEKjgAqJOmBVpQN3NIRDVMOKwxtG5hJ3cOaVHuvboemdAucXrQ-vbeL_m7ioJE_-dLSMbRaqvWa4vOEr4ezymQXTe7ey0fDvCH43u0uJWBzKFF3HKKJbwM-X124DAJ1bkYCj3nIdTPvIV8yuuZGew8TIS2fn2Rqq_PwZQrRyjrz5JtPOluWeEimPdwTxReozcRM4XECKYj5U7kv_rrfy5PXf4IZYqIJ9pqtY8NEEDrCJW9d5jEA_dO5xRuuwUeWnTtVSsUferPb0uOjgVaNAWB199-tZoC16r8RXZq-Ukvpeo1xtV7-MVJXzQoRD1dTCnA-g_Vrh0B1E31bcEtqvSS2k5FMcHtRw54mDf0yceQHEG94crkROcyuKhkG02BMiofzoRzdhkzxu1bQhrh-ozSq1aDmulg-UxDjn4n6rdikGBg7vi5F6seiDQdp_lKooOnRjTcXX2s-n5gx1CLqb2hYVe9ukUn6VBAzkc17VPgHrXs_O6cdWYeewJPSiCTsdNAUraSXHdRHll8Y6tHks5_eqgz14_m_1K0Jlf8FdFpA9dB-6MhnEZgKN4OTn49dJZHNhhBsljn1DP3UG4W0D8mcLsOZLebWkQl9QbFUF2aa-_FrDZ4FP_jMiRa6PeDRjaTfph1126xjZIC74y77JNPjricQOm6nD1NGeoOkOfzTzzPQEoVbyAglfS_rn4g7pQP-78bHySH4QmwBRVmAubScHPdpE-MhrU5l58gHEW9t5KIpocWs_QDjrl-_Fr47TWIJcbuw7Xrbyv5ZXcJ7wdnIr_n1qtlEJSzn7rnePq5IzV3zi8qQrgV15u0DgPit0UKrF2xhzePpl48yzfD-Ed_MdL27O3lgt_STPV_3Rw8dZKi_3tx-rd0r_CEsYIbxD2VB9I7yAtIwQqbPjljZ-_mJgWC2WAaDs9LYbdzBznQ8CxAVoUzNEQFTRoMv1o_9FsF5VFafi6G1iN5muKDVcZOA9pKUJd8PQ3Q7nMJuusSfX_oyI2KNCIPLKKmbzVBmi2BMXQ15AsTtYThosxueV6EQg7u-vDRoQpHpP091ggCAsQLG1fXQyLS_XJn7QygdCRCgacKcS-afDiZvDgL0zU-1KcjSNk25-34ZBblgkstRPSHDrzfbIkLhbR1vSZL4urz3gLEGf7sdca8Jtl5yXG7FhhT_0sCR1fcQjxKU_jVmJcocx03EXDhsm40vZLnoZi0T7EqjhYX-bVdfvdinA5IHethWNl_JAXXLZBzswL2HlX2DXhrSN8ea4666iVFKr-05E9jJ1Z-iJHBEGttKDff9scomeyd2nPTIgDPS0wrhRBLcIQuRAPe2VjGsoRShv2MBrbbFvY0vb-WPf167q_YbL7E7ujxH08zM3KvxYUowaErxIRGfKYZUmngY8AaCtclQ8GG52aLRvwD6W2ZnuhyTyNas8FMOODOX9IyCqX85F0Z5hXaYC-bN6KFCGC9ny9Vp9hmoiSbfe1DcdL3_T7j-BunrtdxDSl3RGJeJCN1DCKcy1apowhrH_2EQTqcZjs_IsPLCE4xpUogFfPaqnw5_hUDyc2PHWUbp9bB9MutzJAIWpa72fD_eaztLR7fZUQczfODXEMWYbXi3vpQkybMvmbp9cX8NPZ2LfoTmtIHfUTOZELfs3GaH1MkDa1RwoZDueydSMLjEqJ3EjdfZFTurYP0gHWaALqfalKSr983WgBvPW2wW8zVKuGzyxsntyJSHp1s6OHVeU3ZjlgausxtW_YDh1eSfMyztoRJqLD3tNKYRhXEGyMQzXZve8YwGQ1tp68Ie8BglXuDobk6flY7FQYp3HXaHI0KhiyXjYOy0bguHvpNTh1UWDcKjqrIYbvT6GUjRVg07mtujDKwJO0e92gDzLD87PGAad220A9IGifuyMS8CecvSLb8APLCCGEUMSqCOiPF8keZDGbghxVgTWk7pf6WdcGR7M5wuxD2gQ8UjsS5g-S5kJLGVPFoWeYPMPww0gilWu7VltQEv6yCT4Yb9SfTd0XkVCFqsSWg94XR1nXcGshzi8w4tWVaPuF-dMk_Ear4l35_R9xfZ3CtCUQB9P6gwc8J2CObsa5n17v-Th7tc2wbASorspzsR691qi6Ujqml3VZFj0_smDkZBy9D_Xhgx1TFK4qi-nuqeR-4OUg5Z1Tq8bj3ap-xroQkiVRdsHaLAb0_KcQne7cvUIDvJWcDpHKlSP_-YHHnNSU1prYs8Fny2ZSN6S1FNZw5DvjTOk4F6zCErf5Z2M2d07WMcnF1rBdh4p8W9SFw7-65HF03vYA-fFXZ9ZwwybaCLfPxvBCY8fdEnwE51EVdh9zRuIKewewRERy9g6bANyoWXY--dEPd7enoprXd_XFJ7buowKY0HfKJ93mgOCdsKDLEee6_sDO_OXeSUVWvetdOU9HP5V1B5eH-y_eA3WjF87msgsnisN2S70aDXTMONI_RaIvCaq1_3Ti4DaBMKhH_1bKma2t6LM0IBEGy_N3pOLJstOYlXOOkQwoLkKe8ila7T-1DImbKGpFFZtCjuUDoAr6lcTKt1Inyd_Mp_eKsvct8I7Of6PNIqTCWmT41m8wRqycEDIVyI9JfcDVRrOyLUTsetXD3zBtvvYC_HXwdV5Rbo9eRQn2JO5YcoLz40YUH5oDO_FoGzAL87GtukVcDQtLAU6xYq4Cm8FitJxIloZQhd0iztu_YBKp4ALUNCNBr4D7CLm_O9oN_jLW-kCaC8yTDPf1KKVH9VvxP0Yi__ha8TYNg26a5Y4b96CRBFTQQu6sy1UAnqmA2peQacCBOJ50DQBmKD35wNnjQf-6g5wWWvNEhbDo1K5Dy3a48nD5iM5m7bC2RMKWOHmLBi4TwlIhtNarAWW38hWucUTFbNT93MNnk4jvRRpw8Pyw1uMW4nTmh3PpApEY0TapUzzuVOC9CiIIPzUwKQG33N1d652ORUoOaSuWJqebQsQ87T8QrvK5R1Qggz2kfcb0Nong32hUVIUNYhTohDnllDQV42vkASsQB9xGmzAPgii1fVTjaHWSSq6nPFD-wdhSumK-ANmd8HDG1mYHrAgQRXuk2h-rVaILcQ3Zb2vuaBNJmdIHLu7k2mXzK3gyKVtMM8rQSUKo-IdYUZxFDuplXbNtSZSgxgjdnV4zTb30unXmn6pGIlNLl82ZxweCNGXwi8D8zr1OG6CFyjw-1JsJvhSffhvgORkpM3Bd4bU0q1uIhvfjj8PRpzAA9uSyY-pTojXUNDv3eM4zV-udWUb6zYEZXKlQNQVtfUN_LqNeoH5T6g3Z-nzxHz5Y1C3-QvM1W7eIEtsQDw-gHM45QY0fhZeJ_jPuWC-o3Lv4Nv8w_G13OQWjXQ4GiNqfIfJKsVEPF2yB5NQg53kDseiBVvnuZVqFT6ycRUzkYKTnyjoOLnoO5HAzFjkrxeM-xmjWbeuUTg6Lvhp_oIavz0rruNB3bs6YQ8oNiXb3HL2BdCigeUMyerB2WzJ81M7YQmULgMmQgXxmJlyuop44IzPenLYZzm5r55lJw2iG10aObJgj2e9s6t8fyghWIxhZJQDB0ME9DglcrZYZCvFMHMA0Fc8aJ6Aq2LUrN1n6q9JhZVseR8BYKCNCPnOlVRWXdPGkCCItXwkH__0XfzGM42ECM3yzQglSyD14vbwjIMFLGijDWKuS8QmOcWIDk7bKvA4PHFvr2h8cET_21kbaZt5DnymHbitdID_j1UVj5y2EzH9R9EiWbzvM-v1YGhAxRBHsK93owN98EBQ3s8pj5xJV5gPkntsVaaYeBVb_Es2BDB_myoZFmtjylhpFFIOkEILVDLeE3tmKQwdygXAXu5BWSdMFQt0njAbS4bO2lThWa6-NjnOXmGAZ5QwB__Phb6Uc7QJMGUJEGNztcCoo38o3qqt3ynA2zjaagNWmoRezSYPIm6bsAeRRXm207LN2gkAxs8KlzdzywVAD48ZkXSkkVrb-kn2RS9j50WdrB_jm6tX3j9a-YkGXd6AvL83W_vuuL5JP398v7nsPzyL6AiITIYL8dVTlg1-VNa9nDDDnl-0QIcI9DdiPfHbPrbrqsaF-nR5EvnrxKa9B3Qdvy8mxK5Z96YTa4JH5gJo4-zH2r3FVct8SvrXr6IUoOlwfeY420yJ6c1rpbV6sOVaQtx_5_oupBRdtblUVB76alX0hQu4OtsvEkLnru5hHFrSZjt4olvxdz_SBw48hbJB3yozgrm4N9sfi-iBh9s-6Cj-wR2b44qKBHq48pQGvGd3PSjIZfbSE8YJTkgvRjRM02fjd5sZ8JWUtYSDGmpmu8I0dVjuHNpGvxDacx36Ve9z0UVLJJVSdyVO2HkDtceGoE6IJPfEXnEZsQCfovjPADk8xQfJQMlNsyUKHkFFb3OQ8Pn1uAuu4LCfFWu1MeCneHyjITVQTbPAwlfluFftUKr79Hk8dbaE3JrgZvciccPFGdRe4kCReY6BG-oGtFZcVpAfmwoBY-dL72QSgLS5728-5oiWviTD2JTTHpf3NNLcHX88E-nTB5Y9aADX_27023Pnu-B9E46lOuxs7ujzuDOkMn16qt_NNO06MXxAEbdewTzktmK9FIb2dEaqtY2rpCEjKCH1Y0mijJglN5j3ovOaPA7iJh1QVa9PDTmPx_DOU4HyZhmaMHb-65omSDn9jWdx66K1F-yJ0ipw0tz-OXkvQZM6Z4lV-97vK5FM8NAKqpdh9UjfSgKvye-sTJl-0WyO7cuW2PKmU2d9gc4z2fofva9NsC5dVO1-fy98n2APXkHV1GLQkbDArQO-5O1VNaIVBpC1OSHT0E7ErK3Rgd8ywCCKFkZYk4KDtFWdZaUOnZW1knjou0knXZHvfR97voMuMlA7QQJNeHXWcxCOv-eytA-Fwzq8xIBgqJEc3uc5-VcxjoSdhYCih1GIqBAkpXDlUUDnQpb8k8YNE9Yavji9LsCyRAI8q_Kiuw7lg8j-bj_Zjbhp5JgmVB0rquyF1XQw_WCmQz0NGWH1_fBzPA8EXPSx0a8NrwSFwHMakxId4UjT5ZGQKeaoqXA40GlL8V4Veww8m5TP9i_0Dh5OX55KWw18if9_7E-HPLfHzQ8ixKb7VzsF8rh70AFgHivP3eJwcKRC9w_ZxMuRTv8eDchhpd1V3TbLr4xm1wmYNmvUdD79pAahM81PbFv7hE1X6oyKh4BPQyUZJo6j-sz75U0JcMvCulba0GJHnveR8r9mDFErFcOQ4jYLxzC5vkQ_SpBzxSCOt9UVA7TTsJotl1ZJ3dyKzoF2DJOsvTNhM-aGLHOJTdJiB1eiEpXz_AgLUhsWUrhV8IXgskBNa3c-_iZDGg-lKfWfAAOJ3H3PyddudJxC4G924gxZDeEIx9VLMkVPQBdNXf9uTswZ6Hl6dQRHDu2IkRZfY8rrHLm-VvjJjisiCtp35R4JJofZSYKHOrfGSG4K-mOhjO7yl3wciMTrGpGG-8OPh7fCi-RYUXSeS6LEC8AR3z9rFEZ7BOt7ZMWMsl75_4tMP0VKAcpzkxpYbRINUrTvyZRpaAgabaBcFogWv2MhNhXhVif7ls-sDDYuCQ7Bs6SJMnN9BLsDNDnvuyfYvMSKtCnYZxkXeq4ETyxdGJU6Xs0fTiF52Jy8TPWS7vFpwLEk2xjvtYXuVGyaHPoHWb5_RtSZ1W59RJxXxkMn23kBnkSgF_W1BxXbNVdEaWlRpwISDnU7vKqfBz3bSBovdCzlTpx_hxteo7EKI3xUbq5xc3x5Zl07NNwmL1teXCCQxf_oOAbjK6g8SnXDn54Rojw2YtMsXevWS_IXVb_mMFIjnKkQVliPSoVM7hPEoAa1ABm6t75k61eajzbrmnyDv0Djv1R2GZ1ZTICpUaDCNRcQUlE94BUi2CKHih59EOi1ixUhAlkw2f7UbNAj5FkMPn6qwzrJ7uB1bf6QrhzB9l8LWEUF6btxU0JkhZsrwzfvHyBrRh5iHOyBEtBHe3wH-cneBS5spQ4Y2RD0P6PjnyRsOyLa4otODAPnC6ExMOvVY1WVxB53tikh0eAJqHqYnArZIAMvICrD4Vt1xMgEQxXcx93PRizSzHTRWUk23edWU7AcDswFh_vvXg7yZITxrAcA6yJKrAKntqTYSDditSh2JrgTpL3GOJz53xqPVnpuv-wwsH7Bgneo1f2atUxj9y15cFTiGhPs_vlw20eFZGUYCKxIvGDjE9aBdDYDN5-JYdv-xEcG472kmNzRO7XEraiy1vwtRJ2CuI_fgtBPKwsw5ks37exNnH349CDEoIVVOO0ggA9bjc0XW464ax7cH1It-KwCU2RPl85n_TGqkIyKNrM250mUMYeN8EuG5EcPBnb4cBMEjVclGgxhpMjJIKo2Jutv8AbUDetjw3Tzv75d1UGGWbWicxfHVTykCgI6VawLytgSPFvFW6Qq1clFk5jlADWUvXFHd0ZmPDaFp7tuAn0Zp9cB04bIB218P1HUqsB92ioNg8IZl0Q5fuEkQWNS32ARABX6NXUdgrNDeCYHTsXf1f7tLuPB5EADhzehaNnrhbHzxiGwaev-tSWTiGAIcP9B6A2buvnfwbdTJkvlLC-75nMq5HRyoqATToreUlLfwcjPUH29tSvQXXcQvkViSQRRk4yNpAJzrknJOVcHJCRDwu9Jzkn6Fnp-OL0Dn7tUcE09E8ctin-AkbsYoqRz5rV8UM0sYG8tgfMR8YFwHB26KgA07HQWxw5x2ZMRfEf2M2wI6_828a2rKCWmzMzFH_7esHbxDHpY2yWADJP6bdAFKh9tLC7Tn-mGbi-EUkA5-ekKvHYy77tbctqHVea2fjFeEgHtLWCP8sZcmNDITRml27qQI9UnRJlgHmoLhQgSAAL4a68eD0IcQkmhCYm0HPkalgAktb8JQS2nsjFKJMZMR8U6z1kmbjwhn4Fb19dasCH6gBE0prMdrM_0hmlOYwPpklBsQ4tVeC8DzUyZeqT8ODec1sTn5aU32JzQdQ66ye1I12P--Xl7JNszU2gzLdoWO3bfh5_6ysKOuZJhv3sP6Sj3dNTRLE2nFxdXGNEGqxAis4zBjpBXRld5SrdVNP-6iY2JtYpHfgzg8jTRbvHUzVoCB81jRsIAHyWrG90hdw6EJJVUoz2X3OQ5wfuCiRTSzc82X0ebGvX8OXsj2Ht-eeCS-SUnenWvt7MWd1rTRcG-MXA-hnMPd2eScGS96RAZlk6DIaR6bNmsKx-vcsJhOBJUV1XpS8xlJaeKIklpWHLOCp9EKuhef9gSuflzVStNS1ACAhSH8rHN5QqXW77A8NGcfn0ki7pZZVu_qFWZ_sfNw3Rfc2IQaH6WiNIE-uQN2TCvywkWMpEkBwvlJuQlrmsRb-d0s1jY7De_cjR9Qx7jEXeze5VGNY7iL0Xdy58qwunS3rGfEtImIDhjpZz8SCEt1wJ_jcsJke4epVhcUrueTPNglOmg3Ewy1QwfVLfZ-gGFSj8WbGXPGnzt1sL4lrlLeOyYzL4hUJpRWfSqZTB1K2Ovnvv6D4YVnGClsXJfaJi9IDtYkLJjWMUnJmABE5aHyA3j92u8GGk1FZN5tXCKQEMH2d20ZVG12wiV-J2aNGQ1eRik4JDP4yi5TZTTACkI1d6tMn0RPZuXgf1GreAHPpecvKkQv0PMf5bIz-wBwIUErIeFO8QjK3IRE1ubemDRRSPbKx73CTJJ0luTOlR48KzrG0bEBkr-Oxo0ohA7E4gmgkbfLBaZEJH7HQlKMoBm9n0VNgxChC6FDYxs-TK_yh_d4djh8C_EL_Nuwu64FfO-L_4GlJrXe24hQQ75r5h8BLdNBMMnSPONh4Cb3PZV1wAW8OW_QA2CRl97wMOmg9ezseuKYofDUPU_wikfXo2YML_KmEX1C3_U5C3k4zN0BFfLaDyc7ymLQ5pVL4yGrLVjgQiEtCFTMQ9_rwPzET0BgQvthkj8worTJD0JW77BLw8sksFli_vLiB40pznt7Xaq6x1kToIAMD4PtnnUg4k5Xl-ap34qm5hOrjuKAG0LVq_JoUBcpNJdfcHWQHgZKJmvrbceKf6nE4v4tI3WQcNpxjhPD7VmkbdqEFwcV09C7JMpPqYXEqnlX1kVtYMEk4GwmRLLQWwVr2s_mKhRbLCsdQG9jrZ2Kuxm7OyI2vNtvICZSIQpo1N8GBUlqQYWGt738cYfPfreOEOw6lDILpMDT_RagNWpFgWrknD3-XIcnpKbOMIP80vmZ0A_Xzwtri8IAp8DTdXxHvo7NxwJ_Eg3w5749m-0BGtyearRutAmcItq_H53vQ1IcedpMY5zg2nL59kxDJrxdBGTGBvpGjpQoh7Bq7yy--cXeoifBDIyUOK0ZreefEBAH1wrnb11L95BwAB0sZJTUJX1VGkTptloSyKNT6iLLT4PcqsT_zQPkHqYN-wKjL5KKRh0Ri32zzuFB1hsEx09fO8hjyC5PO3EOL4i7HVKk_1g1ImakaG6YeX8YaEbEwW3K3WGAaessfI9_Yyanp0WOtFB8jCvcvNMqs9tcplwVNW24YWQFJgOFkzdeQBztxEri3XcWIzC1_WH-svOGhq0om9s3hS8PUjI1BYYMR_14olUMsfSHq_77To3hn-QeLWAEU3qfUblTxPxqMHLqSbq6Cig1a5ySF2INQod6zYELdk3Vb5yOo3eCWxOa3q38Voa1nfmRWNIdmgd7H7BzV4qvD18uzXAT0nT3YxguxwEKreSGGAsfIfASoJqBoQVbB-iCaWaMSJnuXm1Bsg62IgsF8Qg4ZHhtwJgXioS36rHUfz_r1ss7a4kFH2MRqFqkSL7GxETpjb7CF1DjnoT0TvFjeY3GclTgE0yBs3jNhbBYfhUszvOWmkAwbdzS4VVR4CJtS0hIM0VoqZt7kvpb8F5T2q4TjzBLYg0uieXTYvPOCaF67jsxA901f8t12bND-PennjjAHPj6Eoc1FPrqk9YQzFEQCnUlCpgMKEAsG_7qUbXLVyVOjHkrPZGPq6KUIt8y1LUi2ay59m35PsxoRS56HIGKZRATYGTY040WYoDpjPhaFBZPT0NErVCnaeQfQFXf9ToIe7tIGEzAznzKGC93KzSSOPmXZFRjutrTNmR7xvwJjnQ2eiXECl1SWka4pf8lIlQiyOgmOE5TuMVRzEdTr0_C0gswCboL3jNyZQ-VFBUcBmw-XTvRHx_uRXkgDeADoEtoX2UZbINjVhBOts-pT-1Ok6iKYM9VSk5PE1HTDKnmlhpfFdPDuDkPP59D1BKN2kWqSBRFJ29Ql60g-zOwYsiIdosc6jE9lsioz6y7Vn3TxqtS9jEan27VOHhs87zMSG9lcQ3klfEAUdKKhQWeuxm_Edb1LkdFSVq7ESCay6QkZne8nTS4obSYNJ9piEaPqEhQhN7ya4ABeibqsi4eBR9B4JK6ly1Dh79vjLGvWR8tckhX3xUgNocO7aAuiK3Y0e9aSsbKIVGELIEUUiO8MKMs_DpP7XDwkEG00PGnaI1qOdcskybMQ_xDLW1gqaRvY6lIdHxsf_tpI4iThoW7rUUnJ7NAyDFJDJDicinQ2DpOVHvk0Iwx2pPYmyELBCC0MCAKlkRkdJb3uWjZL7sLhwykgGHwCKZHdTlA-Oi9saWy9eRmZNRkIu4cYShw12f_NHumN6P9e2pUw7A7iq7tqZeAM9X_Ae-FsrdvYeVOfmhRljl8BAoLink2tejBU8JoacZIz08wvRwFSOMz0YZsArv-zIbTxk4FqlNG1MXt8guCxpy6cDuumrLKtK_ZXaEy6k3t5CQ5l31QP5AJlVOtUvHPC1139L2jt8gi27stvN__u4H1r4Bhhi1OkjjT5wYEHTHvC6uWi8t4V5dx8-iiZCNoG5s2OroujLyabhXnInZAAQQDjubhMSK0XktPsam15ak7YnLgC_eQyJieRSP2aW6-ASUVdfUJ-vkO6QTqRjZjGqKAo0tCkYOWu1F5TK_bknl8L1wnk-7oYOUrwdJGtK9qMfVxo0uS7a916wOqtKReTCZYeD4dN6WYaWyxxdURQQSlJTqUidQBfoNf5jY2pYVarK8N_2E_JmBLatKSABcJYnTqFfN0o6vniGLicd9HINaDPvNhqGmTHjZ7ijDX5xj22YZDDl3ymoH0FFlbyQbADB8LtAH7Q5Igyq70X24EUl1DeZoKmfJBPNBGiO_W0z0vjwi3loEe1D8wVmaEmx6P4fFtzl_JZW2Xfl9IuFayONAg5RpmqlFc4I6bAe3bQ2XV19EBqxfT3ebKDlpGUmge0qIOvguy_sd9-6UfTo2crkbQnFsLTWMYmVd7A6XTtpiRDCw1idtIrnPxsTd3_-h6714w9D0yvIjj-VroPHjXoHUR7uR0hbVRJSk5kxaMpMUSkUTmdyLZlD-LuCRSua8RBb3XjSJipb2MfzIoZeOIUFwNuodXhcVQdsQ0wbuqxlF9QnifTLdHzPn4PwXUNQ0UrZsmYUu4housDOrsTRFL2zyZ76pvLuX6zvy2l2a1l6gQhauXtMNPeOPIdW-76tfVjkNb1NGJNoSu5mV2_HuitroFEVYaNfIQMs5AARugraG4mRJgopQTh07fcJjwqIIh0IoD7NCSq0jacttcv9GZYMZK0_BgE8GzJvjIqfd4rVVvGYoIIEhuV8ZfBnlRWrpPLJKKFVoRc_jIbIw4sI754u3gfuNJpw5drj1LIFwq3E7Ft61b9C4Zl5Gy_Kj3NM0ZyGlm0mxCyEW7bhH_kjUSv3jljBuXOIzu-asBwf-AsduRb2nK46AaeoJLMB1Q23UaOcu84zKcoDi7xDOijSWwIut6Cn5BqFRsKJpZ-Cz5BXfPjehHVkh2JrpNMaWLlbjMEH_7ZiC0xCpeDtL6_PAYIiV1YOVJj3QlTQvwmM19AF6WPwoZ0A7yNFy9_0m2Ax1-TbTG21fQSorBBy4luchQAnIl4Thbr1giUH_QFljJ1r-hrp40dmfgKsbyUwf_TMjJelBHwNAYw642Y9j-uEBq5hPffMOLKgD4k8ikO93j_bj9utjiNsu4MZgqcnCkureLw5gy9Zoj1dYzGf7Af9j59KaStyIbz2085GUo-xcu9uvv8-gErrH0O3ctjicODvs5Rze-9gOJK5tpUG_iLEuDMIeEVS2Cya6rKtEhtZb16Qn965P_u1CElwLF1D-SkKcDEMlqzB87AMhCoSY4P-_kfUcB5xSIIIOyxQJeXYWJKB1MQykq7pbTV0beBQUeeKETHXHuoZqQKzB4R4nuk0T_a29vdaX3tILzWsHn7dxQlwKmHJh6rKI6a09cdihfinLzrhhK5OHw4X3iO09Pi9Uz6vllpAzNd7ZBUcr_bac32gz_U6NMr4M_N1t8j-MgIe5tuGtflKmrK5B28_JsPuc4-vGPeq0RpjA3HNJ-S3u-ZRlI1CHsIRbXnO0xobIAcs9rfH55hszQDv8GcaU4IWVq50GZOYBicQh3JV_FCAzMsaivzF7XPG-8QvWcaKTDjFPP593R5EtaNDRQB38tavnPKmLuUSPMgBuEbhom8rzN0LHBZ1Gmrv2qZausjWQIKc7N1jNSQyCIOxB6fcxID77ZuPkFMdmy_c2b5YzzZZm-iF5yjIFn4o_UHCS3jH52sWxpQoinXk84MOeR9eN0cHqxek3huIS5WsBSM6r7GOOLTfSqJFPA85SJIc1tAw6NRAgtIr2suipwzFQNQJuWuisl-iWL1qZma1VFQQfymOwochgdE6OfJkTtwFhMETNj3qho46gHgVHlo9f6QK7LTZYDTiFhm05iJ68BHTKRdqTz-ggLpA0bfozL67Lw43YPuUDYSy3HxQfUb8rSw_v_OAwwKWPDY8NclmPdacT1OxW7LSGLqL8pKxxy_2eKLEg8tkXLcA8-RWk64_v9Pup8tNyTwD8jn_f42mn-fb4VWapIOQEgEuPHsxVorEvw7RC2uZqB5Uwvb0J3IHZdP3kZyUXoH-CWjtnlC1q1-csuUdbnul9LU31dFh-KG1NeewTStnPC71tdcIqPRGZ8tDvlsNZfL7j8HFjuSNqhoMOFcsF9awSLJC92wrQRhlpptra3OGGpsgFP4yxlWX3tPIuXj7spTlXO6yBdCBrp81g4jkHN6kc8zRCuOaZJd_1WDoR7qnR87UiAt5bMKhSBfgqtfUqxfwuuiIzEw7QlaRxo30fqBX0Ql72zqpHOgo9ypccQXaoV5Tu8878DiwkTVxnWgqRswyIDskTzw-P6O4Pqagby2vxTG7ENr_F4Pw0tL5mB8QjmWXtTZrwDQ4sOqfrUPq3Smb9RIjvjGRHWIO-L_noJalj5BpjL34tYm6l3_O1MmHIhiLx3n2Lvl2Mmq_a2mrB-GwjAg12MS-TP00BMK8ELX9zK0SXzhN0n6ZQB5tRPs42Oi9RQoKbyhUV3RsfHRz3tBqHGVyHi507n-erDqOHNCJgnaBk-nmrmlUrDrDkbIdVVpdO2hec_sY0i3N2g272QezQZoRj90_OFMQFX-l-lztDeCqnhQ5CRRekgi1t5Yp_rNYKUM__Ao8QXu7H52q1dsnSprLJjRJu5UVwjJVWR-3ceMnWV78teqkCQJqYvQhmu9HwQYbiFuDjHB2fq5TwJkCqLFtGso4ffpDEIxe0JaYyeKoUrhZSxJrazbw1srTjdsKrnXb-pJocEEnHEpR6C0LMDMt472inVp23md4hQTZOxqb9yDy9n2bvN0R4kHZpLOtlWGhQv3RrT8U5Iq-lOY-73nLxqF_Lc_VjqrsS7RF1zCc-Rbdvy8X6zPKVm4j5Bck7G16vgSKgCKCevg9qsieeNZ9GCtexjt4e3YAK9IqSdi6tfJgob3vr_-goe5iUv4lRuxq3zyI8Yb0V2R3HvmD_469Gw74og33gSBoYT35QVKmx8_sw1BoVyDig7-KfBfguruZO6jDKgn7jAiI2L8HNauJymAQ8fIolF62FOxgZHQ5TGJ0Q6p39J0cLSLDYJ3ZkU0pZAWx17c2lojCzPybLgHblDFaftmQP8dcadx8aGfj3GVWte53QfJkAbjqZUPTT9bhnWbEjYfHCJSoB8XsJRNrIh25Y8n0Laz6h5v0ksPUuM-9scNwLZfM6Ijc3LeX4AHPaXkwhDHPNUQDG9AJZZ3QvBKG82Vsrh0ZlZNKPiVwCZSRexrC6CqNBAoRrzrf3Nm-4ENnF-kpoBZhlDWmAwrI3UlMwTo7bWt4sPfd_4stfogGj2vE8tJO4hKVp8a3-KwOZxpy3f5uLEVrUOkncBTzcdLymTTWFtYgutl6HxE0n8MsYb9CiiNOJOQ2dw6BXT7gXGrJsqellp2nELDjLIHcve-VbjIqrg-046SKO73EdFgXDCw88DJX7EYp5HO4OuttH5hUXlhItNduNQbMq5zIa2fvHWaUMdhdCr3Bb6_se3Cj5ejZkP7zVtgYFuMG96JLWTWE1OgB8WOxqpL05894m8R0moVT5xb-4E78jDrhalTm9WGIyEAG0377frUbjqrjK2QIjEtmhiGOSZw4am31gc7yqR2_yFBp8gnLYI3qF2S5EYEa-x5CRFUNcmwLXNtWNKaLh894l44Lz5pFos8LOhSl9HDmXDkh2l4Q83rwu1ukWaZvoJ9mdzpUch_5XGRRUPo181DpF0UAsLu6vfgQJ5vJeWfpAkw-H_4s_P50cVOxk4_EWipPfjULw69cTx0LqKofarDhsh7YiwPLp-WXsmK5e0pxh7jz1sCTKJndOQtey8S4yWGxdUTsRnQW8QSA__-5RquM6bTj9XXV2h43nUlOtJWGAi8lct-nOyUXwFJv7RXeihk4ObwMdJTombxGYntkTPPMD8tZFiMmm1YJKREqwHFY4DhSL3c9IWvi9w_0D6SCrXa-VNfzOxhGqmFG4hC3GtK_qYUMjsekT5_MjuOQs6dbe25UGeojYLb0b_98x4yZPeIrHUfAo6MgS7D2y2WV4oN4hIT_vVe6MhFMRu96KczNGX8dlwcMu7aSSt0I8g79_qEgXWZWuAIxkPNIpO6J8Enmd-cBzph4RNENCDrexkYg0lChUU6vSC6yeYUSDmWS1MgRtMEBxAXNrqr4P-_Jc7NhKpWI-TgGX0V9FFyUsrST9XQWC4WVkkJeeTyV5IDP1WwNTSi55QmDz_ipsl9pdxKQOkEK8gWbnlZ8mkBJWPzov_LKDPCDk8w5wDSPVreIq-h_J-4Ev7zq8qzrht9iPc9dlsub1GPzagtukkTXFWtRpfd7RX-NtgBnT8oQKCoMbff_No0GluLtIKoIAxSLGL33nWmJok1VLFTm_Tlb5wgualwqZda4JmGOwGwWeTI-kGGJLnUk46ykYMKSiF9wEmHaY4eu0rBosfcve7r9raAKqD0mnpH180w4QH5kln7oAEJxSR1mBzJLzVraDTA3acUJA9OoxApjvNWPP5YJxynfCmTzkzeC5T70R6wZKn1HFxwUtVC1Q6FiaJoIKFFRBhbyKpcjbvsXzTMUi388mA7NT9eYJEYwVAtfn3bbJKQ8_fiSDdT4X7zVp8f-v1OTf2tcLMsR-I8HJtZ5EWh9_1ykRRG2jov6SWrxFUI8QlVYyvD6T32tmazYigbcVnnd7jLZahBGaJxn_qaODZCwAcvcrbrtfC85M2XzTSyToBDxWq3RM-D1f2y5F5JZhGxUFZmxKcek_0Vg9ViKUFcW04KrVePlawcXoTAaxSKayKCbykGXSmZOgr21by_AMSmPR3ZH_QOWLnMvzvkFuB7zTxEyhNxeaXyyZLQu2QOT9L6HenfD_f2HtoWlXFjrxGQ2fxbkJjZHh7LSTsHkViKrJswSyMVz87TJkocaMZ1LbMvW3ZEMMmt9TcvTlcHOXK7u2xyDmCXgT4pLurQvaxjisl1bQFYnNbQD9ZvRS_5u1tUGqmq07bMVS2_Peq5ViAIgBLbrZPaZ9C90JAXXp7FxbT5yAczFSgAbfjyuCvmD1VeVYF4MRy7JEJwGOrDb42VdFG_m1rymPcIA8yQIhLfqMb8e74W7jKAW17H4ka9YR5iNpPXNPw-iJEYMriv06U81ytQaYHuaB04MClvO-bnFVbK3epDkm-9iwNBs8i9GapBuuAFzUFFfvjX-ZdwuhPmIS7Z9xOVMiGficuBcpTO5jeNJafR6gr8VzuZUk9LVFlwaJ0N-Vs0yNFDpvefQQuv5oFgKid_LUw3Ca0TBXa6mUGLM-YukFZKx-yFp0pBlAHCp2nQxTkxRHC8Gcd9zFJZ2JU4mrJCoqNUPpam3sAvyGdUdAsLsJZEA1CbUJ0FuG98p7YMAoSyOPCz4FlbCAfOItrUsijhJMOBUKmuCGWw85R8NZlIdyTTG6WGqRvaSBlNMYFuGYRQ5ngQOGacKYgVuK8JdK6bgVKtZFDFcDYrKBSIEdzbgQ0Sg8OJgIhA0TBaKFhP6enXkCN3b_HoYqXZsp7_n10mnCRaoxPNya8GXi478tH_hJoPCwhUvWZtnQeSotWWxhlnyAv12IFhrjBW1WmWsK6ggMn39TEQyL8L9sKdAzUEF9-7tLFMwy8lQ20MVDQp_bcrlqACMqLY6mB8ZPZ9iYX_sGTCyyuBj22o6eroUSWkBTUYspmUxSTVA7voS28OzwNopDuWd_-j0RRd0DMflzdOGgzS-SSmzlHjVWLHLP7VTSCTgVXOUeRnieoTb1SqYFdqUTLpBEDGh4pvxLKLjZuWOLK-3aFvARn3daIYbN_fqB7OzlWagiS18sHxGLCJ5po3vRpykTt9ExH9TOQcyIGeLC11BpWsYxrHDlEVjZBpFoueokpnN1cISZTwLDyAuB9SlXlVby2ARWtcOjXyhA_V42XaGsHbCLVn0b0_7r2FEX-T-BOr_BfnykaRnrlXQM-7MsZXJt49uH3THF6OtxnaXvaluQworCU4q_RyYy-v-MTp6bMYPxNVLUkFQlCPfLZN8qVxIDYCwJ9PA3eUdx9KeTkBQToMy2zjhYaxZaQIOeuXopdS1YLraDn0bKzANnYSelbep9MV2sFfx-8SFsyRw9IIk-qbp9VRFPPEhpbD6UNdDsjWfS5MKpjtgEq9FF9hAaRubBw0vUrH06NXYqF1xaiVIut5oTt3MQ0QGVfC_tvKsRBv4WPUs0f_TFau1Ug6fAjQ2F_aixqhtKpjZIHfq662JMcoB4_Qk8_Ybg8FJmVIU3SfNcm8GYxANN36nNZpe3vE8kvQtpITSlecAydX8Cckg-CSMaKSKv0hlr0ZdH4KbcTydjmrRYR5kvetxoRH0-dgUySO5gZ1C0btgSUHi9R8HBiFYCNWyUxvLNGSCk4snBYeX_4nSEN2FYpQTR370KFePP5a1ZgQ9gJRkhGsNSvn-dbJ_NrgrlbUcskADTTD2KzK03sY_tdsPmN9leBTvF8AdX0kQrpe7bitejilq8pFYET0eQ1kfGD3GnhZbLY2f39kE8f0nDgH1R8IUUX-di1vuyORGyrB_JjqgkeiK7sS_1jVNuxilaWk9cCjwO_1CIuHIAz2ADUlkZ1ZHHAfqcCJ5XZwyZIGYMGQdkcxlcFu4BcJ_59VGxdW5NnGNvDjwRm3UfKSR5hGXTUptZ9qyYC_ODWQN69Lu25zhcdh3xKJISolwiqCoOONkqOdR8Psqk3dxDl2I6xEHVklMHKrUEKpZGPHNfd7QP4ckAs4JuR-_NcwmdxKB-0ef_5Br5ub_9h2kPvFp91HuPNvkotiQwVVUeLp_7INJnevhJFIpuZIaB04uJm4MqQvFD8ItfV5e3o3pz9xjwxE6-qjbyZuC2sojxHObzIdB3gvKyjtSz1icvxSAba47ROIAEW1J2VwQ-vTKeX9wVP2mijIfUHPvWSFyFH0b88ARdCrKhHJtiHBCz1-Jbpc-7EERC5De4QKNeImv8EL7fLpEa5iZ30RXNCtOTBxfDARSgeIqdDVZALDIDIA-9QrABbGcExILLxbhFXUewcDk4pTAK-TCEs2nSSMPvUysMk287xQerO2Vm_oLja2Z_jdzwo1DGiu4g5w6qXnHngmUtRhxmv5raS0MeN0ItZwFp95myUyIXyCFpUMWjna2ghsSci8sAOck-JF6ujzoJOfyQ1WoNRsNMcnboizB7rju5uNdHBfuVDjkNXxlYBr0IRzxX5utJ1A7IX3uDI2_8kl6qK8tCmpWnvkzOt2iK9CKWqks24JRWk0wCB2HjA04KCs2ONTvTiWDI1SWe3r2LbQOpU3heULYqehgcLnYcoQr4TqOO-gnqcoSa0qiZS1_5ypyEvxjTWJIGgieljOwx6UwFHDbZgD7c7BCY3mHwndkrqI94u2Ox_eyMn032y1PH0902TO79vwtV2Vvoj5koc-AHkZyTx_Gz9SU4AFp8ByXNs-9-7hqIWZlfA7NpN3OWjqlP4fWrkhWDiC1sKEMYvohSHqoMyvO607YUAFHeo0Vu4lQN2-s5XmbukJkvJnifxuDYelu_zigedGRwwZQOql8-ohcfm9cFYb6o3JzNrREVj3g0ffJ-pXl_9Y8SzYi3He3Gp_1E84IRq3n8-3jp4tsMSBmLKT7__-3FGhiFAFmAPysR5AH6Kik9HUOwhx5uYVdOjeCIi3es8woVqMr04xkS7x_VcdjCjNAm4UwZemowUFy1gZehA7Fhjqm0BVERe0ir7Puoh1AXXBAkPwbrX93BXRdHchL-EUMzbBoWbVJiJVGByLaTjvqftIumlhQVCVLBglykb3q6O_WTNrHyb9A3yMi7dZtg2e_EBybu2jHQOtvQNxE517x7K7_RVHhuBPbSTME_h4BFlmdR2nkYJWnjqkIOH0oqsK-JknZVvs5Urnc6WAOKJqd8mRapiJbDJGGrHqRtmCMI13BgGyzuOL_xxaVx8H2yOOesBGrUShoYHYfyKnxI9rWEZ6SCdcp7t-Dwu_eeIUlWf0ZKc6ZVZkLCrhVTvLmHUb-HKzeqJxIDjWYj7XFNH-gaZ4wouKEuoHLVOEftOpYe3kjscXibIa9wa0R5wlnRfR0WcnPwGS767rwnLBbJy7KmJb3dBw0Gdd7wJK63aI-S2JV8592wiSocHFnNCmoSG_uKanfiL5-rz0p-gc-FCAtKhKzhN-teF-ZxXe9kBTuaFER9_EvKqzC0JSrMHWiZh5U71M72ddAvNptaNgb87mLmmrZ2kJuN26nxPtOBGiqBybrAai_NpkwXvGb69wZYNvJv6BZBvhBZU-dQw9JlJM_eSSBvn9gCeSkSLlLd4FtdATT9fI-KRAjKLZ0XhLydSqdFTazYdsl9rVS4cSL6vYtE5wogD2FkH3wrjCApz9amsnnF1BefYnfw1kxiGhpFaeBxfRhNLdvsykkhLBw5NbJO3v0A9NcIG848W9zZjsueDiQbXhLt88Uo2FmbD9Flrc7dbEVBaFx3KPZIOsLyiEtex63V75cgOxRAd33ShofhXubgGI71VI-nIrh-4p-6e1vY-CeI6CaIu0k2dJEiq3Qt_KmboJ8UCxlkSY4ZjdQkYfCzB26gQy-qiHHHEXfb2LZhjkxY97FYxol7acuxqTjEkS34JHPJmPp7dp8UBzpUHBPeJFp4y5ZLwBrAc_RwlyU0W88kKcP0dairlsKSHAnk3MOIgN34UZ4sNWZ1UoL8Yvyvv6XcR4cqn-tmWOiB9kbDq21HMkqkWJ3_bot2yGqt66HosZ1QqSUsorM5P64CLiY2ualkgwbOSXoWIifnTRDmpNTDlsCFx8U1b24SrUENEZ0pbBdexAfyYSS3xzQ2iIPElI_a11BmfSh6Ks4ySPeAKMYpxR8a8to8sHcFQd0bPVT5QWATN5OWED_xyZqlv_rh5xWrKNZ6TJdnh5NuM8_a_4fGt60XXzi-NQj05BPacAve-U3y7my00ienfa1nQbnLsD1wtcvSW1f8GW8N0xeQxvBAbdVdUlkZ6Gt1RJPatyC4fFZg9gBJQlkJCES_fIbG-dYvFLZVT4uIVgmVrIy5do0fQTknkC6ZSnaSvCxNyA-bYfMxXMRk7Sc41IPVjRK1UKoGUmc8ClSnbsf8bY8NxN19G59ZZHruTuLRV_pHj_UGwB4dvLR_NCuJvOVmnkm5Ue9k6-RawT3wCQNrd4JQAo7gdRheG3Yhbzq34gEaLlB4ncrE5Mf9YEsfhafl2e8MjLOanQM3DM1P1Ja6g7OSSMV1u86pDU5VvQSl7tPHdv7d-pttufUAXtwedpw7QWSdDfpW7zZGVoX5i2ekhmjL4qSxPg6x8rgKP1BIxle2uRRtYycAzJaNLVnKXt5Imx8SdmDRnYZSrrmLUFocL5BbrpmPbV_JRGhl8bVHPdNBwZAvXL2XatpbLH4eOIDNf9iBIqe2ENzf3IWyj5ymFfZ_GLvAwuhMNRGKv3M4KF8y-ZMJ6LlxsEj2cuuXzW-6VR38k3AEM3qfH-Ljgrn1bLYnSz06pGho8MbhdoSnXDjEzg_Z1RJIL5xl-QyvIVILl11W6tymHLtokel-dTwaFPUYHkmZUWB5tsAxnvYIVNiIJL8ax9jcCn0P8g8Th5KKRmtmQWesQN5tLjzZd5-l1A73-_hgz6BWYWeldW71DnCHOm53iC4xlj6g7EXuIKltHHj31cQpi7Kdwt8FQQV2baA8avfss9apuyF5TA-J_j8epBXXkVy4TgVZwwyYh0T_wJmNPNlZ6PUomUTKJe5eTO6AJgejGQM7Gc1AKkA8fV0Qai1a_bkbCnlOBrmEOMXy_u8gSxH6bdAUZcxWEvNf-6ODsZBNgrQQ102mb8o_yw-2Gd5R08Ldfg-4N6X6rGMw2Kj6Lq9epw3OzdIzTU5xsuiUiPcFZa6gJCq7WVb2J9fMiwfY5VsvpyGpzxcShEObs8S2YLrRTX21ztsHY4TNmAxm8z4yyrfjYcGl5Dq-P1MH0VFUCPDhDYHKED9zx7Zn1Aquju3Y54FGWV1f_WQbu1sZ4pZ7_VJ0t7dbYUOwdS6hyDmlObv4PIUZh57z6-e75Kd3PL-V7lxdrf9TEmlK8UeEzGO4ylydkeQRuF66GBjmLnNZaY4GB9cGGZwnV1cR5W4sverddFTQXwWgHBCkk_zgsfmJAsqZc17oQUSXPbPApZzV40HUDlBDoGduvoBPFN7K-rDdQ7nzuFO35ItJO7rE4827rl931YO9iyhKoZ6xUAUtsF-h9XKW_2O77T9oBnEVivkOI1sPLX-MnBShZvZFrCaafJ3vX3j5CurZqtox-6dGnWoS8C4YVqI_vLu-lQSJ24SKP7SOo7NsmxyxSW04kLtYExq7-XhFRyL7V8qzz4JdJfHsdXLUsWPt4_kWI8oTs1nuBi4j1uJdQm8Mi7l8GRa_9bQR15UIET7QH0Xj26-MZm51TofHqDxOLwbvCfQkwajuent5ubAE-hjbm4rxWFWkY0uGCkLQvwt6vXRIsg1y24YcCEKiCUv7yG8FHQpPcFx-sa5SCgBKwxamAuEddtrEihm16jApj2unJIHH7TPd5pkUnjhZQ6rkEtwOCPuyinU9YtFV5dt3Agd7RaIOvmX2Fl6JYfpUW7ivxLohG_AtyLGR_7C094WnIsp2PRjowx_hhASi67g2diCMs-ucewJJUtpOMd9tTmQFBv8uJLRH1YMfQP47nM_buner30Dr9oRJKUhFN6ey9HONw1X9CRfJCsdoZHEr28xosAGIumPUHEaPdLNc_UZhARU9ozuhjavNZ-_O0iK314HdoId4LEQxx7UxWpzOn9ByKapeE0j2hKdaeoMM2d5Ll2Fxw2lGC__zvjOz3yJmPhsmphVQzgAV64pzLinqH7yf8imcxG3kB3LqBHE8RPJ1aR6nmbGnqF9lcbZBo5FUdAHnlf5TojGpfCKIBpN4EN8WXV-GqV4uHaaQ8uyb5P2aWYiiUEtznr7At_mzeskkJWnrYzxlGmj-SL38BCsM6870El_9hFBPl9ekqylf4rMurpEfgER_zMMA5KapQ9YslRnjXs2PPie1q8CtWHgQ0b5x8mmSxGl0LGGwnbZ7sstVKP12EgysAPq3zDkbWxLF-NVh_pR4Q11Y02mJP-iWe_pd693AJEdsB-KUgGAQLNYTS1gGMu1AYZ2krr9wo39E9ynvFK5IKoyRu5dnQIqIm_I69f70GN2iSLEcrPJZwYaDWd-uTHUBcfJpAl_2Yz3gJrgDjcaApWODlSku9uxCmUTk_T7qWJZv1Fy19D9URyhtiT4dVB3DSbaVlz5pRcA7BlKpQIzolRvPKyLh2kTfp3bj4rklRI733Rhj4QT7avfVBUwcftuDmk1dl38jnOzXqG6EKA8ZG7tPGr95oibBJ1OE7ILWKta2TCprZXhvQPfAFtaRmjYgxtxBYEzyN0uFBV7qGDpasBaVE2HcxwQyb2slVMC_FgqIXiNOncNMJZFA0cFX8U8OE7Tt-JqGqYifUEtN1XnGVajkmfPr5eYyr-L8bxDMGNWyi-NgD4PqQlUzNTXf6U4NVVJmUAm1g7RBc6oZm7leqB6ib3BwhLJbmNsFzDQlSx-TlHoApgwNq7kbvple4Tl-3rw_1z8Z7Ll9VyU5CY4l0dcPTVWbkOa62XpO8C83h2jyQoW5gH5uwdb_iVb2Y9_ms5RYtp6S8zoTOARPevvHHKyvHigb0lQTuP5lVni8j54yaeV6kFrpaMynkw052PQnyzaLzBfXuvE0cULjhAJEWx0jz_wx1zNvsJrGuBtqlBoDz2RKGBBniL8twRWSLF2Utobo7nye2lUmDxfoax8WO3SLr5Te6qBgJHCGK2KsJvToPUfd7jAsXOg7popG0ZrVUkmGk_f3V5l1ZAiS0rXbGvbZPMgrXbtiFY0zHb2nsc_yj0fYtleMKcbrvdULEJpLMVsaXpqjpwsCWAp5H9F1-UB_9EQDm4KQbOHtKCpbrUcLW-OfjSsHMyaPB3R17qOd44enkAfpCLvu1o6KHGjue9cy5V6g6asvNAq2lWXyu-M1pbbiqE-wRE-Qa1qevG39RbkEy330xc5Jd3D3wtcVkD9cR8V1SKMnbZ-gMRawoMHPm7iLO2Z3Fx9VJPGnqZnQtNNCyA8j7v1S4uTRYKPcmFbUlQZ-U10aEG33HPUpY--v1tbYbIF-oy_YQVmqUN5tlT5uaIES5EBvhusNOmb9KyTr1sqlj_OtUhnKxSNxzNOM2nB7GLFWP5-ffE3yMXrKj2j3BUZQrIxwbRjAypqf5w37MPwUz-31F_IPLi7exGrRhS7bS4Dcgru6qyn81NU4qGdU0iM0cZVUN8sxuXbirkQ4rj7ws1g5WrihwHWLuI6JqATMrXUxNtYqAUORmWmSalp9JCTK3igaz0sFv4_tpPZWf8IOT46UMu92h34O-eFkihv3r_-1HKmS2hGarMg4TFUX-eo2O0ienvGWyk84XEjViTLpwJg4zxLFIpgmIGzfi0SrigVFqi-ByZbNBLm7tGDJBvAc0ko4Mz_YwMKvkSmqtTEEeiwmozti2o0ed6k_AMjEfyVGnXDnvCEfRsUWZK1sw03NYtQZVvRpkWYJmy9Jf4AwN1xqkuleml3XpsDiMXVv0QncP9TYEF3dNgoZskPPbuF_JELw-eT_xqyVRR4JAGTFz2ypl9BT58pygphbWysPgfqrvPlknLcuOg3ShelRuKk5uJfGcf68-5EaB8o1FRrK4WIk90AL5UaLw1uQ-MrUpp_BsCHcoEMrmmLkMfwH7Ho_qZSmQut6t2o2ZW0extVZ4UWzsiOIZ3CS7T-RgRDNPpRP27TGnwk6rI4rusMv7037zL1JNeXt-Kb5Lc2e4sD7wmKU3jCipSnA26yoKDz94fphOUnXLGz1eDFOAWH07C3IeN_8gmxCNBQCeD2fBe1LwnI6aI6gkrRjLFhhRtTZ8TudCLqOglY5EfRaki7t9OOPqYdhnMjFK6WkUsPT3Llq6MUCw4mkHqH4sqIzfNrR46KxC4S_SziR8QtxekMDU9nHjnuDE2QGsRnC0uy_QtVl5ayoAzY-cISc27HtzsecqIcsonZfP1V1glfcKl0Zkpuny7mlY4eLbaNZ1oQXEu2mT8ppKfOyyIpHMexT7qil1NpaC98a4pcqzadRcZRuu7RiG4Ko9ON54F0df5sK2oed54sIQak_rZR_fBVT8o5yZ2NtQ3pfKW1NnIglVHrw19Vlf9wqJciWcA6UfxY-BoV8x0uCnaTaW-y2s7xfBqZp2PnTTa2nwX__j7f-pmCdtL1W584MGeWD6cyo3wKdzXinL-UTqONzGRJPUYXFFkwZ6hY4VdXAVZuaGF__9R5I1lEDMeCX_05eFh9aoSSeShJJKKtGklUSz8P_-rjEIZ8ByPljZvKuqAnw1P4-dN8LpED64IZjv8uIroBQ2-MJLdSk_aWSaXpYAFadvcDMoHBfydvti55VwglKL2p6bV556u8dyPPkFXjEbchQbjwMwIFHBWWGlKhsw-TgKkmoRO_9O8vCf4hV1hIkH7yY6A2zn43Tf9SU8mdQsjqHq91iAiokBsJ4575S3PZ6wCfZ1FbJw0SW0hQD7eacroU1s5yJu1Tbc9dS2enbXCAD4rhDA1Zev6ZTlVqsgqiUBQLPB9lhfVOCqAw5dXxNb0JmSdACqHWUCOC4rRO9kKdOJ46DKDfqQkq21X9bU3QOFTW5EwKBREcwlR7tch7qjJ8aEVwHJbHKYIUnQxAPvk9VQbDYsGmG8y6QAWeZ8zVk83lZoOsiNe_5Gewt6fM5R36-zbIUpmo2DiKjAkJtGKhwYLE3xt7YKbHEUybczYOrle49LpwUwC5bZRIBCYw63JkHJ7NEvPCjLjWZCyx-PmmjVtbSUcB0B28O7ph_9rHm8GkXNMxNE33Bdxlcje5cXHNiFdHWqTEdQ5Wz09pf2eCd3ZtN16DAgweCGDCdcZWpSnW0VqXj0EFYoLl1HZVE7GPLoUn_0rxPVZ85UEk9cpfb_Os4cav2RnuKAhQLTjcqxlq39PWBmRKEjGf6T20ZmlmP6TVhfyPuwi49fW51nSuwZ-YR90LEpMgDkHvqe59RekHN0NxHDL6Y61y7v7Duda7xZJXPo77Y5C6x-MmGzjMKYnc5gsnZa8yROYuv_4R3BO7inUgZyHxONj9mCFwKpEsSLTApr3apbjKaWkRcMV9FJiSl5txMgdXbTlP2sFJeLDJQRBHi7k66lCww9Cona9nhxZBiryJHiEox4oa4AmOcFG16zD3EyXV_LpAn6nsR4aCi7yAnzH_gfJgbeZhltk3kcWkWfGgLQlLgpFo8OH-CLLTHyXNPDjp7rHHCt1wOPVit9KSMiseBY-nf6HeRJO26bhA8DIjFX3V99yWLkotAFgRdzNNH6i0Z1_7vZwLn52CszzwIPEUAxv5eEovHJzPa_BgWQxopeFqLBj7iWrkba4gOkdEIzcTaUe8w9J73FEU-pQ4gEaWypg_fVlJGIv_9wls0Pl8rYT4Vg9HoqRw_vEWEofcmLlTPmciuhsbNqZ4uPOiA-02jK3sVtIIyvBEPmHcsq081_rm7M9b4BjLdIApbTjIsKqGyfyaE14k4a2-uIpr9k7ZbjiAZ-Ui4H1UoqcIYHVjQZd4SeHgWfZJHQ3J-22Lf5ooTMPHiLSsGEZB5-2tBsivJP1ZIqxribSjyDx3yELL6RwSrLjj_zDnGeyzACamp30kt1c3JHshzHXnhMqMiHgniXCmaTmBx5WZWpgeIDbDt2hMMynoBhMVLfRPpYE9kviaL47k82NcoR54AHCBADKctxsTIKaLnFWU6NvKT_WTyRKzXWid8WTvbTKrB_ikghK9AfW9QYZX7gyeSalJ65pFR72iHktFPS9ftAJCjAmeUovumra-cjyyViDqwerTWiCmh6auBYdiFYQWQSg9ykZnW2ERiupa7a-rQLOkrdWK_FRJWEo0LKrLtmSnmdcxRQbwQghryWrMTZ1XzaFGwPkd-jmlZnX328Kzx00E3GQTI37i9lerqciINmRvZGW1cEWxsnCTKjQRaCVJ_6Zxm_0xS7LAfTXPK5fVGE4jGM978LBmDJWG-Bt4RYEu3YtP1RiTe0kqjns7SfP4fMhauDYu-4tW43lpWatAcDMEqMcy-LsWnEO9OPvTs1fTyEoeW_G5dxZnvAaPJDWbgj-QscgroE4iaUxeTwqCYNOsNqA6UOroNsWi4l8EsX7Tlo-2gJainRkShAzNj5d-eC1Ncq92ZwThdSixNLiTrLe5xx5mdNFpHDW08h2pDGgGGsJ9JVssfb0O6_f6gqkBA9xjDd42YUojagcqLkI9mPWjXeRUSnRky2IBV_gs-ix5dLPHb-n3hl4KrxMMc4J4EK2Rs70fAqC-PP8AXJxQBnBzxIXo5n1Xx0MmbgyZsalnDr8d-UVuJ4WToTfrRdTox72jyHb35iKlp4NYSB2bTH3GstNZ0JMPjL7JR1v6vvmphhng5dwwKO6fVGLKLAFnwUii_Q1dLvM0l9vDXiGE1zVF6rol4ds6nluBnanq2CeS36oFuE25h3Mieq4GxVvDghFmFLsiQYrGxfyuuo5BmWPViQf4PQskhATVXN7pX-aiyJyKthaqN7nUvjjVCATwgGg518XQ00T74Tg13NMAMMEFU1m5JCGdueKbOqd53A7pbH2vcpzQLTxlYs52jX6zyftwRFYQemqhm7htc6iH5Y6xRtyjmoLTYmRRSnTSGPyYkSpnTw0G1qUjsGM9ZGI8j0KBw1LSYZJ21XcwOxcbDziE29NdNzSUFnsVZ5U7OGVmTlteoakEdmNB_ieEgdn6goYHMVSmrUaUGtwOlUugw59ucHTTZA7_iUeomfWuV7L8_7YgjowUQMuUxSQweL7f9HAkZmolgc5bZCuoKbGPWc11Dnqmgxq9M89nSi3q5gYV3pwBWnP6KX5NTiuJTnN9d4wUrOmtVsynI-gRpUtG1wRp_qE_ebw41iHHiK0i-FXhxT2602NW5Zi_EJzsh1v7Zit4eQtPFpHIxHRwSpPXMqpvj2f0dzWkYU0THcQN3nkFTbU0fuSHqNW3pZV4FHC15l3Mri8cnLUVWdQI0KvntMQEp-Tl5ytd8N3R9mdJoqQ-htY1t9T9ws6eh78W2pMTsSbqLVVbl2A3s98noDsYem7hYFBisFVRC0PrkJL5wJXtoD8H1oB2QNavj5c3jqAL4Z8PW6r4R3NOsR2nPOXR5BeGP28KABU-wd4S_4ei9NRvZNb-xA2SZdFgEnZFakI_jSpmBJnZdlHwxBWF8R39goH0zrlc2-scM53V2WO8qAVwRfl4DPvBSQqQP1vvAJBnrtOJTM2Lpr-YAP1O_PIbfo7hbspox18jV6SKvFQW4cMXjuG0echK8q0xb_rPZgDEF-yDohAOTEq1eDSmh8P1xdRixYD3gqlYO6l1QguOaqIbpSD9HCTl7Qi-EtQyEHHdVHSSrzSMvnamRwW_n8HXToZ--pEj2bscGHgS9X-lR2g97D-7kKNM3W8lOBK3t7nuPkqmCuhvO1MVWA19OzV1Q5AqQa66axISZDuA7Suut6ZWqNLiTwEYLj6VxMXLDNLlwBLvBnadjZAnAx7C4d9YAMjNaSHs9GtoGJBXr19nDUPf_RnWPT3wB8_u9jDz9RP1-glXogPpPge2QdQxxOGJ9O0jJnCEqLwJ_g2OwBmuzzvHzPpgIwY06VTTTzjeXSdi_Or5dluiafKPkcIE9IcLpvrNHGigXrPUVvUL2AdkM95hrLMaHpGafvqdRuqu3TuIOIVTG--mmkWnSeIBYzEOVA6jB5boHop0Cl0TqoQqLizmXhn0Ghj6IRF3yt2stYKztZUGecVcwaRR7GklK8GGN5sgbLDPdQ2-Ky-QhKIwXHg1_9Z4QYPcqwPOi_rg2Ys85ceLY7cqy4RXvZJ18YmWG9HoztJH-2pdXRqcDPuldysgmuEr9jRwpQIo8jEZG02jnrNo0cbssAPLYjkIVIquR6sKewc5fvX9VxMDm5DEgbH3tw6fyRGYqULYbnIooMV2WnxyPoPk3MM3wmS-iASdg0u2eTQOeBhscwpA7DxAsDOO4lwkyeBGrPRteoBDfbDLt9uhcucPO1BumRkz39BHRlLjgNsZxWIfmObovRdTTcwNlBrIDuWJISn2nR6Hm96AF29lHrfDeWia5xV2cqh-Sh3aCNKWfCcI43dduK8ET6a80_f4PRSZsvFH5I1qebaRDCwDVNbrxrrO0WqZH4SD4fXn-PQunQd4M9bW20dMUV6eKvs21hIis5ndbn4rOkVA_jDItrKCo65I281mMgU2cFoAYSxjKj6YYN1609iVyak_EO9xaxMnXJPjO89X9yAr3z_lndWTWMv33ehkhkVv1Jvjg6q3nK6VufiLwxILfy6Dwbv_UrD73TDaJU7-LgQwKK8_PReiLukQcXyrGl0c1ZXLJH-hSzMPPK9Ksz6-IRRbKCFTfAWnaXxOKDQdSmW9mllX9kQxhBt-rxxBSqAMXnOIpkLdL36ns098C6fY5h3y8uFr-HUag4D35vqE3OjymrEA2Xfx_xMAc62Ca2RM92Q32dckkhk2V_MwsslJqKSpDqmiXHA_OMoc8Q28meNddU1v3cR7H-qFYEINZpNeZHx7q9nqrEFeB1P98Vb7wtqTeBhh_VtdB8m3aKRoJKHF17OLrHykO1-vYj_O1aAIYelJjAb7vfeBlGL8vrmUcf868Q-RdeyVzshisJkdg2Z9gtHc_xNOvucW0HDV6SuJP-jyRCVLVApenlQ4QCcbm6QMjyKaP23izuG55WmxR-yiQI6kfdJdT6ae_vhkfnczi1N4lFU0rbdcCzpdRJQXibBzEC_WpnHtp2MEE9QSD0RQ4XnBjf-qj7sqyf6wzHbdaMoeESNDRWbsx1NCcsTq9aqLUdX2babmbUhtuQ2jqlJtcjzbMt08Tf15BMWRbSq1a5IGgUlF8YL-E9Onf2jU_vZlekVjIOUGITlKzIMJa7HqMb3vjmbzH_tOH7PwixM1X-2G8zd71rS_uXyGKUDC4X39GwsyYlxWwtksObAA0mzsUUz5_ajnfHjWiCVMAuUEr7cYeApU1yVec9Odmbei8iSK0ztDFF_R0goa9u1Kdt4uEVax0rbT17qd5OxuOk48VJelaNpp57TEu8b6ctHTMWZQmY7dnym72O3TXg4xUWP-C9Tww1uTMw1RlKNRiTdkxTGQT6M1pJSFxN0CTAJOIDIuC_N3b3dbk_k4Cdi35WJPSYDJqaQxI0U8JXeBNN1EJ7hXnStjx_yYt_0yFMENO6hEuKWR8mJ0EZ2xN6bO277Ac1aFC4WCM9Bf1xwtKbvcMvtPLa5aPz5qLuNDAAgWVMdOFIX_T8fuN4ufu91YLiFnZx2UHtFSQOXwwSaB8D07BI3ciuQ_nGN6ZTUV_DGIon56ULSD8mq1CbAgzDdQ5TAfEGUgWqmpnE1xhEbHiSXHfsKaPsL2EiFdU4bmdGXEsyWv5VMAbvAZLQPfH9klUPE4Fquy2xZgvXuFWlDrpRvveDBaTl3u0OSu_Aj9X-yLUi9-lOlpyWnisOZTJ51nLTSgayBKLRNbSS7M5J4-DPeSl2eYiwmfxCNyUWo93ohs0fRmmqT1sCxbxYIkUZq8B2TjeiL9ghmxzGUd9AYlpowYrQvGy8A8cPheN75zoRrvvP6lfwLrsXoYsKgQ8OOHOA6_oeDdJREe9sb77FSEmFhVsXkXp0kJzrb-k2D0zCKZFk7qy_T2WZ2Lk3iyrJbLUfJHmo7jj5uCbrgfsGw6JLqu-k8gHS74vJeHXw_QeF3Zw0kZ4hL8BHvWiD0e_2zGuVJrGX93WdN8xecZyew0pxz7u_YkASga1x0afSM_j8C24-hglQNKfz0TF6rH--59Qy_xGZqaMlOjELYPFHPiZU4XwfTQaXX3ptFPQigQeLXGIGZWUWaqf2UOL5P4dVVvHq6nQWHRzDeOtSqp3meMHfYsvnAQueeHsw1UaGTOQeaN6iMIT028oBjCSNntHTsz4eRnH_U8wds-_n1UDX59ckR7xm1cvCbep2VrvoNcJJZRPV37InOvDhhY83B8549oyG6nJSkWxbv4UdUexX01d2SsOlm2WY6pR09eeq2q3J44pzLRGTY75l_2Znqpc_GVlew70szz10klzI77XjzCUiJtLewmfZLUursRQ4Ft-bXIsMsYWAenkcQIeAmmSQgF2gHen2cET_6LD64dOtrkfknWFc0fEmmQdA6r7Yci0y5FZcUPFMSGkclpQmJaYfHY63snObYvqJ4O1CExhKwHIYcdM7cFkIU3OTEW3u9XKlAvC60HBe7FM7NNWG5wICZ0k-v7cgvIUCdk8VfruVrGOcX9MUhKC8A4xr2LYuvQ8DTHwTeMqplF_wc-eOrtx9bqVkP5Ywekgt7olV1qb52qXtYbdnZv3gnD2-yccVKQZBGllX2TWy879S4cQUBFiX9Sg5EWXSCeS9MlOJf_SRSr9nK_98JJTsMjLX39O0gZygrpI0mYsBgCwms4FBGnqy97CCGjK_X-rLALStZ5W2Vopkm_lyoJX3GPnE8BI5eyDz4bx8W3bNJIO5eX7THyea-3nHj2AMInoFtxvjuF2EYTvQLzpsSZBel4oYCY7Eyz8dcUli0APBkeyNQEh33RsWU1bP2JwYub96ZI9I8MXdTEK0d9URtJzn9ozzCQJQ7-p5Hr2SRTC0Z7KNKUTRh18MyHTSmfiHwgUZcNmnepRelVLD0r_uUwhTWF7z7zogFjhnyL3sgR457RonR3h-EkoNbJ82qf1K9WimPg71BpQ_KP4d3rHUz2hOe4jqhYSqcgFDs-cYNKtkn-sLprAterdOh4hyuw0c1NDkCTljYaSbD7rM5OKKrMiHcWuBOr-mc-zZ3VlNwXZ8ct92UgXimsSyaMTqa8DaJ-dAe6pAsjEZJo0LAiJyOQ1P_LPjPSdgsAVj8qDRERVYXjXdGWYYyiFPdYqKAyhUba0oE39laI6uRZAaC5Gv0NDcXhPRhI5SHOpAS-rGwpiQKRdgUhZmM9o7ck7ZTZubn7qH1eeBlgWTvlqD63iHjumSh1QYMFuyAyvRecHkPPPRyMctVD2HUUxWKDm-SehmVydLdDEHO7tOvC25gecNLbWFefE72vKcXQIeVEiB1ShPudsdi5gkhpvDeWMEpgHp3wB8U-hoZZUfYnnvmuP8hxPTr0EAc46KLTYQHGfPkCPBcZDkoZklclNTasiJlyN3QxiRr0r4YESOrhEdbDxE9qjVsBrJ3S1QjDSLGp-AQice-gJRycNdATaS2jtCOeaKsIm8qnQoEFVVNXUhwqGPooK1D00uBjY-PUrgi8N8tzzfcTT8xZgRGtHZYDjkaDtsGWEpYrEjAC1MwK9dMRinBQ9MM1Z_1BzDBCJgDJXap6ccXiIM493WqjyCpPQEVWeS2FC-2x8isr8KxTFht2BAnuRYEMGx2w1htdV0q6pM2uwNu2REy9IuPFst-FxXSLYkM5CkCZ40E6opYV3WZmDGw1GkON8NA7K2TjahgPK84UOnX0ya9126Xz0KZ7AlWnYViGp-5AHrqpp9RFX4TSVcZOwyjZIrlW5fjBorZeejbuguRnnFuaqUJge3BryjZP2F6G-V3O5llqOlU-wGYbgyE_67UeKhcncxYqUV3nmZjK_YaGekQXHN7evMoeqxvGCskjJ0RQB4DPlC4dkeS_qy8KXn45i77iS6iDflZZzPykKlaxPOClicSeHA5LIBwVVOernBSVad3koHx2e8JsjuCT7wzyk8F-P5UwN2xC9B6occlaWy1teIcZ_HdO3S_GzQ7uTCgDEmkSs9F3bDpdzFNN0x5UoA_V1commvIOTSGfcdf6L45tQ7eueojB5Fs7HyyxzB79U0ZxM_5nrUrTcXMwLaHKkAPvuNuLbgpVQOl75M6MqBwZmEyXq9Kk_GZIHwhBnNWJBWWxuvvgS4HaYXpvybeiCT_IVwKX7qw2-5envzpfPwRqVw84YnXkGtRmZcP3cBP6NH5nVtww0io0zBdwGBZzLwcZcVlEYFZ3pYwE5qkU27h2LuuCVEbxxpZo80ZQvIL1_-T-dB0_JE13DHQcgoVJogEkz37UcE042Ran0KSIf-WFEIUSlgBvhQnvh3lu98Kswi5zlKQXgSlDcVDgWfg7iKMShsQpkrn0WbgAN8ho5E8Pgzfhf14FMfaYIYIsnmQJvbUym8j1nccgImeONiAwKSg09KIF0f4QPjeXws9ctbfURG_u3jNEjtupZCmz5Z_1AGTyPEIEGJVKEfcNZBl_A9YI4zjmVQ6_O60MppDkiFUbSUXutN0ED2rX8ZygtC8Gfsi5G8ed4yRE2IgKcLGgdjMPjkYrIeYopwQulZn3rxZUNieasqhLRhd_blNMx3YxWHI4Va9gIw2vUepDbUO6wcTgUiq9D2FzWM1g2AhsifVIryCm7JGu7R90IKYpPxI7m7uOBrLmSwjTD7zgVctVdDkxXf6grg4T74wLfFCjH5DcKL2tyv5qChswLxlu5O-OVun5zK5PDcdPadIr4C8cAPwiNVyOBSyjCsAEI9J8NkGgHeEFjMLtIW-V76oxxPw1J7f4OSsG7iz65WV4PlffAwkuwIpDBhDoJpS-7xJwWawbjoW9BBY7caeoDjskPNHwCSqbX3tfKb-SEJJ3M4YAKaZmN1xGrIVZAJy0mXU7Z7olovwJwO_CsAIrTiZ-iWO4Y207DzKpNgIyT2_GfsOzGF9Er2Cs8tBhtnZ_Nh9dcnKhX5roecfp4gerLDy-f5Cu2Zy9saIEqEfKGyI9EWOi_jzzgrYvSR_a_K7ySAe36YmQ0_5KvODR5fnE-y6j8wh0dBaAs22dtSg_YD1pn1XExuV5ftoLQfYQKox188yzpII3Kd_VwOYNDflKfwu9eacxFwC-n-3r1gxATG7q9ggaHR-2_4YgROjzL-u7JdCayl7fgXvxwgDo72RdH0LenfpUJPacFVx0bzlI113SwrbzqtEEEtEMbCKx7U-IULEJJ-chmdfmJn2zfLST0hrBAI5-DlxDN8WYB_xwgrgRg0383ccjV62LdPFiYieqsu2laIc73bARl_VG9kKzZS1c9xQPv45ITCWOUgt11NZbgdeptUwdjNyhabTk6acOJGxelATBO-pRI6r9Y7bAfI4BIvuict9aEnh_-YgdNwntvusUgreUyxJFHBaYlxuV9IP_OhOK38x0vBOPmm_f_Fx27TMC_poeAYRolUlF4YJzwIvFomHnUdrtIMxmN2n0E0UiCPNo2Hw4TH1DsSDrPbLGko4bV9CJeBjjSkEs7wpSbZ_vAusMnEtWQfONfVMw2y06hm8H3Y4EiBvG4PEd_MO8VxwvrN8q8-vNLB2r6uZp4Bs9U18f3iXL9RbNTB_IVoBICAKkppYz1_NwH3K1nFL63qchHd9zGf2YMFtfG5o4LVxBNmOwA9qyu8jGyx9LBQb0snhcnCff2_jlHXe2cNQr2SsmxVavhG6taSTq_YK5pkpcXdAWkV44Q1Lfnx9ge2j_sqidMHDam6etuL7dh5N7BRvDhVVeLq03q7qHQ4yEpJghvBRRdaMbveH8Jm-3F7VM-aB-3jNXcgwVolEjX76P-F30v0vV9I16WpTMwg9H7EUJWlpzSs-sIJOFb0xPPCQIkIXx0uYUBVxSQid4XeogjuHn02zXTDgGgtEVhaqFo8qqnwhCW5U729nwVpkG3US1pBgD8guWM8O9nB7x__whMjPioLsNDWrl8ERUtjqjVd4E_E1U1hncG6UNtVSqKI0qagLXOF0x4U7nB4aqY0f7k6ykp6dUuTa7Vtrdf5aXsILSl6xUAcosFX5WNq52Yzwu8EEFeICDZeoHC9cj4WfuT75iVgV7KL7G33MPxMeGjmv-4dYC9Q_E4ugjfrDoYPUw4C_V77XdNuRjVeShW1bblSwuWkJRN0qdZnccmW0kcWA_FPq-LIfcwZ4K6rCEg4iLxK28lpYwrC03lA69saJrKqPCfbp3RNMOmYw2NjMKIDvTsc6hs4HH-rMydz4iIGptCq0fc0AVKmMH9DkPgCABiZ7nNr3pcE-_8SAHtCB6of_BQbjrzYfMal71k_X1UJgENPFFdUuUlQuvm6GpEFkyBv_h-7fFKueLTXsD1DzKsEtIeWxbCtDhmpaRQpH-_oQ50gwUhpyTSHqf6ZmErtZYkr6Z5qxRNRcQ67hY22Ue_YiY1ttgzFVz-XFMaeyR6VvKah8kwteGlhAltxTqAbQoTh3CunO-I-VMHgwoZLteH7oOWnVNQ0wPWblKDe80-e7-UOFzawz_RKadkh_UZgal__xuwJL5HzVWHSZNZOmcPOy58FrKXNCJhfhLDZEtuIFIYtRYK0nj8CqCs5t8pNa2gSPnH0RM4QSctRHoiHMqLIlMrC0fOfltxH-2VQ-xWdx8Y4iroS1MTgB3cptczLGP3MWKo95P8delmz2-p4VhsQnOlQidaUx5wpbM7gn3uCg4AhY3p9ah7GuWaB_JtQxcirDd3hwI7BiPQbJEJMFxlII14uc1LfOa3alzLQLKTr7yLMPqbm0m98RE8BOqsnAbxc8Imsar-4zxVlC1YuTVZGrcv2JEIu4s8uZm05DUK-FUIJxUmhTO3stGo9hywkNpyD9kQ9a6zE9ok5kn1qhCCK3jx6gnxUIgxb4T8dAddUtAxBHoSC1NFA74XMkTsIAEqdxbaOn-HGk_F1aMbrz-nYqwYtY8YBhvU-QM7TjyTf7LvoIKVmvj5A1ptxk8UitoziFnfDDbtX_MKFjQM7sgnJ1W2OZJTsmIYccFZcE2hoV3hZdLPJUQunOkdxNkUimsNFKw-Nx3S3MUZRm5VN9weWYtVZoluvfQYFAfofg1x1QZqQ5dQ-dC5N3jk5rpC3Qt6yKmPSur9FPH49wbc_Akc2dUZ0vrt52v0_r__6WmqD5SXMbaSuhwK3D3-d_N0QMpYfK614bwHeI3hrItHKTPzFLdZeB4-cQYj2yWsRQO1R_uWuy-8wx5HnhuAFwFSe3yTMLn7wP6CfKMOLtJztSM-sR_QV4cejU4YVZD2EjTESL5v9h4YZXWyT-mvwqEoNp1sZm-yt2xLCuXoJTRKud505wun_aSyeanTBrw_e6J-LfTghEMT1pS81YpZ4PvKn5XyjIKI-U36ci9S_WQaAr42rT627Sc6yakrANq6pGyjb1I1IX71Bu1HHF91zCw4_Ys1OIMrQHnpVjmn47GZi0OQLYRFNrSzmwzgpWgN46G9gl9JA6rE4fEWAlF6cf5QosW0c8gz5xQFpHGf-hku93zVkMcnChqHeu6VcU-zusMSdDm97pQ7kiaL4TetFA8PkHnPcs5bkcbLPrdsl7UQ7PF-O8XZdB8APYBHEozTR4XdGo38c6eqk2ypr0epyCnX9G-TmK_THttjtrZoahTxnFXKZ-P4BeVhuInIdZI-O4WdROKHwW43b05DctG0TDpeRNA5sn_agQmgpuMGXZBklWlqRtfyMoIcEMfwejVc4ByYLUU5jRT4h-QLGKjFYgbzR4uCiE5uoXjZEYUSg9-4a3ll7_hjmrdG8w1ZpIMgRQqjHIO9iKZ7TmttAeq3I95h7c54KeEVE5t8SmX7wfr7RUu_CRoMKyHhCqzmrqjxTMq4rdREeW1vTPZDpV7jAZZJnUbIvf-_KhcExiuibQNtkQc-GAwBUBykQkXm3RcXs1toYmX7Uz-Xjc0gpr-o2jBLoq0TRW0wS0h_ENxTzYNS_BpxO3P6ESNpcePKrrjBu9GjNzuxGzLviwlc_zQ7H8G62F8PLY-_1oSSAYfot3d2xwGN8XxZL_pl_1hx82Q4QBPYIL5C4fOCu9VRhA0e0xW1Df1majFB41RJjj5Q7z16rx3DPgKhXj6XZe3QquaHFc3S_88Vtkx_PYBengwRNNzPF7IG4yyInJuJnhGnOhxSyfPEvyjOUTX5aXt0-MjK9qXfz8yzpQwKVshWpopYIwVHJSKI2qjqtyZ6dLBw1V0qLkzJh0twidQQbg9bH7ypdA-hItu7Wtd4SD14DJBcUuzDHv-lz2DaW9XZ_XyfFi9-nmjBQbHDbDZtdm3TjzN7vizJPv7iQytb_RQ98hDfrbx3NO9-B2QWe36B_EjEa7Aibe7x2lFUdgmcdgeUlLqE_FlmB3Zq_sHxa3Pm4ZA2-epce-V6l_MleJ4vvqCnRtFTBm1ZK3bsr2wMpOqmENqoa2dsk246CSkj_17DH1i6TczH2mGbIo3KGXbHTfZdR7twbdYCuKUnPkak-J3J1I7YWmWKIweSjOqV_xUwrunCHVZklP0ZGlsH0ms2OH5ZG_AqDxHa_kqWOpfEhpQgGPaKwuUb7YMkejADp851sj-eWoMvURZxCUZhVBnLrQR3OuMENvPeQkSJ6KxRsRJFaMNkGgemlkWDfpWjXPVo6pZdbebBM8c3OuqBWqar4mmr5LInZsntJljy96u7NKiCaLp5UBzOAjNtUZdC2hxxPPmjpbTupnB3dnrhspA2Ib8RiOXi60X476xvpVJUUPpV9J0iNPYb5zYxn42pWqZh8Hwbt-5l0xeyIellTuPO2ID2I4DL9CuL09Fx7x5sACf1On-_pLiDpA7-kznlzLaZLMC7PldJw8c-AttjtGCYktvtA9_rp4VbQELKT3hdZuni7qaFjILa8Dm7QwI-AqT0R3G4y1Cpm9sFLEjjsItipcyrdZ-iqY74Op17sUjhTzQ3BauF5IjOBmNwgNIO-jl5Js7XoRv4NWwNu2rF1H5KgDKDU9i_3wnid1ZBtxA-nkWDtih_jn29glYE3Tlq51m493DkJxxQAEQl_a7YQAfCdkeDUW0qYXLXKr9YzA-EsArMuLk3vwfBbxPm-s-4biszb_nCwZvx7PhhuTRCAlp9-lqK1ClTj0Hb-eiERaUcD4jpyUbxrVGNfYVaKAqtw3gFzA7gnPsn48X2_rXDvvM95KHzTFfC9KDDdmZd5HwuzUdnId8VjApWZ3zXXxBxz_y53uGsTeFyIaTEqTXpJgCf_NQQpG7VE5abjYUuC722jc9e3YRKf2wpCeU9eV63Rwe-c_bELcezAd_X94R9gm7URXPSbCojUDhrU-hPKWkfRZnkjhh__8qWLOUdWmjZS2pZno1dlTJqv3XzgehxVYplURgKlJwLRhjzuBphd-cCMcwsGMY4SS7doFMTW7PAYzDXA6zoJEMMRK7lh00DhuaX0tCYN_1k-XkogXpYD3GoO599pZC2DZyyxxbUVo95DJVbbrhh-OQPB49Mmwtnf3mrac6yfcE3SNiBHv_UosX4a-3vIoiMY6qmd-OSVtc8nfNf1AmmPoT02tXBMMXfdFG0OC5h9tJr8cRv4Ky8MKvgCO_N2vP2YgzHX4_pNmE3yV2GpQpFegL2VYndlYm4I-SDMcQ4OZAmp-t5crGsn4TOe2qXyDWHerVJTs0tNqJ8nTEblb7PNEqDsTAxtrNzG9Tltx2_reZZDCXlEsmsQDJWyhrhtbi1tPzbCRlVr8PLM3An0stw_cs4av8n-2IJkhK7VWgiJppckFMSzo2ZL70XuJl7GH59nQSr8HQvgPgvAlKsvCRBzfylXT8bhK0JcBKKRA8FbmCoqoECYlhAmuiU-hYO0cse3lU23ylYi2OqdQaeYD0u1gHaVGzuNyIQkWGSY0BOla-Y15b7Dakw9h6q1905IgCpP8JLlP0lqiic8tvx2IDCbVJqotqWKS9GGgkRii0N5JpwbSVEMv_4rszoWzTQV2m9bYIfl2AbkebPhskkvCnhHeNoz79K6lGk-U4_uw218xcPspCaQVb1boQXt3hVta_UjpY37Z1Y7VLM2m1hu7YXMVRAbNhUqfY35MjwoAd-c2Er497m39EP5N2MPZTqB97Bm1i5qqbI2LbmexU5naGVaGyRpYwLiMb_aZQVODIPhsi53vwAQPqDz3GPfmbDquSlxCmd508OOKJBSNhuKYMbOdYvvfqBaES4ss4bL0M7h9Zz9C396SQoPgvjBXDG7v4DRMx8kbIvKrYNQVJdsw_tktpAiBgqC3W4rC4cGuq61dwykZ981DsLQS9SMJkpkgcizrO_qm_20ugPz0kjEzuVZE_HWmhI1Ct7vyfDMxZ1YjUdDt3AsQH7hwvHi0qCgvSn4zPR2mV8pHU8ukw6pSs-RH48HfwHZh_QVemJy8RXI-u_Wo7rX8B_B5d_eieOATCVAWewqbkbPt4JuGl7CTs7b3MS5fwvvL9Gj-ZZj4NsQEhdNqNZcF_VX-yuDIRRR5cTuKJTo-vOd04XSC9lwcPGsPpwUPt0us4Pm3KB3ucUfZf_-2NL4mCsgRhDlOrCb10zZw79nnLtzr_oHlsGmB4XnheHAqIDjmHrjskxwaA3P_mvgOYk1Tq4u8hKbmug4bgEBVU4fZfuyLkR0TDmgl7jeBNfxjvCCEN8P6KXbtno13GFkaD9_9mHOEElSdeIcXFmIwOOFug8wW2MnIH4dd_wNeN-HlV-qHr__37m8aHYarTyLdvhbZQu4I_6cAFUyiZHgGA8F0znKGZ-BzvaHSlfk-0Y3NHRASLtXA6zuKapcyKsxxnyP9bj_H3BIHfRAvoPSa7HZruXEPU6K2FZUVZqtCDaCovS_oRaMGJVNAgsazUb5IubFN5QapzACM3uGovB-aTz1BsWlxcZvD8Y-on5pqhsUuKjV_i6915ugs932R-qRrYS6Zb_teoQXOKGFRZYcV2g0OmUFWrGyWZqq86cQrY0K_d2K9HXuE3stFWc1x-jMKtEwICgPMeCik2Y5OgKrbvhhSU4RNCQRNOLSaZxT8nkiOXL3G6-S5jSSP6pm5uUZGSye5dBdGOlgVC0dgjAK4yABcrSDg_0uUoLtKX9YVYvmLBa6zY-ro1h44_KNGYoHebnQ00yAmD7KOAvEI7WS89SHe8x5TrZeS8qhkVDeUpT9SGByVhCeqI8m-XwqEPuMyQ36NDt3kLmbO1NKVBN_Do2qLHdMVIduX2DBDYjCZF_OXf9VVNYKjSLQzYZowvqX2SGL9vpoYJXws3bwi8YwYR07Ps4AS4D9HfpQySTD3SIPEpx4woGV4zKR3iJ73XQO1zGOy7RzhGDVLSRIrRbgQqwEQVn_kPG-xvcRlhKRvn_coonjk6BgjciZesjKKqf54JLN4KKoaS6ixbsqemvmNocP6ZXogkZmB-42Q7zPCfdSXTc-PHDbu248Qs_C9sQD52MJl231rh32WSOCYGmWfLGwzhPspCZARvK8VeFR3Hb_hEDNiqkr1pWIRrgkGr3-uzYfJibpc7haXH8VxL82UDj0Hq-blSQvUAOV9b1CzVDchzErGIa-nQ1sZleRr66DjEQtJnujFSbTsMdzKPJdpaYsAkq_CT-wxqyt3vTkM1vj9LYaVDrkDws1T-YulRk3DnxthhvfrzdRi6c998E-bw3VKk_w2JNcY32WaqnXKi-KNsm1MDwKDnbSegXSbwf95-ZYIkMJZ3SqDwTNSv1BkPZxEwaLzx8GosjrR1Wsx0SFxshW_XjiNywRfrqUkLOklQ5vxHd0sVF147BRiGv-8ILTAlNFClNBMr0pwYXGApY1MnXAdpg2KAFe7Nal8SEUpVq4gPZdTXxt3x9WmTdWpNHh1tQip5YHmH0ZNv7UsuyFbpksA_aYB6yIDRTu3Wv9w9Qyqd4xm13jQFiRZUvqYBF4M4guuRMnGLdakivoIoLA8kocmZJ3k9NqPGc-J1jXFwzW-udCRHgB7bsEdTIC4LA0ahjG3-AbfjIvlhDWJwE9YGAYIpXwmGyr-MVRj3R_8wWLAdnoc1KwqvP9ZJlXkfjatEBefEqvAx63iL11hVfQndTEv4IWHCckUGmzrQzr0glmL0KGBto_KhhG1nzG4jK__bBSAVrj8OH1LQPsPRVcnzOZAxYTqcI5F3-iiHC4vq_ilDnRT66kD3tDgojewPNllungRRD74kiiTTOQBeW_ZtQxlnOt4q3q0SAAy7Y9YNpKLIdUdiwTIVUt0dA3I_Z7t-ll6BeP3yTC2mXBVWw7o22vgR6ezBm77DvxcVigJz_7pswwczmmoTlU0wx1djci64GNUBA_LbYAjVRCwjMXMlGvDymovnO0jojq-29QIR1Ma3gPZHMPsvKnwVCAvoSLrWBRI4j-FhEY8zlVB_YcrO2e4EFVRzh0AOFQybh8dWLyRvfBlM4nz5QrcNO6hJ3c_GNrGo4P-OhJfHVlb1GYiBojyAadoMaYkon2-rR7BXZDD290_MHXc_-7dJ3MRW2oDtxuT1K1D4rW38hl55u3S6bNsgfFRTmiCRkg4DtmwsmLNCgN2iPyR82_3OSNSbTc4imZ6BKV1UrERQWpFCf0mXQ64435Bd9pBbKvznpzDct5UdFP3Q4Bgd95LWjDUAwlyTfNO1pGcQqTn0SctIVvwSwNp25tUZnpAUxdbHExSStfDOPe7IFN85kaVaav1pBMDH-ch9YsEXEpQYg6fXpVDYVEc-HwRS3npOHbhuGgfxGfVPHidGJyxFytkPhJqxTLChzzB-5KPgkYxc8pxolbZ8CelfjDX_amry-FY_mG5FAubpPmdVoRtjeWXWSfapPJtdIln1lIOMPFBz9fjgN70_nAjRAyGBc_8obnUkpWUYoCkgJR-5cN1FOe9KhmQmNGyO3ZARcOZ95JVCBk2mhiQ_QT8hLsTLqG3YTWzIWSExmRI5gtvZoZp47w4ypV_AahsI2A4LXPRQQxozNWswrDYJz-qp8IJcWsggYcES5D19NBxDbYm7g1_LQr62IxdnXsh5mh4vE7s-msU7YJ7vgICC-iCACAfDwa8Fi1w-EONszfqFEXNl6Jm9qWC7Nv991h9q1a42wYT5Pv4raWTcaEU2FOHb82bV0S8Rn7KWw8jkUCqxbiu2Ihxw8YkApAFOnYazxC59NrT3TFsBLdyGLbqSGCn6VIcWVyuotHUe7NDe3wLnXWfRRZS_kGu0vRowLcWiUVF8q7QJJEYYt_HkZlGMXaYvUWoX4acXRlkmzxSw6-RzFrPYwWDacxohvDmOcNNpWXYrbdj_pyeFZhcgr29qcKjIv2c5qbkARrWyl4wTHeHfI6_kuUmPWgUMfLD67LzvFe5tbHtsmzIecO3HmuB539kEZzqik5r_dE0BAfZIvcQhY0Dia8QohMJrLXEc5bVEmJukytg5MyuhgPenN7Ha3y2qNMwJ_owiKf5f_bmKKba69TlHhbtVBgtFb-jtjXsye34kh3EYSXHPS1eO-Ag7siujmc4kgozjIizYbVpEMY7GXivIVgVhN_zhbS8qyuxFuLBcgbs-wsANgQPvWqWrNz5ko1twy1eqc-h9QNOBdXEsPaZ0gg2_1Er4POkZOqxMHRLDQboEUH7ki2sqHzqH6ChE6nrPWQartxjGsPu-uw0RhgfKZufkyX4UzZhMYT9G719t8ryMm0xzJmCVXFbaLJhPdTSYAb5LRFC6KV_cZ4GzStJGR-JSziGlFUJ03LApQ59o58wcw7nLL2r01JfcENX7zG3dQ0mpn3-DOjDkH70PCGQT1OAoCqWLTbJfNcxRr7QfYDQVlhCJqwVBmwX11HliL0oG1ecbI6iVPcQnZ8hxLcVSnFHeaIy38Htt1Jtw7YyD6BHTB5xfDF8vODXpqaWOS1O67y2V6a0sns1rxLT2dTglMl1ncHH7g7i8v6BPa0hdD7HE3DxkKfLc90D3kn9QuxlbswcPhclZGieUOQxsqj9dbb3Ps62seQmaKrltP6svWziHXfzXLfV3qQx8_1z8iJ9P1PJcp5Cmk9iPcaDX_WtPYxfraNi2SHmitJwnTQFl5UQbyqVGApMTV5IMEKzmC1gPoTxph67dY4wNh6lKohCBijZ0z9btd7l6NDwetvq5zqJ6AxDwZA2qTpJcv_tfXWLAysK44sHwe3G-ADX6cgvKdyh-Z_-93px_4weksWt-V48luPIm0goj0BT3W-zBGmwFS59rNd1LZkybWMLxc7sWrRUDN2F8hed8B5YqewJOX0VQYuTWy5no3KRGZaRDB9kfDqMdUiBqArmg0QnOcwxkRrGTgcTSWdJ_9jTzR_TV09rmNSX3bCAFntX6eY6pL6qsljRprJNxseOz5M96pSTLFZOOeGSvIyahdKTRtY2WYc_JvZiJHDCeni5lXUshSMq8ESrngsFFEj4VbJhkLYivGBxX3k6OfUflCghavPnHCK7PhYjYa7G7JESDWQp-Gly0DN4fh7p9DLVrP5ToXUMXhRHKDx9YqyvYWkx0nxFCeUuLQB_YH4sOjw_E_r-MxBYc7i7zUyjdfnRA_cZcnGqm8Nm3egEB3pFgqlxBzlrhWowAgwmfuBUk7NK4xsQ_7s_j8G585jCH5gc_7-QdNz-UR1Bbu3o2Wp20jnbmDZ-EgoOHv_T_Ruypd9B2PbrgcnkcXuhFTGpp_Qv9ylNxkakdbvw_cMhJ5JRBbcJvIbQyTTriepmJrd3vMGBudIfg9E_HjjVhqMFusscxicgws_lb0l77cHYYEPApJ4i-lCzAZXpQWhzKdwejoC2qn_Y3deDSYUinJdc89HZf1Xfy3Lv76o-_hVWAX54UG9MDO1Ima5lKUcw3MdTklEZzUK_KTxInNrpdUqzNij1nQodL3uFCKT88WI7T4RMC5KiBQmcZyh-qyB7A6Q0rFaam1zQ_KObqOACdMxW4Vwqj8NdUlryiPSBA9z11Z9JnIlu9fQT9SIgKwUXIvspey73j5FbWGnVuK20qC3QNPNHqXGMD3fSIIqT5b2lGnX3txWGcEKXND02-mxGHOtpUSoTk4vqJH6nNWBsxkOsdxmbvg2oSdXYIGC0VSC5r6E5AnvwztnLLnyUgWAP75Td1KXNSRzYoZDOYCudtKDbX2wKNXDOkMDsIABiuY7JsRS9f7HCUY1tYBjPGrMPhT0YJ7XIuz5Ec-eAjRke6a35WPhRM2mE-HsIk-61mgll7rJikmx-jAYJji2YCbjyLgA-yqw8BFWU-zWUQ0uwV0evpvxBvg-OZQGBU5C3yadnrkpDSo7h8Hpu2945iwdyInXCbtUkAT2Mf79AMpAzQiuANdVVOdo9C3wMeEDdkYefZFi0KjAty7VfXZ-bGTleE-UUwVK5iDRkj1vgMI9tX4nooTKHi_VdDtVR4G_YllZq-8C00oLr5MqS_B7wCvGQqHjVu8b7-iKOdtLny8Cxc0jqp8pnqOeczoa89MhIIsNYdq7X6T43BiePM_NbZ9_d3ECm50x-4Hy7S7TOLKbRP8f8j4mxK4pbQ3SKr0Oa-OL4xx0w39j3Ti9xdDHV-6bTUsnudV_R3-42qmnWcKeRPUif-YEaRmUeTtWsG49KNi4J-k36CM2PiW_DFhdS9Q4W-_lq_ql72YhTLNdjuDVekDBC1a2M_7u3HYCFoW7uIwKqiSZYyPrJVsxZJ7uxfCbpvNI5maiM5Jrmj-9vDCwjtzkrsXFKWOnxfHOLeq6Yi4jxh0uchgYhfakPvxLuew5uqENB_UKLCvVhpwdt8_4uOkR99A5w0Dz6r4iTwtvQ0WytTwvqvjVT4jtGTJlPKYYU7TNU1fGRKOuMlMiWv0w4gAedESpnj4dxEFdM9dYD7Gr7g28EjsH7AR678WEsKJonypszWJq8D4X49q1lMXUPZJfz6sSkkAJjpEh7u6-ZrdtsCIdMe0QQsEbDTTTD5axxBBy8x4KrqmcbpFAqhAiOpocgKblPkI2iBblaSqNgaeI_ZaOvywU3lO-7gyqz-GDWxdjn4lQfIXgcGT-TR1TzJp_fNdYa01J2Em4v44Jzfnoa_CpL6hfXQ90xh1_qEqXp4cI8JGisKNxpdG4WO5nJLyk-5rQAn7l-0IWdORlhWeCq5xcHpZlS5Fv2A-sGy2XMkQWYsk3XnOyrZ6e1qzUVl_81ARCPSNWK4aI4zvKX87mW8liorPVQSZB1VrCaXyghFexGMkT9Df7IrF3ltJLvE_XCM8sQmeEVnroeIv5Q1Sae6CAUUCar2UCLcHUvFutIwdc6WQ7dHXfJKQ39zwlFrM5EhkbcZQZs-raFi2UI_FVGoltmFjrcDV1o4osh-cEY4WrmeIteXubmT06RW438a8Rmz7lKZKmml-pmqsAV8a8FBMt9MIQ_qbPLrii72Ad2wyzzRL7bBcB4LsCT-3a8vTcm_umkVxQtcc9AIj9UXOsfVHwGWYhfjiikLEPp-PS2PdKTjLmjcalFWY90_h0DncJtlNeUBbkNJ_AlKdEYr5xaY2M2pMkk9QuUzfD8YbJkX3aEgdnvDh19ftwmIUv3sqKcZxKtGgQEOmdhexpp-OEn00heUGVr5kOR0ZvR9zjQ6ZpPEg-OAQ8XjLYUHUIePwscpyHErR2dsaM4eEV2jzGBtrqnxMxWHTPXkf5DVqonOKWT6ryN-r5H0TlcKgmLyCiEJXHIbf2k1LQhw95eJqkr1ug_SAMncNxVCPsSmzA_AGmBYO25Y3APGwkvuCI9yshHo6bpm1E6cI-MPXhYujHYzOGVMofcM-cdpg3YcfUNkwrF-gt46Wn0Yik7H6ezdyy5WRhew2U_nB9OcqSoWSPAqdLR8YcnmoiYpvnUHy0fZ6ROf7qoCklMf8G9DU6zZaeI2bReJnND-lZreEelV_ABfHWKq-iutgYx3rfx__3xHGdHFyy6HlUnQbtAROLvpAGT5TMIR6AFybF3RwbzLbuwt0L_OXIpHX0YmkXRf86UBi7LYI8ZOWz6o6OtLnmS4fDHbxi05P5x_BU4lwfcesBLQmenPz00TnQ9RULeyo3IL6jyXbgRodO4sFIoLQUmFy1c7fuHH85Yv9JqvYbj_Zgs_NAoPIzWxm9CloBSIgGmtvC1mAVHRBJA_AYDuWpJXwldeoR0kTcEsG5MKp-2IHzG3Ua5sgOd5GN9ll6REqERlAcl9hIqNztX1iSYSRMysMHwIxRAQxbTyCpBAzffpZyP1AIphhyKqCDE557YElpgdP6UEBVWddL9bJ-CUfJS6VCuqomftBvh8-CYtxo2YWh9_h9bcLM6FtLUBcQhWXfPVhapNmN7erIj5aMK-j4PlSRLowfbe-cyV6lKB7qQ8TgccnSUuGjuX3GUfZCt3WphdJPEW6S86mm2U1dLjUsfYeH6X5xVJMWxk8XySK_Sui_eSwJwZK-VCZTCV9-vh8PdIykSIYgm0xdcxw3OwwxVAO-FsTFSGKyspXiJe0a4N_aCeU2A_Okmuj5yB380_S3qpoBj2fJluDi-VcY997cWqvL-Y-xYkIYRpTYChzQ1LTd4aRkiAIkrUP-8aFbFtt7f40lfuwsFegkZlsrstjJIi9NtAw4LCro-VGWNIni9zAibUoy5lsLU06WVexqCmj9n1YTpo4brYYOLUtRoxVNhRRJQFs4Yfj4ZNPn9G8m29cAVjybpS4CAeVTAm4AR0Igm7lAiq9LCjguZXeWYtV8flnYJyQP6IepmCRyYODUvD7AwHvG3kZNTU4IH82sxMXjhn0HSeqLj0YC5GU40A6Bn70UhoEJgt6wdyJwbG9vkgJi4SgFGpXhS_hL-iHP7mVCSrwA1qg_PQkd87F8HwMyBHwYksmdbjvXUH7gnWVqnMRAck22lR6aE5LGOFDbJ-8uFR6VEIxvPLwbx0WCf-YHkoOr7HWVH5NUEH8vuRP4mAQ_iBgutlyPhY3Ophgqi2H65AU00NaMZSrpDbGI0apEs8Fi2DDmb0zvmQp4kHa9riVCvcAF5-ENWmHh0tt-PXTZhmq3GDZ81-e56A1T4mtjL0ydKAleKazWp62sXDIqBeUrAWRcGlolHHSCUm_7_HIJJDDNaZ7c6T21dvycl8AU8KtUD2z0ocyZKSNyGCt3kVkexL3NvR3nKrUVLsY91fwRbsKeRFacF2az2V5juJHar4cK9kP7VsCKM5RLIWKEMO_qADdhZCXmVfO_zEEeSBdq71bNMXtBuNLUDDqXk7V_Sr7P9bvrJOnK0Ipv50FQY09-pJpzJ2PymobXrFC9vTGm4-NgRNuWIUCdoY6lVcD9siVTdJxN_YoFO1zm79TQZ5YmkWvwflK1eUhxUoRNtTMk-iD47Z_9c0kTfJT1vjI--iB9fRAqvPoHrHo0ONYrIfeU_LJ5xX2owYWy8OnHpYGo6kXymCiF5CYKYR-9BOxAXsxhtp-7ix-QAkkKZIaDywiEheT0IM8zRC37F-uMpalgFP2T6KAb646jPzACCqpTLPoXe0hdTJTmz_Tx8oHrTRaKuewucZjFzfspVNtKc8AMsABpjpxu3_PJM-dNFpib32uFlKgm0fviYMGMiIraEvM9sXuq3Cj0GaFdBbzn9tKxrNFMTcf8ysJ8T8tBCa8TYRigjaetpg4gZiaYKvD3o99xcUcv9Iz1IF-XFB5j6BDSsT8WVMw73UKEBo74_GR17F6Ywcm6hsnQHNyPmk3n1fy2CcgDZjF26k3j9PCphjUFqlHYLGVkUZimMDyXuDTDEFd-fRo4GsDvW3boRWSifx6-DhpdZBfAHWt0TBvuTIn9-AUsxFerOF3g-y2rVEl7jfUDsKpOS9vMe9u26b65YbYUuv4vd_Cedt_5ZUbeVElUjfW1EUQPorSfBI5yoA1ta--y7b1apt7WyP7Oqkhn8gTh-9zlcHAg44czXkMAfrC7bx8lVBMjew4xiSYHdYnbTSrNEH_ypVhW79RfFf9Bk1pn-hUzjVMYPNRNRGutUZYKKtQS1XOeptZdSbf_OTB4Ms6h_BvxMxrufhsMHrGgiTCLop5Iy6aHYpyHGfxTGneD0AyzZS0Uf-BNECcpko-K-Xd2adJOuAiHvCX9cxDaSoFnQq8Bdy9ohycmomB71FZmfc7KLh9tR5WJLKUQ8jji04ZKrRZwwnOhMIO69ol3il-N_xHYL8CV7pPU68yUYEYrxu-eFiHTmHEIZSRe3hbHmE9OwEwUAtiy6OLwAYoRESaO46gptx_PJhXAb1RBnBs4Q3M6L70cadZOT6aIztMw4iZ1CLfG10VSGMtGYaW5yH2em5kwIUSrQyad-SdDH_9jyKSPcEGdjsT3jSyNU4itvvBGX-hZA_N0reQ8B0b9XT4n_3Cku_kpcc9zlmV0N4vpVaQoORhoLiRyKcpd8jIR7MERKzuZpBS1e-3MhKVavdIfV3iAshNEzUeSOUMSluu2Zvdj92O2R0j8_-rXFHF9HYh5Su0e0qBrJjyrabOpjGw8WvWb_lLMNWODTz_dEvqr3FxyugFjYttfs45v1npNt2qc-69OmUZr5kD6ySVC3hLk-vkUB9NOZYidht5cxgHS45mSSlgKy0vmTG6bBPDdvC-qIlKtvN9jLFdFD2E-zUqEvVuvhsnvJ6LweQ0MxbsaqRthOL3J5Hbas2Q9gRpRtJHZ0HGzhgmf9B9CR3TViUClKv69mDapxsfDH_87ge6ofQooASEIED8LmwUbcQPbYMo25S9LzOBaDRfgBcKyNeGMs71Sm8uI-S_2tVWNrJb-YoX3ElPRokfcpltKDRPezc1o1mdtPDgPh74r3wCKcRI6My4tSL29omNTgqUH_A4eZGl4mj9VhTTMqiqzabCOofUGd7BQuQ1uEV_l8R4LAM5gdnZJ8v-9yFKroWOAVu8CLws4PGfEKrBtkKv6kLDADVu8pQCdynggZ7vA1McSf9BMjw70XB30RQLfwmjluD6hJ30jmhfS2EkElI1ePj9SabrcUx5BLvnOFOjw7c7H5oagbk_z8OdRFQKVQij3-SIJoMD1Aid_s0UaeQH0XKvbDlZ9JfXwJxvefH3648ZhAsxcZjSPuM81K7P37CpRxe7O2DhtmebDCjVdwLlMrZC_mC1xhx1nUnB_WuXrSg-_g-243qfTVCCBt6FSr42m8sWX46mqUtFchM5ZLFy4KiSeDR5f8pB-anVGK087I4Jgbp0lMumtU5fW0To9LAvitJxBN-Frs-wY3cYxViE6JsjFKguFRssV8Gga3Mzrh1K3f9cbuQbIOn_SJjT4jgnlttrhHFe7-rCGLg88rNDjMjGYPOYymPqdDfkSRdK3eStYx-wXJ2oexZvFOYjgFRVdEIuO_YqbGrLDDN7zjk3jWpCpZs4XXa1OFv1AVzZOKGhOs9yW1dw2U5e1irSVZq-DZKWktAsQ0eethsv2qmEQZyzI_kwrjqeE5LpDo8FtDBPTT2kMEEWhpA0sbrqrpkg9VCWZDhvKBPYm7NZ9KdCNP1V1YDT9GDmuKg247ZMQO5FFl6PSSu8Mu4pAGGMrV0kb5MigEhG9UCao-bg0jG_19ScyQcYaJl7nyCSl7EF7hK1wDPgDJdlmHXJ9jNL87RgiZTW7jOSQqtGZyPbseN_8NNn2CzWyRdjqbFidY16V8jToTpkhTtJ2qrCbZA6enIVYW1IoYrS3PFmkpc1mzM8_Gr-gz2RpSlu2K05DausixMJXmN1tcCqw-V3bZqfoeE5xG1wDhnDiHLcNHj2qWWzDdlaQIHc2FiqXsPc1C85s1jmmVQU5tNcn1nnlhO_J3RFyUOXz0GfkiIHajzhQlFeKNtm768CyXKGRHM_ZTQSo2yXhKP4K1r0XI_46hSUE3Gcyg8F32-pie1lbGLTW295cXjMcKYkQlOoRIrEMZk4b0al-2sChCjlPdJLyweFBHgdzoY47BjORcxWnOWUTzyzj0GFQEpcddOs66SO75rLof1tqkpjDMhNBPbRKsggA2qfhnv1Uy4X5SO-utjU4PQwXsX1bceTbRyGYQRkgyQN1a5en5R5Ld0wXba3kJR99ih8-2797HO5NKQy9It_oOGFY8UDRfbUDw15Ux8KJ6FYq8P3Rh5oSL88ENHoXUHgkPAm9estabNsbvBJ-ZtGuUvN1sGVlBxNm3COJuIad_8h8kT9YP4TJIAdJdfgLde0QKqQ3swkkuMpNzYZzhqUmTeyEIgLqNne6CUJFmnT0fwTxGYyepkSW4phQz9bOfBdAzwXhAFBUY5l9PDmx9n2fjpgSRL489YC20-VwA9L5l4vmd5y7W6-d1DQjETM37oVEItqYWzlyxBFAeuwwV8d7COMYN6DBtsE4iYTPhR4Nx2IvV4K969YLy2UpVLQsCorQSlDBdxE_Mqjvo4xDASyMiZ6XmCcfs0ACdTYQCVMPpicsnGOzep-NuXChg0thPkw8ipGiOo2HFo23kRzSFWasl9MlFJ_WxRjpPZohzpsSZ7Dj3Z6i3P9DAzlVqPGkbqVpf9x6gMCFZplWCNDm_QucWaxEGk0Bi5Ubbk43IrPZgmdDwUhhIrWfD25WkGy5x3A5x4wYlUCydf3mWsbmYY_JC16JCwyP4SdYzBtR59M1qabrsJct8fWrE74Irl1XJ6VCk5QnADUwTFGd2yC2lTFTd_olBCPCeR8J-04BcT_GdQZp1Xwy_1dwVHmgoZdJdfP0NcJvAKudHDK9h7HuLb_FrF3CKL7GvBEjWPbt4TEjXkBnL3fAdjDp0JGDkvql-tQznGIhToDpfK77jt2GxAWX2RG4uaSiu98GF1ichg2GI4noMjg1zNLDBZNoL0eEcx3jEmY_jn0l8L7jb2AXe97viBpFPW-gKLwrWCC7dUCnc122pQLhYbpTrVWANYNRG7h_M5jV2MGEqHeCr-GA4CdxDgdNo58yor138dT0-RqtP7p9vAJTvaMVmnW1iIMsAKxG2SBHWzNZj2qlWCTgMKz--4Prjd_4QrOs5v7oKKZ-ci6qy7ebGBWjeFp-gEyTWdtebWImR_i_TM9iIPCIrH1f1SsPYV8ISeygSutCHg6WUDJxrmVJGNrBmLX3KqGaqcEpdo-Pt9FXxL9dcFBWycab3ZFJ1Z0KDrqqbknlBvFwFFYH1l6_IFvEQ8nKuSEH_ynutKbwy3pkRg8-0ggy2ujWhuNCrKLKdG6z7v0qyetsH9bvcuttqYgPY53_6A2EsaREckJ0glUnc36VvVEU2AcvhoxQCl6lt8ioHD17sUlfM-RTFK3tWu39kKgYzGhquDboXUb4QbzTa5niFNOnS7ltLeGC_jJzpERVNSzrhQVCoqXeEpgDPh6SwXvmpff3IZCFcJKbQsM-gdcrZMkswI4tbkGgAQcuDeHMYDYnustYJj9eJZlnt9FEkjGsfzd_0csU9pQwlbje71zPojto5HHjXjPVKaC53utARQPRto_CSsXXfhrTlhj0SvKp09xP3wve-DUxy1VZa3inJgThmY5GR3Inqv4oGlVeBEcglCf9_qVzGWjeqLZ-REsiV6w4Ea7jNM5WBlYMsxeyPdnn2qxHvF2SblNlmC2dD1drAhWgLJM0mg7ZEQopE2hS8LcYnJ-HjlClVGzcwg_EUfb2fTP60Yp3nLeTmhc78HG_uQEzTSEOXMtkwlqqBp7dkX1nSpybIJka_LcOlFxE25ti1nmicjMc1uOiUZeydqL-vSWY7mvP9sewoqQnO2KC3vr54F0OzAfehgKqssgZJ_AZyUOHOIrOikfMV_chTQGHJeIEB3WLprHuW0PdlPshxcUUqv7X0D3XU-yYejrORNYKXd_0x7XwOs0bIyZIU1YZVir7F7wjjFIo3fotQcrH4NzpyWvwkVIC47xbMQ636MKl8iB6dmOluD7KDyK0_m8UngSpaBR0aq8nuwTLWt3OxigaZSdPqnhxy0Q1Hq247OIjZvRyFx76Ag50P41eiwY0XM4BD15AWID4NS8_zt56AHL2jHuyi2je3iV2cgtfejS0esNPoJRrq2ryxrqKWUG9Y307pDzZ3vabowMKYEJR0FlQSwkFYitVUktAQ09El96H7D2ijZ2oyX-WaZy4lxrYNaxG4j2tPGtZLiMOY2004VbXeLijIG8oDzuDUgBn8Qtuq8FYSsBSjrg9fwtmczo0taV7JOsmHC3WLMcaQ2FQI4aRJoCr94ZZ-tQdU2uTgidm6wbnnOF5f5HdFwUB6oLN_LxyVA2t2Azny4Do6e9wVedDgkQyqxhW7CGOL1HgMbL5HTLhh8ulhyUze9qKk1xZ5ImPkz9f3H4d9Q1kJDdDvHxrNHrMhnCjClW3xUfrClPqWA63eYGyaX_zqgsJvBFF_itQJ99iyQZlkfbFK-FTtAkuIrhjoq9RiJsWF1qzxubYwOZqhMkxJpE0LVCsoY9-1KIKXt7NmKq2So5oqJzpqoqVrHWEySaQG31bIMs0F4bQaT4szCR9VT8z6t0zips62g37C3WSdNlPKMheNpMrGWrNncbb5uZ5qlNGbJBvuraaBHAvP91fkIUOJ-5m-5njZTf4d1NS8DR4dHuwWIOrHo48P9lGK68JPlEycptz581VphTOK7DIStjmh5yOFl5GL_spdqmRIRXOsNa0gjBD5sIA1rk83TES2CyOtgRt2OdLe2XUGvLv6hU1gYQMAFdKQ3leCwAAuuawRs7bfXTuAbP52Fa0fSGZyycCysRsOTYMTvJ5pxTLLReLEWXUrcI6VYCLI7l56aw5Ant_Oqr4YYDK89_Vg5auZXYvvx9swj91qCruYK-54-dmO_X1r6izKIXDTNO3mJipkkR4alaCLr0zEVeChmk6KiukTXpbflFaWuMF4bWhuPYgC4ajp1utMnJKwMmcNRzr1LoNlbnWFNNbwgiV22ITtRtg2sQtAPFhUnuaouVcuCcdxX_Q8j2RWdbKxpveQr7au4vN496TUVo00CvqEH7R21jOpyfHw8Of-8u2ctI6jzWzBTqnaIGRPNlc4fMFVnjjM9WbY2F3AEyEXJGxBKXmMWLZ67LHKr-zkH7k1I3Od4ZYODQpOSY9kStPoOkjqPk23V69euJbWrgwDquRGQRbXnZpT5HniOgcc0OhsaaO2BDgC_5dSNhqaj9LxF10TL5fIBRratoxdQSm2gkrRZoGmm3JPqqR194B9WqDc93tL9GRNFVgYdtN8CR31YGw-6-3_1EZ5ZzQXi8BJXJZvfedao9SOajZG7bpcCXcsGa3ff0VphrQTmHIWHeQxEW69b8cdBFUVwIkESC6Zu6mkf0K-fVq1AF9vRM_Rm3gMtwVEARicSbU5DqjPT0knTR9BTG0EUX7j1diKbQvR5cP3IR6e5DTlC0VSyrQiy8vGbqAeQB-1BaWJGUn4kUhGoq1ReqbZ-x50jjkdNVq_6VudozulvZc8CWmGueQOKlfXkSNMBc5aW8Bpfh3caQfPp9wfzlUsnnmEuZLp0fXv3RgHqKv16633f_IAJc15IrIDje8a-LiVtgd1O7KzZEI3Ir7h-dnPtUClovXC3pXdmEPxzKzkNuSvyW5jyUjWWWvkozWkz-kN5tdKNPfx1kM9gdwK3nP1d251Cl2IxLt0rpnTWh3MpTX4rgttGRJW6cvUHW2FJQ3rcb02spn6dOy3_R4DzZMH1mgHJ4qPsWPG-HI7SV8WtFNJGX0zPPTXMqgtPGRk6TduV0NZb0-fsQygv3cpACnoQNd4WpbOgFXXjG_sEEmkZSJw_J1wpifP0vGxHLfpL05X7YH4DqTlHR3qoT_9E6Ij1nZlsXqcXp1gnSBy9Av8HKXStqSG-2wss-UCXSWvZEfX1jqgy3UnRYsdL0YP05PpGZwc5tPRoT-7100vSr7wJu3qJ0HaYDbztikMIN5OBBzrlhcwBjCtbrIV27FE7CwQYuIsGAnB9NzJ12FSwz4XcnpjRzYbEhKpi2AJT5qEKCjd10AiLli_zq7DFQp2tjrlC0mJlBfy_caCMfNGT4tOAXyrHkQSNT3TAVyMNAi5m2VAXooiDQbFAE6hsoPW0vDQnwTILrK3W5zrFvM85eX63sxiK-LFoBk-7nklXjI9-BPK1NbS4AKk8vwx8na8aKRk0EyY4PYy0b3n3gpA1-d1Pe3TuspGCukkbmL6sMZA19Xc8-XYe-Sfdf0Ae08B0WO0pi9hxIoDU-HX63CHvWML1tgx_RSipB4sptEO7oHU48qfIJQT8wM1PnY4B57hcLPcCyRQtwYyYVFLYpKkPmCING3znJthITlCc562yhSfjtivX3aSz6HQI5JQ-ee6dcmxe2lEiKzXfcG0-tWpr-299HJR2vdWDNWpFVn23VJDF61ykWzDA7S0CTjfLoz2m_I30yJV5O6hmqguL6z_LQhag4ApSvN4G9YfA9oiTLLvWkAhRNiMgcwUAm3-2KG3oKWb1OL8DLIYo87NvUqpD19hmKAUCMzWkONmQNvxymrEwpi2snLMs9xc-NlCkwTjnnI6EnYHn_jI5HSPbqNXa7PPWOdTos3UbNQrzchyacg5P4hMdr7PjtO-88PUV0MT64L_E6Ic7-2NWkbot6CRP6jsZNMJvZXEKlbTp7z0V5gbs49YsKF6ycp8KuFyHRbjmPGqSK0j-YdmZvY6oLkMZ-kzzzqW8RtDCVJyJ6soo7OzkVX-YUkKy267PqD38iyAesTM2oY85vbjoJQLkLq1Autwej4cDMhP1MnwrU_sprVTyKuBOW4jHS2w-wE42r5vFsM_n3mf1nUY1dUoy30-QNQzR16nEsl92ZdYqPom54IwD77_TrVQojb_DvHqfXsxn-V2OHDzvHa2BUYWfQPc-J6GlNpPfd35Zl1dke2X9PYyPy4eWCSwHL_0WC7E-l-D1gMyJYQQC_qQWKak70g2j_QJB5Ysb2aifvgqF93gQYx066WmjOXMGQbubJ7Q0EmKYx_IJAIrd7YqWT-VDygI5UtjZljXCxh27aqE0v-flSWVsOkzsK0TFomqpgIHApaqMPaH3gG4gNbmS-est9pqSiFiDIaTRw8zaZLYRq9KUgB67hD6ltIUV-uEri7DprKPTxkchTBXllKRHl83eQaZtGUdn5t2yXEU3SerEuzFk4J070fmKI9dCeVxOv3T-Fy3dkcIsM4Q33AfGQKns_IBPZsyXFTGaH-Jci4gXr3JjRn-FlKk0KdR3cqyexxSOWrwoWOT2NvjwYKDEwYv7PvWNPRXDQq0049mKGf9TvdqMoMiPC83UnCe3T2576KYC5qBKOoH5IZ1defMZC_cuNU58wKsx56ITKX2GvhKoLX7RDoD-FtQ1jZLb0p71S5eL5yCKXURwXBjOx0sUzyUTaURv9sabJIKEtOBij9BIYGmYzt16Pgw_oJSidhYXBrpafOUt-HYrtuBO1ilRQcrhbSuPVaHu2fTNl0GUrCWAeb1SVndVKSXlFxSDiY2I2ZzBLqggHk4n0bm8GiULWYrluPHljyORbMPQMYANGP1kEsMJYHOR1WszHozWSJf_3le6NpeVaRey-WrKWqVeWQ4aF7HzO_eeOOJh_evAoyZ66XjNJNp9sjQTGRP7MmoWn3F3X64N27UFoTVPGJdnrT_q8vgy06WI_BtoXsYBdAxtVrQJv1DRdI_zahmhdrqZaJRpyazbSTw9bGEm6EveXk8NpZHjMhmXJ1P3l9jWLeX00Igx_mjyDA1H6rn-_oSwUlE26e7JmvD7zPOBq_apaMlbhL846xjTRV3P45k4MSxzxXgxjSL_QBwj6zs7qS8GZmWEKfIYfWwwepobRUEL_hpoXHmWjh8ZemaZOERwAIqDSppLLSa4gSHbi01gaJJybej0k1TR8HbT4vPNqlID5vlYJFtdGNFUnEqAcT7HOfO7DWFQIXesJl9EYTsZqIb32JcsmYEzItDACbE6nu_wtWc2ycteklDcNfKHgQNvrSU2Nv20HhsuZVz0iCxGKLUvKL8SE2oKBBHXbQzamoFEyUpJl1TAft8_WDQUTGtd5JxbYNSqmHT7XqmfCeFIzTKpGaej-BNWu54lpS_kfib7ONNUpxcuU4bWRif8jia9EIO4NaztKlV9GuR606mt5rNm3Ade8kudPPSmVoj8fLwIEUBJXh4DQqnBOGPCGx-6WlindZvLCsITk78yDiZhV3-7vGh9OliPt6ZMYZgNYaEmKx9pnZlxpvW7382u0Lts05ZZFe0ok__CdGyIX9N1TT_IhYUeFQN6ZV3LiU9wFebtoRGHvV9O0xXt453VC1WCGhXybANGcsNvnBsnW_2Sas7AqINC4hd2FoBpeqbtmvrKRuzuZ0eKGjDHXlnfO9Slvy-8O5Rh7oF8bXXAQV26NnORXz-HYvpvIRxnfFSKBJWF5FVl4IseJBOP0jNAi5pk6Xe3XKiNzXYWEXCr5F1Ytbt1-EaCiNWMQ-fF4G7dYysuOF2ZZCE8nA_yc0TjF0SoBxH5_163kHfvUncpvjGYm6z1ncJFRmWo1GSebzPHGcDxbSR4AR2mGuMuDXHkm3E7TIBxls0ZPKmxuLav0fAyXA7_z8uCwn70o9lNcglqsp-3X94Flg_RYpgmUjItHdOARY1uoDyEeu-ACL414Uo6RiHx0xj9xq2BMYNK0ILd4rGO7C2ssRDd7dYlFS5NguCMjDr6ZV8iJael5YGH2nKEcb2r1mFXC0Z1uICeL1u38cSDuf3h30s_Y22_RvfhWY4Pdh0nLoqbP8QJimDNeuQWDd-wrmFJAN25CUrH26As1M7JmUSO8ivn3zmonX9asa3Or1UO2fij0pSZHoJ2f-Ps2T6hI_ZebSCLx1w8vFsDonu6bRDNHLaw-cv6Vi6XnclegXKHDjmu9O2rJBnSZ_aIZ_oyJbSToZeN8_LXNzRoB680t2Bm8y-kR4Yp_F6jcl-oV_QfFCfoAZiP0yRKQpHwNjaQm923N2mI93VRKSkgj3TrTDj3nK_dt9eahSC5MfWm4Rta-XHwajOuR_yrqmPeMSMnOfmtJ_EisfbtjZsYGIIdeCLL1HoI_HxMOMyDmz3RVRtsh9Qnf-HsdE31Pv5dENZlfYkXOCBscp5XHCIwrFHE-eO7t6HdZ6J9-gL7bwV0Xz3OmN1wNN0YmHaJINLLoLxwq94KmTqQhw33dhVJIDPlb-9esWFgMZN19hIirubS9vw2vvmlDEl99m9D4SUKdd4_ZftJqskv-evV2fv-YSq6cPT3OnFglkV1AtWozANJUpFBKkv7vo1MS7dGS5c6YM_nVLda1sWwUS6pws4VGz7zywSi85YImSFK2bs-Fw53Jz2Jvq0bjHs4Hpq0d30NlkuBsiyWnhGJLkoV9jzr4s11tR46VX2ecjfBob-Tmf-ivRj0RJXtEWcUdKIv0Tr8QptI_ufvShsanmHT2vttnLoNWSHA6aJXL9YzVaZq1NWNks03VEsdHjbWikB5o-KVoQGlh9-IiOkvgRurJYuhoOwmbvVFmt_wwybeMBXy2l4uAbsOHzXtQxxmnzopSgE5KQty3-rvr5tcoppuNgXXDSLZ3tie3Aokf4-XEC1tBjKIgF3mRCQJyO6VO355yE34JRiRx2tHSXq3N0EDbytvN_XfiSZbHDHQVuQRs4X_f_f5IKZ2xAqof0uMOy_Pil9tKvFCi9mc2q2Ty-jI7pMci26h3jG7SdS89TN385MaYkd1WBDRe5SWheYTz3ZPnZkPtE55nWIcimkept8wBGNatyAG2e4vL21k9qVOBCXjM95vE4mzthCp7AayqUMPxRRw6rxCiqw6xq5zu5OUC4ECpCEuW52fU4goEkdM8W_xuEFXjIPvKRhfKBkmJ73fJQKPZm5jwXInEapz-_Oyb5R_NfJQrnoraO-4aqDkgM91v6BAnAWWYIjUcyFf4hKdvnx_nWgrQDS0LzHztBT86f1VoKInhDOZVon2BpgNucqt_AKmhXFav7pJJuhIApgDL4gjcLpEI3AWFi0XmROM6vAnsDKQCUVLcg9RKmpG0lzPAXMnI57umiv86qZlUsv4RIASVmOT0HEum0OCMZS14-JKOPm7yf7mZ-lsLRIQ2HqJuVpczX5yju87GJ4L0H6riw7-VtOxW1ZcQ49iXc3PXm7w6ZcsT8onwEDAYuUW2QYd5ILT6__Kc6jk9f9JISjULIEaZM2Hi0aTOXKzqpC_4iSNV4fYmUbAEWIOVpeqUAGBzNUp2WLLAcT3rXPELNpCK8zV3UAIJhMDrB1_YP2xahCuqIg6lh6u7R_79NOIS2d59VSlq7qcu4QHfqJXDvVCVOeNIXYHH0aOq4WO6LwNTn4nQJm1rxmSj6CwMrCsGO3ficyXYBJ43BJ4iW5U0TfU-Y4omDpFAZxGCTvg4r7kEZ6RCR9YFvxiS1Je1YsGgC_Pexw2nZMWarKVo76gsrP_LjELjwlRaMaYhC-HIV6r-ok6m5Tqei2mk-FkfpZmvdslsyqmNqLN82mxlAp3j0n_Va97H3ZYJjQxGYg6mH0FqjzOty9cjUufZbPgs_WyqzF9dUipBK8qQAwCtVaiZisGeMLGgaq16OUjdK8uGItpCPbrCr_9GkRvWG-l-ebv4KHfa7QKcd-LfarMkDQgxQ49y7PFZfcY3nkjOW5D19y3kaXDzhhDSbbLnR7Km4CKGZzn53w1zFu1QqKsytuNFqViveEDCV-istaLfqQ2-hVns4jzZFRh7rxsTdoPCOXaqdOxzH37VUhp2MlftfbiW4FW_EAdBP4poNgtwJYVKAiJhDGFBKFdFYvyy9hfLVgow5yJ3HAosegieRM8HXF7oikBjqDxgAT_3jkyNCrzAWQ_ScIrc-HpnFkSDKPSZjYaqXC-WIeolhwWnXpBp3vc67VD2M1qZRya1Rz7sk2NUJ54ocYNrz03sElx7dahulbqYTHeTdWYxh7fRn-7RVsAg-oPS7KFrcENbjubqxXR8JYaNz4s2ZCqWA8JKjR246LQg0qx6eySo2TgbXPsljlkdInrVczspxpNWqwVG_HHvVTLCzdn07vGe-qJlt8hW447SRepX6Mdn9nGsLLp35P8D-J7KTCWhzN2QEWddc2nL1-5XOqEqYMUd5RykCdGcLt26ls3MAB5tQUyzlNrRp4PtGxD-0Eq8DSgZ8H78KCf2VQkmfLOINGpumVeI0M1qSWN0kQnIlV_7Xd-0rvCiOgvw3iEjseQab6pKau4XoBOnlToqWkUe0SOU0djPbkkJ9WxFL4paWcGFSeDqUAvhs0z8E1QHc4RxeyjoX53jMsNkwMc8hZK7C-Egg7mPEGC3pn64SesN1BFtQstf-LUSoI4TNWt0WDgAX5vWjrG7X4XZBTrFYSOlVXT0u1u-NWjh9tL0NJeAedNecCrCBfqYyH7bfqSRt5qYIqfdLb4R5Cbkssbf7kLJXTx83whwO5eLX5kZMG-1jOHJh_Q-fFxFc6AbP-skYwmsjdCV807h3bkECg8EzgGWu0CPFB16-7qTBNOk90jozSl7nrO42sRPAGqt_i6fdrsnwdv3U7A_f1sDaxrdVknkOY_bIdf3a9vfmj_RsHUO2MSX2dt_NNiSQewNbbcFq-kLmccjeMxX_c35WgIDraqb6rHpnVLAU4enP0NbEmqgaD-pmUvT89YLD_3C8ECWB0cEAELJJp-KUcdkU-Aw2Wa0W7QVRdQz0JrV0SDoY1Y81Q7TsPPpll5ciBl0uTpF27ZLWDm50ueg6v8khxGy2IOCgoYsP4uy4-c9-UsEryM0zwcVea_A0kkvkNS6b79uMXbEucdQHIq0Odua5eghlVVjjyZq1zPXiRylWQq-usGpEQ9-0SAV6tZkO_hTg2N8DQoED_Knc9imMeQoBRV_wxnA6K0wpUt-GwzNSKosNmd1GWel0aleYVh_LCAAIm1JXguSkxw69py5INmdIAjZ0CkwzggWULYakf-NO314O8ozyVyeJvvzV0p_QV7URZw_tLVz34tAI1abG-zida9-BP2FiVf1rpyq0adymcMNOq04ltlEW0QBRM78IyLjlm1XKiqJjWvWZ-5tH1jHkqRT3EXl9z4re7gHmOeKgTEJR2YEoL6Uj0nifikseksYwOKWxrG3FBFO81IBJ_cu7FL-vjmS6kYHItUVFGehF9UQigGXiaDmfPIJFK5UVR6xhMtWaPklE1KoMDAqtyp_LNDT01ZrB5gp7oJ92zvS79mX4bw4z1ZypRKNQGk1UEt7USex0uHrxmD-J5suVkVnCYKZ2AZN8yVDwAfaAaw6AcpZylUYlOGn1PFVOfljgFXPx15Yeq7ANfBVzfoUZknRWxKlnkN6qeEu5o4MNGv6qnZtgcVPebV-oYevToiDUd9PkLqhMalZsnu4qSL_PCuCsLGs9-u_7LwnACepxYnf5VC9ii4SZLYt9-lPHzCi7Tg20IsukUxzmyXkolaQI7MCFoxztCCnk2LTQTpa0uNaa6-VSaOeHMUzm-MzRVicrmWh2R1beBm7RkEAvvbAY6-PIcISqagcCRKprGkCwosowQ4ZFFxOy8q29czMWG7hni8g3iUhFchqZBSc1Mz-p0hf5QlAu5fOa6hRpvyeFuzQSctn_HO5KaAgfDpW8KaPZKmirPaFlTX6VYlYxOZmDN4-UXnDupPZUcBffclkwDc9UqMrf2fW_k648QHC1xxm-uknfzh8EmnR3-NbKDeM8iKUg_s8e4StPFPci3YP2LcOBXeppPnKvSQrpyCXsDK7fBclKfKT4Ao-HCUrx98uLIHh589VsV2ixk6tN9gtIf2-SLrrhI05tif2WDGsXp2rhSZpoqyFCHj-X-ki-Qi5_JEvMHPFPgH1r-AqMSMW2E_MlcNONCkGDDQ2j0_HSD3epNZOJpsyy7VPXlxvpOysdHKaDfgCjxjGahMIuBIkHc7Vd7pqacrub1uht6xOkjTne-AnJmhQeQ46CIgOK_v8Qr9SveqiA-FVXkBOGL1_V3dle9B0BDBA9tr908S6_r66AcBrHedIGl4rdKQ7JLA_2w4k3LqKlcEthV6Yjoz0G5OisrrjaMHlciDGcWWR220jhG0Szht90zaxNzkNCKu-Pc-PGYgXrUBQlWwDku9jyVZwDrcJakkJkV4egNTu_zu-qEhgALCTkfkANgDR9X_bqY7ERMPDJs0gEbi42waCeQYChox6YGGpg7TETkptELdDAt5hUMPGRxgl778QLL4U7aLNeJw4lj-KSGLPlydFHiBa-xKz1QnB3XD2eqgaMu4PVY8tQcEPeJ3rsLPRHM4DL4wTNKgfZMblT_5O7txtjRVSlw0eugDQE6XNU4F3GkUGzffJht9UgUEJ6UmWQf-5O2CS7FZ1SwXbTxYkkNgwvqPCKUvoAe1HDH2XEePAztZ8pWXG3uKF-rNdqmmR2EPNAX9t-fT5gEWNkHELay6BUS28O1isLclGA_iC2ICIDcHdAQ33K3_As5PnE3bjLoiSR6kmYd-0XjUJ1AFpD4UfKZCZoNqQNhzisbGA4AMCEs5nHhVH2fPOSVtBQ7Dx83e61an2bABAlPNLtQD3ON-YNNstHW_MJ8L4l7eZexC0D7BH3LgqjpFo4U5k2yrQVhbiKIqaG0xnUH0aPQUYV4yveEszpxaBSaI7FigSGvtxYUxxjANpTkS2yxlRXDMuJ02cWQELnVIq_30TzG3q17pTzIde2Il0RgO_TvMON9nAlwFt4rmqaMFisr_ViDFgk-J5Li1eY4A6MD5m4V6X6kIJSNWT1vGB64PlPaoy7b7rxI8fsD6kN02NCRM9KyixRIy9qw_m10ZZn8KBU19LwtF0S9Sh4_OSCbZUDkKr-nqmNeArW137PhEUmIk6JD0k-h64NOem9kJ5tD7PZ3NZGu-rG4wSHhdDZMCWoIjXxu-uKpNFqFqSrV8UK6vT5ER6lxSCnN56euRCtIpru956rXQjHcFtnCj3GpaE74AArhg9VMB1Yqg0LHOgoOFnauWeE7L25gpsq6Qfu3CFKvVSISCm0M2YiLThbhlbbNGnTFDCVo0hG3aOcgVAj-N9naYysB8G4Gl36eFSEjIg4LGz-27dilLuhE9_dvF7OgSmO3i6spbQl8e-I2tI6ItIK0AatqGlCY-TP4iUAdXfdQn1J1Z56wcdeiq9U1k1sbAJMpv7tAHy0n9WMO-z2xArEbW9_tagxLAitqufGq8ooY_CVDB8f_HIzQOMpwntlRybdN7ikDClVKxf0ongyr0oab1kMVVaiK42CIj7gQyxvYs1HvPXA7YDn8QlT6gqmCadMdzl2-47cu0zF1LCxvYWidjNv58xdb0uozYReQn1roy5EfP4e53xrJZkEXK_xRAqAg0QCA6UBv1p6Frunoc34UdsLQsd0reJXb7GM8O8RIlzWtJgnLdhQIRIvAouF95JzBnAAcvtIt6YAXJtSTG5M2RoP8AohQIJIT307xMEhDIdA-Ok_J1IOG4a5QXbAYajnoX5P9jRbOMYfZF7kKGgBykZ-Qtzxp_KFZIPdxYdUDM5Z2lMIAqZpGjm5KOVyUNzNkNLnlIT9V4GbREt70A00-I0cf0V6CSzwRz8Z3Hfcx5eCHijxRtcs-T6yg1Waz3Z0kzZf-dJdypD4seYZWAb4BKBNX4utrm59ijLueBU46TgVQABhW9Qvplk1H1Jg4kwJDbMFF7QH_5EVgNrEIRro92p4cojScGiokZT1waSfGfQl2KF-4oL4hRogoyAwro7M8iL9nRJCNum1SCUvPZkpjUN-rMnRONLFiGcNjdthjyTJ-PsMunbXqaat6JlQAptykddFFm7VttCCCumiyrmE6R3m4mkbOgmk8CSnh61StOS3Pi817AYjuzrGlglON9O6UFg9Bzep1AGDToEtI2G8cfc0dxdiF89nKP2ptNwTbL2yxnMt-_CBK29a-eWQA4r-9molb0jjpI5jh9DSX2ntxOkgyWyM4Cfqy0ISSDVFogy-kSXJJqlzfFIeCdZnnQkPMHMioDPoYVbW2BMOJR81Cf1dcfNgSDnHXMRiVs2vPmEulFMLAQZMoKyE7-UJXereQu0YG2MfPVNUDT5GTTZVesEYXFlFxZQqEcFENey6kpRfsNanx6MXCXob4STiIx-zCIQlIXMhgOtEYFmDE-QTkPN6dVRFGIZsRa3zQ1lErGf4KI_V7H6DwwG4h3XDOhYfCLmux86J8Cgff_Pn6GkPPxyOa1sZIhAKJOfBxJ1AxvixBF-avVotnruJY_UctBYj-er3eqgSE_LpO30qPWL4m0yYnjZC93MyZEHPt0lnQhXlGQMzop6WC3XsF02vCrZ-S_2Zb8U3KYLH35cR8tsBM2XpBuCmeZfRE9EtblHm2JAjeM9bp2-DNsrQxbIB9XnkRAnqZsnTSzh5jR8tcZq8xJM9MvnGgNnCk_23GWb_gYLzGG_wLvVo3LrJJZa8GljIk6iCJtyMAHoJyHdy67IZPLIpatgYY6qmLzofiKO53yiln2M3l-3K6fihlNDCBKKWmmVLz7JmdhLeaDPEAEQ2oYz4DIzVqwef0uYv5vDn7Ixp3jbiLtaCDV6f9luDMufzDQT9KUGpQizCHvp5V_u935be4WbBeenEwE2iQ_s9SMHd4FOrB5E7n28T9-BQgplCxm1HFH2b4Re_9eRuxU1sTEj_WQrDoMv8gUiYYpmsnwI4BBr4C9SfVMBV9sSA6e3B2cEWd9WIcxAPlXfQlr7vr749r_MSSSzzVY-JwUH_ZChsHq-6eSwjr3T4MRzu88DX86XvJnvgPNJYXGU6tU0xLkZPtW0r8iP9syyR2ZTMwKFS_dhTqRxkh0_N7Rm49hWDLUOcGCTVDxzd0Z-9Z5qAjVFB3e5Eks9-JYWiBLDp6k7XPZPB_ceZXT55GMwLTmX18rJOKCQIelxNnh1_0Jlb6GA7wz4o0NpnvF0VW0DP1Shuxc6ogeH0s5exOYwVRDkIhAaBhjkPPmlfNfUIWl9KDy-Q_mqPfa41zhMSO9MmOi9Jx-ADp9gK3BtLwjtLCYhDmtbdoxb8e_UFLP5ljoIhtyb_6TJfhGK1vsy3i1Kb8cIN2RcOY8zOrkLX0eBLmpLXOB7hvP5LioMDOj8AAtjCm5gVBDYPVPoJmvngbZ_8KvkOQmlPsvffbqpJmGQBj8VVLkP8IHe7Z2dcW-3gogU5Rqcke_48fERhEGq4VD_T0NBkDtfpfkod-RLJvXuCvijrx7tCubFwd6kyZa3klrPG4Lvs7J4zcLFsRjg7FhnKGnjUBysGBXGGwk0ajmFcTywExk4zaXF1tTSZV9xPjzncZdfBhvaQykLZXTvXrftfHmV2nau9cDwKiQNS9r1iDUO9F7oGAjr6WUX2zvqwomt5ysq0j5FE2kqjytS47XyXm3UGpoUNrKYuNFIUNkAfB-BcLAtVuJQPddUakO-MYM-oLGL9mJY6pbOdIeGiQIKqmNxyWmoi7GXjO8fSWRK8TJZSBYytZFPnjthO7WHON9QNijmcgWd2oefpgUbe17c9_w--NAkOpto2XUAalo5xwikSz3qCVG0l5E0GWz2tI_n_va0v1y4DsaWYmIfOJDzTjIZ0_vzk_k7BZ2402AM1d9lc2bzzyM__MAS80R6UCnTLOCHbPBUH2yBYOWk8n5fACqO9gWbYCYV4g7ta0u-oTdGq8-6DnZBrA3nzp8nA9cD4g_Sp_FDCARA6hA2PRLa7IysrzvkZYKORAKUHNBFJl_YH-RPVVe9p19xpJeXrLtzhFhXqlkOfK3NdRcgrn68KJXjbGSSdaIHEI1nI6pQyWKiPk2XQ60uG4jISnVIdaNQVRQc1EyEIBAIDJOx5srHz643oGkVd6wQXzKtQKSumQaUDM-V1ie1C7u110TcjjtQ01IeszgtEws4viejjMYv4HERdaoE9mBjsYRVvLd6T1l6KnCgjUoKS5O6Lo49OjWjkx8chxINjvlctaYrUbzDeHY5KczxIotB7Lc_lxBB5ksJcene8of8OaneIbyx1WOqrFWztaGeYXezVmF0s78kCzZitiEE23cR_WWjLNF-8A2VtX-QwMZCjZnUJChPtjz_vtFbTDwwywMozgPrAfUfK1STBGF52MEYUTQDWett6qNKN0w3B4xKuU9f6R7keSHUFe4qd0OsJ_2slsNBZAGftY8I4NiUW2rEx78gItYtvvo8pkO-7tvmvG53oQZ1quMpmr552yLy_8nPMxKavtYtLBPaYu5PonVS2SpdSTfgTQoDhUH4dqiN44ZSV9gaJALUgR_Q6AA9llkuND7cvYJiFTFkNeEwL9HgkHSfxG0cQLUOMHwjOdikfiyT4mXzg-uRZPcsgIOQSkjzI6RhkjbjIMIS-zyHMio3DZkkGpiZM7UL12GK-K--TV28fNczJLGC9jpJviBlbUoCYcyZ3UkVueH-DEfGDJZykRdl_J7nfn2KGwL_CmD90eyvNncB9vQRBnF43G1S1CogSTBRKv7LktJiNSo7LZ7F_D3KFgr0Aq5i3DbXHOvYv7Gpr7KztES8MZpbEdfv3rzzoYrC9FNkvLDUePT9wb1YP6hRGjm4VR6hpwfz3kkKFomLZQxvUykt3wLunKQdgT2EEyrGdncSUTjrNFAsDIwjTDBXj3FT8UoSbLsoQ9FWYhkWmG-WYnRWrjZw2G7HjMT9V1T_Ip0TibGRa-NhGc1xdoJEHgcUhysbGKdVvvMI3Gyb_3eRXO6KB-tgkf6_1CvMLyScOUrL9otMBvPNYrxDriEHf8G4xAA6mZABx5SaWubZdT06oh1tqmqeKO0IgQ6iFFYY96YUwo60mvhIcS_lo3vvVLypdm3kjsp04usKmnaH6ySLgiwGCZVz_HCselXKrPWGQyQQ4XQuC4_ROQ-63ud2lGyVye-YvvgrUamhOvYB7R6rxCHELpgfCNRvDGY-bs7l51E3SBvHh9inNTG0DqM2mkzEXe7eTTMycCSlucx1zNjxt1bbsqfNw-kq8MUV56pFuBB6_0LeTGuChCeVWK8tz4ZEeDNFzE8F-L5lK87MLkz-yv751bZxBINtoHDZqRhnzNypcxuKvvNSXCZznIzfoVxdR5NH2ZMfEY7KolZ-dYvQzHkKpg2MWfSpOyDwqbOAX0FT8L-UN9InVTn-jE9-H0mlckfBOW993HD7mVBp62eeNoybsvFlnDpX47DI0gTkRbpvI62YWj3CyPoWtbZvilctKPC5JXbiY7j0lue5QEt4xyLkEpZu9CYKJctZQ2r-kwjCRWKvpycxslaCJ-XVu1UZrwq8gLTnVVTxuZP6Of0QGQKaMCZ5rzoJ1dYR8D6ygPdjjVe9Ec-xh-UZlWeMP6lM8kXPyGEDIl_IUdy7vQ1rKvjRWckydBbaofvUuqsxVNz_iTn3z0AFKscalv2IVh0LZ4RAhkEFpgr8_MFRTiEbAyS4iHdsrp_sFieiIi6xax35_MYL0R4KCXt2rocuKaXZr5blZgf-ePRCnb7bltYgVQzjXBo08uQ1qbwkRr7TKtauo8--c8LkwDwgSrcXtei5FcaJMJFCwB1pCuI9tIIQ4ubq7Na23ytS84YBsMjBLCFzYeu5PK8yvFWJUBZuEyrzY6fG7eEiXpxEs7Kg-a2zxioWS12krZN_a1Ei_halNsKBqwIz9Feh7xYxqFTN105VjzROgG98Cwvaq5Hzb9YXgCaRQ4gxJQAYH0-ZJN2I5jqFquwXBPTlEMmW2cVwZLetSUEVup9WyfGGqiNuO6GDGqXrsQ_qkQhi5bexTcqgWQlKXlBW-8qaGBHMgFZ59wJ189x0_K3UF25q-g9Fq3vJ74Bu95q4GalqFfmQJ6hYG9pxjbHoljUsPmXg0G2Db6Bte-Q04wsHQtd5vC8_hM1GkrgRKW10YEpquE-RmdGogAxNLsP8s-g2_27fXnSxbk9btrvoSJD3YENwMELTNJqw7xm1JE0WtvXk_Wxe_cvBSb0YHvjTv00WuUuuPZERi0nibSdLkh3j3VFza4x1NK5ACzDkVVTaIXURCkC_BTJq-R1-1ToE7KiFf45mAbFDCojNAi1Z87_rGwHjq8pWH4K2mqaaUoR7C9JT0-Q5mLsgzaREP0t3MDSlY8Z7CzIEft3UMxJgWWZXyarGG6AWNohTvk46todvxmtOMrCbgZBf9sjlPRXwaIO2KAJcxQhacZCqiQtyirOaBV0ZYA8DXvefkh7XZEl9-YbDu7K7SBpyYsbjpm_ki-L7624arXYX3zt6O0BNJFyOl7DVAO2_Smhx8aNKl5LoKJuEZjzxOCCQowVxN3fj5cq0tOW2fnz39evVEAN4a3f9sU0o5eHS9QUxAzHkWtMEn_ycQfgwF-BHT1vrzWQk9ENioccbLEH55BOj90-BbVRwhqCJrlnq4KaZ3DC1NCWfq0PaQetpvthh7J6WtUyy86gz6Feux_NS9A0b8tXP440hsXVHCMFAGtfjiC2gtXYFrZVbAw6zdsRHVYTjNtn3pl1WjG9Oh5RotxrTveGgXh5qyrY3o_59PjVc2OCOjqIPWBa_pUOpIpn_NxyMSinvN-u_NAHHCHGKHR8sxZqIIaIkvN31emc1jT07rkL1tsPCJ0SocJK5iH050JcqlgvwDCDW8JJe8HdSbZUlBZ3iaB4QegkA6-V38-wxp4sh0YFlN30HJkrjscKB6Raj7-1m5pY03HnTTngXjcw4z7Q8lMMIQZd6_7TAMg255NBcdm3htQ8L_69oqb3OZqya5hrudajnzQesRF4AwYMtTXzBFU5ZfyQiuUY7_lf0AiDOADQZfLrGUWeQkzalcZ8GYoGVBUHcs6ABA332j1akcDk6xT4n-UdLWyUbpwIEJ8UFslIdmziToMJEpgdlAhZYFplSFfWkGVkqMDOGk5hry0Aq0r74juvXYhvImqY-gcZA2KeJeHfxEpDxZDH-taZW1ID_ACfQ6_mJbwL03sIoWwTCdeoQszg2Ze8d_gf8ls5_2BRgeftmNxrPpLcgL2AbS1_cYRoUXsRrTFDehzCa7uOpmdkISiaPxzK1qlotkuM_8YA79q_T-z5DEqNAP875jjY2KrnQrqeNI0-cLfgEAXVH-fbTvk6SWSzgxFJHPCiAOCepAQ11aVEXLhC4iVDfczWdLW5-540-VSnnDWQZng6eL94TPxLpVJcxxkaFje_U351fSntInQAuy_tbQixV3etFaSyTyqX7EOr197KBI5UAXFI0ho6HYLzOY3N77QeugXcBxSZ4bMQpEY-t_ei-JrZegJj_0odtHUZhrYrCe9fTeOelancFH_paJLrWLDdk4Jzkxb5K4-NdlolD5tXJlpJt3i4bc3-q_SS7jz9a1I6Qlhl7kO1W1ygNmtldXIYHE2PRhyHgCc_5bixTJN0xufyic9Go_7AqHvcCqGcNOXeuHAd935ldT9akEJQkC4zFTLHsoLVfO9JCJ9YuydSJEBAl-1ljC6PXjqungnHiV8sk0A7dvTJfPFs0-M4TVYgOZVBdrc4YXG-N0j_5S_cM3QuAw758WAmwvOR3DaIUbSQ3kZWV1zOQVg0R5dQ3jZhrLn0ZXjwtIO2-I7zyueFnjfg9oBLamxOdg2GhLchDrBRWfgeHKzPhOXd2qbbVB_7YQ27E21vqbVsMX-11s5yZiWFtEJKXwoPSYgVPx9YRfA2gKCXHmZPsltQaBt8NhM_hmnxrOBrbcwayEFK-RZTiK_JumoTt55CEiCMGowct2pKKl7uJ4jTl-MnmiQz7WfKRhyCdZpfjFQRv4qxb4-UtlekymZ1pTM96-1ZNXeilWItEIJFQjBcEV-UgWf2_rGE73_6Enk9xXDx2IWmiN95NZcDmGfmWvAk3vBny19FtURw1rL1RtmuydKQtRu6EnrjFeMkaq8r47P_xFhnUYERKwU0N5U8EShCvsBhKCYkfTh_w13tiat5q8X3Us8bVlXIwfjihd-wj15nLVicMoKJJX6mwUnJP_eoe9uR4pPjqP_RMehbLLV8Axa6WyFOkyGIYvfByEVT_zCfucTgWIEQ_Gw-jEcpmZS4MrbdCAjG6wxd4Sr3rDLU6tFEr4IUHZeZH-cra-VHm9keo1uNUuR00iogVd_s-kWnNsov9yzssnESkRcv3AMlRwKfNMfs7XK1R_CQGrOZWlFMs9_WKieX3CZn2qn5znHyS1uPUNAzDB_NLjhQXt4JR2V5HiIunDmF5utE9L0KH9o-6fzpqBYnss85vPYyTlDJ-Kl17x_SoUJUKSLAFd9BK7qq-ovSymW99nrHxtNgrSdX9Br4oddbniVtBa0TAeMWAUOALqsiU9s-J3UjUbp3tfTojtdjuk9LM8TVtTfr99VTellb5M4G9hfNnTQH49GC3Gyry3QHtBN93k6hQ7poU8rBexGFXoJTPNVDdyu-ZZFMeBx9j95-_ryhYb8tj9uELGWwE0lvTOE0UAzxndr8J1zF4qDjx2RuG58UwGzOQ_g7xBvmnNBy73-xc5BUuh4BxE3E5Yx6G7O67DwxwSh3NuuMN5CkbLR-kXtL6eKiYvsHzOIQFi4h7r01fUa_6moawUWyxv0ftaenZXc5srJUGI7ros5KCQ515JPQcBO0a0C3ECTQeQ-VhMGFJvYRB9-oGVhapUMTlBBN1Sg8IQmCcLcav9qZ1iHw6xK5gCKuygv1whKj02cY4q1vYYwoPiCx1ML-zzd1vsFHjO42aKAtO5R6I4UhiW-1bFbR3nb3E7fOmHJzZuOJZsxIf2cD3q80l8oXY-CpGaeyV6CDwBJ0o6zUbpIRVCp4YgcV7NUMO9uTkYk4qkl6bSSqc-2HopGcCPqb30s0GeHhaPyx9kwq1aKvY3vNbDj_GAG7MJdSXWAko7GkWZ4_EbsxoBbiRlyo9T-wQS0Ui_NxVi4tDGtcapNPLI-0EMTzoroiw-NTrXSknCXfSCrDGBR27NfjtYJKiWVEzld8L0d3sVoMqFJETcwEiD8EA5Ti_H13Yn79r83us5ytSclcteUtkBZf2345IqsQrdRbVCAEwmVdUtKYuwOm-6vXkcmDuYr4_ej9WDE4OOmfL_halyw1z7CP75YHsu8hvopT2irFzth4mk9X2dUWta-h4EPaN_jwyfa8J1d9i4EEOcLECctubcYi4QRChg_BdaTVlmDg9NzExDtPKZPAyEfgoiT1YnLXkTtASM9sEWvbNK1v7yW_-zjybRT0UL4qpnPex7Lalx6qdE_hgVTCHeAkcX7MEWp-jQHW4wukj7_87dOQIdNxZTlL8oXRyf6A2A-1g371mXneFs5ZoQl10WAwROo7lHtItR1oMO83SkBNkbVw6uHbxOF2Q4rYLvcqyegJpvAvRTHnE4HmRhxCFcN3DGkoAasSflHHM9i0wft-DuYitOmetB4o4IKGA5oIx6gr_C-6s7zMv9Z_qYxBFU1IJzv76jQWkK5YXWyPlNisLyNotN27nx7xr1qHSgpci94XEkJSMSRIvFmgmsNyTQULjOJuMZBtu9TfVUca4sGb9UHOYo0ezfpsirmi4i-0-uljWDGD2gC10O-HLCa-mF1zuVxezXSNKVdmqVv78VQQjamflg2kD3w4uCejgieHzdLzTVH52v-z0PLicAOi92GyjIvzTc7CxpqYNmNTbvlbJLlPk3KqFY7giBetZpokwtzAwyigS6FGXhQi3VQ0B3TDhqP9Sq3ceEqJzm_Hjema5iZ8deDQPO43jU9iewa-pvzlgqa-gdcRD_iRGnft7YKLC5PgJMGXuLQbAMB233Z686Hb3DwqRkgjWldvTjIc2lEGNjW5cvfmM4nly6dsdm9hb12ApohNwV0CJiyCcBX5YO9zRKMjIiCDgPAhvu5P0n2crgGcfDqjReOawX4FFehPvXFk4MbdGMp3jOQ56aEjw9tkmXFhtHEkupZbnHh9GVaayHPyFWtO0aZ17Ylym0WB5rLPbTgm_sBEmsM4PYoK_j4dAaUmtfwr2bB6ID6qhVUfdQhI9Xddqn6zzCyTR3PpReHx2zCdoNqBcR3Kln5NZHO_4uXcK_rZH-C-Ew9ZyvP6Kqa8UuoyecdUzbVGfMmjXq249DM1klO16NsST6JCuGFhbIzw2LjDe8uP466mAQNTngQUIjfMMOZ_mXZnquCzQnu4AXeRomRHwwJK1jy6T6YzVNFprzimUgIvCqYy-b5FTTjtJRRdXjc5ZuY9l6Kde4ADkb-mlkkFTF497FsmqS33tdDQl0Qasg7QBZgqoI813LvybOhC0P7SBGo-pF4zpnsMEfVUf2wyEfzPhuAdBCxf4tTrAPXmwJNyqafmRIYB9lsManHRnfJBTzYiXIk-rA4i1NFl-xunycvf7r7pehDd7kN5CIN2ZI1EYrzgHooBBp1rexWyQIPs35mHvcRkiumGzDDjZdiD5-QetSp-fCJ6OtgK6H-B_W27OGCd7ui-ebA6eBUstcbNHmTFgsVFqj6dXhRqHByH884llbTsRwBESlVWkFU2uDA9BIYRJZ7GBrib-eY0wBZyx1S71vOYcHi5HvHgbwQiM2snjAcprFF0IwZSUThYsKgU6e_t3jZRBwHMR6HkOq7XDMAOe7y2q5JQ7aUsgiyEXWwEMRvq8QhmMncMCgjwENYhhEICEFiiP-jLdelLzDGZT0soTH_Mc9ZNVKp1SRCPB4eVt4oF5R2e1Pgiyv4l0f2Mk2If8_9HhUPPFyJpltKKpjd_f4L8dvVGWLGva-uVJ2L0kke8RTjm5iAa9ltPqGlWf4_SDq1n7ui_bVxcfSvvkp_GK93WKiCYoYs1bQaaLLUZmFxfrMYf5-O6KkRiw8VIc3bob2CHiKOD7RXgkGRIYgbKX89eHPl6OF0XM8IJg2DTe3yCkDviTmUs5I34MiJKN8W0oefFdQohYYj_0_kjBBs9vXAj4Suyn1WttYQNF4u6ype0JAuWJEUn2f5V4gx3jHRdOJbq3ixEat_a2c9F8zZ17CiXtn_V6HnKChtkszTJ-yShEjEOU4pJe_GyTFPb8umO7TYzPYDk0zToY3rkmkTefkFvTT_UYTpGTO7mQszGo5JGMxoxjST87cnxlqZjlaR3cD3cieAmM5DGLEEiicHOUJx87CYl5tk2gxlL3YvmewLuz632-NSX76CpyfIIhkvX44nYhRCLyXibLdMM2nRB8NGrPaJ-LqQFL6S2ICEyInRmIibDkdQo4fyfRUtmgp39OhSTvxv7AQ8tOFjAk4MDKJgIKz9tdLZ9VStLAJ1Pb8R7CvhaD1JDsBvdw63Ru813SfDMCWRn8am-eHCF1p_sMxHbyq-Zn23vTA2hYp8XkTTW0CHLP6agNp_b4E6HIlzygrCyZmSSQEsPyRgQYIB_O_hCUNB62n7vJa0g2jN-s1DFIz1rEtRXxkaXkZUaaV0DWKFU4ilVsIRPSw6U4oAav6K5aTeMFvCKjIyDwA3TyK1SXWKD4onmarZD1aHorIHCYe2HGbd9m-t-25PDsi_3F7PFzzpkuCSD81rQdrhm_nV7-8wa6a0EcrkIxHA_s6hVrlKbPZh7ea7KFR-Hug7pTVJnXwiSlWDkoPYypyP_0UXOznnd5V263PsOZ1lzgDM9zx2hSW9ftyYf8ksQrrUkaetNhX0jB81xQPeSs9aUplH3TCFItze_ziKYdz-MKp0QzS0YHQpnJsHS4NcrkrowmpjGnAd7G0Mixp8a9aa6CfM3Yw7RE6jjmvPPXuEYjiWJrXdDJuPX0OU8Hzxsri_a1_IkZAqicUS9b33x4OCKoi1K3G5sgLYJCAPcZy8ryFWgmIdsIqW0i0HQQ3rWfdG7TSYl2gAwRErH3A8Fsc1uJmEPs3TES1DEEfbw1Vo-kc9pdPgsiYBNlZiZF9nxnhvzhVu34zq5CnLEUIG9yWvtQj49xMrkA46x_mJHvt6FgdIOLFzMIr9mGYR-Tl40QqeZHmKTjaRLeuCO27tf4tFxGYgXV_vJHyIDmvhLh4PRtI1860gWXP15aXG1DsNCscVANquomqMKagQlV0TSn0HsUzodjpUGn17di0t65vqESYhyWKi15df5hXbLgilnzVP2NKOWEYJapnaxxRpg3M0y9QAm9bKMEjlvQA4CH5XFDuBVSmbqyU8iMbh0smMuRpCvMzBcglKc89_iqvG9is9XCzMAnhHXsWK9DhZpuVvnZiHv18Xjz2jHKuCpVFu7s2oRdP8f2_IIx6NHeJyTgSQeqjGIDAJBAgdrTfbi2h7c0dZTrXkLnMPZjaH3Nf4E4Ne_duJTmi-FPuzUwIA2AqfGl3MJVqj_X2pGPIuh5GR0DyWRvv5ZBnC-YrDbzGrww1oC0yp044YPnWkR1E9w63jGDGwxkTJBNskqxhjnZH84iBJKBtqhW7mAhqaRP_xyB3086dImd5BeOCt9orvnw4Jts3G7WcbLF1aOBR1MbC31PbVKpgVoWB9JVMGY0QBbvvG5UzKQt1fN8_CtpbnbFhRUSBKPskaD6wFFDIVPjFrNB8Qg5bzhVB1P48QXRCLhvo6Qs5PJnfAobdiwfFPq_a05vFcDOi_g9xXEZMqbFNr-PRTJQir16SqLNO3XeFpBxWYzs_I9ZeZOXOYOYLpOxtlOH5vDqaPkA3vwqyEFCOQb4emMSYw7AQNYpIszFMlC97Y8frWqqmIBzfQkvhfZApXep5A1B0ygrCcuQV_lVxDZ9kfowgR_FZOFq3DiCtgKrbo4xT9TPRT5Gb9pGIIcC4FQMzfUdnEK1z9FDnPZkfmY7isPhPKZkAeyNd15Qmvv0WlDmSfmTJNPyukyBIlYPQHntjWPaYwUe885exeedfaWkzLzH04fgTd3WTn7r4bZaX4CoOdRgSVloPlTuLwBDsNwvNNmmeKSK9iUhvtuuyx3-1ZTNQhbkfaP30R-r0JJsRx1gpwu0Pywh3FXTsNxrS8N5DIixDbBqz-GcRKPFJ3Ned269j-G4uNReQzqYhY-DUy9bq_Cngf1EGIxrbc6Uu79FtLvQlCpykZ7O5EurNy7C4XIxQjdC8DfgG3l_l2bRYC89HZWw7SBGMbWQ-tpSWUoVmIoYsOMLl-Mk4LSluNjWysWRS2VboHf6N43ONu45mBu4GamwFqBsQLBixai5UHTW417Nk8rxuPUqGAGjvaZqf54Dh4E3GZ8Qmnk7PkPcUCNcGAyBHbvJ3ts95nYfok16Vpl8CYsBBKsL-O06vArxHUpulG2_feca-k7QTmTdbE5IT6DxV0JOMxIKRJPOXC64PCKL8Uk6r5RTnR-36CH9VGC5F1BFgMcrNLyoOdRj3vizHEZRGP5knTNtcnAPB1vZCrNbA2f5jy1zjzIr43b1yXFsnAFXvCF27xiLzTuJxR5Y_S0wbiZbGqpjQIwg2DbX-NMjtSJJM8oq_vgkCJWKX30YTzjlMNPtLlQreQ961-TdY_fxB2hqGTckljQG-7JNrKQu31s4IWcXPAlupvjgPD94Sr3BYCPbKEsbN2B4eiz7_-zM_SeCWjrSUNG0hDVJIj5x6517WgW_lbbKULIKx-H1QGhjLiVvnJedYsOzzXOkQgsaXKrQ0hvH4L5D44yCaMV3dfTPAug6aaVuMYguujTpyOCoL4AoL4mxYOJYLwD5CTKhgtIGyovjTOOlQxki8-FwgkJuWCPxP5z0QSMOUfDCByPtlJjvpZtZtTy4Yvnvg408QPZ0BuMkdp0T6GPvWrRnwAJxdaN3su0ZOS8QkndEIjyaB3rnffRQYiN3ApGyLODFvmOu0Jh071YBYox3ITI3mzz2TA7V1gnITfNDy95Eciq5Hj_QanHcNFpqbqP6zphtS27NO1ClwdH8lPs-UiVaYsuKhI0Sy55XPZMkxRNn4N3kFezaCGLGX7xt6hAl7j8zJKeS_X4o6FkEadR-qm0Ow1MAEwXeCKha6dc9eX2yQgwt-UOpg8OW2wIYIg0XFLy7n0hsEfxrjJoib0RFVzmjmx827eLwvRqlMvP-LyKhJxFqtDAIFz6gFrei2LKB38TNxbNP44BpiPNz5qPK_xJbEIGa2HEjJD34340oJlG0zudWSAobwYqEdXBIcopw3Ap2MRWoeuE345DF16lQhuS3X87MeCy-e7CJmw2Aac8OHmdN8MoxvUyJjfeVKoBjrrqZOTcCO-CJWrbRNVNpZ1mmfD7voRKQZBnaIEUws3jHMfeArNliHhxpneQpJGPhMk2ipeSAIJrH-LWRlkE5pu5Ulg29RfcFuzLPa4dLn-DCiSF6lq_qtQbkOEkxLrXKEb2ErpZ3Ep6Oq3ICkJnsfQgNrdf4udo69RV9IVaqxLNO7KUfHF9Fk1EgVrJV9vG3e9WGrhoIWKGlHy7IQ-_XloggaLFDyDgHQHoLJB2BWTLgIDYnnvQ7koNkGCjDBAYtcwZoYcXuwJDgSW_FMKZXEGwAPu7Ic9KeWdf_q2WWf44-cD4MkT-E4ud62YaTocmjUhiW7CDOXCrY97dxcMJqziRRkUxBpxd3o_0CZ9IsIHg59xkLLAxrQhiAhz3xJP6MAVfMsEU7NHnq1Q7VAPJIDQGD3lsWoNdZ5NuiH77ArA86mnmwpV-TPGarVI9-9RL3njh0mI5zy-MesHqkKznFEaLiZ3ZAr5phVVKHJ6DRZ6sxgG7ZVgdTsnazU9zGrjSnMk312AcZt9THlrt8NiwSOu1JGw8oxvqasOih8tfuIstQdPDQbLHOEj-vcz0j6OrQelp-I5Cl3pA2G3KSMvcCl5-utte8Zl79peE-8fMVN6Q4Rs06LaVRLtTAVb4ICHkGUe4ymQJG17d7zNVvy_4NyWAgIeESaCaoVO0uYWj7oeUldBZKvz1vfa58gyS2mA8GWqrarVwdNitVVlxrwtxQgEA-KVExQlxSrHrKHDP4R1SC47nXtZsLIvGY-06staXEjpGK-kNbYZ3EBBN1UyFyYQVMy1r66KnSM1PMUHjFttheAYaGuV6NExbVd3hVdj3a_GGl1K2i1eb7XilRbaJlhtxCT4tNjJ23tbxiqQL84kd6lHZ075o02_i7XdglQtjYJcSkleaammckO0zDQlsAXMK_h5LbzYKW8o8l3OhSk5Bevch76dbIZCWQ-NuRru5MOOVdprcLkEykEdaYfKdRQKEM3jyKvpxwv5ycZQUSr1exRV8kIKW_Mbksg62eWZf8FDEsrlfa1aODoPuGUdnIQYHAVT3OqUWMUw6ug0GTS1EgZlGzhPG0icKTmIKqqqRb3klrB3acC9BVaAo2gnZOE3Iq87R3Z-DbLF249uUeXAKpSQVeNUeUnZsa6RSvrdYCTr6d6cgvxzDrAeJxDbPcISx_xUMnxPiOwW8CdaDEKw1--URs6L9JlXBSA0DC271z8dhv5_J6bGJj5Gx-TA3YXHMBJKthdLa5eE0C_rtb_hW2B3uD9V2rjNHh7rfDfWk2uBil7wbuy4LYPkQGN_1G2msFaY9HaPtkp69DMz6PdvWw6Ai-X_2QNsoVym_yUymo04X_nfpQzOj6vJO43ZnI6ZeGN7XaZWCxsq5VIqdPLottVOcWSkNTMke6Lzpw1aJfnXyjRCNOoSd8b-auKAgKpY5FSHvh-1FZErehnY10gTWMRSc4o9kdT7CiYyO_i3kL0ig7tOs_XnBd9VK1fUUEBxVAmz--LfAwePz2EM9KiEWW5qHzvebklmTm4BMZy7_rA4HqKDZ1U9BQ-5pjKOz8ucAJUeVFQ1BsdJjJ_7P0Vsh2aKQcGEk-ImZHRMsqQPsT4Uy-6luvSrO1dZ-4EQLEKae1H8RIE7yPPgaF7TW3Q98x48unCdriJwi-nigsibf9BWbpe2Ri8Oe_eDHa93nIhbhqxS3QWgdVV1dq1fJiTxioUNPs5D0CR99ftjRuVmOkLO0DvXFdmohxlVmdN-H4TXvr0BQkrX8yZ0LyQKudMqXUfRKxgej0uDy3CjzD5EaWZrccB76GOyZUEAN8fTuWvJC39KaQObkhpHdEtVuB9i425NTkiJ7Cqa7sX0RSWe-9fdUlRx-mL2-F9AdC0hQUZv7IHNU8EJNZfilMIOMXKX1OCTr6P-sNp6A3iSKHDeidd8H6XhL04b77xOL_UyCk5I6JqFFtnMoy3vQ-dqBb3a4vYm3ljGDA0-cYWvyCgA2lse5iaG1PnRHj8YEhCL2ImkdeIuIUaPwpCQZ8MQcf8FmJtNpTaRFWTIa2MEpp4tORXw8diB7Ns2fyz61vgLl11Qz7fricC1Ws_l3Fu-TWQ5Mt-EQkBCzhMGDimjIB1ml0Js6Y2BWlDyvMIKSEDdHLFskI5TuFlxD-s31Z41-w9iMdla1ZUsT517D8tmLqXO8wqjvMDBU0B5q_s7bfEBcsb6tWzL6QSlgU0isK1x6JDXXFGgUOZljlcTjLvoiZKC9QvvTt9r0iQmwazYyhrKCVplgCE14K73vkMklWnb_RBVy2WL9Un9II9ls5IWQ6s_wYoZn_FfMbvp0pUH05F44KAGByrQ6cojFjEZOOhMrR-YCS1tGFgMl4R7cRZkDwqOriS94IllokiaOo9iCyMKpjRU8SWDTOO8p9y_UiNv8vcUgozkHrz30iT8IFTX2CozzQhABirvfZGD7qIq7lU_kFW_5QQH0LQoIQhVd4dQYTGcKVawD71X0SakEidTPZ8Ir4PpjiVQMS46pq8pLHTHtvQ3oGlWkLvz8jK72D2EOh-oMV_kdxvw_PsdzZoLSE9-YWlNgbNoKAPOTIiSx35f5qkL94ROLd-PkrN7NJ1nEIo8lF3-rvA0-uXPeWGNJn6c0qcmGLpB0gVyYrB4Hydbpf56GSw2bDOpZhPl17sOoMXQW8hpArKwZNgiPAT6zB34pU5CQ9A2XaK161bJwvs3oqCvwQ37gPLBs2sCGNIxvVqgezyk67HahCceyRt1VmhaNQfOxX2aTvd8tNCXPvk7T4OFzYFR2cFjwrURGf2GCS19WiI1rfx62iDUbPgYlohmbsCTvxeF2c6LDNO0HuTs5fW1SqbPgjOvra-OLmduGiKWWY7wbx6BEIWla8AlWz1Gp_opjS_zbZMC2_T2jG-l7AAlxp9rzDGZKL8I16IFo_2qBcYEEZAsXu-hHa9umfg2b7arfaWfxdxB0wp7PUkqqphtO7f1XYgtDbwQrSe3yBxzyLou-jiUKhD9kxXncmWzvFHtFOGjn7ORdMA1QWPVzT-aPoBtnH1Axc8KEGX5x1fO7PMVZX9_SuozuPOjKN4dBrS1KdxUbVmpDHviEGaMrkVvTTcUuKbUQLoQE5tI_cnG7_AJ0AsjDhBGMlVIVg0nAQi64pInElyOPlX8JXtYs0gir-G9IrhqQvhjLly3n1iJ41xkJitjwOQ2gvfev2FOj3eBmozF7L2Kiu25tY-E0YbE2_h7rOBqoyx3QJo-Wy1Oy5UEufPKNzmdoF-b_H5WS_pjDac2avi_WwmSHtIDUTbmwaLZs2dgqI_MpzCPy98MDMVzjhVl2kPio2LChJkzvi8hV5nn7EiQ_bgLFXgWiEfZXyJ1jk2aZp12pL4zgb0TahwuI9x5A4ZAVru7W1TQFZ_BU4gogTPlr9Xey1SJ-TQSCFp1Z41b0_WHISbLU6EeF_dyhOWc4qU1EJTJheWxtYT2B97B5p_3KNlydOHcSJxCkp84DCEX2vhVurxjhP0k7PAmW6tbqvHStzaP6BuK4yAcU1Cr1MXf3ZKmNPMEleDjOc3QTvuizuj7j69za5EY5cLDuxFC7yGsuwqjwvzTJ1mkrOGj6QrCPpZvDwQTqIb3kTZ62bH-RexVhZdfF95huZSsmt2TmxMeBBrcB5FqVMTEdeaLEuRTVrPXx9Mv2Cyd2f0wpLQofqsRBvF3yl7RK4xMVT3VonUjVOkKInoCygvIA7U3T0mDz9H8SNF1fl0VJ5l60Y1aVa5mL2okvoohJUIIEY_UvRnG0T41kKIfDSHolVDPgNVmwiyRi67PCrXbF5vMz0HIrYCNnLOigmqXpqx9X986duNFPuNaMe0-vDOF4KqW_XvPnDexmJumSAW7GheTS5GSxMOtfvgGN3HpXVdleHdnfhA-SzWhlrYfscTiy3iKfI2uKkouJ5AJQkwQc_5C4sLiavgRwV59GVsbLAwKj-f5B0Ux0rUjWH9fqosDlQ_IS7ItApIxEbvx5g2_4iGzlsayFFyDPd7jT5t1eoKNybWqrm27utCUROXe7_cwM6KPRDsqcYcBNSzJdIb0IcZLTMfZxJxIqo65Xicg82ZK3jbDZJNCraA2uoHs-581BmazXurkYopgCYFRsAZenLRcPqtskHIALefIaHkDSnUevyA9Z678-27W-PrW50yW2Dofhk7iC7aHQ36c_4NTuVLqvjOimrdDGyYz3RXy154PzW4CIp34XqVt7xIp8W7yT4QCPj9mq4M40tcfNqowU2g50LrL5jj2imZgYkmT0cw17OzQnyu6gFTzW0GqvYLkL2Htv0Alqb9nqWJoZoXjSfbkQIruVcuYdoDchzlFrdTkO6eL4rzTlLhd82ugJ5ptR1l89htWyhZte4JFHxFMgZ_ElntPX5IUGqrvY4ZHagRFVBsu5Qu4jgP6KU35iNRjIOjgA-xosfp_5u_T4J78FVrAkT6n3LVS1M3ozfhTBTVCcYxo6-eNF5KC-TvXi8zUxeEiB8Cv5X856InC8rSaT2p7d9DHb7I_eLg2-x30xFpCEJRB6SHuJvQLD8sYbw0mxwpUw4yWferEaI64eCBmk5YMpSwExoZdsL8vjthWv1lA9fxoH0XlVgCe2Koo5T_1S0dI_G4jwLuM0N2BvR_znoVsojJMKkAbNUqZxR0I2O6fAoT5hKamajFiczaM9qAEhA5EA1q74JLUX2piZFci_O4t1BNb-wu1xVNl3Xs6SoL6N-c7zgtrqoDgvwFosjiw4-lfyK8pkD_LrVIsMc65pWwiQb-6jM0u20g5Ds4D7bBRIvwXU0kdyiSaWBe1qXem7ZTvBGZbYJaxE-1A5FErSDb7EVy0a6k3CULwA0wGC60rtVQShsuTXjR-jgy07lTviHvPNRywmYxpUkuapCwtrGWarOhcnml05j4Lp6SRihxrmI8I82mbWXoCo6mFzGiK7x5g-UqXZ_iul1ZCRzvo6Oa4ImErVZaMvGECQvyO-E5CQ_-vY65Jbm5eFRA4cKubcHbrAbNaJsNt5Qz8HDSHBv7tLZLOKvLeE0YnYd6B-wGghWSD-jJERGJyNRHBVtxAlJByEcWoGMYHeENqeE3HNtHQ6vnSh5_iFYMyCjAoxb6CALNYyklSj9DgHQJEeyRZGfE__jvyDf8evjNRlawS_8p0GdvTpjDeWerVdLGpz-3xA1aCL2ahaoWQreMwnhS2zdmORui6XVdR8DMWIp-fdM_S9RsKguPGL_2GXvuiVyBNbxvt-ja3JhiSK30zDSUrQwOPmxCWcDD55agNCLehZPjcgAqdUhQRrQxLV5LwZjyy3upGA5gd8x3tf-TyaPPkoRnzx8Ft6vZ8pDxzWvIbsIjLqAw83NHLYlS2BNP7pT_v97dClbx8XP8EoD-bjTNNVKr_V0rEDGby7U93uE1dgK2FU5HseEMisYqsKeSooTOrvALE-umFTtI92E7jUALsIb6yAiqQouHEZYFzLYDPvQRmIUn4dwYLsLuOIJ49zLx5_aY9i8YeMS2Kd8Q4mmFRv15JsbRaP_w4OBn-u4sZQQZUZPr-TelE163raazulX094NVnO9rna9NrV4Mr5IjZjTcs4P1YPDtEJNstXAw83ngCVDoXzv9D3riTpy0QVhJn6c8xftprEElTTc-6SIX_Ru336mF-qWwaxNqykmWYY-WO6Z85oIz5E4g6ggU6f1X_v5Nqs1631iGm8VSLD3fpKwtUzhPlPSif-yj1mp_UzkQE894HAGX5ZXChtEdvr-HMoUxuVdIANoWpFKk_tQmo0D7G--_WsSb-LzyVc6pBs9NclCQE7Ez-HmODLP5nXu2n_xnvqUyD28uciZOI2eIx--9x7DrJztdFutL6MEEaoGMXC20yCXPwQVK24i57TxEFTFHUBO0Stw53e6FLMbfY8U1njlKN1p1YgcZxlYEF1bCG3t1C4eFiguD7TQLAyc1hkVB1M2Me20CH6M47LX5tzs3A5rwFbKnvEaYCnm28MMqyrvNwOlW-NwFc_t2UakWfXkORE1uHEVdRNoUK1htEZx1fKVnBONSUT3vbgtdvTqwbd4jT6HRmcR3BTAkvBhS0wlcqnxlOlanTxAzPvOFtM_SrAZnFkMqnQcBj9LxVl8PUy-OHwulR64M--t7egNR8oS1H0Ec1Nzdutshwx2TvfmBhYf6Vy3pbOHXBRV3oQZqxPpDiQVR5OT8fQaqy_qRv1e96xxa6oJZhAGvy4kG1M1OgVO8_RaBhlBot988IUL7Sj5yauq38F4JMfeYUsqJoKBo-LGuMoEzczrKM2pmT6fqTmg6d2aj0C9cLO4cQ50Iw_PreeM5Gr53K8NcOQYILN0FOy3hqB7RM2reoCaiY5ictcRXt9GZUyyPfOCGBc0JKI8DTOtuiOcdWvU6sn9HuiN2UbCMn6TmxErla2yAH-GZTf5v0k9DCiGweLBv27zgizeMrrX5jgDc5TE_Jan2z8TsubQ-5ksnkP2JBtoCSzBXpEDyQ2vG4ohAGiakaTvxVBpvP_BWsta6Uv18TrxcUmPyP3xoH9sdFZq1k32zw7g470AVTtFTNq_wTQExjrd-CYyV0T6J6Dw3LUzEUkYcWcxRWWhXs3fKTkgxIBdqrb0LVhhjXR4rd2Ib6HZmpDTj5530YUynUqHbRF7wjVVt8YE45d1inn30UPVdJyh1tBKkRlIhwXF7cTqisXi0tiaIbUQNoh48pxvXTnUdckMnYESkWR4ayQpbUi7X8BW3ECUnDIRUUboTqWkqAPdufbH-_87Av6yatlew_cODXlsnsTODjLlYZlFz7x5dljgWp5mJg5ANY7khls3YWjEdit54S0mi5rwg1e7xe73qAACa5-QkhWX1gNV-Tvc4aZ8-xHVmZ3Zyk7xIiFgOAdHqzyzQCjUe0DhSTWu7DmJZceFM1lYqGp4rKuU-pU5gvwfN51asyF9llf4Fu_lxIGNyzfgI_fSO6kJ2gSh_T9Y681TspMsTmLoTDjR-cmFzfjy2TKN9CtMHRv67rqxCr2huu59hM9pdGRqAJEfitKJWBAV45bWOcgOpcUTTyfgWLdGUILO8SJ1zYFKp1dZ2UFnFSai9_FG2Q3wlVNXavs3FAsI8KWd4N7EaRQ49adWoD4LLmejiA_zYVSgo84bljCSwNm1sbjFZrbzfEPZJ_LJsw17d4jbLDetQFygk4ncRddTLAsszEK0cVAQVUmGbWm-zwzuKlMBWflQq8XZEIniCNWyv42jZ2jggBfY3KvhDbb4rKdIsMHYe__Ewa2iUWV-FTsX6ctqFMxw1Kmu-hiqoQKXXuqHeT34VVI2rstuWPfh3BqCWUKYxzHIRD-PP8cqiTUT1ql9usIiPPIWszR6l8a-Pn-IjMR6oyEM64c4iSCMYSbksL1ufTB1_itALuOalA80-2DBWuTkAj_bFeI0JU2_IK-7gAr954ItorIgjeejS0AXB2CEwfDFKfbs5VMGzx7SHgbjwMsxG7xwt2XXp7jqm4vdoISr3qXw2Jj7m0SzJCOLaWLjQSWADb1gAEd6VOaLxl4ug57kq1Irz4sBeqg_osLw-Dwln0HPKz0H0K9VcL1TfUpztSu9_mZGe4g0e60v6n2n1v50NDlf_DhVfAHKS1rJoGw1vM39P9cUwm6F9Knwzq2wDCSJfUi_XjVpYWBRQbaL8TdyLsxGdeu3ouGDnUqYDfybCxXpGD3TpU1zlXWcvCbbCl9IJo-mTzzuUe2hLd87c-ndDkFWHk07w0o9SL6iIugTPKGwYXhzc7yJ3ObiD_7ivgNtbgJsDZ5PdslGjDEtJA6UOPNIdgZJS0_mp6Sftcxv5Te3txec6DrmAkdXekzuDNE_ayMxa-akEZDCGqTZDrqb2SzQUM46x9T56wkfIU0h4a7ImL3OymcYFtYO1vFOdqtdxFMzi9fQU_sQ5X55qxha3z_OBbKz49X6vfOruvh4rpwJDeZWe2bC7QR7RqxxmN6YndslfXLiDqWNgPnj2H_pUYc76MN29_vW2C2iZYMceENxa3BfkXiC7Tg7iozKqS5bo1EuUgervWhYkFdQfh3lh55E3X75T9TUi9jg-lyAOFUyZrFYxE93Irod6EIPuxlFBnqCjzytg7ESwUVKLUinCyhRckuZNOcg4oqEmFEtr7WzWNP1NPEj7Wxy6vg8lw83yZt3nPEzfECzrM0gIUdexpzcBRVmV4yQy4bUx6VMTQvyD__F4jlXODsCMKh_PLJ04PAy24cm-yVjT4muqalHMLpir2uTSI9JpDkrwau7BExkFtUnNaKeWZdQ_nbQrivOyE-7XzfVgoSd4ifTmWLQ70RJsS4YSjJllAb5OhB-WD_LcNsvBDZaADdhy2e_yDgZhVr5X4ENj6qBvVhXrTmbufYqy45YXa9O8gRfnrbFKce50jnk-LPRS8ke1DM2-097YSj2I2SPGE9G8YjAfI8xg8uy6EZEmvaU_RcujY-04J2abBaeQSu8RQSxSbbx91lKXeKNT3_RK_rhQF2_LLtjacPi-OVCLFuUCnV7j95lEH2dtHdBTl4BzaO0bLnltE0xOQv_79uJXHTYBtz4JL3pg10jJGYCEpi0kGbv8Qb6jjAv-xkjYEH6MBLEZ8Wk5eXAgt6ZVGwjxj5-7NrXOY6qL_-XZoxxpCINAFo0_cMSsxbsKtSlUJfD2f51UlDVxt-48qqy5QGrWh9PJBrTBMYfRlPSjk57Wixu38ITcBe22uyYrPPoJE4Bs2JsKAwW6-pS6lpJcycNY0dhpU_yqKnIUrRp4CV-h7hqoGFuz9oVudpA9XX8C7AfEBgVyoh3fW2fy8GyQB7mm9FIFOnjb3y4t8NSOU5b7oLSKV8yuHQA09sKn7bk1khjPzHBmY_sc_DzwTEm3hW6RcaB6l1cycsgpVSFvY3EJiYSF4Fz_urlA5229a4tO32vuZ9rUrzPgfg2djHA2wFApEP-CjEn-jna0TTWTSDUUZjkIJfo-LGedgd6DF_t_fcu45LW5YVpKzDnWoAcwkKKUvKth19dcBPwnFG9TEHM8jTMmpzey_KJin1qD89ly6AD7Fz0IOj52uz6ppDHmDGAYS9t1JA-wxEwthci4v4H9eMx0M45oKkVNdxMc8zfJ0WXqpOaOJJu9xipGV4S_DqLTG1PYXJGUTH0lGzyDaHLgR92AM2OSOShccjMTB81x4hJotKawQxxmS60B1Tb0xU-Dp3jygI7haM_RIBIgQEDgnHllJN7RnEVVSUh-DIcaycE8gl9RMPu51RLBLLbTuKE8tcyRvX1x34FpIiYhRY5dQBkSuGBZDmn63SgyJlrLyV99cGleSiy8YKdDiCayvBSBtPOMIyWIAFKFIf-ywatWJJu0vouZjbR4P5i4CnJvfydb5rs9xw17j6JMrAyznwPsRlT7wzuGlQ7kCy4xfWonYQkCukz0xNJRwcNQGyE9Wk-3_y32zgddgqP6ZSpQeQ-ydZedvqONbXkkGjvEpdjqE5dsuYPxWQLD9_CrVgruiQ8CmWUaLyhfxX1xvAdgWDsSFST1DorW-_J0xP3V9LVWyC7AvBVdA_MbU5VaC-SwfkTd8xnGBsGBCcKLFTPv05FpexAR8rnQtLWl-814mC6FeCHnrKxsLZcq2DHRqKsSvLBc8htthOYSzIqdCmT0uppzd_jbDslW64XFu_quK7y-BkfzMHzveefu5hnCuQH9ssMqYwOuTJU7qWHIflNmZQ2PgKpe2z4iTjI1DtkGazRwDcJY2kQtB9P43ELVrRX7Lcoi4tw2VBAc6f4OdtBsf7OpT_u9R6OV41hnIoNOGQlreFecxkhoVBfMyuEyxMpJotdLsu6ts46CPFSrgvTFEGgDY5g4BHN0_bsOrZZQpvu7MesArGYkpaI4375DrcFUicFrW2amcsaOXTKR3wtvcmfMEbymJLd5IdBSOPb6cjEIhg1XQsIJqvrUhjv2PWEBtRacdxR9KNoRBfuK1wpO-S-_OUvvm8MYLdh_TRFdJiyIumoXhiKNQUTd0mxC9JTJouKD7i0KC_tsehPVU4Ofpiy0tgKn0FRatJjN_MI4haAf_WyLfUvt2VgOPWsf9IOeiPtsLKVUryIll1nS5R-TX2ztV6X29jiUB_fKV19LTvf6xlhdFstpGE2R9IFAzVwyjCQ-Cdl0NWSgdnzARCxMdGFuZvV2Oz4QX-w1ESL01VUO_01zWi5_3k8EETZgQmd64XgGIC2DuE00fxHG7e_atshgMagZD-pKFO5OBQ-FXhVjkl8I5wMhqxV4HmzDSy3VB1SC0wUJqNJv8f9ZrjfAMTwXspmiyEiD9K7GpKZLoG1q_cigEuDW36Wjn6X8rZoMr4P-jlj2HkUYKsI6EhfB4zPNQTP-x0GYoYouuZwRrm-9E9JDLxyUyBUwhrC4WsOGwl928Ps0ocIiH1fOpherH1uyt00d9lyI-ZE2NEH9jaAfXCIYZ_2iQ5iRQjMIbfRtuZepcj4ALcVN7AAzn5jlnxxIZThBa2tnJ3yqGPy0LltSAAf-G8NFeQRwsoZH9NTkJ8TtcVXDNROm44cmAVptwJFDQWsxj5IDmvQATxcaOeCi7AKL5sgKiFFqX8SjhqEgXuBvieGDqqI-tASFRS1wzAEh-bu3R81g8w6igh4D-wktAxlGQsHoqrLk2ubOlrupgbDNC3eDXcCjErcjmfPoqTjiM1cUw0FYhKecD5taoPs-RYtqevglh5Ize7HBP3k4M6iiW9M2A2kDTa5ovDRWIkJ0GN8gZCrbLqzxcQ-Q5iVAn91qw4Ip-_4eO9xdgaO2ofmN2pnClqyQI18fHEoNRuZJzUsczPXeFk9CUDwSoobc5EzQ97InhMIg6WtcsBVvqJPzmQ5JSshpID9Sx9QuGMjllKfr8qwczi3Z80rlLtTlgnr-fOzAT6PRfQIHyWqqJIG1TIzh-XPn2w1ABIgCeUbXpOnUuNMisJMiqWpZYFZo6S4TopQD1C8hrYrXwFLnS1vORzU9vy0gdb6-lVTW6YHCIy5yEniFpyQwN9NoO6qpXlaT13wGGo9kXMRmLHKgngTl-hmjDIxE969yDX3PKB22rxRM2mTwGbLbsXXeUh_WUTKJOrgG3bQnHJ4H5yiVjCdlGukrXu-Y4qHCKa7gguwAu3JXGqjgUYXqHPrUjstmiOFrQlIMJsCC51CjgIQdHkSavFIJTOOBZW6acX__oOY0uyGGaComjzFn6BeR8vUxFu-i0Wg1Nv8CJvs-T3NoJJxsDT8T35Ap8y2yqshLVRiP-E_ONqxJJvDwj9lqBDZ8swizm1_BZNozWoWuPoH1PQ2K1NSiqLXZnqWSZgCOTeJgcDwBA0ZJJ8IX1GgheBxvegd4oO3bOFQcHCwGd01z3uf02MY9FfLamBMFK91dvZw9Hb2-an-XwndRPuIJ3d2McjSDL47o8Y7kwhqmyQFSqEnPla4ZV59qwvmYjDHsgk9C-m3lLRbxnm-2I0yclxSWs-OrOHLg-bRqOIoTez_rv8Sh8a9PsQ2hjo6NiOXCtwDbXcFkrfa9kKpMzN7R1OXb_GVDbP2j_GsDnbv18FJzK_Y5rGkI2wJtL64komdOdwUHfOiuMQOHUUi9k7x4qxobAAUnjfEyP3G_SPU020dcoXoqze-l4mkXzeTGkmbaOOFQbcLtf1aWh3Oc_apO7Iz_WrtHBiRx6LPgkgVvVnjDNdBH74hWa5m-EDMAVAusZbuvYSOToena3QaBVpKFXU0m-ovLJFz-sTaMb7dzWVaoKQybFF7fvHoiE0YOPVlvLv-bfxcaFCUC3Sg1bF3QwhH2d1fsrnloudUyNK_d4Kf1E7LWDwrw2tzljDiiGDFLNRnnp7lDkcQYEaWc0bhbs1fTQNfcW51GsyVLAYHZFRs1eafzhCExZf6hCQ7YtQrpUbLHVapN-JVjfr1drpX_styJ390JK7Rtb1kde7vcMjdOwHguGB2heFavZJUOwiL9G79au5GcHUEjy6pWqDUO82Pjgj-NcpOjkc37iCXH5PN13axkysVtQKf-JgLwrytjkFAxJYm-P6oRAo0s8NejiBk2ff52DKKruScriJPpJgYWC7kL9EYm1NSDHfsgF3ogvOMCRa6iSWUvGAnfeoOUzJQJFQktfj33eWhMkrMv47gUSszQWeLoqxSp3D9hfmofpTn2YKPDiSEPyRvxqA-oG1ewETu91Z3rGDMgcol3WAR3dTPIDRfsSFf2fSYcwRde5jOtoQMCmo0WloYTgCRRNc36U4T2REBLxwUk5MBTsAjfFKS847seCknu_-xxMGQnSflnHKKmGoFUawBpRYySEN3Yx8EOJNfZwRviyuJPgu5UuKFo3ob1y0swkojR_OzBMcezM8D8LJK1o-qEdDzJzw7dYffglj4-Wp54Gl317qe52wXVkBP1DReVwzw4joC9vIaCsZpifFLqFnBmPy-Dv8ZprfArHL5ll_sxCC6WMqks5XUCKcF7Tre7aOT2b8rBbVT49d1JNzhDIWIMVfgZ__agJsW8p4D5aHHSg1pao4RgKsBCZo8CTyVkF8E0NqsRKp1Cu7OvEkFrS1MY7bHbBt6-eB2eIINd0_0jdDIJojr0ozt25emPzO1JF_ljewbcqdnTldtOvN2ZN9OygAhWZ-aYmhZru-3yQA5iYlIwF8HcDMhhnEo4ZN3yLwqd8wTbIw_7AoQDNTQefpJcx9JFF4lSNTDGcQN5XuMxNLlw2GX81FsP0gbhtLeFAwd-FFHydw7Lbtna8K_0ROcVOtZknP5S-uW5trgf46qWRKNoTJupqdegRv3hoiDjjZkBL_XsbzqI1LcWkmNWcfxOFiR4GImPzb4pu5VUD311SZjD7L5JeceLVbQZrOlWJj_Kpg0gEAhRgZdRCJD1IgpTln4fUcfD4N1q52DG1FoqrlC0if_EfjYtQXXCNRCsYvCac9CP5hDwFDU_oIMX34D69TVTi0V1zv9iLMO5bmfYIn_tY-CiFrpBKke4mpsX1Syf4q8P1K8yFFwNPnzciOr7b3z9k6HbQLbMUqnN4EAeOCaOqOJsnq1UzPjTs-3BWY39LMtr075Ewlg9PKHGZY0ORbEoZ7hmhdRkhPlV0SBuLnLTszUYDpU7A-F0CeM_Og_BzAAj_uKjMIqsS-cNpLpaSFcefeVqRvvXsNjAHPASgDFnAipTEuo_kyQaBioc3DmQPEYwlvOl_fXcHKRjI1NePeKOecXGKuHdjFV9ug4KX3AE85bsmFKI0y3rY7wmFg1feepgcB4aWLMBlajYXpxwoslLKGlaE5_TC_-EyG_09srG6OW6OHO-NSsqcpiW4E0R2-IEjzQrgzfL5t19X2e4yQDBHwvACfyQBjRyvx_tCl1BZuMjLfkcBgeY1UpohNShGu7xtWZ8z9fHI3sTy-uO2pJ0QH0QJKxRcgpACP0qekCgguUII4OOScJej3Cheqknxmvkg59IUKysslHydlhbj9kFp3EBMdm3BGHl2KD_hl3l58fg7lQvC59CdStOJjXja11V6xY0LxpbYD1HcXBZkxtfSZYuSqaaqr6xWQIjkNExlDdZwFghF4od5FVzgvcGLTQHRKZb3pWP-N3xahdru_aN_p-cUJJozanO0AwDqQRWUa1cQtcZSrkngbMnbl8JJsGc7Hd514H5lag7aQqkg9sTVJ-jqC-8M-9Ai0-J4wq1AkOao-YbW0QjtokgcvAggaHk5Huiq7o6uRBDtXTciqUdfaEay-VOsC-snUNBi7laOCVEsj2IEHERfmtCr3cchXDK8id8QH2JFHCw_i5Rp3w-y3kmMhxujGLJDchlnqFyhAKKHsakB0x96KhsrssF-LsQukGTWwdlKC1yZ_1nvUOI4ywP_KmB-IIOd0am2BHKZxQR2z1Cm1MEYUH7B0nQSXwmTorMesYMrKjYAps-ge3WrOFseywZRCWYitfiQaMXsawGUhCH6W2ZSxcqNJUFC_0K-SxUJjEAMaNZpMyOnxPy7DyWKmXks-CYwonkYIXiGhPJZ1_ya9WnBNYsDQgEYkT-gedVFQgxwOqszqL9VYEbpMXVFOpbgLru85pzVQ8GR6HqRSk5OgfAriBP31xqp3uNi0gSJ2foPakjDCtMi_sW2HUechL2D8ulfIhgdEVLGJ1LxaeN1wJ_K1dRb77t_NyDZu5dqs2uoBAF4kGoIYcZCfuZdRgt3M8ClWAd1W8TyFc5Zc-XkCN1yP1EEygL8HJFIH9QPGlPNeH117aWr90uwxGalOhmRh1mAfvKtF8qr9Zxpnouqi9dlqoLELdJu3ghLD2Q99CwiD7uWOJnHYMn8ZipdfsRxDNjTvTn3csDW76WBM2EtZib7dbgHTCSkzL0xA-xasCnXlxx_YUe95jhmn4rzw109tuWQyVEkw6M8rEzS3rxDFQMv8atfOdJmuAr30WtKDNuqn5L3fpFFZ_hMwnkuyt9PVkCYQzjNb_L4bCkaFy-2vsyglmxuKTFiPQhTsv-DZxEIlOTurdXQ2sln7oxf_tvXpJD7QTkuVtJfGr1ful-jkQfYt_EKcme4_nPKxXLAZLqFvtSH9UCepjplTsTLuULAh4K78Ey82ftHd-xQuVyAid64W4Fu85ab2Z4JQZZOvfgBv_puWFFFI1_4Q9F4hQuSQaYnC4XKF-AYAuuAP5hbg9K6ofasIwqLLXPgrd69rzJcBlAEcU6KCAcBi5IiMwpsjmuhu6Z0pkXenHTypgVaIIUe6k1QRHxeMQy7tWi05zFge4k_AWDkdI8RVaTPmxMLmzvgeH-tCMEuygnI9W5dgIqYB-Fr8gMQ9c6KLwF8hjZfGTfYh2WblvOKi3aoARdwWs32g2tv7KDolTnH15D6KeIz_tmz1EVY65txr8Z_uV1BH-u7BntTCGsnnZwAZJnT0uBtQWKv29eCUlMCsQBBJfFsownjZOY89Bb5zUluq-P3kBo-hCROcw8T1nLnZBT6zIlBXGJYlqXgCMP2Sypqax6EVa6_WYGJg9gOnrfQaABDBWkCYGW0FN-jfRhnfvA8PBDPsIqKM2xnT72Uw0acWZCQpMDqFoWlJRmPJwTO4G1EhsmcuuFXItbjxZTYPgBiYRQn-82M9GuNqNDpx0Hq8PEyS3pbAWXbvPC295_Qz8RwP9faDxV5dbFTrPPPg2a5YeLpS3bsc4HtLOT22CN2FusYV4X7ZbNv1oizuNi6k4QdvIZitasfDjBGmcXFSpa-xn4f_9cHRGvnctEaHufcI4ZZxFBKXf4Dmnyqf6zgppqPqVCV-Gmov78xgU-qRkpi79DVCNl7b87sXi5_iS7WXzT5MhSBTfUCl66rMEodRUWwfH7EkTV_6aVkwl_rnVnY9wyLsqmOTkFySfPtnS2mfSs3IT6wNQNZdP8aZxrfWh2tuWhr7Cd20WjnrIPlWCHFXvcgfyrMJ3ROh142tnT1uZbwID6XmxPEC7PrugihAEPURZnEpYcBpikt2xC2PxcXFbreXDjk46oUm6wS95YEDlQDuOCmsKuHuv4tuqdDlU40D0zgabnwLISj8kwmCUDV8gWuztHO2OEtmF-B8EsqRlRnv-yYZbPT0oQ7szjo9iZPMQZmNG6ZSVIMh1jfiQNuquWNwYtQhX9h_jqTYeY4flEXQt2trTXsAF0Y0mLvzQXwauTchTG2fTXerqOM7UJBedE3503ejTDfBWJO0dEbtAswLtn-6NdkBH72FfOSisf86a0561RYb14rCJ7Tdy2T7mmANOFQhoqL01SGWsgFFvgOPenZ6iu3fUIwzNnlNXmyRqO2sjj7YDKyWJHPSc8eEF7IhpXAPXRRH5stij3RxmYaBOAnTX6v8VBzsYa0t5srT2TI55ruE7G0wmdvGAnsItzoBxT-YFyyM0t-OW78ICYyznZKXfNLf59DzStIcDSv0huahCJCq6xr3_rwrd9OMW-voQ7JBigvNmvEGmqLwBD5rRYk2GC0U5YVmdWuYukdqKMdQe0SWniTxeBn7BPjX5gcvxOZNwAYVFH3u1G0yH5jOkXdKMOr3Be2DJHFXNfeyNdg8fSd0WABsv_xpqaEW6lQT3C9hkRi3wMPj0JjkVM6_AcX3pxrs5bUBj7fjiyNng8oWhYPeXEIM4qVdIPldvGP7wd3P9yfIZkgJYwfm_TXM5URbPfR__r8AxwtkpSdlqIdfh3KAcWwav4XoXHT6iSQzlEMdbGGozJSHMtypmYbN62Y_caXJh4uMGmj1L2OSoKVvb83Lks_xI4LTXsoz3yjGHY8RBaf8n2vyK56WfExzqJzmiXbXVxW0NYQ7pJquqKvKDddqX6rPUv7OffTtjhP1VMcGHafSpkg5RO6sTBrrXOOMeAnJPAvI-wl7UEMUb0oO4vmgg6Iotw5ELr3ll9Oka40ZHvTLJV1gH4aCE9Hgn0xPpkx6h9COoBz_-XyNIJulBEC_rqeFmoK5ygLRlOdShq7VZfNKgWx1LoIjkr_vVvhYlCeWOaz_UbkLB64Ix6TOzuqzyCp74lagK_Z9yz6R_JGEHmombfoqt_l31_0SuTpyoMupSLi_Qy9icufz1_HoxpyuH69oa7kt2Smm6q2UZoyxTSL71sygvsnxOpScsGzUUs0gcc2Kikk406I7Y3QVC606z_H5JaxFQ0zlT1nCUg4W7uKNVkcGpq5ZOiyHn7a1vnn5AnxR2UfkfOjBHWLYXQKjhxmEOMBgcT0MUVExApA4LMkUs2L685PQYEWEYpYSSxFNIjQDza0BjO_7CMaR43ZWqXxEermNfW81OT3bA5jERlLAnxrxUpFZvVx8wigy45tqGPb2lZAPBZeiiknhXAVcZzTZAv1BbB2YOTewIFl13ifD5-OZWw0qWvQOvRIjtjxIDWkWpuYL19laQxdZ72_tsUhud3-KV5Ao2ReC_PezSrPZjyUUiZfqFIkjPZmLcYkZban9hdjvpPLnnXG9xIfNEbAlrtZBdJYyRBLMHo6Ngpl2GHFY2jOw23QmZSRWDFrqmvc9XTQK4sszHAC3MGeYOVG-JQahHZ1MpA8L3POVVK-gXswud8uGl70cwHHsN3_WduvCAFyCj_VsTI1oqfpAApesMXCZnuMrPQRfXQurQEv4Z4VYUp0AlgCdgYJK7s-6iJH0dj_ahAwK-TqJ_OaidF6j8t9THcmTdyFavIl98JsCvmSnvNx00wSp6oZQoPDXwme_yOnkJ2H-3h13OZBtpK1jcT7liEywLrfC7G8JK-L8M5E28xpUed9PCGPt7qoFay4ehKsYWDH6WnFOgS3UVRHw07O1xIewI_DNSHxPeRgEKd3SuZHxhAjj-0YRuN-ZaTkR0VXjRmvxLF9fFgS50Bpt5L1JuCNYUGwKB0ODerhkzVBQ0uBS_7oqtmZClAaNpcVeH57F6BgLC3ehcin3UA1OnaTDIWKTconlcde-pOnxBMvxyJ_QGdM4OZ1HUF1vmNWgJkN_affxAFsrDdvY_Pov4g-9uFKFsa9GWgI49RxKGtTwlrxbZPDHmy90gmhTcL3jHpGa70FuXEb5ybSF-byl9lt5G2zyQ64UsDFQauc8rVfEo8Arbtea4PsKebIK1GNoEXcVGm972ht09vN8lfZfZZom6cD-E7LYCuy8CTcpGX1kcw8Y1IVYKYolRztD_VpB4zogL_bmY0lHsynYgRVlG2Z-9B8E9ImWqOmPQZMRynEXPAaFDekZ2YcWYu3sv9U1bv9PIqqV78eEAQBNLvKsnrN9aDUS4NM0Gp0TNVZ-sC2oCmHbpbkvAPQ22L1SN-foSojVY8DjMsB8HdWYuAd3XfqS1XebqgMmKw4-P50Epj_ZKnTeIrVJKhdKD1r7PfODTPkrP6mGL_qgxNiVJFbdWi2AxcgKmMDB8zuDBuuJmxjUbwqRb9N0z6qfnFF6rfjxgi907-hOYGOYB15jiDK7mH8KSl1HDeDwpvs3pCbU26T10zdAODNW0W6dZ2waZCiVuul6gAGSVee07FXR0uA7Bloe8-E2l-b7PFPByihhJNDEcygMlgRkbwTzOX7YbtKdm6cCBqm_d4eThq9rWagDHFi2VAdEyJvT9kIpPK1VjDSSXwCLoZsJsJJOW-4XHklpMiC8-Db2BT3ZW-08p2dvBMiKEYn_Db3VgdD05A6vNhe5L1nQ7v_54LRvMA-cjjc_endcm06DX_oicW70cewin1U0QuVeYXLOQzGBQNT-anh2Xe1j6lyDznyS8RzMRBjzp9BA2uUaUNZDm3jxh4WYIfOfcx6vjRPQjHCbXb2sO4GRp248OTnhIP-o1V7CyW8aiGHmw4nNjqGhyInERgzkA_sc-7HQx_sI3yO6T2_3KPJxQ68shH0cFHxOVywz8FdL1sntSxb4yjlgYM0FT5AUnphYILYo0mErwzVcqbfk3wT5dxF1F471FLktI1OnutywBLh5a5PtJXLygR_1SPGhnyfMGfQCPbPBYRlgeMyapGHZ5pKO-N3MMaiKIZgTngjHn-44nT5nG5DPxK_x_PCyi--VigvHOblw4aGfvSaS-ysMJxVAjMZwMfxHz5ChDUU40ms0ix0zKWOog2dCw8gnwcdwCX-XA5uvU8IFybK7Xp4axKr3E1TpVx0ZlAHjNK6ANSqB-kK9nrMnGjlMGrAhoaWMxoqR3P6mOMwLt6rR3xTlWyz1nS7kMa4zgyR-e6VbZ_Hs9q9xovVUselysYzkMWjyFqvo8amlARa-SUTOI4xVJd1WpXhvcfByi6OELa20KTk_fyUk1UyO0d_hGNHfZ_jFyJwVjTxyc51TnRMAo98X3S4Js1VR6u7VXpzZ_MbZ2lmnbmdfS0zzHNo6ODjbmTyLq8faoCQ7DwQMeZOz0_5o_MeYJY5LuC-f7OTeP7QNkf9XL-ftv-6fVHepEorBn4-WElrF5odC-eMbs7S5Mfs74n3lb-MUUTqCtbyZqE1p1qCShoTRe514xO4AYKUl_-lzd6EnW6Yu4v2AE71elZ3U9N6v0Mplb0ec2XDRz0HEQGRU7HFJdCWnzPJEpWfLCG2hPGQJ5xf8DOeZABpazD46_l_gMHGwoHyAqUNJCzoP__KWRBD33uSqGZkyXL1GmZFjC_u0YL0AYnLO8Zh3e1CUfTDoH4opXO4QtTGJ7mDnR3kGkoTRiRhf7eABNm-jZs6gRumVfwBTqYWFwQ9f7k-0rOl2WCZb-yqE35mHcL3el6eZ8TyvzrJKjYaaAQNbywU3zVyJmZA7BB2BkHujWcADMUFCfeNbg7PDCPcXD22nGjmmmmbN8AOuoR2oyGZrfjongXVAauMl1Mh6MEVdMnWcMcTcRLYErC3zhFN7is6sfSetwQfGM33SkiJayK5rBFyQiSZ_RcJWFy_cKlY3go9jJXYN5OmkzC-6rmI6BgtaSF5X-_vCeugkO-qmQwJy0_xrzcfmf3oAehyDmG2VvJkj37uTQvbe0HQAMRLkh5Jsfvh84JrrHMaQU8IwGcGyaX0GiRxyKBUBPOTTKJXfji2vEjPkQw8LIGG4zAAb-qbkimK8BB8V2aLRVvevBARQ6gIQ2wkI0wYWFdv2zgjN_Ww0n6FP8ICG3YJcFs2e2BMSUGw3kh5NpeCnbYFNDumvW6aM-hUiY54XVo2ku8m6zovSDoT_fTfE_npdiVNv5OqBdfPlNBFBMZHp0xZiyZl70b9uKax1iujUbEtfJgbsVNYh-fIfRyi78cEBokmC9nxU5Dc4Thu26zlB_x0_wy9CkUnWLyXKW8XV91ogLdeWjzZZcJG5bghMfOuJWVf0BBfoG4rYVQQth3RMNKc0i7z_gTthiyyhtAZtuQKQDZ2cGTYa1eIMAhEFYKh00Zj64-SSMR2ygvUHInpRJe75uH2pOf3d_hxIkGsEXSmWVfAXeJXtzwiVhK4ZItFDRwZHoLwSIqSRnLypdMp-aRVzcbE6CYkitK2jVe28AnEdiZTF0kHTkYIHQgg7ft4D3Ao88KfFszDTVZVY3UY3nsvxuyJW94pZ9optIIwaLQ0hx6592z0VJmXOgaV9EPYCesLtymK33ex1HMSZ6u4feNmNwfwiMhXFU3reR8SFuL0a7cACQk77qIx5eQQFXyxhw-B1Xm-AP0_ybaToJhOdmRVvNVzKgExlVpPnyik1X8yeUgDyG7Y_cEP3kPKPPwifIxxO73yL-ZkEthLvPY_b2ya4Iq5IpnbTPFotC3efbH2VUZYaiWzp9rpcbKzqZG_DF-8ohr4Q-Cyp0OAilgsJM3toE2cXUgqonhkGXz8MMDfHrDFdoILgV50GR2flgE_wacilDzWrY4OgeWVq2pdlNBFv8M0hM9WSAywezgf7hAXatkCN47tnikvn04p8KIJax1CmBrcsKu2FGnoq4Gq_f-xxyNBRDErXv0tvjXR7q1vjtJF1nEusrqh8qnXCGMbeoSsYCku3nx0DRdZATmkQ13r_auBznXaVKjROtUAr4RpUgBXcM5cG1N87HftxMDzWSfV_8AKuI5sK2OiBRFep5s-DpY981S8OTLr4tT16Ept8jcvjnGcg9jNA_bglvpR_XJXasOwRWs5g1vADYkFsgkSDSYjTLF6OEz524l_uc8OAtJKlMrl5X21mzYulCyyaUrsEsF5Wn0-LbW9rn3oRJ7k6iR_zU7KouTLNm61F30a7HO9vVPMKE7hda2uj__4oeY6yqTow04-rP5E3z696pwB2q6g-Mgb7YtR3alHWq62JpAcUbnquEkdePx-ebcr7HqZKxCoWtNAREApgVk0nGgA_7s_r2_l3Et-UkatzWfzkdbUt14gbu8z4bce3uxy8nh9k3kbl9yZnBQy8i_jYrWGuI5dB-FKNy0w1EDg19E08qXA81HORiGj1-CGtNVcPGc6b7YELsMtpTXyqODqaDMiSAmD1bbyciGgtsDwTRd_30kaW9oADK2VhZKTFUD-8LjzDv8bjyPvTrBVoGO_kEQnyh2FanLWBzpgIOAFsb3rnpKT3sDO-zyciR70Vh9t807i3ycDmXF2kq0j4rdeeG6zVqzckIQdZTgRfXMWfX1qJ4dMM9Mo93I8OV0GPSvAHpiCxr8lx6BGcd51ODDES7DYnDWHwz7xVtM05_zsDifaSUDRfOhK7LOz-gvAEJvvq5YVFAPAHfWszmlhC4U9Dc0s8BYWywfiVy-AX8ywtk2KYlZxTj3WSks3yC3dTjza0jltcXhA-PESLdt-yMMoPg9T-HN-EPYnntkC5mtAoTH8Nfvetuf89vJNHJGXwtHm6aSbvQp-zMUzzLvizm_r_Bho-5S4aQImm-8EQw3nP1EArFlFOrruF_TtLRLS33D3uLfZWQougi7MrLusvCujLY3eOkKhdwYKnLGyHEMA6TtQpGlrmnCESo-2M79hPaxg0h9xGqokFTWd1YviWhB7uIv1kqaRgDsNki8cf-ihZNbH2sGEUccHXPXbW9Re39u00lXXQXDT2DLWIYVLKed9-Jb6QytnWs2O5pgQhq8SN0utf93m5lsfeCq8AXMmuYV3ewx0UqqmJGrfmpWv2S8RzpJaJZtg8oYDAvTYjF8BHj1IpGlR1uWeQ6jXA3aemsdR69z_-NMKKJ10pvVerrRC-Hj8Jgf6QX0yJvgvPU5xkfBcBgodISgzfsR6enG71TcPiBZXCRERa39YVB13e4jPTx4AK306aQrjH2g6vpZAlLBs0XINx50YJS6VFFLFxA8YxJrK9sWlnA6ByjbVA0xjgVYADCHQIy8yO842fYurK25ohOcjjKpOpVukNx4GTnbhANrTFDZijfMrz78gl8rK2a1yQDg0DpCPnEPlIPqeoSTllYsa2vtU_HvJpEF6CIOSORNiHTWYMd4r4ZvJYD3jFXlHbfZxEvjCD4KEh8u21FUfABjdI2QVoqRshCKYlzBioRdrnodN8umUCqXZecUP3YyG2uYGF4hNMarc6nB0BtmoSpAcI_rF9mcaL6ONpXfCPEb_GWTpvx9uMTj-Ai4kknqhtTsl276uaL5BxH68c3l2aKf1jAX5I1R4UmZdR9xUgZON7v61w0DtWsoHZLsaXNH8ES79BNFBx7ruM3NJZTpM4sF9wcoa078jW_n4jNTYkSCKaA_XDsyH-w1aIP8RKpzV2j6AhNea02jpLw_4Qlu3mMMg9vyW40wPyYVkaNOFre0RXZiBCEtHkqhfqydJdCOtmBUjZU2wchfFVm67d2d7ihReKVQASx_rYl_n0AHhi3HPo__6Z-Jhci4Nfvfk3w2kzZJ0JprJ_QqNgPXnuOGU9XbD1XJCL4Q8R2XDnCAXcEij6M__Jx7I_WyBB_t92MmidCb_4OwG4xIYGKbRdM4xyC90wCbxidvdiCEBEC5bGZ6N1PtlaLgm95ui_O6qOKVdmzf6ytvWFzp-FebSE_y_UgBbN7F2zqyvSUPuve-gW2qxei9lqvFCz1eKDCSuM_jJQ3j_VTBYCYRswJOI_DGsYmhgFenjVByO5PjBrEccImibiVGIvCa0D5rJeYdvYlqIy6BJtmvbuD8JzDhfcNCJJSCDmRMdOz02VVKWYuKOm--VJZGZc57mMR_8pqXZ9PWDDWqcsuai7uByBJT1ZjZLg3pM8mw4p8agtXzn4KUagDllIwf_3qP_xeXRkYE5UKAJbJgxskxxK-GPHqHT17kIhR5tEdvaMH-kTffW_8YX00oUns6fC9WNG_PSeBpB1JGxhZfUpfxWvwopjWdwFQIeIqdHXVzV2a1q6RxcVk47sQWlgLzhH0Qdw-DMggbm1_d-8wfezO5yXR_sHBClowjrRyHyuEoeslmYF5K80QuTpoymeekALDTe4rIKK75g_e60JCTnr5-d15QJBRVFtf8rEghgiwAvS4FuhFkXKE5Rp_bgW7CNCRJtFc293AezU_9h0C1KwsYpB7JgHoBVPcoMg00xnD9Vk2dEtSIIdwD3RySBeXXvjM0p16gSpvwObjEAYIBTFXZp8UBJwEb1dRgybWXlsmHQ5rel7ySEro4D5qN2V-NPnXstVlWl6ndiCqYv1Zr06gBCynufoZ8IOSnQ7MD-pcIaxwtsCmm0G30junqCCqYA_TFSseCBd_VUTxm6m6WNt3T0BxLDIkcRsZdrN6zrHQqZG64botc2Lw5CRREi--HoQBUEy5U70uy4vKjFCy5rB9JfnKSU_QFpv3HIaJ0fSg5Wb2-HQ2kGzHHqi1C4EVFWFrNcTjK3khw64KNDkQhp-gbeAPxcwQvNah0MouWp0nQp8DRVPCDm0dnTYKG9kyx716JIyQZm1nkhXRhouYNG42wKyb3oAqN7ZvCsr3A2rjXJ7ZrpH9AVhSCWY2vPVxqRgv3Swk_snFHEj1z0b3TP16YhyfcOVDQtS6dzhcGXilZgs3hp8J7tcmYgdsHAaXnhtjIEasyLNCX5yGIMHFT-lMjUm0BmItJfSXoYfUiMjM5aRkt3aIVQSUJ2G7O0KaJcCyGk-0kIicXsFo2lup2qBz3Vh1O70cUFXjQ0LchZ43MDseiMh7aOi16eeEUvdjONfzniUjzojRRPiIfZRoTWl_l3M_Ba3OyYb19vmcq4vNog8gkQOy4qfoYgGll-T7C1Rdh6N6QsFoEsymPQWl3G7afhyfyf3m2hZ-EMoSLM56xyApBttEXuWByjYaMmxuhxq0qzFjv0ADP2GRBg63M7UzyUfxl5Kpm5lxzSeb6yFd2OaOqv2DjBpaiyhiDvBzk4gSsPyS_GvVREwWy5XLTvR5H260wrXxtfsYRk-ClMa73aWbMkSVcaDmLfAh4CvXcHJu2ZTOMtA4p51rJdmdoFgxIWTnMmvFWSkBPBahgqytdWGGxqJ-zJmGIeSfajZJlTItv-tX2NZoO4ImVYogkZRguKTWlwNAjltxW_asEZZf4HxWjOIb1XlXbsOboVs8MpR3DJzIXHdX-lklvDotmEedF0cajtnGzlp9naDWJFZ4r3VQcFZwOmvNHB6x_M5ZrCaL5CFvBB2VY501lrPO_RDiUEmiLzYDUDHpLDFKlBtkSyCUoD6sizWOGCtg-CIBIf7j4NWOVDjH-DypjFQnfc3LllDAwys06jqkSY_Sp-9T9iQ8KH4v7G-uQ5s-wBHMKVbxXhxnZ5lXFGdoiMNGOXzve-y3s7RxVVoLxvT3XHjuRqN9ywamt0kq3qjOCI_X9b1gs3aXlhxGpm6LUZEYPnP7SclaER2OiYbp0lq-F-GSPuWP49o9liEOwGQah6YenF0JLssP7EJEL9AbhyBfvhH592djFuf4uzQPetJoPQX_A8mnX9ocZiYOed5OgdS6ZyT6XlxspVkjN312sqesm93aCLa1kYbM7FjQ6ZMB3vM1V9AETWx6to72uZYiXhGyYnCEmhG-ZE12NtoeVa1P0wFsMfT8qs568bCY6rTR0CQNLRmXKKtogM9k5gchOeHaEzbI2DM1YOQSP84owFlbyyKOQEy9QH26LQLDA7lyzqz4zcxxMl_w0OCi4bfITCwQ7cz9UCu0etNS4D2ABpJK4wnHh22no9PgdiPZIAMvQvfAWM77baqhmgbG4zHPD-ySuzogCCSy53B_GRbXhjwtNX3G_fbz4IQY_KevatKDcSYid-ZojZLTmRCNr_NSXyIfkLrpyQDDBvVyjYCUVh_Ic78bZBvbLd526__VQ-GCe1K8fKFcNxuPnq5-LM82WEndPR-6WSRO4lnBmmJUx9GNag-4gsYu_T7Towz67aT6ZB7eb1Q1Zk7qKFPGpMb7UrkTzqQp8YXtaYVZNAkXurWAmI7vNQpCKicuRTGwz-tBEnEE1BZuhjimPtgtuDJxzTN79dHYsTOT2oGZAQBJZkO2IqsIsqNUJFC6ucZBxDrhJzbg5ILr7KskY0tR_3gIv8I4SN9Eg-V2Id2j12_Um4KkUWI4jAHMLVbGc-0yelzEXKjhFlL9iHXcsk0dzSXNwwkpa7pO7zbEg6qle69SNbjP5x_DltSdHJ6JOIkcdEmdyyw-u1PimjlN5jxuDilWM4PsoR2j5IvmLK4xU_TnumweXVygW8mLy13wI_C10cPriARJMwPF-rMDdogitxBFj7wojuAuL0l4nV-3_AznWRi3dEzWlsHHnrLAriBcUvYNaPqt2zhzBnj8xLmXHPJWy_pnKzuppfvQhHseEbFIC5hBlrGheZt2d4sk8vmh1At42lYG7fAM2ZtA47epDUUmz6tvpz8ftiMNKMlEba5Zhu-tx1QOdqgN1XCK3Llz1nocNok8CyT-uTPxOFScI98XYIS-z4LTI15o_3cIrCV6UbWT79EUCKbuk1UXBqK2SGL2FYX-i9udgtbtb_SvqyyffN0YSe7n5aFfrPdfB4uY-d-RCTD9suAJ85N2V5Mdn0fU2w7cguFXwLBicX3sZ_9sCWiJsNZpNyZSeolHsfak9rRQI68yVOU4W6XXYMcxgsL-NCmgmTCIG2V1iEaR11aK_EPsbUgalT6kpZ1O_8xHzCuG9vE9454GPYZfiftS7JeP41Xlt9Pt1NomSHFTmbY_PYIDkqBIpRAjfNfFOwBoVsfRBaKykyPD2jbldLu2pnjDY1-KvSXtSlVc7mxCh_YBxxutkL3qELvxzwtF5bloxOMKAJgEMLbIZNUo4N1RyeGt9AGez9Xtryuwfv8tnWPQlJkRmnT_ndQQYvLAbScGhK4Bk9vFzvo9pt8czzlWf4sae4ItECPSherq2RQxMic8F5VEoM4J-Gvi2j8J-bnTMqx19lUwQ4NPsDxKdVT4bujCEKERmaB56nfZCt6bAJvHomnV0BNlxUCpQ3tphlZD8D7_xysWLTQDqNdAkI5iZReaqOqIwjAe37euq_Q1JSHh2_cFmT9ZwrlXixBSSwhot3WsCIK17lGGYoMhOmobDvn3RbcA1a5sa--1-czvTovEanAEs9ZhlyMbMn3mYEnkqY5ZFbo3p-BoVVZN4svrnbeWTN7qe870Hs6D-n-vZ1QI8UXKwccZVi3HjymZxaxPdzPN5bWnBEovWBWMGqA7oLeuTx5o4xZqdCKup-ZbhagyC7mEeV91d655iR17QNgbjqiMR7o3CX_UD7jHKHe1OjLbDCptbEsptQCnDut7kEhKTCJSdovPsAJFo3wW7GVAkAd14q3z0Bf9uR6B_SZG0zomCSgzjGIxdQjayXaHNzhPoaEKPo0UAAfO7Z4ZwIa72_-12E7feT6neqIXfnQdwe4wFHTp-IAFby8EqxDQUTRTdhEL4AJrJuJ6JkRg0n-kjBu6tTaMc1iimAv_jCcDtREBbFYrscRoDz8bTWpWXzmgmgFx89vLoG-9EEu36YEA7toZNCOaV5lfyJRN6wuhGoJutNXHv01CqI3sOOFOV35Ii2SuE8xN_WA2iguUqhhH4QgwZNMro9Trio3lkvuuiMOhNA6SjlL54-qVn0Ecr-hKhqfCybRGnOY4Oqu4t6Z_uh4QwTX3uHh3w5OXK5xBA1vU1cHGuYU4ckuTktweVAom6zRRcQ9xmMWBo2YCUBFc2lZbJQeSxThXpb55p0PV9ifnKCzHcPyghJXnMpHwI-9gXN4SHEE00DJAUHnH-ygK1hfm2nIgbfFzc1yZ_a6N4oTJkI2WgF5dDJSU2jkKK8Wzm-SXxQQRJ9-J6xRuLltwO-jNEzsTbfbyqC5w5fCBMsXgjeJh13gGvx46VtOXLBEY3tztasX6qFy1W0pFI_fPvB89kT92QTFt9DV2vWN36--S_zOtgalEDt4jlQPAxaZUEk3A40QwGVisDcFdZ0B_jkEtueMlAF-5-AfhIsN2cG7a47DpsfsiJFEjp7BPZg9YKc8_s4L5M5WM-u6ZNcxIFRK1aIcvoK2scMSX1KHfiThyAHZn59QOiGBAGLytjg3PIqIAorEhK1bKm7ZxCcCBDHm1DLV0unnCL7ULz7s7VF2jm4NNuiyYhZI9bNgNKdxulXdTycVJtF67dIxtvYPvlElQeboDoTyYD6XiAZfnoxwOgVsYT7_ZF1Dz2H1UWk0u5jEwrP4pqmNYzCwfYEaT4667Zuq6Gs_drprG5IrGVQEZ2_vUr-xfRgpFGwt68LaarNffkGtJQmwCSRI7A14fwgRxoZ8zJBiOtlJF5soa0Fx0pG7KeAY24GLm0ZjQuuvXNF-8Wh5Ky7F2f1vm38zLgBV_GLuygO9UV6DuYzYKfBhFwfx9VNdP8DmRfD3iDk5T7btGw6l32kx2jxHfBaIyYsURl5cKXNo9oJtSUYQct1akqR9OCsNbCyomLSASrrimMW1g6fONHv2OzX8dRBsc-b-_SfQKYt1OS2cE3egWVry6AlMPUPm7WnjuK3Ebju2ucsXSsMD4uV2pk7K6yAWrV4wNWlGKVku-8h1yVtjYcJtAnfZCzoEgo_2p8CyV_gyaYW-rYFzeVZvKtqFNZz9svrTzn9VZSxl_MBlLTcsxVRqPlPwwQluQNaju-siMgnqwxQObWdh4N7PiiT97Zx5QeHFOl6uD8qdfsP2wuAHjo8a_PspJKcoMiwBJDcLKqFCGS0B05s4hlJN4i1gQ3MqOV75Mtj3fmdKaoaWJwHY1voBC_pWechZrFbSGxxj5qRTtPO9amh7BIEpkSZSidkj6fud1I6i6y1eUGxERDsIleyQYhjUsuBI2m5X_vBXit7cM9cs0PX2pezI9eqz_Jf7SCz929K4bv-xndUy6UN9g_MLm08NtE2ULmjKqM9vCTrZ29Ak_A4F8nRtoVLVDXIvTuldchKH6p3IRiXIZWluhDOIbSXoDCT_2ZuNRFx7Sq-I2JgyfYP5ne4wlrZEx6QRXSsLfs0OBOQhDmasIly9G6U4ve8vMFA9MaDWHxRMpRrz-Z2fJFGMTjVbxuZKmNLga-Me4oqYXQUHCQyQ2Lq8u26So3rPPfgeIvtfXkWBr8yqhSSIoZepQx88McA1dy1RHm5m0hVDEtIA3_E1boi3wqn8aNbmW2eoCSDKgbAp4gWFjf3ZomO5X7EF64AsiVwDTbnyW1wAXvHTPdZG29SXZq2yKGcpWJCz83Mnj2uU5NqExgzGXC4QcnkVjJk48WYFJhwF_xRK5KGw5YANheJT_8TGnkpaZJ-W1lCTSPecQ0E0lim6_J8blnfr9iri1JlwxJ9ZGZImcC-rgstodzNhRTDw6PC6k7pn22AArSIXguazREqbdk-nFaH0mC17HY4f4onYrB3yC1m8uM7ZEfoQolWuLRgZbuWz6p64rnbfWZ8DXaDWg0qHi-J3wykksVTfenqr-grdbZHE0tcmWrYxw_PnYYcYcW5gWGJhDE7JRG4BBQ69Kb2SDKl3MqBMHObdc3vkGBheoiWl7HrLWzqLuLPDsO5qO5HEXtbYZX3dO-554ZdKaC8Tk1b4BlGuH2bmyFbSqVoAUIEZrDmk8S6pb_eRk6UXwYcHK-LDK4P394BQnzWCx2xIUU7fV0sa9G_yHcAuSzFNMkQWx6FeM6tKdfzuNFSb7FSO64u-csyK31T61lbufT7WofTEVojrNX1ERR8aLCUnqIuSJBKGhWY0az6N2OHqjD-SqF6Z1e4GwTuwIzdxKjhpSf16RM5xoPaCadcPymXnYTIKu3XwrZwKhd3MbPXV__bGLD5EWORBeF-LpZOQbfnfVEIvLGv-lEVW6nG_A8lVuSdJGaOqbhKkAFANru6v-P1M9pY8JqOIEcoAsC4y1DISaqg41ihANFwuOchN3RbKvmzGgjDG2K1tioZLdXD8ytqcaxfyD7pLF3VUPmgEEy_19csY4h-cCiHr2PvU1v_YtfTw4dBlp1R6PypDQwM_V-1r17BXVHFNI57OdI7LGjASEQWTxJssdqUPThgOSCzP6cAVVLj47tDVaBKrqCazyHZ-2nMYnOGWebXOcAhJ7wYkgi0zkihvrXBS3yc24u0I2USLt2t2GgnRMNfIUCMw2Gp0DJajcO6WOWfPz6dyGizdM8sEeXRPGANnRHn7hPKX6H6WOU1VpqULPUTUpcfkzKapuyRl-b_nMt634aGBT2rnHi4HgC65JKS7tE9mi5StqhhxAV9GrPQOMF6qeJt8I0Vmmy2O7qt67l2SfdGPF4rc2nXHBGzDAkPf4nz8YtX5cACBdo7iYuFgM2NR4XvuXgaWhun-H9QhpLUiLONQR5KM7nzwC4bmyWARJ4DHSQOdiTAae-Bx6Nn2obkuwz8brDAQK9pqhVLcENmXT1PsKTO9ALz1FoNLD_EBBcREIxfuJIdmsfqanhoXjEvc_GT8lRw2NoM6AWiV12NCztyVKYqIiQOk4kgSDPva0dln6YSu2275ZGDX0Q0YtxlzvCe0bOseaUA1Gmvjy2Vm7bpK7KVOE6O3G8kwbvZ1LCixKgrhjMDDxxsSZMhebUp4eRPZlKgXhqdKsSyd1vC-0_15w4hYpoSFEsWPl8qUMSR3TaJ1DnCq-D-M00qzT8gEXv3SUH4lHGIZPmoidS3-3xQ-jErNLm7_kVezBQ5H5T7Xbg1xdivox0ZM7MYUCSr_fDkOl5BBnS2hYsB3VRZ4-yOEWBDKub7ev47eUz4fdI37edHi0_w9k4N4GqrpjC_BLlUoHIMphdn73KY3zZi_20PbMusKtP5RFSHnEtp2zeYoGs8xHw1_zRHoLyFbXLM5d3ojcKWhEAOl7uMrqJvr5cgKREY8ADRVlBNYwOJ6EBPQ6YQhKrgVCikwBiTxZQrKjPSiZUl8O-3IX6ky4xzPuXKBu4dZtcAGSGlVehOegLk01kks3eoMyEd-zFj19rBMVvM8su7z0eXkvpwLMN7ZNEQ7TkyrYasE5ot5cHBuv3d8M9NoNznfsmVKClH1UBAFeJkdCelPxL_ozL6Zki4nmz0rAqenUpUUYEcGB8CcBjBsOef0JqQtMgUTqF27CpB6AqJWvtUUznRGbmjBBdaxWYaKnyFVj2RlGKeZFN2AnG86tuSab3QEMKD_jER-TlmviPFO8rheEZUz_fAnVK_tWbnbu-SDnKBMV2T7qVH_7c6B-YIz7ibo7dlW8t3IXb60cbLGE_GAxjstxfmYLyuSQy1UzwlxrPH-gQCmYGBvw7eKgZ7BQfhtsIEvtbDfNPWpUUkBkFCRUvy_kykIOB9YhgTn5MS-ApdcICfuBVbi1Pau7Z9G1k1j__Y1TyMa2IPtlfSVRKC0m8VxMpLG7U2dseBA7iCEumPdzb3OJSFsJEeCbAhSRTrUEB9UK_1TfY_FznBucpJYOECO00uAzFAAtPCCW9P0MnPmeizweN2V1FvI32aqJevi96GKqnNP8L5VKYwQFgEKQYc2knCPkGEqeetrsO-I9_oRadob_ZyUezoaLlWwG2yzePQ3u1vDWmiv2n1i0tgXJvo4WgspAYO_tUvxGuIu4YABYLNinu1abmzfn_yqbx81AIBpUO_SQUBk6Ajl71zFaRXPZW38TfhcFmFOyezue3fBRbEcC00ohQrWvksyQwKHu1nUPdT93nNp4suoTv11_5rXHkZPIDFh-EwIt2DHKAtG8NQ2HaV-svW9UeiQHeTz4gCTQVWNsF_AZhC3KmEZeZFoI1sYPasVB4DpLIfjPCvt1Oppn_cktV4mgTIYLH7PJ83YX-j9Hi53n3W2xSX83yIH10ss-Br1X5ung6AR1UgoPFnIBXlZA2AW2fjVO6xMDeaMh4trNZAybg3oj9WlKXLzptzew6nPAYqO7oj7XtisvwtGaMUOsxuD7N6L4NoRR72Y_l41dTi18lNUAv6j-ZH9v3iRDznYM1mvGEp1YPgiL12upQ9mBxA6oi2qFs9-W0rvxZts3AF0AQnG31X3viqScCK06rd4xH4dAnNGoo1920BJ8IbfBvoNLMk4ZECQb8waqw7u-rX_txWEB-aEqRI2N5AYD4A2OFIn4ew9eJRuV-oYlruoUSFFuJE7FsJY2mo9haLxgEr-gpQs5BJiadQJlGSmirBuLZnomwQJbRkp4t0De7cjdMI_kQXAQaWh4ebZZ-O14itWcdixx-AqVRYv3cMB3iOeaH6IDEvHcHiX4e4aPI9YytN1tjSBk1Z7G_2MiLNOR2AE8Kfba3vsZdkJQ0AUUpr-4ShljXWwOxKeWBaKCEIhMmgFS3xHfrOJKJ5TGCTy5KhmHUrmloKySF9rKavdLK7pjQrNAZZJ59eSpc-yFBMgM58Z_9t6pj0B75zwgUWG3vVFh8p0Euqt9cyderOxjYtTNIZd9nAeXeTJXnj9UFE4ydbwPbQfoDAmODhpsfYMGzA2YJfnX89WrCJwTqVcOo1RylyfmNbOnQjNMpNltQOdb3KMpz7jmwsKz19tXhTaxR87FrHvAgmkPqobOa2ZzQ8rFcFadfeQDFF2z-kxkEJnSqlfgiBVu_U9T-a36lLIG2ZDQWAxOPfPDhqPavH8GUzbVfASgW2kSbrTNcVrvcgkT5tSY1RC74LMxGLhkmmkc0dSynmjO4WH89nIwZ9wSMSrbCyDGWkJFbb6YIOOTFyoc0ToDj-FMwJttX0BXsCCfFNIywHueDUjGVnl10Oz3hUCRu1qOn7018PJXBQAiEvcicT27mDu001rdvMBLi3Hx5GvIF8gMR-DSJXr8_FiLcU770dCf7RBOeN6-CGmD6dpkGxkbeyl4gvv61YmzddKr54iqKzsqEhmaseZuMuPlF2BmSuvTbVDhU9X_4OJ7jMOX_anKyWb-c9XTfAFW25uo1Ys_kPvPYrd4I7oc08RrhfK2cesLewWpawtaFx7qEp7EG7ViB_pQ9PFQyQ8z85TUC02VZOt9wcRecYJRRfNOeua8HBOwFXG5VKrSB4zROlyG_X7-FL3GrNvN1TuoF30yWhJjiVHLKPEld43myHBblH-46aBbgzP2jq9yu594UONr0JkqIKXfg5El6alpoNYESL1JH7NSEVAwTEKZnGBgtmfVf825NIMcEOtqI86-5_lUvp-lMXjH9nW_VS4CKZyJJf7PphkyzLiGzssKBmkja5x1BMrcPSHqXyrz3NlnWekSU18Niy2ajPgR0d7I1oTgkkso8d-dK88HA_fW6eGiVkyp05o8DRkrkf20c09TxcaQpMUImBfOztzPebyHD_EVwNIwSRapYRuMTNchuvCUTUEVNbEERIIc-QO3E9KQ1lz2s_DkUy2lxjOd4vsMnhcgamUp73WOZh4yTLRzFbL9tLcCWj-uYx8z318J1Ksk6qTOMM6k0JmqwrEOzxVRA9kb5IyZrD1fVRXekOcd9Ofcx6kCMPUgVTGrdS8mzSfl1g9a_rwIrj0pvnofXmYMjE5Au3dTnOi0wnPhbyccuuVuLXEYWyPOeZBYlZATdcEr_ucl5O_tiI5sIzqdPiRO32OkhFk3z_8f6iauA8ylEXZRR2YJ5-nKDPenaSnIj8C-U4PVNrpgS6nY1YOS3sd_K36T_-XkdhtTD9iXVBkt3b2tH-VAq_80TRbP_yokqNw0VUyqPEv98DA920NkYqIwtBJRXz6qaFSsf6J0LbTnxc9vkaVJlmkR8cM01kSyU4I4mRcFHlIwHWcri6DL14DG9R2luZqeBhBSh04c2gcVuUGXsW2Y4viGrCv3IGQyb0PCkkUWLvGRgLOtBMIyEPr7jLQRGAnjXN_iDF_VJ4cgJZgz6WzL3OrXPtNVX6BsPLBpEvLV1-Nbrtu9_-tsJm_7zX8r_Kn3QMc-oncBmY2OZ7do80c2UKWbIm_0Su8HvsiPAFbyXJDTZJFyW0x-RJGT23RnECB_XJaJbawPZDlN8uKqzBbX1uf5lZa9osweUT_JHLGjJxmCicpGX8pXfL0i_tl-xbY_tQuBtF7cYxdzAEh9nlu7thhYdp0IkIaAHPyWnDT8qmKDZMqiHT4P-IplLPvdBRxTF2hSvS3oYXfg2CZu6P-dzIK2FdCPl80i3AdbIUbUMtG2thV9BX_vyO1dQ4YuTWPqjsB4deoojhA_yJvIGd0Fxv9sMOUY-N1HeD4msF2xnOrjJD9c_7s9YFjXjPVV9VPBaOmoprTaaC6KcFCREQq6lIEu6wGSq7tacBDQA21TrIpK6nhnJCvltPLk3E555LMh83el8idpGLhFJvnIH3LuHTnpjgc9dK7dxvHyPclsCMb7Cson7GD3AF3XD8JmbXT-juYaKwazt9q3vSRbCPw1duslANGOJsYPZe2I5COBQlOdKjNhNY5Br2XU59U0vK3COavKeyp9WuxWX7zTemDM0GW37yGX0d4sdJbpPkZbZNBtw_4mSZo7jTOYeUAnL4xewkzq_fpSi0TF2fEqwJspS6qVu_dY1q2IKNEtJG4mztfjRT6s1Qb7-Pcgx2PHwZxQD5W6-u8JO1o1rjXWFZHhanuYm8MchzyKqKh6Sr4hydb_a2GjJZWUvYzvA4fX--UZXuBLppnQVeTELHzIISaSei165DZqKs6wofmqQHYGrteehyV3HseSMH4FCwlWZp2EfvFKO0K0DCwRqIWa-qxBKY_4U3v2JCkfDoW0Qb4eist4AqpAuNr-nnqRYg_sJZWmt4WbcnQ2aGejIugv-Ddj-xk4deIQVscyg6oDp8U1JZ1pn4GwlLc9iGPb88NH-V_SHKizeQq9HcROtYP03O0t1PZYh9GAzLZ-qDAqDUBXfJGfRpoTotsrzYLZqNj7iR942B5sb2m0Z_eYunXaiJDemQmCzPsoqOL9XWxL3VUeqn4vVrLMkkWVi1-tZp-eFC17iRC85yy8H_QtmVkP_9ZWr5uU1oURJdIrWnKZ0UZNZzFv8cARHfuCR1YBN17ab6orSI3rso6YFmduSuxOjNGePOMGTYa3GiRiu2kZ1qdibXj80aSe3GLVDFwS0WWMv7F7Xs9u2uwFxqywkB_YUORzK5pjRTfTHb5Men4LpiDPsmN6R9_WuuFsumtMSavQYgmgmxpSCo4NtS0NGzuoblGFvW08WacHlzRruUGNSa4ivTo7KjupnpZ36UPOPiRjAX23Vo9x3RL-3CKXr_UBWvCZer7sXSPzmpcA6pgZvUuttf6EuUfHzo6xntTOhDzwUFyO_8yuFyf8k21NwwKLG1ArnZdfGDSfNU1owQhaKO7ebI_jwY0yzGYbgo2lAhuaSVldZjkESNkPHInfCrf8IV43rZL7aNPUbnqh0hIbvkl6xyomcoGK-uiC0AFkOH2WPAF1baUamK6xeChK582hmT4dAT1GEtWd1ExvzIUM5p6t7-1mNu-DpDtbZEHLnrAtdqlzqGZhp1VxTh0OY-J4NEY_gw8fgZtlXicVthn-YF3iYbuS2EDSQ2qkph5SDM6ZiH0Ch_dvGiU5uZlsBCt7W_CUAElAR8_rcM5Dgy5Ru90NaMzEQ4a41hHB5dRcCw6DeUCaelBJ32TvUBxCmha3f0aM9Q947XuynsO2-GeB_mhONRZeaxudXLMgktlJDd7yxsaSWi7QjcrZJCX449KUozzxoQzTGYPjNMoQm9EX_syValzBFdokytW1THIPCGp8Ifw4UuolWTUb6muIgm-4QnnmYkJJGIWxjTfZnYasxcOH6tbkYO917MwtxJcs2ce98PyH0IuxM_yOaQ8KvCQHwASsBgxL9UIOfhwKf9ZojO7cHzIiucRrlZrovD9lM_-Lbq-v96w3wZ1a70lUzCRg2b-owt7G_UNugjRoQxrcyQh89OZiNdzTPF7rwHlZogZYfkGcawsRd2KC6zCflZwmHi9LRZfEVaIZR28oe9qCvQYmF6JVYuszveGDBapfPHUP5NFYR9RtUToDxCqkP79xy9zhXnCpgmEZn_6Z_vOBPT9X_NABR4EKi9v7HsTiCF1cKW7iDHo_JksSc5ISP9hsurdSpZ3rnJnM0s2_mUspNHlzIQBKVzh4LtgQU74MiXPU_1tdFmxqOS8hLHOfjMgng3H0lcFotBJXm8O3iu2tqsUfdZGd6A6VVQ9twk2cEWmUU9AtxEibX9iqDjSLnnFxXaXYYAQty72jXkOfLnyWtOL2HupcDAvK7FiPqrU4hMjofY4hzr_EFYrdHHn0MYfFMK8eh8EwPG33nnulRfhFFNzTxpo8IyIlJo6mLlLUKdB8m2kmurPaH660Snr6N7Dg_sQ9ZOzoB6XVHjgyKzhmjX8sO4Vyo5OxU4IjdQohRhHFKEiSud9woO3fwD-XHUgmrAwzb6i6Ty8PGrTQaD6VQJieVlW9FFOQfwh8x6ck_JEXccL9NuOnpFGv7ZZZLFxnX0-BYbRlNjVgUKJAyusGZoDZ2iDm4XJ4PNUBgSrCOZ-ksDpjonzR-luvmHCkMRnqnQiIO93iVBf90PRHT5mSWkqTgJ3ndKs-KqiFCjbq5ocyjdrRx4lvA6-vQO-79e5uQS7WfK6sHndNIeFtqtL6HpAT0zGKZbOEqJQfyslGLnP7bScvtbE_cEEEARjmxBpg9ecR9cvkC-Moh--JqURwICh_XAQUxoQU4DoCi9ptAjbkD0N0YtYOKa7L-qEBwdfrbRby62rfzfgwDTzOjHTEwyolYS4DMaiYgcYGrUcfKDasPVJZkEwAYk0cP6SP-tjDYq-OPCxmjaDFiJYG6hFsKyiK3QT4TwA8gE7EjgcO7h30pxfODXKn8MWkVgMvHsiI_D3DPlPpCv9aXHv-etZ2gpNfli3rgopimtno5kEUXgH2Mz-y8CLwBpX-_Ws_3TevHwcw6GR_NyUJZp43jbMcmzcEn4ZktnYu80t5zNkmzRFr060_KhgjMJ-425GuWwtfvDeEkPp6A7V4VuHkLOUxUxPbKSyZYbZvKHm0t42cAK8ylfkrPpJ641Jt28aW5BwfH6kQF241sR8Ifu3hMtBL65x9bFQTuCS9gMtil4K7DUXzCcct_eBMmqVqQ8-YJgL8qAnfRvm6Q9TzIHOxTpHc6ZxW5vmbSjmbgnFQ-vuD67-cF1SwUa9OtBofDp1jW_UyUFkz4YFyGQKVWxzTN74XJJ5UYmJJIUY_TglhSNo5xOefpb-hNrvl_kPfcFar5lSiuBvAfs6VK2Yedoho9yyvd_v37Tm8ZW7-AOvRFaSL8w4BAlcs622aBnXq_WGbeAB_knyoJyvrTfr5CXly3-qK3cbxBChlaOWeqapzWPtrh-CN658FAD455rSqgJeZaiJgXADM3e37pF5BbsuVzXrm9xEmWsZXFIHRez361sR0_JytuyeujV7kf1YCkOm44vKEaQpIG5K4_chIwptKAtETcNQeu25stxqVcCSXLlAfbZDxIIOd_51UGXaTFz4ICzSPnrvzdQFIPtWcJGOhu4UIjTsDPpPbyVlF8r4FBDaIuPGiURjipJPN8ZGLj2i7ewvgQINNqQV2FFiPeGUVNUwkpolj92lvf1jDU4AFTRhb6v7lm7JJgL22eum8WgVV-1skiz_omTR8NnRamOB70vvhBp5r0W8h9hrpMab7R1lrs-73xLl1JdiHEHNzATMM4MrPl3ACraY0Azef93MHPmfI2H1UuwQLiSWJJUztLY1hFlQpAUe3AnLEgToPLCpLbhXYkW1z_2w20NHuZOR8LVrpfks8VPgqShH6ZyDwn7e7UT_AnbjUv17vaYodDp_kYN228aH6PL0Gw78h6UWmRMpMCl-WAds16f8-Tj_mcT5X-7BZO40Ek_3jKpXTSz2xG4BMxALjEshVrLghsx2K4ApU6Pm05qz3BbAAFT46ysLQ_Exw22wFTZ1CHQy_Iu9vgNAtQXLzNoujlfG4cEpA7xu5BZA8QmheGD1Hu4g9gvlaYhxXkphwkkB_H7eMTNvQEKZNyG7xTmM3bugQvRn7EhtVwACIm2AuGa7F4TKCE4K2XyXDObajWj5ygAys2O9Jp27iwzeAxNHlottSviVAlfHvDmm1dcp8BYEk830tuJCrWe0pPXiIHqYNLl7Esnd0TC0pGx5QqxNcGuiELn7Wf0BXUL-dErlmkeMVtB5mQFsleHy8sqLeW8iyjA8jsQB8lb2LXP4MnkQTUz5m-z6z05WBxCpsWFnfOLOu42fBMUywZuS1WjISLrrqEjyacW914TVtd0FWrvp_4054w3wxxbOusvd1vVxulfzhwyoR7vlvzyLtWlpCI0T1cW5OWObJ2hRIAnTJSUXGZRtRgs7sb4jnCZajWg20TsErxzB_mxn79X-xwjXhafsNj0p2hVWNrSmDVcVCA9WzXuARYioj_3nO4zvxx0K1RKNb-bU3E5jSyn4dy1DxTkmAaSOh-m3oplnCcvvmdkdM_ZQ6KVtRSugKortmB7Hw9lDM6SlnxGRYkkHgu0f-IhlZ-omKAlv4EnqOr6SeHxqkvCBbbfPyrLS4XwP07dQd-LD-meijDKXGlkLSw_HPABez9OdV-mdTpxBOeZk_CjyzQH6mtRQemA2zDYXmQOYspM3ci32nR_cMwPFPQiKsv09oftei0Z5Mxh-ctqUkMud4Vx_7Aqk0fvdryY8hwmeyYPk15EJv7S1VnDmn5N-NM5NyRuEyVxApYIjEZ6drxx_B_BxemDK5FdolHNmL2jvshaZzVQ_EoEGcA8vDgzA-UK985ddqMvLnggdumZrq6fHRyY_x2bmCsGrx18msMM4p_dlBINNL7S6du2Aga0j_ZXGnPWwURvGWzP3KtdfO3hSbi27njpqNs1JcDFC8wTsyKR4_1fkohSo3MLflE1oZ-M4QE0GADdEsqSMjAGr4L2Xs9A_6IXaMSvM5WNonC35OH_ZeaDWtaUPeST-IfhDDRAgdkmbd3wAHRwZItA8vnb4ajboNkDwpBesOg3weZ0F7fGcNGiXJkoa5CQKnjGkGZVYhjBEiGZPj3IMQS4k0uIxQCGElgauqN6fMMTnz58I0t71sRDViAgGJt2eRxrBEuAttk6fHgbOjw-hE0J6JJ4i75YiJwGSNP8eqoAZeCFQDM-Wyd8AMLxKOHVaMI4D5R-QSDAycu_JaTzpaoEI2RZcpOqb8uNO20yzy38oYEqSrQ0c-5COqtprTXZOcPGL6VBwV4rjgo91dHopcIW-m-D6wm1-krfP_fnAB6NrMntd2s64asRE_W4shBLO2vK_YU9NiNZEml5Gil4expJicpq6CcR02PWHKfYNqZx2YNy_0zbPx4-xr8mKIx-k9JIi8Ntr9ALFqREOkTer5vj5IsI-EIYbFE6rA6zZe51HnLWEqAaAgQdSWIBs3hZWJ01kAjA1dphxyRGvs9ptWBHidwkreNjINdRSDuUkqAHAbdNtbTKqJHuCtgOIQzUHdYfmv5UGPFK-z2EE7G_fLY5MZwcpBr4b89P4CQHyDFn8HeAhVW6gfCivqLFGxrSs3MpKrGnHOaGr25cq4VYKGZDoR_z8U3ZWEsfNNUCZoeody0AE5yidVVzKVWrXbHYgZtzjh-VH9d7LMjcsTN4IT3FD1rLcuOzNy1AzCzty60TsnmuWGUiDUAfFnW3mh9siGikLCsbty9ts22afA1m5B51D8p2PDRA9H9dYLDJvXgukqugcvWM9hiMKkNZOYpYq9PCjzjkVEz7ct9rPcPv11c2ENRwCBDv-pbmbEgsQE49IP9pCAv35U8nEjMn5eIaYHh4HH24ERbMlIUhdugzs-rZSJuUJb0ejmpCHXEC_teq6MZ2V4nBf0EinQyMza4BzRhHYUppuOoefxseo7wEwLOb3ztAb0Q5YpmX1erz4fycps2pYulJOo0VucL9Naj5NLOWm_evonGDJ36h8loc0WcTvMZnb-NcrpTloBvrgKaO9-gvnrVz7wdu83NyzTQ7AGKBXgHwJUDV_dzXjXQntWUHz3ONhTfW6y7WJ0U9gpVMN7BwqxPoa28hfTZmbiraO4fM7bI_rO1oJ4lcfUyZ41OIjDBuK4MaVZWROYpWLxw8ZHqf7EVJmDqFPs-fTHKG8S56GXohP1rzKfREz9bPdwLLimlQtcp7a1uZ7sEsaNvhsKhxvY7sDt6YqvRizbL5yvkJ4gONysm6LK5RxzRtPq4uLk9sGZFVve9AE3XmHb3hEpyr_GhLL-TDsRlkRK-qWys5Vao_gBo3_fKZ-tZNSewe4D_Evs07Ofo7u9_Iu59evN8YGfVYxRYTI1xzSLy5KMsMUXQGm9s-9u1hri3DTBTKMYwWrrnoLLLH3sjObHMIHAKwtbjCCsAhKGaoRFP2L3lm1oTz5qEAo8v5HG2WatDQ6itwmNIRaIA-nRH5iyWAdVW3AlUy8UeBYSul2mWrO7hVkhZ9p4lizlofxu89YiF9TpyGPZntsTBcNef2sw6CRnJHHn7VFHcsWcdx0W7dcqOaVfCzh38xpsa0VcRASokXGf8Fjcyl3s5Jnlm4Fc2kxtLiHcohH_VnlWH3K6dEWm4H-I37XF8gMaCSuAUD-JikMqplN4G_HrcJOf_vvv1s0zZTHFY2d5E12rjf30cyw9syWd7r76XT46iOo75fV8S4Qu2M7QWDjhciiuLM1sFwtMyLdize--3pfGqlogK-7fLNu4bq1pBWmx9MuPPyFnc9Y0-N18q72fS5LMYKhUXbfAUnUQRG3cVKaDUnnhOppWu1nOnpnzxxIpsFDA-Lk3DIUkCKPAoymu9OJAgj9m74cJomouh2XhZKCw0bfzbNsdwhdPzggt2Mfuha0Nh3a0M8gKwzGCgvJVAunMeP1ADvbnC7cDEGuHvnUq7sea1j2B6ytajrPdDj6npx3u0qCHE7c3PPjAjQH2X0syarEjI0gR7XOHIoZWU2GNaIXooJb4owzfu9u1LN5L_U0tjCkgRuJC3Xg4pB-kt753PJqBGIeTJ9YFinWUc7X72ZgPglpKOv-BuwIxW9l8fm9rgdjdBAsh0VSCo7ol1-lcZGeFlNc87gmj0G1FSNkjgGbUgITYD-DOh3p8fb07hXvIfj9BzVpnsNZfSjirSWIlTn1h0jdcmTzo0gqghbKvvYsh6Uwbd-RKHstw_Dzb8m0J40JCsuXrvU5iwccHGSEdsoPNdKUnPOlXXX5B2qCYuONtxqBin2aTL4rG6UtPpJ66dm4bKHUavYHMBTixybgr93GXZdLZf0s81CVgRb3yHl8mssitSwMon8UHrC1E7VBRVvT9b_14qZktGEjPAGqH6zFr5K-rf77j1DyYlD4mfe8ZU1eg0105iilvaY060vLQYdOpt4sKdI61z-uDN-20TMhfrLmQ77I1eaftmNsi-u6ierWxPVQLA_RXLhiI9ww25qbuqmLBui_i6GJTNl1wSzDIXY84KQrh9HFPAQ4ReXa5mplBmdy3Fssf_0F9D1sMZ3ElHqNTjoiQsykXO5lGPILUnpPF1F25Ru3IwdV-RLscS7MQveSy-Qa8r1DzNg2CaTWy7_frkcjwyDUh83ugrkWF7y3CcR954ExwTIqPvjD7M2wMQwh5iheBkBpjDbSj6Lqf-yQb6IUdv4QhF5FoLr-qxLgaEGYiR99Fow2_28yJpWRyTjntSaTJWCimbUWSYKQBecj2Ir4pzoIAKujv2WQ0jLz6xmC6mG6xWWgzSEiGQylhzeT-Dv_0hVgegLRSMFgrLR-0zmAJy58bXkv1XTAbb0tb0QJ9NEDoXm9tBgD84uibbUVcXR7J7MzbwOEPa03iOzwHQeMOT4WM6DD4tQ7WMS0dqJo1fuk54dsrA_cZmxZ_tR3NRcGBbBxDhZB91wiTJtw1k0sZzeCgWRpv2aBhtzC8GcCNZlFbVDXpqsXBXo7M0oW3xc5-66dw2PpqViT_emL_5v1a_xzcJJFiZv4xEeTp8M8HTEXztLaQiUDcb9mCGD77QCP6F5KZhFndEYnjEZC4E9JHSY3lUR6tks2_Ba3w3HvC6YLuqTSYxrwssl3_Vynf0sczTt6Q0ALwaXnqcz4TTrwQdJ3JUroc7nWj0Ia1-OKQ18p70sRU-cuGZrrdG8Ev_KWyWZv_rQvHSRYqjqvksyCfw6-TZNsZ3u1ADVd0hh5MD6jpZNIjGtYWTUmHK_GpD2SGKuyI12U7MNbVwBTCh0Qla9bLaquUDWqDWO1W6afkOFySbMExdydGwjNpneSNwIQFLTLP5tAgyiBRXaMfnKS0qMci_1veaKOPHTxNpwbzoo8zS7XTfKsfWnQoNrbMZc_DxrUXbNJ2wdVModId3BpvrE3NeoxTDuY2kJaRMyQB2TCNcLS-czk8lv9eUnz7YqaqDJ9kg7JeolasvFc-UUUlc9af32OeYpX7iqXhb0UwHc-dk4Hre3inXP-GmYo9SbuNZ03ekZd3FXLjDYAQZWEO_zGOUN8H-fphLJFeQu1Ctx9Xacwx67PEKiXFc0StToGbxxZvHmoYlMD8SV2i8ZAZFxggF-3voZNE_MCwAfoYTcZW_cOiOF1JaFJHRnX0HKpHwu-bJqjo12j3lwiL9Z36LG0G49qObW5O5fMaxZ--Bh9OSP1fj6Sfdve3YC9ZAsmbl3coc1kXt7rbbM7Syz6w0C2ed_lKQpEqzgpQeGoRAuyqW_3hA6n5Jz-psVMM3o0gaXgjcnC8O3bE7QOvmzaiF7ZgNkB6Tss_6hmwA6DtN6_rrqT-VnQ1T01899K50XmpG2GxGWG-bYL92_oILG33bvgCYv4Ahq0_6wj6pVlYy4dVt8b50UdR-ArE7EXCVETl3HH1Pt7jHjKEWgoXr22fEeQMLYFKrCxnxRGXiL1VPtm1pmPfChZsSjd0C-XXl4wAErT2ndduFjIQdMKvOtS1RMwvOCphwMn5TpXC_x7U_e9ti9Wzrl_xOrIvgtRv8pKYfyW9st9SZfDHUQz1EEzHTvVOrN8qjXQrlO4BE2ZfdpJZPzo-sCqIFjBW6xcjudWpSDuo1wzueJGaXQrjkYphhC03aj95pHDBOaY_q5Zni7JwihkGn-ocXXSg56rO_YNTwQjzTuMeRkKjBj5kpFnnWhaXX8SjXhc08iZKF1pf7NGQYFhE9kHvXvq2voQsca-Hh5DV8C4xVOVj5M_abXdMFqDC2Fr5DGGv36dOY-KLyt73OnYmW6WVJAH84BesIIPmygKpIUFqd-pvTli2YU2DLn_CBGQB9yqaQLBmJcdVW41xN7AkWF0tXjj8ldNaqIs6wbyua7uCIL4_cyV43p_jJmXGlkaiV5InPLfAoJjZA7Ru7i-iM3vHV6tx8r2mfZ9kYGaGolAbRkeQjNIgreivFkM6num5AnZA7rJ9Z2mWtuu7WuMbra61PtOcbhkRd-gKcqhmeEBXuHEUwxe-xtJ3tv826eFMN0ofHu8eCqsR54crAqOn8u0Z6UsiiRnFUX3Ikuh6W_T6w4ndw_3SbnlBavtWSZz455_WtdJW1Cl8QJ1iFkd_dcf-XSZB_LaQYVtCv52mkQd5OgmaeAf0n17SwWX5Xz6tqz8K7tkQ0San0e-8__n48dNLgasynFBg-hP1IDAWxGSz4bfhLRGjAAbf9CQp-AVw5TCHI40TbHznKI2yK3D3BJfl5jgiGx_h6L_LeNlaOUfBCDmYJw0V-XYYtOsRO25i_GEQ4LiS-bmmEv4imQZHfUCoLvw9R4w-EKTKlAit_GMRMr5VIyclnn3dtnBgeym6_rO9U-WMibLU92Eiz82vkEv2GraqLQRjSdNTVQNZmz0PtPsV7FDN9wX3jEeJ5zT-aUc6UztgJ-ZC7mJOLkgMHdxhrHsKNWgJg43yymD11VVX4ifrtPIfhz5WPDhitz7iEG1wX89ELim8p5awXjzffUWp6uYI60yL-rrrJWQZgZJJspPQRDG0ssH2NETz2tOA83wr4tciAgyFMGJ283ifLeBxBn09UzqLwKUO_ay6BNemeOZRkmAgb6AWmhp4Yf3xO_kCj6oWcxP426MkI0n8e6fsZeu_qV3Lc1Es8jC2Ay9eSsvbWvPWhq9FVeMO-6k_75QcESo5KCALodlCYY-AzGXspOjsUI685JoF2Sg70U9hxDzgoOnEXPGSSW1aJqY2s7N-_0dC24bDVcG5Ury0MHgzDBS0hqDbx6XQ0mHf2UQv3jfb8eaCt-T7CFXiDieMPVubz8Z5MBlMJwVBm1swvZbrCYL25NZwmP_4aGdKO8IS6dWh2C0OPayGrFmDwgc7WNt7EeH3H9G-czVuRj6JCfMHKWuFsKQeeqbbso88XZ3QL7KuOGPC06N6KNWy15zSU_pYuzWEB2b53oePv1PhJuQFemPvaaoOlXPTQKYfzTkr3Jpw2IHDhwGFuyH3WF5fdAJqdF0PZssH7RkpHCx1LpAp5qZm__W8ylmtK0G4jvLzFKjN0-qn-6vOSC1fjIXdPSA-NY7xKn99zc0lMYLu4ZAvCFfQJyxe7dy1iNSFvHCG90qW49E6n6KCFCMFNyJrfzOW5L0__bHNVVACb9w5VpM0sx8Fu0qqfS3vcl9uCoEVkejmgu_VyccOo7AtkXFbhARSWFbi63J0f4KMNdwbGmVbkHubxVhYkYtgk9tyWMTgOGz3mpVkTrdu9Pb_MbFMQsIE29zCqyXhOCaH-ZtkJcbOUpqPVIZT3TxmcaU_OIiCOzqQjN0r6VnYhy0Byi-MKcwdI11E9uzi5wEOaI49qktqv2zO-LxsS-XiXbAHf5Kn9k0z69mRuqFpMai_hOgk_Qmcnosg2G1ZVlhN72wb1wxcRG3bhgKcYRsWMw4c45nOPz5ghlFGk1DInrpiXpK-St_POtSDqXVoQHa96ppXB-hTgTJN5jtfO9lli869dO20YIoXyqAEgLiMP89UxzBMpLkCgdmhgIhY1DeVSd6lNKO4ikq54fOUcOZZezgWpS87q5LIlyFE-Dol-SaJbMHXYl1_Wir4g9m0ypJh-ygUTI06lLSaEzMlQ7wCAjTsd5w5CXeQNX5KOAtmRO90agdLgIMCxXvFZ5y9A7iqcL9ILamkjFn5RxxixpbhdypA2SoW5MDDcHbZdHKiToIDdCSAGZEOwtQdV8mpMzaVilbIX8I99OExByK9r6iluCqFnqwgCTpe47opVSnoyYpXtZ3VwdLXKLp_szF0MH8H_Eifbg5OXPM5mOJEt468w8tLdiWJqtD5stI5kV4PtOkAt2I-7c6MzCs4hmh4ElyF6NASUwwejVc-ZwoA4frh-MoyGejfNtMXZ_VpMnAKZSd5b86JF7NCVPhsauwFj0N4hzh34q9MyaB3cZUa7_iCanBp_OSwPfxwJVPpJ2cPhGEghC3fcXmwImuaNwb7OYvIy2g85uMqo2VuBVV_swpfBGGHOoYxp15rjI72dIGOmLuRAr7Mg2Daxo5yPXWvcvSg8Y9pn18VtmSMeRbMmw8QlWAZ_2lhRZa_rbgDRkGFTHckFCjI_gMvqwDzoQWFfLyqoZWsUDyWHLYCCGHi-rsOeH6Txgsw0nEk_ujh1pEkF7mAwQ-wM9r2LzngbTnLFjew0MtOvIrLSH0bZVfQLXS0qJ_mDWCFpdPKn6IOqHLYPUQAYQFQ_UpTy6XYyOhMZBVZargK8ydTA0FwCJA04xpeO3aDyU5osjT4bL1tvHnl1zNT5l3UL7qbMb-GsLmuLZ9suOJxCUj2EbaQmdTDxD99sf-kXPA_jA23Euoa9ljR_3UlCZdHGT0vC9gpQAnHZaKPV5UEIw-__MZDmtmfrBtApl2YL4s2sUHRe60dFyh8YpkAqtIimWO0DPmntrbVWkTgmBq1lGuSQXp20ohq5BNbpSB4DyxI-WnfAAZrK9uZgAp6Z5kwbHO9-Vb1y-tySE_l6Yu46s3qsDEG2BCFLTb4kw4wCNwXAUwtPMlEcBCHFixME2x7gUIWGteYwe8ZMm4-PwqbylD751vK1LUEzOtKTsVdAUKxqWTzIW9zximyGXmVC3QQhq_YbOpB2QdWBdiT30eag9i_Mc_KdfK6C3moI6h67SNkL_0kjSI93vceUor_AaVMPMZMViY1nlv-_ItDLPFwagcYJZbrfBz_CetIYmLBdjyxaqLjN3F_ve08llnmaTLnMCbiDGe1MmaHlRGwXSd03h0ZiDfTl_Yv7bFRS0WAbqNRyk-8BXPV13b3G6L6_La6ggimEjl__3g9HqLSkWla3HhaUwzfHhbSlRbrQtUGM-SNmOFrro0L2CNcQGdyVN5Nr762FfAa6hYbqWNhR87YQmJQBaarsLdfuRGkajOl6RdZHYxcUwDaKGZB6O_6Un4MltgkhbBxz79NqqVK6Xp_QOVcbgy6o9dJ-c-pftiAyjgiWOFQgaikMel3Qn2OyQG9fgbycP3cGY2bfHuxXs-bGjYKoe_LmhxTw8QmGHLW5nLs31u0Y0MYaOr00tQsWXLx2hYWfKtitpk1Zh-hM-Xb0hc5zNCC5fqxtD__kp-JgT3VnpDurwecNIUYGLPlsDxQdA21B_V7ltrgZg4b1v3kyxhTlVTAA_dfmMwi9SjfxN_UtFT67QQZWJG88TdkaQNQn0hutscdZeNZ7SReXl59iLTeL-5ZE7Hsf9gmkJ43NQY3SOnmJWOcVeGALasMSSZinm3gcMuy6kn8PQhlscsPelcsPkNrsbxRWI0V36dQjpl8GSRouwiScwK4acTx7qFtLuVKiW19m0-6AkCU4qoemyDlagGrodu_azIcX7xAYFn0tCzT8YolrqJGeL3yF892GSiLX3ys94UyqDybKQqNqRmMJ6dy45eScQ5UfHxv7Fj9eamXgjyRhPDutsOgWuUVOHAVTpWAfuHK2bREWJ80Z2BXmwCIQ7sL1rYUoWoHrRy81RrwLB89i9FNjvUpGHkD4qH7B2hplH22hq7sBaUqVOURS2xgBZQbFkR0zFSwOsVFkEurb5nFsoNpqEvUoflqwLwZ07BBcKUSgJvCp8IksZDQ0Z0eYDeBacGoZUBy-Aa8Ep_GNuXxwd_ZPvGEgzVS5CnONtRlNZVI0-9vK9OY-NAyfZyyv51k-JUblGroz4O0800A1GaXg93jlYZcITJc0zcMrw-jIzb-s57ntcaGqr_Mbvyj7qeoW2QFCiiKTns5iBFi8bcMWI-N9c2F2CEaA1--WJJsxSvTs99YjWWFZwr95rGkKHd8rkNzFc00ERQTA5hNT_-QuFmjB4vMrt-lXoIDoswmg8hz_jH5NI4B_kYewgfQwwusqYE8FaU1PZQrwfTfoEkilbOlgpiabcrVuePhAyUIXeXul6wjUA--AUfG3QprjJaYGiBlkyJnpqkcB7iR9sWdsrWPru6thtGm0pycpgZMG9UWIfymBxfQsxukwwAQ5PUG4gSixw-5oHFHnmslWx_zrAL44d_RRt6TDGQ-RKJEiZTb0o0YUoeCrsQhhO8bPNurbIoMlK1MQbOH4T9a4iQ0yEcz-ROig_DIcb2AFNGMoW_7OwBypQsrHZKhSU5RMmTWwXLIEeplOcsoMBwSvIDjc3MGLteV-yqmJ-Yli1COujfvLZ9Qax5yeufreU1xU731w0MWhctp0AWP51tAZ7FrPuhzbWRBR6WzbVXQGNdKLuobdozOGTF81ona50EheJnaX6NlBaYaVUOrMAu1651P72uCQd-wVj5lrmP_6MAicOUPe8azqpMGcYeaAfFdcLjjPkaZV6b6RSvDreDBRRd4BnlMzDIgClUEjomVhJPBSNmv8b_uLTdMpg52SvOzYs44syTwqBNQzA3Ndk7kxR2ofkBfyudzAmJo2opWe9JXEgIegI2QPJpMntB8mNHoVcCGoPnucER9Qj0i4thrlUDWvrL8Rn4wWVb9k_ixgxpTiGZV8MWOz2QR93QubNjhjfKeL81iR0A6wIlWIH7QqECfBY4aYw9br8SHhbSc7L21uMLRoQJh13-CpjKFk-9lbyeuEGOwTC0ZMjNUHDKnetFRrFtuSercWJuSMXQbSDq7Xr2eIK7evfjha6eNd6cMS6sAya4pIzKweomf_NkEJHJ_Ydb2s7XxNi6_RPgfgkWaaboMCHuHwrJyEPa1cMSo8B3TVB0Yn_ed7mJw5dwE6ChCBNi-lDypgLOH55YxJT6MxTanG3M3gOojzokc5lcFadTmq5GIc6SviwL1m4zsSk6q0hI23oXhAqOyNYyGkg-sMFSqt-2EfZtbGdfO1-drmIb39aD2JiEYyKKFsDLnbFcEurojBYFllIPEBVeOLFgY3B2abXwDDEEj1dhnM6P2Tjup1ZyVIvqu7XR3XfvduP7Lz40QEUk0AqMrEZo1EImfqlw3WwbodyTJoPTlVwkQwmhM-DQrYA-7jkxQbQRpTH6W1DxLIQTsaeLOLWEnCa6-frTMGOLI2C1E8sfpqJUJmF4N3axfFAUs2cBxMpSQI0WyK_HahTr93VisVbh0SbUV8r8UuEDeD2Wz-J2HKXzT4knzpB26YXRQtpBHOKvfsmHAaUnaNuTlFyAD-E0lRq9gMgnOQCC83gbZcGYJSKUXXQyx7YayYV7EgcJfzy-wDn64mALMVN9FJgdTvKnnTQZJo4Za7TZqEFpiy4717a2DnKev6N2c4Y9doLF2uajMBTpCKS55JVJd39ZKXkw1b8xlJqIWI7hOLk0TO4Ieeve2yrf6WVqZA13zQr8e7vZhIFtBPI5IO_ZBRwwsQMW8Zf5ADE2f77ga6MEULm1XFRU3n48DQienqkKK1ZqO4Gv1gUbOgyYBn3XlNZjkjnJsVb6qVvPaTQL0nD947UHMPE4UaZCORzn9Kosff4T4HqzvjsF3MQ3dbrrt2xmTH1o8fCv_Er0NjTgfimqJK3sa9JlZZvxxEEnNvIb6-nA6EGDWaW1cACx64AISparmWpkwOo4h1CD0mCxeEExKPH9RGosGX6Y9Xlu7LLUf9-hAoX96vd-SFG22drxglEdUFD86eZgeIY34AI9C1_IajISmDF0fokQyqBYM1vyA_jrdRCu_4BRr8oK2AioBLPt5wFyEOqI4YSRURXEk0nTcm9-mYTvKs1xYVqiU3cpBJZlV0iFfosI2fZSJ3jYQC4n7JKxrsOHbLOapcT7B-FNi5TyMfzUGWn3WCihLFEPN_Z0tyivVAj2eMlQS57jZN1gDa2rFUYnJbLCw6r75Kt05QD5-3yFkldJBVbdQ8-9CsL1OgSs5HdJ9a4o5bOD8YswMbk2jkU-K82R1a7NfOgJxynGCzTCrQ7VCacbmZ2oNCOqKyGP19PEW_ZTOuVgFeIoo_xnbu_rzKDkzZGnQfxjs9yfvgwlOWU4cw640nsNkP3B78x7yxTp5muyhu2FOlesQZjmbty2tuU1ZSSYOviHHCxvKtE2PMQJ_ximOaRNLMkSIrR2Bwo_3aCItCk6DcYwq_QMkXsc5-ZN4rohTDs65MtVCQLgYa_ePLDwPob2n3oyRc5hdrgeroITYUbf921QqrP2byWipEbF1YFILlq1niFDy10joYTVOAJabIQZpESL6Uty09m2mWp8DZUr_SD1ajMMwBgdFH4AhIztoVIjhRUGGzF4o4WUUfansGADttJIY6x-cuUDGRwsW4vO4nuKGit12PKRcRoYQ1bHS4lhS60idnkLTeAh1Cvr7S3vyWQ4ARqrP1FK_thwcHGFWq8SXEo37fasQNToZkt1au9JJulGkpgb6n46kf7g0-kBHtzuxOop7slX38S1w3bY6Jq9Xz1xzxmqd50Wd3vnl0dqiK9S3i1IFYrSFL37v31IJVY57EzjNoP7vJl846kOkzU4adKLXarOY6IxJFPa3R00AgqjUiRfZ8dawCLrE6rjsVFFG2S7THFI1JGPSQIjAeirxjA6B_1ysxvl628Z4s7SknIngJImMfD5k0lt-IIGkQjsI9Ba8MLYdvHQfwoDCVY95sK-tFbglioBv8oXu8qyHhQqBEsDjPctlHXYk51pwkdu0BgC2nzp5D5LMAXL3KInS0Vr9nBFflLKwm0RVnr4h9hyjl6UfOiaszLuZNt8wGykzIKJiIKm62oocpxzWCZ7RiEbBISjVhXHVTEndT44we-s0hxWQDpKrQEHqhzXl8cfNqLn74WsFs5sbi31UpKy1yLKC7G-mGUV9BcJXHUlf6Q5-pFTy52unCkjtdeX48lKv4tWtM-W-4olF53G_aEhZGMdLjuE-9tQvmi9uyv0yOQRnG-S3xN_35LaNTgzRALknu08SyWpzl4W2QbnkCY_5hb2dK2HHJaA8GHTH1lhrcyOHyxEH9tNS7q0QAHxFaoW2eAFI4SoOoaLYeW1DTCsAi3O6CJK01BpgckuFAjdF1-Vh0tslSqvJlIjqZPpoI51n5pvy0ZYldaRXXVjsbLFGfc7YJT_gtXkG-kh72XqRIXkymxo0jJYW6ZufesPqTYtB0InqYSFmmyCPCmkAq4t0lYOn_xURmHqU0sq_09J8u0S_cSpjwHp6V-RE7HCu6N4-te6dK5QA7sFazOYsJJqwNlkdB6naqRD5LYuhdfncVoO5jA7FvAjRGgYRHskNVdeBbeE3YN1SZCvPR8z2EAOf1RnvKIecnGIWWaoBZWbFs-C9JlXv7wvnyWpfRIOW4BfWTEGkstVJ3rZYCoaFIl20XhZmzDx3I0PhxU7ElLgxNAB61P-HKC4v6_Vsgbb7nrXZNZ13K0RZigSC8cMBlLpsPWR8SFX_Shv8od4JdLCjRJdVpL5oVtuhiE7s4GRyu1snxbFN-w9fM1U_sbQclv5-iD-STeZvUVojwSySSzZyHezYjXuFesoCwpmV8KNqnZM8SEMNeUSi0p506DenqliBPRSeY7vy9iAesfTnxrvu9lzsgfRGvRpTA-Nb-NA8hfuM-RjKxM3rzvHzKZPmkbJ4T4J7FsS00hkQxfRGzhpfMEiSCJq3pRE1ayDECk19SNeoOIMmi40JBuEc-M-VbbOD-W63wcSzK3d-Oz0pdF5oQihuRgqHM5UL2-9juUO98pR8UP_YGF0qw8PDhS6Ci7i4VkJz3V0Kva3cjsTmBagcv5ZVocEPvMGrmSHPM7JVMAUNMt8LptEDlcUxXle1xGBRvnG8yehIHiltu2NluRCfi84RcSWJ-h0itlNqj0L2RDR2lfDv7ZhPo6DouLruevPlPkTKfdjwZ9lzIdVO2wEPR5ZRfSEB73GBhj1bx7N0e6XTArg7a_G1ueOAzjrd3Y0DkhmnpuR0mx2BbQX5vgSP2-TJfKNQgFo5AG-inhs3Wwr805oaGP9I8L0VeBflqxttrIT4urFHvOxskItObL8JIxXjs4o9aqOEZal7yutPXOZp-SInngM3JEqza3Ktq4LGyGru3yjizdE0M6fmJCLwEGI3wiMCvFMpVabnixASKFNOahZIofMMfhtSPBub1HLXhVunpH7hCoy0fOrQ7WTiP5OIW6FsDigd4GK6GRq3aCmoV87Ohpj3P5WQeI3PqatWKQivpcNzjAmzJRJCycZIuwqEpuz3CTVt2NC9b5oiaws8u3C-Er1V5sz7emmx9ADrpUbp8hqVmVRfFRKwAiTpXiL_zzZZaUO70zqI2p-oH6cd2yswg4I5HG4V62c7BmreKQqVnm_w-kDbYULi-XgS87ICgJZ0p433e_BM7IIluJFCOaMlCYw9iJW2H76bxkMrxGuZfouMbAfTnkrypbE4pu_GBlu5LcnVmNdHnhLYsK4BdbsywX1KE4lvR5iUbOTwSVkHDG65z0pEdCPpwOgmvPnxch5EgPjNvfebrtTqDhngmdGXh1YqwBI6zc7agvm3yjF_tUpEBMYoV6urhYkuIFlwEMIVi1zZWGv08gB1egJIszwe_pXwS6GBUN1clIKQLm8yWiAYADZREt-6QXYZG_fxaQtY9H16A3gkx3cd1-3foIgfBH3sne2P73p1bt1ROWYd18vWVJEB08xkEDqPNzcWMFpbwXrhJBeVOCCN_6VkvKV2Pv8QJY-wjIrwxr8fCzPc3zEsnG-Di9PwIp0DUVfeeofhtqNyYe8QjY-7GugvbZawjj-ySk7SE5-0nEZyYj3yjwfGIqBPuzqf3rjtlKwgoZhvlIcN6NkrKfiROFKl5KXFfKZL4csOuwZ2GllygKya32GYrukb8L7CNM8f_1_es-gNu14cwYDBw3vJW8FD1-rlq4xoXSdYJP20XPGyqaG9t9UfTLD0yheFQGVWzXYDq8QfUmtibxsWJP8tI7SGGTW3HtMBSm7ZXxEmE1REXp7A0uwLg6suqpvsbjxz5jiByOFsM3c_wHEhoEZ1wBfQ9VyRt0_cAAYlfxKKahIu2DOoVFPIWr56doSVGi4D1_A987YTaco289rALKsK66PljMuKR6WDcjiZssFq706I2aYEh3fx5tac2GafzBrahF_5D-1PTofxabxDQqK9JjkyYwriMhb-sa4_EtEg0fsxkUuHmvFxs5tSJOFxxmZLth5owD_XwNEJQa8HKXKug8jNcCwVllm7w_ZQf322mykBXwnadJ22NeETmF6fnvqNBeCRXqWTfksf2PIz0ZCbY8ifGWUqLZrTsteh4nXgVOzXpRzndgkrdVuTrF8qByUckElDvzmQ6WFZgVGQAIKe3EzoheqmmOHgCA95ya0IDWdRKfCJSRGyv5qRYap7_POtE-7p_o5IbghRtHNNDjjdNCLkmu7TYeMHcUIhAWwgpltQHRu9FIHAPbBOQTjiQHWSTwTfKyEl0o6CxiWjjy7-CBfZvZAIqsHbE9bijo6Svj9xznYiCxfVbKQtq7Xi8cMzJwuwhj6YARjf2cKL1Z-MC8shzcUBfQbT3PKnwLx_mZ48ucm-mzuRwy-gHkLHwD0wKctS1OcAmksqJ9G35mnSDZ8U4x6Db8zqPZ0LoNS5hF1w3hSO1FsXp-HxeRqhDQPW-m9lAyadCw9MAAnUVzmaHqEnhGf0Vo9gDNn84GW54a6oVQ4rual9hPlrCIQGIRBhJwQDJe9yAlK7y8-XT9n8y_ygiMrw8SuPWgqQLoJgNWIaxlwI5AsSLVz4AVCPsMDAAuMom7mG1yrAdeaur5gwBh98THKrsMmTKfkSsSktGrwlsQNk4X0cMEHwEfuMgtdyu1tCPEHj0Q8P48o6_Cg3_dHirzDtSb-zt2s2mxem-mxZlCXH3FSy9GFp-Vo1yop3-6kANqNa6peg3jaMsHBXgNFFyFs60yTCUmd7CpaxUwHDJdNybeW7M-cZZLCf_imZBQ6Hu24wd0rkzRjfxRH3SXPtenOPFYEerjfWBalctOPw-fekI-6e1B7qfRgqRnj6a_IISK_mnmiTQkaEVVDVangdBkx9T50o5xkTtKxr_wMSF5u_X9RffE9w5YJTzt6ojeG0M6fTWPSbT4-ozdQ0B2_1qOUiphFaeMLoXxHZiRB5u32KpzTtBeGvAKY8JHgTthHKXKn8K7aY33GmfuuJ7mZIkVRzrty13s2PDsWXjKpc1y8U41maDFijjOBKrgp-o-9cErWyx5S7bP5ttIRXH3OsHjFVlxpN-7Dmvlp5uCcR7uQvESMRL8EyEFMMWMnRjKq4gfm6EzWrEXhEwiu3JmXvInrsE8bbmqKTA3v1uW-aoOu7ZVV-e5ncSjL-YZwI8wx8RK1F-S8_kSb_cMPV9SnvEHwQ8sjOTRDuUhmAHLSu8Ake-UNN0Lsr0le1cw0xOKCCRnFXm6kr1cno_W3l0XDrF6YdBfdWJcD39OmouMAm9QmAT5TyZkSwuy9mr53WoeyWWtKhQjm5G9YcVoYksTqV-fSQvC8ENZV7zAoKlTwEFpYlQe2SL0ds-ua1XxFtprku70UIkgb5kJUmirlByoRFKvp8nIeBustJk0D9meYkuDFkIsTGo1syi-pbHmy9m6m2whvzFKatooblB6RHgnRh-32P1ptCC1hDKMNvbpcvtlsJR-L6dnLmLYfssMHcyk64FyOa-XzYnFFN9m_6nIwmdyyGAQyVVtTwqj4D6OP3Yly6zE4asQFRSePZW3snsa2D2KEsh4thc6HfI2x7gIdY6MgPrD01ZH6kGEz2vbW91DAtkV2qg7csPgu8abqcCeF0adlTBOiWbtTwwxF8oK_2Tz7S8sPBluoEK8C-cZv2MtanUwDZ4hmgZcsDgHGGXhVVgieM-j_ak31SmgYDxCI_wkFw68AWOCBGdztjU2mp9g_RHdWwkDKNZ6loL0U7qWba87pmfxOBCqr4vA44aGQUn4MrGk-FRC-aUtP_n3lKcZW-CrFtrYENhYRrsMSNuZyIUXyiMCeqaRjZzkNg5uEgVPDSKq1vAfhlmsWGEfYdHzuVq6TXX995PYuDqHir8lV9NcA353krCmrpViDhjN2WHvQzNcnCWr9Lmw1kVlM5Ro57DuZv-wmSJ6VWKIaTSAU3xp4o69JCjY2bZLEOV6wT4CxciyhEjXlWEMbCVwQuvOyOACS5I21CkIejdxVKXVn3acqFTS4kJr2VqRu3SdTtgjHZ-AnHAd1FTR7yZi_kSdi7amZWmNXvdfjr6LWfhvye092S_G-W3z57IFNbm4dsxVzVjd5MgtaNEiMF_4A1rtLzkda5PKQRXre59vqgJDbCtsposOx42wI5ksfQh-0eLWMMWZb0gFAzH5hrAIW2Dv0th5s-koqtO3xBafqQWPgaRmQTWoXrIjS6s9rqwnKvCaIyoHmv5n9UFfY_FViBgWZTp5FWFBxork5WTbF5PaLA_4olifBZ7EvY-oVEhJsa_USUhPEI3D0-DiqMrkmFw0A-sUOGRXfzEewy4WZY-M4hCWn13ajSHsCfu332SWDEC1Y7fFdoILZ2FnDWHUrE1ZM-Fpxjt7Z2gu1JHARNFyi4zGeIhdVowT1Rphmkcg3AtFmYSNkstFCm0WtR4rO_asnDymFkyDugq-uCmEV4qZUf8RpZYzIkBfm6sK2FImO3pKQleW9hJ9ebkCHBdXBwkAV1DqJ4FPgprBJaK2aeCLoNkwaa3-2Nnd9dsMKevpNOw-KeW-bQgvuuJ2bmF_xusKZXL9hu3cEod5l4KkOk8kNQdIG2AIacqMtLSb8vfZ5h6qfxDq1hN2swTgjKjsB2sFY3SNQWcUtroX_qRv16l5Fu7s01MiMoeq_C7-Kh7bzn6Xh4zbQQ48FYQgZ3AhU9He_0V3eLulcH_tCiCpQVfu86FtNQLEB6VkAqJJEV_0gKjyrcLCkO_MFm0TI3oPH1JorZrjIyWplVTZxIec1a_obBXPNkC2gbdlS9EXezHr3-TTMLkMn1Zx_CUgkOvMYRa36vzGmOIBe8txuT9-UbUiC_LmGKfdfLEXPkO4LeBLPdW7nlKwlJ09L7LJepwUgyJlQPxsGOk7_eUdZqyef15z4nYs3Bzb1CtjLIBViXYbywGNoNyWxJzH4_FlOZ7W1tLWEu7ARn8nRE8RgF_ToZi_EyvVGOxIZR1MloC-VFFiGnMTcSsokbHg5F9vf4qmT-sJxOqocCG9Me3fSXyGZVISgXE8g3a0KWSGSlmI-vjM5fy2ol1JjIUpmMOT8qhOYxqgRxMEK2ICH1XSNrg_-ZsBypSFtxgz6-06SQF5j-nzBJjD2EY_WnCVAsRsfswDrJA83-G5wVRoHjwJ4vhCf-Ah-yg-k3Jg84pqo5Vk9BwMLxb_NMcxPmjkk8dN2JI46MigwmSUeaIXto1nMNP-QoijMTlSD5D0uppXm4RiSsgrVp46OLaNYRiq03M8BWPgHrn-Q6ztpzykVBJVBgQfFx3SFD_kwnnglPjOlnaLuTBlggaiKnEB2yyqyXcTJF5GEAwacHWILeycuVzp1jiC96DQNE3FwUiR7EiTmqjeTLpUJNgAQ_NVqGaQlns79LsbWWLLj8sxrTBo82Td11BzdekizKuQYPdxOhlK2RhKDrArJQ_DBXri8LGmP9og0nd21NFFOCYSCa2OToSU4RhG67A6AggR9waIIAq2RElyyAejdEcbWARkYMph9sLALofnIWNkryCMB2dAJnqwK-tLJxJiGT_QUDbEhL_ZhQcAYDvR6U62e9vVUYMBpsmoSn2NHanvrD8jHriziOh7BLSI7ncfJ_zSePmCjY9wWKlSPsq2B5EUVu037juBex2-q0SIyRkML8oGefSPbwF2XzaD1JP75Q8YBOI8WLRP3eY5g3d5WCKrNt9r-Zrw_Ij2fZYsFpCfwF2gCjo3d3ErLtKum8JzPX7FnK-MmJlEbPW2uSv-LvfJB55gJJkE4f2SaXElc6j8jcx_Dbj6lGmCTgJCbgpHsdjEYiSSUXw-ERx4p3WZHUu-NRijEDXcYAIHAqAIG4UbjQ7KSBeYWJL6vYqM7ucXfofS0vjuLJiQhKqi2w3zW32m5QExQ-_yfgixajMvxcU4YAwsAQD4z_RcHQDXy3-wxM9khG3X_eUVyUflr6zFx3tpVGZ4K6rfsmjMJMrOLxKAbEjk_Z6LoWyZI8m3Sf_IS-EFL7-RT7ygXQObiz8DOJSWyyiIIP_yyvYoVNezNIhtivL7Nix6G3BCgNwv0qiZj2WUTuXrsFtUV2Q330npXL_a6ZTo8H4tqSkVmG6HFxAB_DSzuB5JBg_4bhIqQl6dNV6wmtpcfha5FHuFDAGyUoNNNKDt6LgJqbcn5P4g_g-ASFeBKh6hhwKIcmYxQmah-ytEFhsx9pNvMIPXmFwEGM1qKaqEpTlobBseZ1PanGPugsCaC4OwjCNififjgetGhdcG7w45abmaG485ZR0IIHSHeqHyHvtc2WeO-JdEMItletfdUcmWmISnHjtJ9WS4uPUwem3oha6C6IkkD4dY30hJ1rgVLTBiaPuiI9csIcE9iSNLoO2MKiZUTGN50ZtwpaWF7joFNmjXIWitkQJfnt1_z5EL5974VB9gHA9zR5kmzG5HrZIeuq8O96hZjmMp1M8dJ3lP9kd7A9rduGRPuTxpJbLrtKpZL4R6b24rmNKh8VY82JYrYKTqkM01kqhE2bLSkb3LPAWUtovBTs2gSHblGQ7zRgui0ZtUtgsrqj7pa6qQDZkinP2SoblyYvcPy9SHTNNaC-_WUdRZkFKKkDiHN7S7_yWmFtcftB9oQawcc-bmBJ-R0JsFyAhK7wWrOOKuTTALv0iG2KizkJ2eO2F5wIFQoe-KW9wx6adD7t82reyWbSEhVrE44YaY2Au-hJTIpNOa8BaQacRaZ7UX33pO6oLosq9EdANK2y2Xk_hVgqREY9HzeceXEZzXiZy1AH8wQMnlljFecj7JY0DM5iqEvVzhFLhre-O7WZfJpb905Pdck8sp6FgtQHm1kQ0epqGXIcowlywgDPJoq244GMIQlrJvhjWBy0V5EEI55Td1yGmHm8KNYGj9s4dHwiQfoY_6CqpNxA49ngqq8s9juNJcK4sslB4YCpTU8k3Et6NyFXr_AlmAzpFFPQF11WkugusLTduD74zK-a0dEbJZUhtVLlE_7qhQlZRfrItFSJ5_PCmayQy_60Td7-4rvJ7PCOL9YlOBp48SRWl-FWzdNjWMN3J-f1jRgK8BUlEYCYJ7tb-4q0TYtKc6daJP6V0v4bWKKdpZYQeRZO8SVtp-mKlgSCG1aCTjdNRtUMZCJjrj4LnfXitp0C3-rqJ6j8vX3DRq2JJ9b_m3wW89Z6vDR7Wdjk3ljW34TWP-paKiT875h4LHEyqe8Jc0qE5J4DIrwDSsJASavsZ3OjD8uLzKlPMd8TDLMIorMsY3laJdfXE_WNJ-knwHTE-00C1bx-o9wFAexsuyRUiAx0gGCChN-mc4ntR-xs83mrCKMsAHjxNtFYZUwe9ft8gg0PHVkQWWDJQQucdqgp0i53SpNxW6XoASHvk6ZiFbNq98j8Tuj193moIXIGbUd2_uA8Ob9meO9Mr2XQIHtJXh5C79o-r3ghDP4hzWxnbvC7MzsUq8AZLes64r9Shhm7R5ALY3BJgVf-0-uUD-bnQqde2gRchazanZTfR7hJ1TwgPVaOAb2mby4uQzQ624PxMojPD7ipCVeP1LAHes1lyV7DrN8ii0AsmsYJnhrRq7Bsy6NkeMHJB6mugV3X08WH5S5Ty3HdN9ezRbDM-cQM7dMdwFF6_Z9WI0otp5qTF70X9XYXnj3Jx3T59C2wczDiVzzBXIyoCOZ5dyVWSoP040U-Bnl7qTLOT4jP5RKIwLZHGgw_KAAJ34jAz4zrsElNiuKfNTZ_iaPG6SJh1QeaBkZ-i8t_M8oNcbhHK3pCFEO6_XkB6xFNhgJ3gluFh7CuYRah59OhkAakUGu0eiQV5z7LxDMzaQ_y4RZVpOyUIKf2-7jCKPEgUEF0XTD4HSK5piEz4Akt67iuHmhQaz-hH1ErgkN168i3nZa-dNcjDkd8tgSqGqfyU9A8dbu0awiKHX5dNwTObSH3MFWpGgSx3Tk80inYB0Q3TMJ-I685t23kA7FTxD47215-HLitljN0sqS6NVIEN3ZjYNETwHbw8-li4r0EeQawyvgK6U2wkqTlhyWj5Rtsg579v7b2XUiNeHtPYBMnBd-HQ6krtWIDt_XbY_UY3fI8snAe6LbB3ImQT6ZzGHLgvq9XHFzR6F8a_5XrOqWWOxIW1KWNrgAhtkKPBwiSIIEI_-vXXgZzk96HKfEhAtXevYYdj73qF3hx2dwEdeijX5Pi0zyL0PisXVlQITjtEnihi86Y8H36FrAVoW9b1qMRiD0aTVYTYuf4czhQ_UWoWG-eF4q2Z1VLqeS4cwWr7uFL1LynMeRKKnfipRh9CpOqLENXAVRfGFlIi41IvHVXc9FiveST2-WRol4-U0gOaw_zAJdjXbvdeKdZCJ0EMQXMSZflxq1i2bC39-NAThqC9KgU97yNz7LrX7Dk3H-q9Rpv-QcTXDn5jQ4Xk9NF5eS7IMiO0LmM73W61aNwNjPbAAyxy8RLvYAgrr6FUU9gNJSs9-f5xaE1zm2dEOmJYmYZPsQ3kwME6Su23eo2R0O1hEMjcNyJ7EW7GVC5jRhC7gACLa2hOwFCwfnOp-01c6lXERytIO2HF_7eIfw4L9j6OY1qfFtXWY7u8TpJDooqZEKopqDPKh085t04neU28F8-O1DxF2SelvnOD9j1gm9yh5qtW72JPTYAi-bbzfhcYCNshSPf_-LeKjK6SQBzBwirR9DHRPklzTa0Xh60TshM9VYlTWn0WJ4Od-VuMnrO0sQVuJTLW3Eye5-IYMUaeTRyNj_MkS6bFFR_1f06H_Nsk90nAVc9wqP-Hcpd6moaRSd3wblQx_ooz4U40b55kCis51ovKL820cm-fo_vILlTeW8yhYUsUFVYbv3fqK_T14RV5K2gBehhNcz1oEC7Pg3LxkYw7VuQD9rOgIz3STNyld1uXk8RuOPLRxO3GIxONaNq5jfnnlKOfrUBaqmMFR_NrpemvkJcJT_5Ro9gx99_ezLVXXeo0-2nM6OLtGBr-ptl_JR6w0hJYDmfF85y-j8KLbMJ3Q8sXT-KVXelvMhNV6YLxlvu0Qbw3eVH4fi9OL2j8zDJE6oog9V-erEEgLakhgEuKJLlM-7_lXFmsqLDPAYDIHObJPPmJS1sVBCrEAwV-XEcumQPRr1fRow1FMCCZz3sePqwwVeCpdo26WOMx3HXua1RBX_koEZsvJ6SwBbLFfc9qui-4bUvoildIGgtoZa820LsYVf8ghBGThhMLSVxN-DjndpIvyLwHD1WUoGSBEyAhABXZ1a7h1kVqodmBfCqz4GBWvoiFAKxUDmMaAipcnJEDv_4npPJtW0oufIpwJ_9b6A3tkNVPSzwWWvVQvtV88j34n4pIgOOajBbeHTnsPhk5qzFKDFEHfRwi04VAsgQ221UOc1268ryqKhsOh60mQQXvnHPuQNZVYufmWVV-bxKuBiQ6uCeaVbqMnlVzAxC9c5PWuFFfb98HlU_3eI28I61IIvAZNupfrqgKQNF_uMoVM6SNBZUKNqDryksdDGfffjFCpzjyAMeEAeGkKBni0-usOL6v-1_HfgL7a3i6gXe2_06hYGaMAOoteasTk5XNoTF0beS302nZ8S2nJPv08nl5bVVH7l3BgYRdxdOdq4IvcPDo_8qTaHDEIXG4M3W5IaBSU8LNC2huk1Tx6vz8F931XQu36E2yTJij_Tw33D423q1JQk5dgBMlITD2wyg0I5e_XTaykWyMLzcNZC0zVKFn7xvxMJufR3UU8EwLHmLqNhARzjmqTO7aftVRm0_ndcc0P2JF-ZiWKhnyHjWOr_Z_DdOEYA-NVRj-NsxGKaoRv75gDgPRmAginz9UM5i2QLHiaXdwejfs1jLWbjidnHiClTN33OoKA_ZbpVx4u0VKbJs2Fcnf2stTbFYHHqs2wMdfW9NCtzG0o0251RXC_UzcXeRd0kILAKVwPZCtHoXQSnS-ifPNR2WOUadO_rl0ZVPBkuiRA41pF_-iyto4Df6W63u09MI8cciFKfUBNo-1k8VouhzdRc5H06PhK24ozqhvUtkW6qUclIpoNuhdILLLqO9dpvlpo-i5Xpujj8XZQYwcXFRE3UxRzYVUzY9cYcvRXOhQN3eDSH7RagGPR6LrsrqQcsr3yI5zZlL2LSlQJZsw4-jcgqoxYkiw-TAwxOcP_68FksBt-ot8637v8LDZ4or5Kwp_DEDsW92SJHeOk9HoSLiAVqL6CWT5WKdqjr98_tu-IdOD4NcJfJmFvjF3gHnvzT1PyYDGc_tcqv_qLeCPJQguBat7I6R8JShnbHBj3ZIYIhNsSogBZ9vNjgl3OgWN3pwm6CKZ85w9b8kVF4Iiw1edLlKkqjPQMDStc90ci2mc_eIpBZYXJ7sqSrXzZJXnHBCCxnm8aHKUvU34apf0-noUAcUOi9U3WzrlLWb5SHrIM44eDwYcUbaqYoZvX9FeFilQLDN19CN521Hzdr-KbotPI9jqU72jAL-xF1mLXiQ8Z1L7cUfby7s6xMwStt4J7FQl87I9K2D0GJFKvWct0zVGYxeyZ8YIGP0uRrBenNA3gtaR4yRPXwd_b0UFfFmZucyb7MTKn4L__g6Q6hpBhCYS6JhGop757q6rFyYbQ2_xrM61j74J-uakZ3OqAO_F7Vze7KGucgq72bwTsEOJO5UEueIHWhC32q3_8Cn5MM77fSoLIoVK4Y2nFeTJ9I_j6okbRz17LyKrXnxxzVhayMvzhJQFKpxy71ZHpPxV4c-7LJ0Fpaeigacscz9aR6lMFvJOpViqLmQEU8HIVIJBGJHiiVqi1lSoSolCSfCBEY2hKPmODKeMD_DCHr_XRvP5GZ_2LR6mFh6oI6exj4AMMqAdtF-Ba5wOKtyyf5s3Qhg79XgjmR4wlD5RuGEMPsPh9HmIG-uTxKZJD_i85uxL81ktOgLcKRS95IbUwdbihaES_6DMj-sbQH36DAc9u1NIDlfgtHqJjTS5ffq4XLtu_J_mYkqYPSXGzbB-T1M8QGLlQf5e9t-nzjJNWPnWwGeIpZx-UVvicFV3UA6Gj9pz_3aZKu8DWn2rcJ7GbOvLo5j2RhDvhDQkwTjHF2Yn57x7eeh2U5ZZljacbH1i4U6PnxZpP4eF8psnNgObf84ZaDGGRg0xQ4CQxdWT1ShdtoszZG3QUTwxv9RYNfz-uBHc12-3FSRqZBYnsqmDQYd0u5LCySUS84QtIqAHKM-d34v4VwvFSgHR9p4MIEZoLs3ca1SFflL_F-aSbSpkzGuK9iLs8qQit26VXdBjwlfWACR8SLs3qkkJVeoloBTbw2Ikuz8Rwditu3jIHI8PKDXmbb-_4xPe17Nsfn4Z2h6B0wvwscp84lbYlVDWm7Lttt885FD2x8blOaoLARyR2fL2AgPfZUy1pr0iV6BfkrfN6-8vM0UnLKO3vb0n74PFhLHEucSuB60OwGKBwyC_nIZ__EmcZ3od7HBoiRCQmWVB3j_S67pQpshU3pOyyYgVRi9ck2AAph7h4flZGRnScQePNV1EcpywUAvte7Fh9yQu59yHintmk0kSUjeTRkF2Ute4talTDWiCw2cXMh_AXHXee3N2h_0NSciqQ69DsxQBCUkrDU-P_ybpyeeVvsXj8l0qgFFb-4BcPiE7cUmV0ITv1jD02DIenhxYCFXGyW_6LRvpxZ2OiHWBsvGJXVSdrx23YmE0bWq1uwYn5iEOHoaqUmBhHDoqUiqeYyr-THF0hTL7ayzRB5QtrAfFu1XuWC2q51-Leju0SrMU7qfn9i58hW681wmpxcvBFCZnpbNRuW5KtRZrQQgw-vpsElGvMr1F0l1y91CaMVIOGDs97yMICUmKVkZIB_QP1SufYl5bs_75Q8xgesEk5OwowjHpmKG0OkilCxp46of7lDcdOhDv86MFIAqLj4lyOnbAoGd1ON7wwfNK-q0HunWRwHEtKl9DX9vs09gukbUYmQ_Ttsoe3nIoT6oeKRqDooYuaulmsJYpElBnFccszmRPQkTXKOeRqxDjv3teNz8_pZSkgF7k6IsZylV_pKwGCGIR8QVZDxnmGR3q_3zt5fh9VK1WoBZ7vMTx5ozfgMtFp68-Zn_aGqbMXsDkuUqFYDZrLrRIwGbhV_vKaB3eGj3dCUmYLCrPkj8VQahwozTkViJufnT869pEWVmtN51KlCCTBXBOPjxysP3zcNsVd5VKsrlA3yZ1805CWQ53ryFS8f4swrI6vQEwYEPyMm3mCk7cHUYr1M8F2LO0b3iC6GKHfk8xnNL2pBYCXHBZLEpfC9mTl7ta688saqAocvvrzfoXS446IwAxK2hUZVRYuDx8VG2rHuQ44S8GU5sWqDxbHpWGXDKP-DI7RHtJBKctKcsuFlabS3NWdQQnewMZvztM9RFzK7HuCz-Y1kYUaCAqSzQwIIICsr_nPUO1FFh5AqbeNL28ig_SlZov5sTSvJ8S8DypWLNxCK14xLs2Ig3wk58Sj6QCzS-XxJEiQ6zzGlZ1-F9bKYFwmlb4F-9pNffUp5-sk8ttIThHovcnkITExHb2jxkQRbyMIIr2xUZS9dznRcy1pG_ZBS77KOGbWZiu29-pcCyNpNSXLj5WyyLT-rywS5lkirN8vkN-lYAg0R0s2P7qJnPFheVdfHqI2kUUZWHbh3MO7jCfbpSqwlRIOUkwgdF3Ep4mvGHZR7BsqwSLonzYuIJR9cndts8z4OuKzvxOT9f6gowFAv5e_4n4cIW4tv1ZyT7I05SUreo5UU5YoHXWbn_TIn0jQmVp_IgtB5cvCzx-i9VTMK25z4eSPZmGpy01MJG1EMQoRL8Kvd2R_CotJ0I4PYsWMf0v9uofSUMU_QkgcuuC__ScLjk72-ZIgoMT-1Rnjo9gQIMkuOhnLw2kfdkeB1ZMApzj7xGNjbDk6hxH6TGMiGcmXhguyWv3x0jQFwBoso7HrwD47ML7iz4uJlWmoVUMCkPbiU_rgLdY26eX8tKPQo8lAPw24pgezB5XAMFUeYIbzYxIRs5bxQZV3CoJURK6_65s4sCVpJ-cjvvbfw5BQTZ0hTaIKwFHXgLnc82UuruAld8M4CZk4vkS09nT76nBYPmKjnq_tUWvCIejQsAGvWshIjTqOLvcrdF_N3rahWs9RArLqhj4YghQk_oECVgFmdW_RdW_f0h0lx7zsrInisB82DLhWlurIgO8G3bhDBvmNvhuAbhDsx1EYYgobDWhhZOuUtBA4ke0WAghml61wqFs0vp4lE84-vtjagziBntQ17cDrEOt4VJR0a_Ze7yBEyGXtHeRcNcO5C0A_E7ESbUS1WWiZlx0h3Q37c2TthTITzdnEk1M_adfs63wATdVXHBYJjsdRkwN0x-fVJAXHLpjCD5ur6pNVNbHOe5Ws2VGi4_DkdIxN9D01jxPUycl6KXfKbFt2RhH12_IhChOfNGXIXjE1NRZx-pQtCsHtqf23zQXykbIn3cE1gRENloQnjdUM5v4eameKkdENheUt1esubyzMBSKHSBA6kiBoEi0nSQ7hTFeDAyZ-klEmXpMFDQlLHeibmbaclNtATINsLIc61iTHCNPOvlSlEY6CNLobuSYeZItTRa4U901sLZ73v6fTrU6IRT0Y-xCA4EIXyhOqMw0da__2ShoTdNRBPDwun7Re0JbQkdhDqf8EJx3FgMtT3VLsPOaXGwoV0xTosMVvW3r2jozL9gQhq0sJmhgnvOeWAMDfRTvZ-NDQ6xtOnm7MX8ScYQDPuPqWGuyLYXiHj3QPN_P2d7AnZ3qUmfFLSKdwuycMfj3NhQ6JUGKMDlGteszMkgKXAgyNmGdm1qTpAaN9-qpmOx7limgINANnIPkcUY3kZ0SabAbtiOeQp_NScHl_RG1zHXMKeygzA6mtEkEEXor7RyRWoNub4rxvP_0hybqfGUZoXtHgouNN7YhQGfxkB94v85lE3yxT4-BWTxatX_UFmEVnE8oJJG_adteB52AGwiA7VKAhpn3MKnLe7Is9AHKwUo3linOdTpbdN5xd0l7Whnc9JALFiWdDbh9uhRij-dWBf3wdN-mvS8WkwTF8nByb7UaC4ZfGm-kKUnnlBvNKGVNrnM23JZ4m_gW7s5b_UoqYelLElGL_nv7PqE7rkXeQlVaY1s4nBFvLZIgySTqZ0RbCfDkDU2jWQEwSjsdDzsTYs3LsrKjLXnnbd2BhTlkQTsbVt8GPDaK9VcjLxy41BfDld_JuHssI7rU_3jsfMKYffRSxdJEkhSDviHfgOGihoKDkUQATLdESF5N4wYf7-aN9EdnEr8QVW7bNYDMijBSeFsrfpz6TdbLDX5MhrmknV4ldyINa9zJkdrEUzaH-6SF1YZsCWVMahtYtYqIieSLMYn9F847ecUCx6j7KxV40Rnb1xidQf8daIWku_FCACAtSeL9BEOAUrYd5uqTCnMO72RbtgKNuZvwnj_G47A53-Oh73_jQBlTDqzmwppX3FKc3wQMMyoWNX_UZ8W6gXc9ofZcGZL0b3ygbKFp1X8SLRpaVKnmchhNvNzEcttSHvIPsFn_nDUW4-FTseifRigTea6-fn-S43sjpTudagNf69qNvn9V9vQBDTEWKB81XjTgC_Mem-H0qVrKzIqp5KZ7kNP9q9GmlmQIS7aw7InaNRMu83SQ_Sfq0Ib7PI8h2pkbF0U0BNQiRi2H4W6HeJhbT3vVwfDPeAj9fgcCDfG_f0F3BuBIUcA1_UvR4fw0LiXd5mB6VuxWTnEyYL3LUbLchQLAMM08x2E7dAhk7Gy1jRr0mxWqsruTHm5ulMz9Qul-9D5kOgI_7pnM2iZv19VDj_GSmLliWotd8vyQgz_Xiie624Kv2u0aNIRXjqm8O2JCl12lQPzHRS2_DCD86LnhPE7-VYrof9bHSnJe6qJdZWRrj3DdiCzhfN_Hb6ps30hs6n5ujWwCwIXDIWTC31sjsnJXpJI65CrdCM_ocFfmsmUESEp_-N0gJlBc2hpQ1WPtXbZ3sxzh4oUtGC029-hSEANxEFjW_xby-QBu8ywIzogqmzfGsTWi4Y2OPtcQgQL9njsMH-A0pL5SvpIVk3Bxlg5HbSs9kuCF_YKhJzp-VtpeFvVK6pnR1arnAVJ9NkjRXIP5kGxoEi5ZskVaXNIG3S2ZbLY-CY46a5dkmL6wEcW-zTfnee4yAvm8yf2QtwLaJuA8PbkVFupxERYqaBeMaC4TJBu1t9PNFlQepQuaq844suh6WNL2UUxCKR9XTrloT4Gt8TkU-kUthGPeRqrQy7cyG05cLDvQxWSo4ueKBSTFEyz-GUWJFamIYr1pCxLIxLzQEs3upYtqZjeSf2CWhZz-zLJtRNNvlDLR0gkIvyIfEAD6y2BWroRSaN4sxaFcPhwPkPnckURTObwZoVZJNI2KyALSlU6ojTHoRJuV7MY2GkFX5rH3NnOnH22YTyd076mOBmgPRmAkCTBCJlo4ybr2DZlZydWyhHsoJOU0RWWylVMmP7T3meAWdQ==\",\"function_call\":null,\"code_execution_result\":null,\"executable_code\":null,\"function_response\":null,\"text\":\"{\\\"metadata\\\":{\\\"title\\\":\\\"BIBLIOGRAPHY\\\",\\\"year\\\":\\\"1947\\\",\\\"page_number\\\":10},\\\"entries\\\":[{\\\"id\\\":\\\"140\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Why We Read History\\\",\\\"author\\\":[{\\\"family\\\":\\\"Smellie\\\",\\\"given\\\":\\\"K. B.\\\"}],\\\"publisher\\\":\\\"P. Elek\\\",\\\"publisher_place\\\":\\\"London\\\"},{\\\"id\\\":\\\"141\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"A Study of History\\\",\\\"author\\\":[{\\\"family\\\":\\\"Toynbee\\\",\\\"given\\\":\\\"Arnold J.\\\"}],\\\"note\\\":\\\"abridged by D. C. Somervell; Abridgement of vols. I-VI of A Study of History\\\",\\\"publisher\\\":\\\"Oxford\\\",\\\"publisher_place\\\":\\\"New York\\\"},{\\\"id\\\":\\\"142\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"In den spiegel van het verleden: historische opstellen\\\",\\\"author\\\":[{\\\"family\\\":\\\"Verberne\\\",\\\"given\\\":\\\"L. G. J.\\\"}],\\\"publisher\\\":\\\"Bruna\\\",\\\"publisher_place\\\":\\\"Utrecht, Antwerpen\\\"},{\\\"id\\\":\\\"143\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Esquemas de metodolog\u00eda eclesi\u00e1stica\\\",\\\"author\\\":[{\\\"family\\\":\\\"Vevir\\\",\\\"given\\\":\\\"Jos\u00e9\\\"}],\\\"publisher\\\":\\\"Instituto\\\",\\\"publisher_place\\\":\\\"Barcelona\\\"},{\\\"id\\\":\\\"144\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Sinn und Ziel der Geschichte\\\",\\\"author\\\":[{\\\"family\\\":\\\"Walz\\\",\\\"given\\\":\\\"Hans H.\\\"}],\\\"publisher\\\":\\\"Universit\u00e4ts-Verlag\\\",\\\"publisher_place\\\":\\\"Bonn\\\"},{\\\"id\\\":\\\"145\\\",\\\"type\\\":\\\"other\\\",\\\"title\\\":\\\"Atti del congresso internazionale di filosofia 15-20 November, 1946\\\",\\\"note\\\":\\\"Relevant articles:\\\",\\\"publisher\\\":\\\"Castellani\\\",\\\"publisher_place\\\":\\\"Milano\\\"},{\\\"id\\\":\\\"146\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Storia e materialismo storico\\\",\\\"author\\\":[{\\\"family\\\":\\\"Drago\\\",\\\"given\\\":\\\"Pietro C.\\\"}],\\\"volume\\\":\\\"I\\\",\\\"page\\\":\\\"109-117\\\",\\\"reprint\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"147\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Critica del giudizio storico\\\",\\\"author\\\":[{\\\"family\\\":\\\"Fazio-Allmayer\\\",\\\"given\\\":\\\"Vito\\\"}],\\\"volume\\\":\\\"I\\\",\\\"page\\\":\\\"281-290\\\",\\\"reprint\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"148\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Forza e spirito nella storia\\\",\\\"author\\\":[{\\\"family\\\":\\\"Nyman\\\",\\\"given\\\":\\\"A.\\\"}],\\\"volume\\\":\\\"I\\\",\\\"page\\\":\\\"191-200\\\",\\\"reprint\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"149\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Sur le concept d'histoire\\\",\\\"author\\\":[{\\\"family\\\":\\\"Benjamin\\\",\\\"given\\\":\\\"Walter\\\"}],\\\"volume\\\":\\\"II\\\",\\\"page\\\":\\\"623-634\\\",\\\"reprint\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"150\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Philosophy of History\\\",\\\"author\\\":[{\\\"family\\\":\\\"Boodin\\\",\\\"given\\\":\\\"John E.\\\"}],\\\"editor\\\":[\\\"Dagobert D. Runes\\\"],\\\"publisher_place\\\":\\\"New York\\\",\\\"page\\\":\\\"89-106\\\",\\\"reprint\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"151\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty\\\",\\\"author\\\":[{\\\"family\\\":\\\"Caillois\\\",\\\"given\\\":\\\"R. P.\\\"}],\\\"volume\\\":\\\"II\\\",\\\"page\\\":\\\"57-85\\\",\\\"reprint\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"152\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Commemorazione di Adolfo Omodeo\\\",\\\"author\\\":[{\\\"family\\\":\\\"Cantimori\\\",\\\"given\\\":\\\"Delio\\\"}],\\\"fascicle\\\":\\\"3-4\\\",\\\"reprint\\\":\\\"reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959\\\",\\\"incomplete\\\":null},{\\\"id\\\":\\\"153\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"The Historian and the Philosophy of Science\\\",\\\"author\\\":[{\\\"family\\\":\\\"Cowan\\\",\\\"given\\\":\\\"Thomas\\\"}],\\\"volume\\\":\\\"XXXVIII\\\",\\\"page\\\":\\\"11-18\\\",\\\"reprint\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"154\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"History as a Science\\\",\\\"author\\\":[{\\\"family\\\":\\\"Crawford\\\",\\\"given\\\":\\\"R. M.\\\"}],\\\"volume\\\":\\\"III\\\",\\\"page\\\":\\\"153-175\\\",\\\"reprint\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"155\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Christianisme et histoire\\\",\\\"author\\\":[{\\\"family\\\":\\\"Dani\u00e9lou\\\",\\\"given\\\":\\\"J.\\\"}],\\\"volume\\\":\\\"CCLIV\\\",\\\"page\\\":\\\"166-184\\\",\\\"reprint\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"156\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Wahrheit der Geschichte. Geschichte der Wahrheit\\\",\\\"author\\\":[{\\\"family\\\":\\\"Dell\\\",\\\"given\\\":\\\"Stanley\\\"}],\\\"volume\\\":\\\"III\\\",\\\"page\\\":\\\"44-53\\\",\\\"reprint\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"157\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"The Idea of Progress\\\",\\\"author\\\":[{\\\"family\\\":\\\"Fay\\\",\\\"given\\\":\\\"Sidney B.\\\"}],\\\"volume\\\":\\\"LII\\\",\\\"page\\\":\\\"231-246\\\",\\\"reprint\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"158\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Th\u00e9ologie et histoire\\\",\\\"author\\\":[{\\\"family\\\":\\\"Fessard\\\",\\\"given\\\":\\\"Gaston\\\"}],\\\"volume\\\":\\\"VIII\\\",\\\"page\\\":\\\"39-65\\\",\\\"reprint\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"159\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Acton, Creighton, and Lea: a Study in History and Ethics\\\",\\\"author\\\":[{\\\"family\\\":\\\"Fish\\\",\\\"given\\\":\\\"Andrew\\\"}],\\\"volume\\\":\\\"XVI\\\",\\\"page\\\":\\\"59-69\\\",\\\"reprint\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"160\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Le conscience historique en Italie\\\",\\\"author\\\":[{\\\"family\\\":\\\"Garosci\\\",\\\"given\\\":\\\"A.\\\"}],\\\"volume\\\":\\\"III\\\",\\\"page\\\":\\\"23-24\\\",\\\"reprint\\\":null,\\\"incomplete\\\":null}]}\"}],\"role\":\"model\"},\"citation_metadata\":null,\"finish_message\":null,\"token_count\":null,\"finish_reason\":\"STOP\",\"url_context_metadata\":null,\"avg_logprobs\":null,\"grounding_metadata\":null,\"index\":0,\"logprobs_result\":null,\"safety_ratings\":null}],\"create_time\":null,\"model_version\":\"gemini-3-flash-preview\",\"prompt_feedback\":null,\"response_id\":\"MVh1acCsNNrOnsEP966kyAI\",\"usage_metadata\":{\"cache_tokens_details\":null,\"cached_content_token_count\":null,\"candidates_token_count\":1243,\"candidates_tokens_details\":null,\"prompt_token_count\":1178,\"prompt_tokens_details\":[{\"modality\":\"IMAGE\",\"token_count\":1092},{\"modality\":\"TEXT\",\"token_count\":86}],\"thoughts_token_count\":62910,\"tool_use_prompt_token_count\":null,\"tool_use_prompt_tokens_details\":null,\"total_token_count\":65331,\"traffic_type\":null},\"automatic_function_calling_history\":[],\"parsed\":{\"metadata\":{\"title\":\"BIBLIOGRAPHY\",\"year\":\"1947\",\"page_number\":10},\"entries\":[{\"id\":\"140\",\"type\":\"book\",\"title\":\"Why We Read History\",\"author\":[{\"family\":\"Smellie\",\"given\":\"K. B.\"}],\"publisher\":\"P. Elek\",\"publisher_place\":\"London\"},{\"id\":\"141\",\"type\":\"book\",\"title\":\"A Study of History\",\"author\":[{\"family\":\"Toynbee\",\"given\":\"Arnold J.\"}],\"note\":\"abridged by D. C. Somervell; Abridgement of vols. I-VI of A Study of History\",\"publisher\":\"Oxford\",\"publisher_place\":\"New York\"},{\"id\":\"142\",\"type\":\"book\",\"title\":\"In den spiegel van het verleden: historische opstellen\",\"author\":[{\"family\":\"Verberne\",\"given\":\"L. G. J.\"}],\"publisher\":\"Bruna\",\"publisher_place\":\"Utrecht, Antwerpen\"},{\"id\":\"143\",\"type\":\"book\",\"title\":\"Esquemas de metodolog\u00eda eclesi\u00e1stica\",\"author\":[{\"family\":\"Vevir\",\"given\":\"Jos\u00e9\"}],\"publisher\":\"Instituto\",\"publisher_place\":\"Barcelona\"},{\"id\":\"144\",\"type\":\"book\",\"title\":\"Sinn und Ziel der Geschichte\",\"author\":[{\"family\":\"Walz\",\"given\":\"Hans H.\"}],\"publisher\":\"Universit\u00e4ts-Verlag\",\"publisher_place\":\"Bonn\"},{\"id\":\"145\",\"type\":\"other\",\"title\":\"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\"note\":\"Relevant articles:\",\"publisher\":\"Castellani\",\"publisher_place\":\"Milano\"},{\"id\":\"146\",\"type\":\"journal-article\",\"title\":\"Storia e materialismo storico\",\"author\":[{\"family\":\"Drago\",\"given\":\"Pietro C.\"}],\"volume\":\"I\",\"page\":\"109-117\",\"reprint\":null,\"incomplete\":null},{\"id\":\"147\",\"type\":\"journal-article\",\"title\":\"Critica del giudizio storico\",\"author\":[{\"family\":\"Fazio-Allmayer\",\"given\":\"Vito\"}],\"volume\":\"I\",\"page\":\"281-290\",\"reprint\":null,\"incomplete\":null},{\"id\":\"148\",\"type\":\"journal-article\",\"title\":\"Forza e spirito nella storia\",\"author\":[{\"family\":\"Nyman\",\"given\":\"A.\"}],\"volume\":\"I\",\"page\":\"191-200\",\"reprint\":null,\"incomplete\":null},{\"id\":\"149\",\"type\":\"journal-article\",\"title\":\"Sur le concept d'histoire\",\"author\":[{\"family\":\"Benjamin\",\"given\":\"Walter\"}],\"volume\":\"II\",\"page\":\"623-634\",\"reprint\":null,\"incomplete\":null},{\"id\":\"150\",\"type\":\"journal-article\",\"title\":\"Philosophy of History\",\"author\":[{\"family\":\"Boodin\",\"given\":\"John E.\"}],\"editor\":[\"Dagobert D. Runes\"],\"publisher_place\":\"New York\",\"page\":\"89-106\",\"reprint\":null,\"incomplete\":null},{\"id\":\"151\",\"type\":\"journal-article\",\"title\":\"De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty\",\"author\":[{\"family\":\"Caillois\",\"given\":\"R. P.\"}],\"volume\":\"II\",\"page\":\"57-85\",\"reprint\":null,\"incomplete\":null},{\"id\":\"152\",\"type\":\"journal-article\",\"title\":\"Commemorazione di Adolfo Omodeo\",\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"fascicle\":\"3-4\",\"reprint\":\"reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959\",\"incomplete\":null},{\"id\":\"153\",\"type\":\"journal-article\",\"title\":\"The Historian and the Philosophy of Science\",\"author\":[{\"family\":\"Cowan\",\"given\":\"Thomas\"}],\"volume\":\"XXXVIII\",\"page\":\"11-18\",\"reprint\":null,\"incomplete\":null},{\"id\":\"154\",\"type\":\"journal-article\",\"title\":\"History as a Science\",\"author\":[{\"family\":\"Crawford\",\"given\":\"R. M.\"}],\"volume\":\"III\",\"page\":\"153-175\",\"reprint\":null,\"incomplete\":null},{\"id\":\"155\",\"type\":\"journal-article\",\"title\":\"Christianisme et histoire\",\"author\":[{\"family\":\"Dani\u00e9lou\",\"given\":\"J.\"}],\"volume\":\"CCLIV\",\"page\":\"166-184\",\"reprint\":null,\"incomplete\":null},{\"id\":\"156\",\"type\":\"journal-article\",\"title\":\"Wahrheit der Geschichte. Geschichte der Wahrheit\",\"author\":[{\"family\":\"Dell\",\"given\":\"Stanley\"}],\"volume\":\"III\",\"page\":\"44-53\",\"reprint\":null,\"incomplete\":null},{\"id\":\"157\",\"type\":\"journal-article\",\"title\":\"The Idea of Progress\",\"author\":[{\"family\":\"Fay\",\"given\":\"Sidney B.\"}],\"volume\":\"LII\",\"page\":\"231-246\",\"reprint\":null,\"incomplete\":null},{\"id\":\"158\",\"type\":\"journal-article\",\"title\":\"Th\u00e9ologie et histoire\",\"author\":[{\"family\":\"Fessard\",\"given\":\"Gaston\"}],\"volume\":\"VIII\",\"page\":\"39-65\",\"reprint\":null,\"incomplete\":null},{\"id\":\"159\",\"type\":\"journal-article\",\"title\":\"Acton, Creighton, and Lea: a Study in History and Ethics\",\"author\":[{\"family\":\"Fish\",\"given\":\"Andrew\"}],\"volume\":\"XVI\",\"page\":\"59-69\",\"reprint\":null,\"incomplete\":null},{\"id\":\"160\",\"type\":\"journal-article\",\"title\":\"Le conscience historique en Italie\",\"author\":[{\"family\":\"Garosci\",\"given\":\"A.\"}],\"volume\":\"III\",\"page\":\"23-24\",\"reprint\":null,\"incomplete\":null}]}}"}, "scoring": {"fuzzy": 0.6326904243787003, "cost_summary": {"total_input_tokens": 5832, "total_output_tokens": 9354, "total_tokens": 15186, "input_cost_usd": 0.002916, "output_cost_usd": 0.028061999999999997, "total_cost_usd": 0.030978}}, "normalized_score": 63.26904243787003}, {"_id": {"$oid": "69ce22c0214d8cd071ad023e"}, "test_id": "T0131", "benchmark": "bibliographic_data", "date": "2026-01-25", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5-nano", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"Books\",\"year\":\"1945\",\"page_number\":2},\"entries\":[{\"id\":\"1\",\"type\":\"book\",\"title\":\"Time as Dimension and History\",\"container_title\":null,\"author\":[{\"family\":\"Alexander\",\"given\":\"Hubert G.\"}],\"note\":null,\"publisher\":\"University of New Mexico Press\",\"editor\":null,\"publisher_place\":\"Albuquerque\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"2\",\"type\":\"book\",\"title\":\"Wahrheit und Ideologie\",\"container_title\":null,\"author\":[{\"family\":\"Barth\",\"given\":\"Hans\"}],\"note\":null,\"publisher\":\"Manesse\",\"editor\":null,\"publisher_place\":\"Z\u00fcrich\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"3\",\"type\":\"book\",\"title\":\"Las generaciones en la historia\",\"container_title\":null,\"author\":[{\"family\":\"Entralgo La\u00edn\",\"given\":\"Pedro\"}],\"note\":null,\"publisher\":\"Instituto de estudios politicos\",\"editor\":null,\"publisher_place\":\"Madrid\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"4\",\"type\":\"book\",\"title\":\"Cuatro visiones de la historia universal\",\"container_title\":null,\"author\":[{\"family\":\"Ferrater Mora\",\"given\":\"Jos\u00e9\"}],\"note\":null,\"publisher\":\"Editorial Losada\",\"editor\":null,\"publisher_place\":\"Buenos Aires\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"5\",\"type\":\"book\",\"title\":\"The Use of Personal Documents in History, Anthropology, and Sociology\",\"container_title\":null,\"author\":[{\"family\":\"Gottschalk\",\"given\":\"L.\"},{\"family\":\"Kluckhohn\",\"given\":\"C.\"},{\"family\":\"Angell\",\"given\":\"R.\"}],\"note\":\"Bulletin 53\",\"publisher\":\"Social Science Research Council\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"6\",\"type\":\"journal-article\",\"title\":\"The American Journal of Sociology LII (1946), 156-157\",\"container_title\":null,\"author\":[{\"family\":\"Lapiere\",\"given\":\"R. T.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1946\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"156-157\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"7\",\"type\":\"book\",\"title\":\"El problema de la historia y su lugar en el conocimiento\",\"container_title\":null,\"author\":[{\"family\":\"Jasinowski\",\"given\":\"Bogumil\"}],\"note\":null,\"publisher\":\"Universidad de Chile\",\"editor\":null,\"publisher_place\":\"Santiago, Chile\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"8\",\"type\":\"journal-article\",\"title\":\"Review of Bogumil Jasinowski, El problema de la historia y su lugar en el conocimiento\",\"container_title\":null,\"author\":null,\"note\":\"Review\",\"publisher\":\"Revue philosophique\",\"editor\":null,\"publisher_place\":null,\"issued\":\"1950\",\"event_date\":null,\"related\":null,\"relation\":\"7\",\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"9\",\"type\":\"book\",\"title\":\"Man the Measure: a New Approach to History\",\"container_title\":null,\"author\":[{\"family\":\"Kahler\",\"given\":\"Erich\"}],\"note\":\"2nd ed., (1st ed. New York: Pantheon, 1943). Review:\",\"publisher\":\"Jonathan Cape\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":\"10\",\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":\"2nd ed.\",\"incomplete\":false},{\"id\":\"10\",\"type\":\"journal-article\",\"title\":\"\\\"The Flight from Reason\\\"\",\"container_title\":\"Journal of Modern History XVII (1945), 153-162\",\"author\":[{\"family\":\"Savelle\",\"given\":\"Max\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":\"9\",\"volume\":null,\"page\":\"153-162\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"11\",\"type\":\"book\",\"title\":\"The Social Interpretation of History\",\"container_title\":null,\"author\":[{\"family\":\"Maurice\",\"given\":\"William\"}],\"note\":null,\"publisher\":\"Scribner\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"12\",\"type\":\"book\",\"title\":\"The Open Society and Its Enemies\",\"container_title\":null,\"author\":[{\"family\":\"Popper\",\"given\":\"Karl\"}],\"note\":\"2 vols., London: Routledge (Revised ed. Princeton: Princeton University Press, 1950). Reviews and review-articles:\",\"publisher\":\"Routledge\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":\"1950\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"13\",\"type\":\"journal-article\",\"title\":\"Review of Karl Popper, The Open Society and Its Enemies\",\"container_title\":null,\"author\":[{\"family\":\"Aiken\",\"given\":\"H. D.\"}],\"note\":null,\"publisher\":\"Journal of Philosophy\",\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":\"12\",\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"14\",\"type\":\"journal-article\",\"title\":\"The Social Scientist in the Open Society\",\"container_title\":null,\"author\":[{\"family\":\"Bock\",\"given\":\"Kenneth E.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":\"12\",\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}", "model": "gpt-5-nano-2025-08-07", "provider": "openai", "finish_reason": "stop", "usage": {"input_tokens": 2924, "output_tokens": 10241, "total_tokens": 13165, "input_cost_usd": 0.0001462, "output_cost_usd": 0.0040964, "estimated_cost_usd": 0.0042426}, "duration": 86.82242012023926, "timestamp": "2026-01-25T18:21:25.977418", "parsed": {"metadata": {"title": "Books", "year": "1945", "page_number": 2}, "entries": [{"id": "1", "type": "book", "title": "Time as Dimension and History", "container_title": null, "author": [{"family": "Alexander", "given": "Hubert G."}], "note": null, "publisher": "University of New Mexico Press", "editor": null, "publisher_place": "Albuquerque", "issued": "1945", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "2", "type": "book", "title": "Wahrheit und Ideologie", "container_title": null, "author": [{"family": "Barth", "given": "Hans"}], "note": null, "publisher": "Manesse", "editor": null, "publisher_place": "Z\u00fcrich", "issued": "1945", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "3", "type": "book", "title": "Las generaciones en la historia", "container_title": null, "author": [{"family": "Entralgo La\u00edn", "given": "Pedro"}], "note": null, "publisher": "Instituto de estudios politicos", "editor": null, "publisher_place": "Madrid", "issued": "1945", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "4", "type": "book", "title": "Cuatro visiones de la historia universal", "container_title": null, "author": [{"family": "Ferrater Mora", "given": "Jos\u00e9"}], "note": null, "publisher": "Editorial Losada", "editor": null, "publisher_place": "Buenos Aires", "issued": "1945", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "5", "type": "book", "title": "The Use of Personal Documents in History, Anthropology, and Sociology", "container_title": null, "author": [{"family": "Gottschalk", "given": "L."}, {"family": "Kluckhohn", "given": "C."}, {"family": "Angell", "given": "R."}], "note": "Bulletin 53", "publisher": "Social Science Research Council", "editor": null, "publisher_place": "New York", "issued": "1945", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "6", "type": "journal-article", "title": "The American Journal of Sociology LII (1946), 156-157", "container_title": null, "author": [{"family": "Lapiere", "given": "R. T."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1946", "event_date": null, "related": null, "relation": null, "volume": null, "page": "156-157", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "7", "type": "book", "title": "El problema de la historia y su lugar en el conocimiento", "container_title": null, "author": [{"family": "Jasinowski", "given": "Bogumil"}], "note": null, "publisher": "Universidad de Chile", "editor": null, "publisher_place": "Santiago, Chile", "issued": "1945", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "8", "type": "journal-article", "title": "Review of Bogumil Jasinowski, El problema de la historia y su lugar en el conocimiento", "container_title": null, "author": null, "note": "Review", "publisher": "Revue philosophique", "editor": null, "publisher_place": null, "issued": "1950", "event_date": null, "related": null, "relation": "7", "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "9", "type": "book", "title": "Man the Measure: a New Approach to History", "container_title": null, "author": [{"family": "Kahler", "given": "Erich"}], "note": "2nd ed., (1st ed. New York: Pantheon, 1943). Review:", "publisher": "Jonathan Cape", "editor": null, "publisher_place": "London", "issued": "1945", "event_date": null, "related": null, "relation": "10", "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": "2nd ed.", "incomplete": false}, {"id": "10", "type": "journal-article", "title": "\"The Flight from Reason\"", "container_title": "Journal of Modern History XVII (1945), 153-162", "author": [{"family": "Savelle", "given": "Max"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1945", "event_date": null, "related": null, "relation": "9", "volume": null, "page": "153-162", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "11", "type": "book", "title": "The Social Interpretation of History", "container_title": null, "author": [{"family": "Maurice", "given": "William"}], "note": null, "publisher": "Scribner", "editor": null, "publisher_place": "New York", "issued": "1945", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "12", "type": "book", "title": "The Open Society and Its Enemies", "container_title": null, "author": [{"family": "Popper", "given": "Karl"}], "note": "2 vols., London: Routledge (Revised ed. Princeton: Princeton University Press, 1950). Reviews and review-articles:", "publisher": "Routledge", "editor": null, "publisher_place": "London", "issued": "1950", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "13", "type": "journal-article", "title": "Review of Karl Popper, The Open Society and Its Enemies", "container_title": null, "author": [{"family": "Aiken", "given": "H. D."}], "note": null, "publisher": "Journal of Philosophy", "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": "12", "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "14", "type": "journal-article", "title": "The Social Scientist in the Open Society", "container_title": null, "author": [{"family": "Bock", "given": "Kenneth E."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": "12", "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": true}]}, "conversation_id": "a60d0c4e-2c07-4fbf-9078-1a52256670cb", "score": {"fuzzy": 0.8494618611480904}, "raw_response": "{\"id\":\"chatcmpl-D1y4GIh403ljfGT58KtXV0oAz5zap\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\\"metadata\\\":{\\\"title\\\":\\\"Books\\\",\\\"year\\\":\\\"1945\\\",\\\"page_number\\\":2},\\\"entries\\\":[{\\\"id\\\":\\\"1\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Time as Dimension and History\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Alexander\\\",\\\"given\\\":\\\"Hubert G.\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"University of New Mexico Press\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Albuquerque\\\",\\\"issued\\\":\\\"1945\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"2\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Wahrheit und Ideologie\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Barth\\\",\\\"given\\\":\\\"Hans\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Manesse\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Z\u00fcrich\\\",\\\"issued\\\":\\\"1945\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"3\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Las generaciones en la historia\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Entralgo La\u00edn\\\",\\\"given\\\":\\\"Pedro\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Instituto de estudios politicos\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Madrid\\\",\\\"issued\\\":\\\"1945\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"4\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Cuatro visiones de la historia universal\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Ferrater Mora\\\",\\\"given\\\":\\\"Jos\u00e9\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Editorial Losada\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Buenos Aires\\\",\\\"issued\\\":\\\"1945\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"5\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"The Use of Personal Documents in History, Anthropology, and Sociology\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Gottschalk\\\",\\\"given\\\":\\\"L.\\\"},{\\\"family\\\":\\\"Kluckhohn\\\",\\\"given\\\":\\\"C.\\\"},{\\\"family\\\":\\\"Angell\\\",\\\"given\\\":\\\"R.\\\"}],\\\"note\\\":\\\"Bulletin 53\\\",\\\"publisher\\\":\\\"Social Science Research Council\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"New York\\\",\\\"issued\\\":\\\"1945\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"6\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"The American Journal of Sociology LII (1946), 156-157\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Lapiere\\\",\\\"given\\\":\\\"R. T.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1946\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":\\\"156-157\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"7\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"El problema de la historia y su lugar en el conocimiento\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Jasinowski\\\",\\\"given\\\":\\\"Bogumil\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Universidad de Chile\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Santiago, Chile\\\",\\\"issued\\\":\\\"1945\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"8\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Review of Bogumil Jasinowski, El problema de la historia y su lugar en el conocimiento\\\",\\\"container_title\\\":null,\\\"author\\\":null,\\\"note\\\":\\\"Review\\\",\\\"publisher\\\":\\\"Revue philosophique\\\",\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1950\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":\\\"7\\\",\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"9\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Man the Measure: a New Approach to History\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Kahler\\\",\\\"given\\\":\\\"Erich\\\"}],\\\"note\\\":\\\"2nd ed., (1st ed. New York: Pantheon, 1943). Review:\\\",\\\"publisher\\\":\\\"Jonathan Cape\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"London\\\",\\\"issued\\\":\\\"1945\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":\\\"10\\\",\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":\\\"2nd ed.\\\",\\\"incomplete\\\":false},{\\\"id\\\":\\\"10\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"\\\\\\\"The Flight from Reason\\\\\\\"\\\",\\\"container_title\\\":\\\"Journal of Modern History XVII (1945), 153-162\\\",\\\"author\\\":[{\\\"family\\\":\\\"Savelle\\\",\\\"given\\\":\\\"Max\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1945\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":\\\"9\\\",\\\"volume\\\":null,\\\"page\\\":\\\"153-162\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"11\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"The Social Interpretation of History\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Maurice\\\",\\\"given\\\":\\\"William\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Scribner\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"New York\\\",\\\"issued\\\":\\\"1945\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"12\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"The Open Society and Its Enemies\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Popper\\\",\\\"given\\\":\\\"Karl\\\"}],\\\"note\\\":\\\"2 vols., London: Routledge (Revised ed. Princeton: Princeton University Press, 1950). Reviews and review-articles:\\\",\\\"publisher\\\":\\\"Routledge\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"London\\\",\\\"issued\\\":\\\"1950\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"13\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Review of Karl Popper, The Open Society and Its Enemies\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Aiken\\\",\\\"given\\\":\\\"H. D.\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Journal of Philosophy\\\",\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1947\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":\\\"12\\\",\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"14\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"The Social Scientist in the Open Society\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Bock\\\",\\\"given\\\":\\\"Kenneth E.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1947\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":\\\"12\\\",\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":true}] }\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":[],\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"metadata\":{\"title\":\"Books\",\"year\":\"1945\",\"page_number\":2},\"entries\":[{\"id\":\"1\",\"type\":\"book\",\"title\":\"Time as Dimension and History\",\"container_title\":null,\"author\":[{\"family\":\"Alexander\",\"given\":\"Hubert G.\"}],\"note\":null,\"publisher\":\"University of New Mexico Press\",\"editor\":null,\"publisher_place\":\"Albuquerque\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"2\",\"type\":\"book\",\"title\":\"Wahrheit und Ideologie\",\"container_title\":null,\"author\":[{\"family\":\"Barth\",\"given\":\"Hans\"}],\"note\":null,\"publisher\":\"Manesse\",\"editor\":null,\"publisher_place\":\"Z\u00fcrich\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"3\",\"type\":\"book\",\"title\":\"Las generaciones en la historia\",\"container_title\":null,\"author\":[{\"family\":\"Entralgo La\u00edn\",\"given\":\"Pedro\"}],\"note\":null,\"publisher\":\"Instituto de estudios politicos\",\"editor\":null,\"publisher_place\":\"Madrid\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"4\",\"type\":\"book\",\"title\":\"Cuatro visiones de la historia universal\",\"container_title\":null,\"author\":[{\"family\":\"Ferrater Mora\",\"given\":\"Jos\u00e9\"}],\"note\":null,\"publisher\":\"Editorial Losada\",\"editor\":null,\"publisher_place\":\"Buenos Aires\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"5\",\"type\":\"book\",\"title\":\"The Use of Personal Documents in History, Anthropology, and Sociology\",\"container_title\":null,\"author\":[{\"family\":\"Gottschalk\",\"given\":\"L.\"},{\"family\":\"Kluckhohn\",\"given\":\"C.\"},{\"family\":\"Angell\",\"given\":\"R.\"}],\"note\":\"Bulletin 53\",\"publisher\":\"Social Science Research Council\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"6\",\"type\":\"journal-article\",\"title\":\"The American Journal of Sociology LII (1946), 156-157\",\"container_title\":null,\"author\":[{\"family\":\"Lapiere\",\"given\":\"R. T.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1946\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"156-157\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"7\",\"type\":\"book\",\"title\":\"El problema de la historia y su lugar en el conocimiento\",\"container_title\":null,\"author\":[{\"family\":\"Jasinowski\",\"given\":\"Bogumil\"}],\"note\":null,\"publisher\":\"Universidad de Chile\",\"editor\":null,\"publisher_place\":\"Santiago, Chile\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"8\",\"type\":\"journal-article\",\"title\":\"Review of Bogumil Jasinowski, El problema de la historia y su lugar en el conocimiento\",\"container_title\":null,\"author\":null,\"note\":\"Review\",\"publisher\":\"Revue philosophique\",\"editor\":null,\"publisher_place\":null,\"issued\":\"1950\",\"event_date\":null,\"related\":null,\"relation\":\"7\",\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"9\",\"type\":\"book\",\"title\":\"Man the Measure: a New Approach to History\",\"container_title\":null,\"author\":[{\"family\":\"Kahler\",\"given\":\"Erich\"}],\"note\":\"2nd ed., (1st ed. New York: Pantheon, 1943). Review:\",\"publisher\":\"Jonathan Cape\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":\"10\",\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":\"2nd ed.\",\"incomplete\":false},{\"id\":\"10\",\"type\":\"journal-article\",\"title\":\"\\\"The Flight from Reason\\\"\",\"container_title\":\"Journal of Modern History XVII (1945), 153-162\",\"author\":[{\"family\":\"Savelle\",\"given\":\"Max\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":\"9\",\"volume\":null,\"page\":\"153-162\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"11\",\"type\":\"book\",\"title\":\"The Social Interpretation of History\",\"container_title\":null,\"author\":[{\"family\":\"Maurice\",\"given\":\"William\"}],\"note\":null,\"publisher\":\"Scribner\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"12\",\"type\":\"book\",\"title\":\"The Open Society and Its Enemies\",\"container_title\":null,\"author\":[{\"family\":\"Popper\",\"given\":\"Karl\"}],\"note\":\"2 vols., London: Routledge (Revised ed. Princeton: Princeton University Press, 1950). Reviews and review-articles:\",\"publisher\":\"Routledge\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":\"1950\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"13\",\"type\":\"journal-article\",\"title\":\"Review of Karl Popper, The Open Society and Its Enemies\",\"container_title\":null,\"author\":[{\"family\":\"Aiken\",\"given\":\"H. D.\"}],\"note\":null,\"publisher\":\"Journal of Philosophy\",\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":\"12\",\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"14\",\"type\":\"journal-article\",\"title\":\"The Social Scientist in the Open Society\",\"container_title\":null,\"author\":[{\"family\":\"Bock\",\"given\":\"Kenneth E.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":\"12\",\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}}}],\"created\":1769361600,\"model\":\"gpt-5-nano-2025-08-07\",\"object\":\"chat.completion\",\"service_tier\":\"default\",\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":10241,\"prompt_tokens\":2924,\"total_tokens\":13165,\"completion_tokens_details\":{\"accepted_prediction_tokens\":0,\"audio_tokens\":0,\"reasoning_tokens\":8640,\"rejected_prediction_tokens\":0},\"prompt_tokens_details\":{\"audio_tokens\":0,\"cached_tokens\":0}}}"}, "scoring": {"fuzzy": 0.5933719304096694, "cost_summary": {"total_input_tokens": 14549, "total_output_tokens": 58001, "total_tokens": 72550, "input_cost_usd": 0.00072745, "output_cost_usd": 0.023200400000000003, "total_cost_usd": 0.02392785}}, "normalized_score": 59.33719304096694}, {"_id": {"$oid": "69ce22c0214d8cd071ad024a"}, "test_id": "T0554", "benchmark": "bibliographic_data", "date": "2026-01-25", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "mistral", "model": "ministral-8b-2512", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"Historical Entries - Page 3\",\"year\":\"1895\",\"page_number\":3},\"entries\":[{\"id\":\"E00301\",\"type\":\"book\",\"title\":\"The Rise and Fall of the Roman Empire: A Historical Analysis\",\"container_title\":null,\"author\":[{\"family\":\"Tacitus\",\"given\":\"Cornelius\"}],\"note\":\"Includes critical commentary on the reign of Emperor Nero.\",\"publisher\":\"Cambridge University Press\",\"editor\":null,\"publisher_place\":\"Cambridge\",\"issued\":\"1895-03-15\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"Vol. 2\",\"page\":\"123-145\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"E00302\",\"type\":\"journal-article\",\"title\":\"The Influence of the Silk Road on Medieval European Trade\",\"container_title\":\"Journal of Medieval Studies\",\"author\":[{\"family\":\"Fukuyama\",\"given\":\"Helen\"}],\"note\":null,\"publisher\":\"Oxford University Press\",\"editor\":null,\"publisher_place\":\"Oxford\",\"issued\":\"1895-04-20\",\"event_date\":null,\"related\":null,\"relation\":\"E00209\",\"volume\":\"12\",\"page\":\"45-67\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"E00303\",\"type\":\"other\",\"title\":\"Excerpt from the Annals of the Four Masters: Irish Genealogies and History\",\"container_title\":null,\"author\":null,\"note\":\"Incomplete transcription due to page damage.\",\"publisher\":null,\"editor\":[\"John O'Donovan\",\"Eugenius O'Curry\"],\"publisher_place\":null,\"issued\":\"1895\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}", "model": "ministral-8b-2512", "provider": "mistral", "finish_reason": "stop", "usage": {"input_tokens": 989, "output_tokens": 455, "total_tokens": 1444, "input_cost_usd": 0.00014835, "output_cost_usd": 6.824999999999999e-05, "estimated_cost_usd": 0.0002166}, "duration": 4.428113698959351, "timestamp": "2026-01-25T00:49:18.050996", "parsed": {"metadata": {"title": "Historical Entries - Page 3", "year": "1895", "page_number": 3}, "entries": [{"id": "E00301", "type": "book", "title": "The Rise and Fall of the Roman Empire: A Historical Analysis", "author": [{"family": "Tacitus", "given": "Cornelius"}], "note": "Includes critical commentary on the reign of Emperor Nero.", "publisher": "Cambridge University Press", "publisher_place": "Cambridge", "issued": "1895-03-15", "volume": "Vol. 2", "page": "123-145"}, {"id": "E00302", "type": "journal-article", "title": "The Influence of the Silk Road on Medieval European Trade", "author": [{"family": "Fukuyama", "given": "Helen"}], "container_title": "Journal of Medieval Studies", "publisher": "Oxford University Press", "publisher_place": "Oxford", "issued": "1895-04-20", "volume": "12", "page": "45-67", "relation": "E00209"}, {"id": "E00303", "type": "other", "title": "Excerpt from the Annals of the Four Masters: Irish Genealogies and History", "author": null, "note": "Incomplete transcription due to page damage.", "publisher": null, "editor": ["John O'Donovan", "Eugenius O'Curry"], "issued": "1895", "incomplete": true}]}, "conversation_id": "d8f32651-7b00-4b6f-a949-0c2b9861f115", "score": {"fuzzy": 0.03450903793668738}, "raw_response": "{\"id\":\"629971b90f524c33a8a257b9cad18807\",\"object\":\"chat.completion\",\"model\":\"ministral-8b-2512\",\"usage\":{\"prompt_tokens\":989,\"completion_tokens\":455,\"total_tokens\":1444,\"num_cached_tokens\":0},\"created\":1769298553,\"choices\":[{\"index\":0,\"message\":{\"content\":\"{\\n \\\"metadata\\\": {\\n \\\"title\\\": \\\"Historical Entries - Page 3\\\",\\n \\\"year\\\": \\\"1895\\\",\\n \\\"page_number\\\": 3\\n },\\n \\\"entries\\\": [\\n {\\n \\\"id\\\": \\\"E00301\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"The Rise and Fall of the Roman Empire: A Historical Analysis\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Tacitus\\\",\\n \\\"given\\\": \\\"Cornelius\\\"\\n }\\n ],\\n \\\"note\\\": \\\"Includes critical commentary on the reign of Emperor Nero.\\\",\\n \\\"publisher\\\": \\\"Cambridge University Press\\\",\\n \\\"publisher_place\\\": \\\"Cambridge\\\",\\n \\\"issued\\\": \\\"1895-03-15\\\",\\n \\\"volume\\\": \\\"Vol. 2\\\",\\n \\\"page\\\": \\\"123-145\\\"\\n },\\n {\\n \\\"id\\\": \\\"E00302\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Influence of the Silk Road on Medieval European Trade\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Fukuyama\\\",\\n \\\"given\\\": \\\"Helen\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Journal of Medieval Studies\\\",\\n \\\"publisher\\\": \\\"Oxford University Press\\\",\\n \\\"publisher_place\\\": \\\"Oxford\\\",\\n \\\"issued\\\": \\\"1895-04-20\\\",\\n \\\"volume\\\": \\\"12\\\",\\n \\\"page\\\": \\\"45-67\\\",\\n \\\"relation\\\": \\\"E00209\\\"\\n },\\n {\\n \\\"id\\\": \\\"E00303\\\",\\n \\\"type\\\": \\\"other\\\",\\n \\\"title\\\": \\\"Excerpt from the Annals of the Four Masters: Irish Genealogies and History\\\",\\n \\\"author\\\": null,\\n \\\"note\\\": \\\"Incomplete transcription due to page damage.\\\",\\n \\\"publisher\\\": null,\\n \\\"editor\\\": [\\n \\\"John O'Donovan\\\",\\n \\\"Eugenius O'Curry\\\"\\n ],\\n \\\"issued\\\": \\\"1895\\\",\\n \\\"incomplete\\\": true\\n }\\n ]\\n}\",\"tool_calls\":null,\"prefix\":false,\"role\":\"assistant\"},\"finish_reason\":\"stop\"}]}"}, "scoring": {"fuzzy": 0.046143129656464464, "cost_summary": {"total_input_tokens": 4946, "total_output_tokens": 2881, "total_tokens": 7827, "input_cost_usd": 0.0007419, "output_cost_usd": 0.00043215, "total_cost_usd": 0.00117405}}, "normalized_score": 4.614312965646446}, {"_id": {"$oid": "69ce22c0214d8cd071ad0265"}, "test_id": "T0265", "benchmark": "bibliographic_data", "date": "2026-01-25", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openrouter", "model": "x-ai/grok-4", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"Books\",\"year\":\"1956\",\"page_number\":4},\"entries\":[{\"id\":\"34\",\"type\":\"book\",\"title\":\"Der Sinn der Geschichte\",\"container_title\":null,\"author\":[{\"family\":\"Buck\",\"given\":\"Leo\"}],\"note\":null,\"publisher\":\"Habel\",\"editor\":null,\"publisher_place\":\"Berlin\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"35\",\"type\":\"book\",\"title\":\"The Art of Writing History\",\"container_title\":null,\"author\":[{\"family\":\"Bryant\",\"given\":\"Arthur\"}],\"note\":null,\"publisher\":\"Oxford Univ\",\"editor\":null,\"publisher_place\":\"Oxford\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"36\",\"type\":\"book\",\"title\":\"Historia y Destino Humano\",\"container_title\":null,\"author\":[{\"family\":\"Calal Barahona\",\"given\":\"Avendano\"}],\"note\":null,\"publisher\":\"Ucar, Garcia\",\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"37\",\"type\":\"book\",\"title\":\"What is History?\",\"container_title\":null,\"author\":[{\"family\":\"Carr\",\"given\":\"E. H.\"}],\"note\":null,\"publisher\":\"Knopf\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"38-book\",\"type\":\"book\",\"title\":\"Philosophen der Geschichte\",\"container_title\":null,\"author\":null,\"note\":\"trans. Gertrud Helding\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"38\",\"type\":\"journal-article\",\"title\":\"History and Philosophy\",\"container_title\":\"Cambridge Journal\",\"author\":[{\"family\":\"White\",\"given\":\"R. J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"8\",\"page\":\"147-160\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"41\",\"type\":\"journal-article\",\"title\":\"Review\",\"container_title\":\"Philosophical Review\",\"author\":[{\"family\":\"Murphy\",\"given\":\"A. E.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LV\",\"page\":\"187-192\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"42\",\"type\":\"journal-article\",\"title\":\"History\",\"container_title\":\"Philosophy\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1956\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXI\",\"page\":\"157-160\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"43\",\"type\":\"journal-article\",\"title\":\"On 'Collingwood's Philosophy of History'\",\"container_title\":\"Review of Philosophy\",\"author\":[{\"family\":\"Boas\",\"given\":\"G.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"44\",\"type\":\"journal-article\",\"title\":\"On Collingwood's Philosophy of History\",\"container_title\":\"Review of Metaphysics\",\"author\":[{\"family\":\"Strauss\",\"given\":\"Leo\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1952\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"5\",\"page\":\"559-586\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"45\",\"type\":\"journal-article\",\"title\":\"The Object of Historical Knowledge\",\"container_title\":\"Philosophy\",\"author\":[{\"family\":\"Gardiner\",\"given\":\"P. L.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1952\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXVII\",\"page\":\"211-220\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"46\",\"type\":\"journal-article\",\"title\":\"Is There a Problem of Objective Idea of History?\",\"container_title\":\"History\",\"author\":[{\"family\":\"Will\",\"given\":\"F. L.\"}],\"note\":\"N. S.\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1953\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"8\",\"page\":\"1-27\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"47\",\"type\":\"journal-article\",\"title\":\"Unknown\",\"container_title\":null,\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1953\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXIII\",\"page\":\"1-27\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"48\",\"type\":\"journal-article\",\"title\":\"Account of Their Internationalism\",\"container_title\":\"Journal of Religion\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1953\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXIII\",\"page\":\"198-210\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"49\",\"type\":\"journal-article\",\"title\":\"Unknown\",\"container_title\":\"University of Toronto Quarterly\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1952-53\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXII\",\"page\":\"172-183\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}", "model": "x-ai/grok-4", "provider": "openrouter", "finish_reason": "stop", "usage": {"input_tokens": 1651, "output_tokens": 18034, "total_tokens": 19685, "cached_tokens": 679, "input_cost_usd": 0.004953, "output_cost_usd": 0.27051000000000003, "estimated_cost_usd": 0.275463}, "duration": 310.86221861839294, "timestamp": "2026-01-25T12:37:38.610180", "parsed": {"metadata": {"title": "Books", "year": "1956", "page_number": 4}, "entries": [{"id": "34", "type": "book", "title": "Der Sinn der Geschichte", "container_title": null, "author": [{"family": "Buck", "given": "Leo"}], "note": null, "publisher": "Habel", "editor": null, "publisher_place": "Berlin", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "35", "type": "book", "title": "The Art of Writing History", "container_title": null, "author": [{"family": "Bryant", "given": "Arthur"}], "note": null, "publisher": "Oxford Univ", "editor": null, "publisher_place": "Oxford", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "36", "type": "book", "title": "Historia y Destino Humano", "container_title": null, "author": [{"family": "Calal Barahona", "given": "Avendano"}], "note": null, "publisher": "Ucar, Garcia", "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "37", "type": "book", "title": "What is History?", "container_title": null, "author": [{"family": "Carr", "given": "E. H."}], "note": null, "publisher": "Knopf", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "38-book", "type": "book", "title": "Philosophen der Geschichte", "container_title": null, "author": null, "note": "trans. Gertrud Helding", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "38", "type": "journal-article", "title": "History and Philosophy", "container_title": "Cambridge Journal", "author": [{"family": "White", "given": "R. J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": "8", "page": "147-160", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "41", "type": "journal-article", "title": "Review", "container_title": "Philosophical Review", "author": [{"family": "Murphy", "given": "A. E."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": "LV", "page": "187-192", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "42", "type": "journal-article", "title": "History", "container_title": "Philosophy", "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1956", "event_date": null, "related": null, "relation": null, "volume": "XXXI", "page": "157-160", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "43", "type": "journal-article", "title": "On 'Collingwood's Philosophy of History'", "container_title": "Review of Philosophy", "author": [{"family": "Boas", "given": "G."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "44", "type": "journal-article", "title": "On Collingwood's Philosophy of History", "container_title": "Review of Metaphysics", "author": [{"family": "Strauss", "given": "Leo"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1952", "event_date": null, "related": null, "relation": null, "volume": "5", "page": "559-586", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "45", "type": "journal-article", "title": "The Object of Historical Knowledge", "container_title": "Philosophy", "author": [{"family": "Gardiner", "given": "P. L."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1952", "event_date": null, "related": null, "relation": null, "volume": "XXVII", "page": "211-220", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "46", "type": "journal-article", "title": "Is There a Problem of Objective Idea of History?", "container_title": "History", "author": [{"family": "Will", "given": "F. L."}], "note": "N. S.", "publisher": null, "editor": null, "publisher_place": null, "issued": "1953", "event_date": null, "related": null, "relation": null, "volume": "8", "page": "1-27", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "47", "type": "journal-article", "title": "Unknown", "container_title": null, "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1953", "event_date": null, "related": null, "relation": null, "volume": "XXXIII", "page": "1-27", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "48", "type": "journal-article", "title": "Account of Their Internationalism", "container_title": "Journal of Religion", "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1953", "event_date": null, "related": null, "relation": null, "volume": "XXXIII", "page": "198-210", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "49", "type": "journal-article", "title": "Unknown", "container_title": "University of Toronto Quarterly", "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1952-53", "event_date": null, "related": null, "relation": null, "volume": "XXII", "page": "172-183", "fascicle": null, "reprint": null, "edition": null, "incomplete": true}]}, "conversation_id": "2b7f5c6c-51d2-4ca3-9c1e-903f34af63ad", "score": {"fuzzy": 0.4839693603048107}, "raw_response": "{\"id\":\"gen-1769340748-wAcWcEsbkEBWBKQXJvkb\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\" {\\\"metadata\\\":{\\\"title\\\":\\\"Books\\\",\\\"year\\\":\\\"1956\\\",\\\"page_number\\\":4},\\\"entries\\\":[{\\\"id\\\":\\\"34\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Der Sinn der Geschichte\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Buck\\\",\\\"given\\\":\\\"Leo\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Habel\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Berlin\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"35\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"The Art of Writing History\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Bryant\\\",\\\"given\\\":\\\"Arthur\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Oxford Univ\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Oxford\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"36\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Historia y Destino Humano\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Calal Barahona\\\",\\\"given\\\":\\\"Avendano\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Ucar, Garcia\\\",\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"37\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"What is History?\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Carr\\\",\\\"given\\\":\\\"E. H.\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Knopf\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"New York\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"38-book\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Philosophen der Geschichte\\\",\\\"container_title\\\":null,\\\"author\\\":null,\\\"note\\\":\\\"trans. Gertrud Helding\\\",\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"38\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"History and Philosophy\\\",\\\"container_title\\\":\\\"Cambridge Journal\\\",\\\"author\\\":[{\\\"family\\\":\\\"White\\\",\\\"given\\\":\\\"R. J.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1947\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"8\\\",\\\"page\\\":\\\"147-160\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"41\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Review\\\",\\\"container_title\\\":\\\"Philosophical Review\\\",\\\"author\\\":[{\\\"family\\\":\\\"Murphy\\\",\\\"given\\\":\\\"A. E.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1947\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"LV\\\",\\\"page\\\":\\\"187-192\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"42\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"History\\\",\\\"container_title\\\":\\\"Philosophy\\\",\\\"author\\\":null,\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1956\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"XXXI\\\",\\\"page\\\":\\\"157-160\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"43\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"On 'Collingwood's Philosophy of History'\\\",\\\"container_title\\\":\\\"Review of Philosophy\\\",\\\"author\\\":[{\\\"family\\\":\\\"Boas\\\",\\\"given\\\":\\\"G.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"44\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"On Collingwood's Philosophy of History\\\",\\\"container_title\\\":\\\"Review of Metaphysics\\\",\\\"author\\\":[{\\\"family\\\":\\\"Strauss\\\",\\\"given\\\":\\\"Leo\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1952\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"5\\\",\\\"page\\\":\\\"559-586\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"45\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"The Object of Historical Knowledge\\\",\\\"container_title\\\":\\\"Philosophy\\\",\\\"author\\\":[{\\\"family\\\":\\\"Gardiner\\\",\\\"given\\\":\\\"P. L.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1952\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"XXVII\\\",\\\"page\\\":\\\"211-220\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"46\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Is There a Problem of Objective Idea of History?\\\",\\\"container_title\\\":\\\"History\\\",\\\"author\\\":[{\\\"family\\\":\\\"Will\\\",\\\"given\\\":\\\"F. L.\\\"}],\\\"note\\\":\\\"N. S.\\\",\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1953\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"8\\\",\\\"page\\\":\\\"1-27\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"47\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Unknown\\\",\\\"container_title\\\":null,\\\"author\\\":null,\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1953\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"XXXIII\\\",\\\"page\\\":\\\"1-27\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"48\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Account of Their Internationalism\\\",\\\"container_title\\\":\\\"Journal of Religion\\\",\\\"author\\\":null,\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1953\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"XXXIII\\\",\\\"page\\\":\\\"198-210\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"49\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Unknown\\\",\\\"container_title\\\":\\\"University of Toronto Quarterly\\\",\\\"author\\\":null,\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1952-53\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"XXII\\\",\\\"page\\\":\\\"172-183\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":true}]}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":null,\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"metadata\":{\"title\":\"Books\",\"year\":\"1956\",\"page_number\":4},\"entries\":[{\"id\":\"34\",\"type\":\"book\",\"title\":\"Der Sinn der Geschichte\",\"container_title\":null,\"author\":[{\"family\":\"Buck\",\"given\":\"Leo\"}],\"note\":null,\"publisher\":\"Habel\",\"editor\":null,\"publisher_place\":\"Berlin\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"35\",\"type\":\"book\",\"title\":\"The Art of Writing History\",\"container_title\":null,\"author\":[{\"family\":\"Bryant\",\"given\":\"Arthur\"}],\"note\":null,\"publisher\":\"Oxford Univ\",\"editor\":null,\"publisher_place\":\"Oxford\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"36\",\"type\":\"book\",\"title\":\"Historia y Destino Humano\",\"container_title\":null,\"author\":[{\"family\":\"Calal Barahona\",\"given\":\"Avendano\"}],\"note\":null,\"publisher\":\"Ucar, Garcia\",\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"37\",\"type\":\"book\",\"title\":\"What is History?\",\"container_title\":null,\"author\":[{\"family\":\"Carr\",\"given\":\"E. H.\"}],\"note\":null,\"publisher\":\"Knopf\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"38-book\",\"type\":\"book\",\"title\":\"Philosophen der Geschichte\",\"container_title\":null,\"author\":null,\"note\":\"trans. Gertrud Helding\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"38\",\"type\":\"journal-article\",\"title\":\"History and Philosophy\",\"container_title\":\"Cambridge Journal\",\"author\":[{\"family\":\"White\",\"given\":\"R. J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"8\",\"page\":\"147-160\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"41\",\"type\":\"journal-article\",\"title\":\"Review\",\"container_title\":\"Philosophical Review\",\"author\":[{\"family\":\"Murphy\",\"given\":\"A. E.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LV\",\"page\":\"187-192\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"42\",\"type\":\"journal-article\",\"title\":\"History\",\"container_title\":\"Philosophy\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1956\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXI\",\"page\":\"157-160\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"43\",\"type\":\"journal-article\",\"title\":\"On 'Collingwood's Philosophy of History'\",\"container_title\":\"Review of Philosophy\",\"author\":[{\"family\":\"Boas\",\"given\":\"G.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"44\",\"type\":\"journal-article\",\"title\":\"On Collingwood's Philosophy of History\",\"container_title\":\"Review of Metaphysics\",\"author\":[{\"family\":\"Strauss\",\"given\":\"Leo\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1952\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"5\",\"page\":\"559-586\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"45\",\"type\":\"journal-article\",\"title\":\"The Object of Historical Knowledge\",\"container_title\":\"Philosophy\",\"author\":[{\"family\":\"Gardiner\",\"given\":\"P. L.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1952\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXVII\",\"page\":\"211-220\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"46\",\"type\":\"journal-article\",\"title\":\"Is There a Problem of Objective Idea of History?\",\"container_title\":\"History\",\"author\":[{\"family\":\"Will\",\"given\":\"F. L.\"}],\"note\":\"N. S.\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1953\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"8\",\"page\":\"1-27\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"47\",\"type\":\"journal-article\",\"title\":\"Unknown\",\"container_title\":null,\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1953\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXIII\",\"page\":\"1-27\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"48\",\"type\":\"journal-article\",\"title\":\"Account of Their Internationalism\",\"container_title\":\"Journal of Religion\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1953\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXIII\",\"page\":\"198-210\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"49\",\"type\":\"journal-article\",\"title\":\"Unknown\",\"container_title\":\"University of Toronto Quarterly\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1952-53\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXII\",\"page\":\"172-183\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]},\"reasoning\":null,\"reasoning_details\":[{\"id\":\"rs_0b7b58a8-7147-fcaf-14a9-754b1fa5510f\",\"format\":\"xai-responses-v1\",\"index\":0,\"type\":\"reasoning.encrypted\",\"data\":\"R/qJ+7Kee5BpmuQH4vazEWLV4I3ZKFpIlNjWF4JnZoFU31xPMp29lyLsIQ9RyPUWI1fh//2p6ftbXTqdeUWbyKpJG8uFv6ZBTApTs63ccNWgDypo2mx1x1zjybjr+uqCZa+/yttrts/kQB13AVQ8CA5BjV8VnbbuXLKSPO/cmmq2SxYI0arycdYrML6II/0MOdkkIoqwwQ560ZsWqxqQtM1OU+HSPR9h4VsL4IqirBpfJD1tFeTxnLvj+HdifRgSVVwZWj0XgVDmSK6qbeY9mmH9S/L/TG+1PPi/oaWuoJmAuKbVjo8Wa/DLdtxolzWEKa0XOAaOXGgrOt8atUD2sR/qY7jK0fb3yk3QCPnzI97UvmRH5xKredLd2XuwSC7wPMkl1IzXc+/Ev0meDv9I+vNtB8ORRsUnA+NVYjHdA2K+0lCc+ZFruCAruNqJ7RK7F209GPIEgCymxWJdDKAcaCTHTwLywKbiu5AGax9ZovME7y3vidiZ4ZFCyrzXNZ7HVO4uGPTo+3n/Km3BkRSakuOaS8X37y1rMJQp9l+1W2A7sg75AhFPPg+byaHpEGXIvU9hk2nu6WPYyFNz8FKX7gyUbJzxMJ1AymxmWqofcWwT+SXTqruJT8o/CmoavNd0KVgrilBKb8VPamS0EHUmbzQ6n1t3vUdQ/dWTGGhjz6Ic9SQsb2OMTuiROtNpoHcxhUy4lOBoxcRpoZ1hi3KBGuYDQPcAD4wdotcuD5DkZPE+6eqpPaC6NyoF+z6oQZii20XXrlEThEN8GYHgiAE9Lepyih7hahtO5R2Sx4pEX387AbKnvMGFBqmZHT3QqURgTZ30SkuhUg/amJDd+o/xdzoME4tiuCzr3uqtElO8kv6YfJz7wb4yigr7YB+YxeYQc2wrhh1B/72DZteou2w4J0bKBd7EExlfVZnO2EVNHiuzgSbmHd832MKzxq67tAwOhzEO9a+XALaWzhJbswhLEpoUdXDu8k7NQpF3vkIJ1wcHSky5Bd+odNV5p1ywYMXvbp5q3NBkUNuuVUM6mhg94srpbdXghBQ+UJVVQW8XOebwo0pIQEOY3Y703YqAjZ0VMYAOrZSNB8dQsXUJ2UD1xcWUK0fQ+gxfYZI8/zRW2k5N++5DjReZyOAm7ivRjedJcFuh7aEtFlwUliMXP+pzL1qqkcx7wMf8E/TcM23O/ryY76CRpL5vnBAJNrulos7ZHM3SB6uMi7N5znEzg7e5x4+Fdih5zeB03UqpiK7GfGL/usKfjcRFmfiiFE9M97K+Ba81YRw7iF05B+wrwYILrNpPuIWXr+JrayXo6iXNOGbCz+YbcSPqL2sHYoWvds0SHqZvOGRdPXowcXuxP2O9LtBC+/P3lQduhgLMyPecv2I5VYRmqu9zy0WQGG36+cW/iPdlBDy/LYPC2OTDkCVwvFWVEehpCWU/l8rqBM/nBeoQyMhu8zyLQOiltNMCaTg4T6KzPQlJ9cIvB6P7we+rfIeu1jlPIZDTVSba63JDBWGz3NKf0lfAvLeXUoUgaeO5XbMBBnGAwVO/BfapjxRBIvHATkkRXUuQ4AfLVGGDsJTWxxop4nQWM7N/F/a72Xv2AX1UHc/1fv8LU7/RnraCUDp3gjlA6/jgq8tLeQIq8PwMtdACjR2t853sOtipNpcMTfYK7ow62IVan6WhNfF4rvD+53P++T4XOBdgBKwX2GfXF/lzWPhxGQF7EV2oYOEnVQmHRgA4Gcf4fLfc5PGvL3Trz01HaUjgocC0EODPdZPGO155dWYdNkAoREJtISlBb1w/Z9cvHT63uYDBGyqZeNwrKzcxX3LbyfNOXrKsmNumCoYS7mQDhfApZq+c5FRGFD+1T5AN3dsgO7MJM7AowAWKly1mm4vmj8TYhOtFHmhZUW/hhTBqoVEYSP68WhriplR/WO2lS5Yhn5cttzDqrTFR5v+qobGbQ7yOqL0vlbCJFNh5EjEHIwEFVKZUvWfWes5kAC9gulbkvOhipp5m58L/Xyagov+hrvhn6/oWSy1FETXK5xT8/c16FdfrnWLAqy3oYIZ92gCj59kyEShtGTNcCASwBCVQgle2XH5CFGwk5VYGObOWNXFh8I8KFruMDlcEaG9zO5ph7D/IK2AbnT2uXsjPnQ0SWfH9ljhDfO8VuDSDWkA0uWBBtNtQMsBoyX3nAeZCc0Ky3I8GiWDKtbGfuwIQr67i4WJFBX7et3CksDWqjWLNnLCyXjOHlaijD7YZ1GolerT+LcBtNpDQi2H1SI9x03XCjsQJG3Q915iHlTffBEy3fiYIiTQaIVwnfJ3WnfASBA2MWyMmAlmoqj6xzuxzmOO/DuofVEki92imEXIMMcU4Ox8jHsk01MblzWlUXe8ZdXJaGxdbCAC3FatYWSB1srSyTNS7/uuR1kST/E15RpARdGT1QzHLhLuaERaTeQw+NWP0YT+mc8QQKpWM+2c9G4ALE2NTA/hwasnrHBA2jmimIChixy1YLMy8Es8A6VMlMXc63TDHT8igQQecMm5tz39sWiQUSGNZtOR9cS/mBnoSEgZtWzY4eTSelmIl6wluOnkdu6zkHM4iVpPCKY4rfHRjA9SizC7a8FiZFFbNxBMmuyCEjCfBkUyIRAjs/5Xqvfd5lzfVgnILZVqwJcRfwzyzlXWDNQaKrH1RcptYrdpAaeaqOmEX3w180OHbY8Cg7V9aBGQAw6hANUi54TzUiMfTZqxyy2oZMPcBZX/OZPk2PHLQCNXfYr6xupGHOviBXkfBMAeg1dUrNEnrfmvTeEDbrp/QS5Xg14RaPBHAhrTKGiH/znb+TLMWbpJ5YKUBMTSJUrtUbHe7cfooCVtMzTKeHS2BmliuVIjjVNEHeWDsYxIFsuo+0IqU3/7g+mDJEHF9gwXzLmk8SyBZsazQGF9ZRDcuF8VUyKTABbWQZJca4M7Wl41K0yEqJ9AAhmr21j2CC3UOXOhh9r/aPHRn2rLULp9RM2qy8NCZPJ8kVRQOMIZsaViYiTHJ2olJXRjzOGDpXwhgvpHc0etGp08JIwzAQnTO8WwkePu1KLHl9NHKtquZRB6DB4YEy2fXwoDVpl+Nm/MIe2YFR3o7vJQ/gihcBFoXkV3+3MAzpvTVMuUnMZ4nzJHoAgcJGXs6OBKLLJthmIhaESTSpNGFm1NP80d64PC45BOePoA8SMS1oX84s8gVn7mA8yf6RWpqTIvEOjTpJLUpemGB8hWg9QW/AgQfKzaig75PnwnVNja8ltUl8GcTqSjpquFsBzBweTUdaY6W1afGumPe36NS8yRgqR17suBlnqcezTB0d1DtOaJz/hISoE/XX7MLONo0wK1slKdkjrKfnMSUNIoVprvj9rZ1OI1MFQNXndJBQVPx8ZtNkhe62F4uumxbnYPTdinIZ7Ln72G8U62EQy1UtpZ0Yx6P08bLDtCu5lgOyXkVyb6vYcysKlIliiHX0Z1c3s9tOwH80qbutLehW2jLVyBxcB6nLOFnDwdQnzcIu4a4faGyMQWSd7Qf42XpVLPU1HXSGMZFO0d93Bpr51pPOvIsl4trXthVo8nE6uiQISmDn9SkLGz4L0PxJiRF/W3mUg/Bs/M2e97l14YVdzPwsGqKy7Ko0LxBcKW+RvZpD3+6JT5aXuO9Gz9D8HicoAwDy26ydrU2YvXyz17IYQfG/bMu32Qh5Fv4jgxgv0D6wXRcfM6547633FcSOyJKATBQYan8/FQu3KBEpsFBTy4fhajHqk4gh2DqADEFP6HkuKuLDtvd4lNPkQKNKrGpWZK+ZQVN6GE1+ZwlyPlH/Z/sPwnpKZ9jNQuAKu2ZzQ9f4BA5KjHp23jzSX4+8lJ89ybuecHdolk/rqqHca+glC0Ml4tgJ33xBxP1E6O1EZZ6Mrqenb24YVIS7d6rVPUKwUg6Jx9RNZiJG44QVTtfSiJbqPPUprDh6SPrz81k+ngUDQ0BYrVtfLhtEF9hmRqM86MhIaxK3jAydAEbAigxd4isCvf1D2Uak5EbeiHkqCZ9I+Ry9r+r84O2faZa8Us00kceR4F3O3/AncJHByUFpHmXINVTDHEXIX2TCXaK+0vRQ6CkC5qLAXyrsGf9qQwLPymr3pbK6wgfwOPB7bK++HJYLtrNZP/Szi1lShwiZfdGB2nxkW+WtDp7WGRO5aB0TQPkxhNOejjImgXnb4BziuZsdTxPvmcdLPLzL11JNQ+y/uSbNNX4ZliXMIUguCkT2CftcJJahsAogAqk8Z1yw0TTOvOF1jiQJKet2Ds/Dri8ueqEwQWkzZ2i4fGDZNC2FPe3PV9bV3kGIOC/vwFFf0Fs7EAp/f4otRZK3k+mPj0nDekmIK5zVZodh8mmk+OtDvCB/UHDcYE8fJ1zepbGQMIIVz71tf3dglh+LojuHFDRNgPPae7/s/c8/Z5v3GXlUtJK3VPojrVLJr3zh5oLr3JgxIa7CT2/5PVL/wObaKUJd0Dq0g1ChaVgaNW2h73556U5M1ZY7T0Yi54LsWnGvvNHsZuHwcNBtaQBpGztk7Qsrao4cOKr8qUTRmWLVapNB1QAQCwbPluK5eiJx0offPif5mrq6FLuU4ceB+1au0TAslJIlpEfwjIQdjqUrKeamHLjb/Set06Csqe+cPnFI8lWLwNe9dao+3yACXr1b+a0ooXwZj1bsURS8Cz98/Cd+qY7MO3YqbcQS92BFDNg1HBSvQ/kkwQAXn3dbxxklfJJUyxbf4Rh/2qyW7y+Dda2y1QR+r1ivkJ6AcugmYtlBGErZHY5lLKVe2hWUGXb6HASQ/D73iuyWKaVSUztO5JJlJ1qrMCQwGlwmHCCor6L+nVvqA9T+a0emZh3U4LVV6JO/PaXgGOZj7aKp9BAjklo1qlY/5FksJNdX1MnHjlz+XmKxUF31aME03MRQiZaIHI5rnUyWZexhd/fLq2BF7Zke54Vq5qpIFZiAaNl3zzoRduedX75cj+NvcKEYolvb+aqyh469vAOWfGiwwgjPil5suP/NNmGXxF/NDoqgf/qI7JZ5WWMLOHe/LKTF5dfq1vyh4LaWj1Eb8mrC3hn/hBVEelkCwdbzSMatM12I3+tsIXrdlKNzIj+VlqFSeSv/Ypg/zAXv2/gjtRPvBwUC/i7JEqRdXAmat5YHztFmegMkx4Wd4CoGRHv2bvsNlP98yGOLO6gQgkn4mEqWAz2bqVwTc6kXVOIAcCm4Iv6twBYVkJLfelQyYwIkW//sjQBUfSTqJiRy8OrkcuAMA91c19vyaG7yRJuuF9WFX/kMUyimyvK6L6hc92cCVw0++lQ0OIo9gMQW4T89gAHBJoyZLvMosbeMx4uJqkk3/rnxY1t35nnqUZOOwfoZIFVnMK9zcqFPp2KtHa+w/WXIBP2tlaaKDgyIxEHeeP6ws/mvp+xN10ofUJTocK8uur1eEQicWz6GnZsLeHZQLwWsBT9to/Y8bcdghjIQgylf517Oik7P6ckKi706Sn7S1pcsWGMM3yTKxPQ8JZ3dVi36y4fMf3AYQFccraDGseQqQawQtRsI4SvaSqlCchTnTzJLVe749VhUX2Ck5qDnD9z9Np2sDRW5P+243dNmy6aOr7vD1NqQcqzlFhdnx8Q/Ck4/4nSdjSL63XrxaxdEX4bu/Al5Ep8wKr5TERIBLndCS3CgFCYxKQNJLO44CffyNgWBBrpbSHJw6AUfU3Cd88VNVDtQ/L44g0ZBOgQMbmLOrCL39EaZiM6ExO0HzZx78Af75YMWxCNU8EAyECHmai4X3tKWlO25N98j+t5vNOAyeFk0O1kbokzBo8dmSTqSQwbV1Jv8aM17qxmOFUbebSyo70cP5fFhXQ7Pgcq+z9C2tqnP94TkajPXlehFlBeoiOkHn0YfKZ1DFLjoEOD51oJMpjbwXOMtMqK1dw+ZvxZ0dtDmskAs3hcy4hjJgjEGH1/Ae4ApbZt5VdKZHVssLhcihyCURwefYXTuSEYR2VgN7cH0OrvC4E9sSXJ9isP4DunnaB9FH4/byhOEBXdysXuphRlbEocU2GISmz7WsHS+rAKZnE0W7j3DHfzS3vhpjLLSRlOKI1GS1Vucjx1TyNlFJkdp9yC7rFvXI+2U4vqc+5IjFB/3wGELcMqFF8tzDJ9/XJjsiXvA3GQ2odhRWQMMgMwUR52vxGiqdT4iyT6f9cicmPEUEFBwBdx0w9ba9gGk7Y4KmHZLTzIUsOEMGG/gOOw1tPyeZidhqRWHTXcaFV8vzcGePCTlNOUOVDyAcHjFgKZV3EchCxib5nLLiZSUVCJ39gr7zxLyFpPA+rnQnRwwnmnqQj8eUsAPg4hLTRrVMTqpmY4/I7I6w3TOR/yre2BUiz9SqMR7ahyHGjDKsVOpL4PpDmxuzesUQE39uhUubAbR38GH+yIjKbJJnYed5wOkBKAceH4jUL3nFpSuouABC23fa9grc3dPHvapGRo+mzikgchPvXryIYfpeufBjGQoI2VAIgP3m/lnLjqzLES5zQMTFP2pjVXC8d8QiQ4mvGkK8jhHd27BhgvM4crWWuYDpNYvBKV+c7LcJ9BQOx+530PK5iILSuHqOIWEERDChitZqlzHj2K+LeeTX62LEUUOiZ1aRIuj1xkNxzsygMJ7leQOTb5EmptWsLfDA3w1wU7mZ/n0NDOz2sK6ZopnbP/DWLDyNE+Zf+s6OtzeG0DP8KuTgq+Z+6xK1xYBfx4NWcqAUjgB0CAJyhIynSjvIauYWnfQ+w0stXkTuvObFeX8baOE2vdNZgnNbUQrHg+BoWxN9LlKYK1aLoHGoK3aZSRS3FQuKXMIyfqAeNjndwEU8QhqQ0rRnFKA2eauUqmaWj+BmFrU6L2uDMJPb94pA3ZE959MYmYeRVHPqDi/nxD7vZ+uJop5RhfRBZz+6PK7kWoPWR/Jj26u42hG+d93VoaHWAt4s7ziLVn8IVPqBPtAGrLF/SfmPCp91muflgGzxOfJiI+VD91leh45SaekXsFhLlZIdCox3F0O29scOOglGgcIrUAraywGMtX6u5WoT82wfsGzlrO6+ZMuZup19VdNKQMd+PYSTFDEWkc1EivHuOHi7qtGSCOkgz3+DirJa3v8zz2cBZyvIexr2Jq7sHcw2RDiDT8xr4IE+7TvGpq49SqqkeXHS7zPxcvXdG384eA+BM/EBnScUHWyYP+cmsC0Fk+mPLInybpoUguP6jpVtsiKMBacgi9H2pYXWToO+goqLbwUyAfJnACc/yGeaqrQfRkPYOlvl9/zhkvH2oJMBoufc4WQMw2uNgcrD6VgnqcxIjQ5sg5zi1PTs65PROnGDVyLCaZoZu4WMHfH1Q+ByTX+AcWCCVgNocRKEkUyRamtTWskKzI0QmSUlcTEwDV3hO+z0dHCEr4K+K7NtWDoGqMf7hFuDBpbfqfk/2zvByBIQ5FrpJqPViAGJjpBkS5pMevefVNXKK6ZLQibCT0+Pirqlzhgg9ZICq/FMXm/GanFHHL63/ARSRA6h/YJt75RwlICRbNngwoqekz3hG1apQILfUrbq6FWV5K6/BrjBH3whtM1/LB1WYtr461v7SMzyqN2JSkVanaUkc6vMVYeD/6Ih8H+ysc1nu3r19xKZiF/N2twfTf0QZ6YdNCYRb6rLr7IKtBceQgYpCoKDbuGoTRjwA+BClsMuUP9bbea4tA1IE+QG/ouNgAlg47LvQw+iz80k+SoNVRigYsk2s+3LsfBndWqVOIgM9KgILc2kp61A+pDdkMyytHoldRlnScPtHYrkBlOptIIvH3csoI2QtnFEdq4wvbE5nIHrxdF71r7p/ZBWCMPUP4mJvmUaQinryWtjpysoVsN2cEvwfmtRpuExIGOXGbfClXGnYLccYHzMak822kOn6smCtWQPYzqkMU29VeDxbmJSXKT7kjvSDj347OHwKaWAL1SBK24lgaXyW0Is5luP7qgnYjSQfvkJaTDDq6aXysh4Ro0vynugBwwnV0hg9IyDPEza0jKnQ/aha9XVngL3M2eUeGoBR5+hPdag4B5zDG35j0lJni2pLEzXZCtJ7sNo6OtyaFjQqCPdJOLSH0up7JTWwRFg2A/BDEo2c8e4eFo+okXpOxir9GN1HOEwt3kt1WJMYM3pnSQIGFqlSrgrpAHWtbnWIaHpSKOVmjxx09WoBlgMDoq8u8B8aPtIvbQQOboHq2QdCjlJn3d1j2O2TuRI2bwexE2tcgsaa3RqWvF2TlMtg+7ekesetTEJ4gu8vqgEyeLc0JrASZruiuq0KlI6v/LSvUa3PwsX+MapuUP5NWNXS3yJknOErKXdZ44kuNU7NSzMJdm7LIyQM6HDmNsLlS6RhPS02cBT8Y+b7wGo4T/xa7Nfr10fGaLF6HCbgXZSEOeDzOyCUECPD6aIfmp43wiDEvvnAcgb4bRtXTAAKQdW69I3qykTBlJlgMTiX4ZzeQ+2vgCPklzkMlnbZj95eBNgVSdibmauTwg+KL3kQGNnCzSZWPtBvZJqXQsI4FHaFb7SVnYOXDXNJCPS3UEsEzSZlOOywFIfH9ddv7VtMIcRISJ/rD2gIqINwZY6KKSZxpODbl5Rlr0xuooSSK5FV50vP0jlvYHMtumfgwShgaX/mlKVNQdykdqjGzeVK+LjHDfMv4cuyT9QtIoVrfJyTM6S6b9Jvkr8BAb9aeGESDk/PADp29ND7iTOxgkG7YPCyNxYdCVxAntyJUb3rPOo5y71Zp3qZH8Bit+RKdG9DqC7y3BRjzRG8A36JS1085G3y1b72NfLRpI/WO/tZXpQRu0tl66g9nmIBwyTad43IavkPrLbavjp4DyUAHeFhes7ptf60Ltmq+Dl219Sykrjbr4Hnx/fbOtNnkvs6mUgnMGMT1d1phm+QjgiTJ4nqq2JSOiZchq7OIadOfHPFRzGSxEb8XWDXepmRgpyUZc6JC3UkLwakW3H3SrS5NCt2uALbcquoEMtW3tTQD2qtx8Jl59sHLO6FMFDtYTGwVjjS5KPIMZ7ZxahT6R8yKgYSfgd9FKHGfv1tz+AJVj8fBpjzwhQr7GK2DCrwZFikZBkj71j7MVaoG5wP4d9mKCef7oYkDzIxT0W/Qq5WaKoLAzd9CP+bnA+JKlmzk0cPbAZxhgPeacgDqHXXDm7idmx+C+Ia/2jQkPlg36S2uYN5PQYKAMoisqlIw2i5GiGK1lqcxishUm8u/0G3QKZ9eJlEvPbTVnozXWomAn51m2gCfTSw1RI5woS6EBf5FIV0zfahDKuuk/MDBsvJUFCkM9EqBwmf6nQLTEF8poSKTZHfB2HTPCgG3ct9ZgLtcDtbQ8xG4FL3rnz6SyDOUbU2vp0HBr9s14B9A9LLWqkTfOAIh2pQCCUsS+VYcKzRUIGVW9AgloEVXjkg0L6SExbMMlhCwvg8zhygiK/XnYYV/y3pGyue0mk9d9CKG7ndiJqmNsb3eTshVJSFlGkkHF49YL4GJjTAAZWAwNKcJ963uHDuQriYbQOrF/LJmNn6iXYL421biPbczInm0dD8e/ZaHKnlcs0J3rMDWmoQrGHu3hPKTk8YTP2Njhm1//5ENSbydWb+DK5U/URTBGV6sFD+FY7NukQg9nct2JRdcfiJQhzS3r2kyKfgDsPMkFQ04HMjJyf/oHgOaKIu6GIEgx8btrmqNvNbj7kGFip0APIu0fDb3ZajCEkaxgENogheNoYVAu5aROKPolhlGMcVVuXbYYvcEtlBRmvon5CpPCFVD2/aT/m/gvpd36p6Fy4CpYe6FuV9B//pbSsEx7m7BxOGga5NPYYcBIVD/ieI8x+om9m+ckKcWhIe/V2OW6WJma3nIjouZY85Tpi3Fv0ihte2S86lpsb3T1I9QF2SyFfzKRG4gPMgHi37zBXwNC+Onw/i40m+a6UVvJa3sMRAYHO7kgBE//bjCgoaEii2qlwrVxrK9NAWqZdOsQzTeKRmF8UhTEhJ008sFFUg5UfqLAxb+iE//JgDqEEv8o3qfa6kVEhVc3bFI1j79I3dhaGsjgQ9pTr0eZcPitRqzN2jqtIuw7VShLWc2rtsqvx5Jh+M0Ho77EjVmxqE6PbSz46hIFaYKdII1zsgHwlWQiar2W1B+Rdofjl8aoGudVeOzEs7MWXwyMwtD9PGTNM+kv/+EkQUhoVP2juF8ZsfqjlaPR2o53aQBLO2I/a0fFo5VR4ZBTowpFe4fm088jioci1Lk2DMz8SfqXzUr7vMAPbQVUlJmADVRKcVKk9wojcJ8hznbU4psAMxj+y//Pt9a9dF8WkIJuZdEoq43MGp1efT+dhQHCte/yOVrNHtwPD3sdAkEBszo71vJe8EJ+tWl6H7vkf+QVGDFDcQSlejquFskudkCPqn3eqfgU6D8J1RCVt0jQiX4WmyKxegK7H64WBMD9sJ6l9vCDqVrChu4VC/BcPJiXmIZqaYJ3E9bfzqYK+jP8/rB85ARV4PYlZUmMdOTBCjkT/BaI4LYYWUUrmcDBEJQoZVBxGIHmHtCHr3yBmT/6KUJ+cnCsQi8VU6l6Gv/P3OF4CnD0QQlT5HNOp/DJBjIAXqeyKKrdYg71pQtypA2iFGy+XzqW8f31X/D1nD2C72jKH7X7EuUoUwte1GKy43hsCslE3ifPQuAT1MP6wx96SZbeX+LMisfpAbzmAv18udfbqgA6kDQrqHj7zFIZErKg/DZKG1zPFF5+UcKBbuVhd8HIso8TMicUrhQbA76CMvygRKf05X31yi3ZTAOhfL4am2XKrgDDJxzK7rkIvkil8tPGpmnY0wpI9DkL2HpfCURrtHzDRwTltLb+s5YbdQVkt8td7O1yZpiXTGqns2/DOU6uRTZU0GwDoll6CiEofEOeRjxBcabU8W2y7sHR5W5gzHTTHGu+BqK6b+EZmE02MB3VacUdB5QjA5jLdP741XZnH7CCstDqk2gC4l1Dxh1yq8Qh2b41GXH1UQTzE4CGQ1FARExnrAeyWTj1WJSXHGngSkUG12X9E9rGC9/gUmTE4JBBJAhGssIDRbLGhZS9h6xBMOJcGUY9TZMTL1KPgTD2EshBLLQiGGlTW2K1jRJ/MTm85em4qytVxj81mDtgh4ou3Am8Sxo0Ldfw+iFubjdKlSLdYdH69gR89CJ+R0vkg2ecPE1XnrzanCIvl7gZNKVLj2LmRHBl+Ab9HuNfnKt9+km+/r1dwe1cvl24tzpK4aEneJzSBl8JyNduWla+h/9V151CcqIqVdfNmArlW+l9yaSwfCOn94LdX/Z4gS4PgZ5Kfp4G6LOTYW4qF7eF9/M+VPrHw1eZPYe2gHTXS/HqlmgzD03kOs8GQEGZTpSAbTg8CoBoDke4RV5BnTBYyCazxsqfwxRNihCvmZPV8TI2PnMeIyBMYvESvCUWbUkHWRxxH5dDBtmQZLRTAsY4gPNZiP0jaoKSDugduttR1FJDKX71RqKPDlwUPCtTcv/6Zv72L5jeKOj5hd7Ni4pm6Dvr/vHQMwE+rT7x6HKpNNLAo98FxKxAPG07pLRdvjY1co39Siaeemo43JB9Y+6GZ+jrYp356dOkF6dkUqyD31BOQew0eNQpgeudfks41qd/qYXhozJC3fJcwxDbueRQTX/aMyQXmAljw6CCZEitIG2E1EdbUQQCCGpYPMjyOB4BdWpSR7uh50IWdsBPrELkFzzKCj6nn6iVNFOSqtwyftJ6a4MhY0Gt08URliqrtZdd6dNfJowtn9jJqIdroQ5MGeMMPYPsuxdAmlWhlhvGGs1yFP3TzmlN58EO3S9ph6J2uVv0bIhGRgZsj+ZVlQ26VL4/w/PDBjJ0Sei7hilLKM3Je5ZamUC/Yi89k4i2w11vuZDZBWlTJSbly7bWh2GuEPHwz+K+eDUdSi4l027Dd8BkLLMJ9Xgf6i0rS3UJF/lktaNxxfL1ytGMUH9eXRhJxxwVhxkldv0+4jUuy6+QFcT0y3uy3oXfjX45qf5FprzMBcjpFfDTNiF71XIGfpzQwzs7VdBGVWFVLscHzlOqAcKUNr8lJV/7YEZa01axh4XMFc3HtMEXexXTB28epuvGXzbbA5afsciJZ918vsCwt+gVlk3VRRqdyI3xdWzHWzVXcS+2ae0XzT4Ley4WLS2b8C3vuZ9yg0iBRM2J6QOYEcqJCLVpUh/5uo5bflTgQijBQamOs9VtO98pZCTTgcnKQlQRvbkSTsV6IBEJ+jI/r7KTeDz98CkyimWwdWJQsWZNoW6EjcNr8BMKWOJki+CltzXr7Q1WbSQ+W0ItxF5ozXIODehJ8QEX4nopD3u+7BH4p8CyZswVILUHMSSYUOOry6piS7Ae+Vn6DfUfIvX7vyrotptD7CQbO4Oc9g20rWb9d8dBEIaJRINilcRwAzk53K7XsmoYsP/88rUduFzimfE7EOe20JWHVIZA2EEPXv7gWoE5Zcexas4cqFXU6FM8S7rd84VYzowbq4Ny6cbqfcfaVi2hg71QtnYGY/JF4YGvtlHWVuyfu0St8Wh+AktSf2Bi2mkMyuUvAQkLiQURkJ6XfLR6Puiu/gxL+bL1YxA72yW9CRgR4y4cNlmwhx5Uq5C6zoK3lTyGfjiXJRLaW4noNPSxy68m37Po01QbyBiGbPMeijVuDJzkwxAtk8c39azmZWj+EWJofM/eI5tVnLVNsEVdtBwB6s/3Ae2MNdY5z7W9J3El9jI1FkzacILlfMS/Ey+YGHwhREjKH7mwVV8sPSngZBlsWGMeO180W9W5ey5DfaMpzNVDtbOGCczhgkhq4BN7z6JYlhFNCv66Td2yrnC5ZANJnQXRo8SD96eLm0uxM4fzfk86Pu8zoPkh1HYXNGHO/ofyXA6gYHvCCjhwKVGTbi9vAaLUPRN2MVpoN64o0tp7ox0GOOArvEmr6YQpwb07CQRdQm76IfLbHZ897cz2fBthC8AO+T/IObtXXPH8PHaEKPddQAtfX4BZG6CPFE8chNTR+xN0XFUSJRj0h4NBiIXCdgLHnwG/XNoVMhdTYPxkDcOPFHoryt8dK1vuRNb+Nx4FrFK0pMqyPMwMyeBI6MZKKZPSo3Krv1v/qwO1pvG55AspP0hsKiMHiKX0sDIXIEDdj35hCAYjnmhsJ8XhClcNxA4sBEiR25PxZ0Fmu/6QNzQ/01YXDYWRIUk7lWAgZ+rFeRsURfHceWKZHr4ZxqEtwKofIbix9NzpcLpvyQ42weVYMcqvQOUGEykx5kkdWGcw28IDYXTpQRE+iFldQWmV3kmY74L4oZdmwanFqW4LbU0F/Mt/eZRceqNUhc0yYN+Td/8X/CHX9bJ91T4BcmIeCz1EqGHiau1CbSDiyzgdXpx/TgEtifAmGqnhUA4BbDpk2tpyrTodgDsZQNOEPkGvQ0TkLzeioMzW2O8dIeDVJ4RGVH797t2DITWMB6BU3b8EvZ+JWWMKj6DOZ0wOLX/V3zTZLWutAeaBo9gshhBDsKXXsZGj41E4aP54bp4Fuk4tHefD3KgaX2mOpS+64pX0ilI//QOIcdovOnBJRCvo9Y/9IE2p3uOm31Izn60a+v6XsTXXSvRSqW+fCWV3D044KSvNCZoivVyZENJwoehX6Q6u9whmxwtsersfffc+z8Q1VtzgiIXa7IBEwtS13nU5tC9+CjxGCu8SGtFFoQ5Ur0IlnHDTpurJ8cAUSm/gzN8KRCfNCNw5Z26IW60NE1bYp0oa9UF0ajDMizFOHzXnvjjE8Hz3Rp4D3iL7hXfT75WkMj+Jg9jiV3BZwcJpGzpUJT0hf/jaVwkwJuAkAgmL1CDl5Y84nGR2S3S6tej1vM4+RqqlMttIeMd8IVWPBU4wpG78+eL3OspoeZqtZa7bLsC1Ze7FXL4fd1Zcwsz2S9LFQayvq0VdENTue0ARd1tjuzoS+Xtr2V9BABNwPeMAR3TcGHifA4ornVbcE1tEnov1IRY1FEqui58xRo+RdZdiJIYa2ByI9awcBOr2Eof3I8Uibrix2JyABow30d2+kYCKmDi+QnNRNsg/S1kUI0cA0u8dVKe2O/3SSminYFwDWfwzY/pDN3Aja1tK+n9FAnk+2A68u6meEyI4ZviKeEbskR3q9OoYDNozitvOs9/4J9pYnmn/ml/2+ZuE2LErRHWsBbJijpAYMUGNxHjkOHY4ycAJDpcJ2KHY+ILgIxdrU6f/9ki77Chm0r4RBV4ARaj478Hm7DWJldImsrSNePClC4P6jIdRNDIl5oDx/TIbft9GN4fZWECegsttHTDgMCrI2juI/qpOqO7ny8M7fedSOvLHOVObVUZUoQh48EE+cFF0R7pN3YlKWdW428BLm08IUVxih9V6VCU+eGisT58G3dWiE9V+yHMfZZthl/VjMfi0i2RWQtPVJgwqElqiLx0ROEsDj4pNI7kljhFFCxQ2EjQWvb61WkObt+WYgigMi3ewXKaLR+vJNzvEjHi25VC2QTKiAaC1gXBOO91AexLYMo3Mq/FE1ARjLJ3q0y6rPIDc1xcxQiGQZubeOVejnQpLjCR4CIcMKWl1PaKSCYOpMnEaVzefxy5SKfPGyjfY6El4pfbRdNATdHk5ufWnurWQLD99L3kVs2n1hDgYD/FUykGvpvMOk1zr122WcOCKaGEA3TkcfefaeZ/OtsVN6U+3xuf6g0G4EilGqd7+AfSf5EypozLotSfhtTjB0Fs9AE3OpI2PESX7CYwVkWzEh7CntYt/IUdP/XF6YX9so+DduU4SsWlW6KjqQ+GVVbu9UlnV0ItmRU8Kpx/+ndHgURiAPGStCXaGbGkvYQlHSmv+QBsxlZRoLqZ6IwDsl9DC6uu310bckZd5OP1KEHnDujwY9lamGpYV9NrnUgR+71Ti9DgR2pm739sXdfTPbXpgia6OBW5O1J0SLlw6EVJYPb4hjqtKdudO3gqTUU2sIgmBC9LgcO+zVb6SjAj2InUhFE1DIFsqdvbNiSnRO5Xy//DA4MI+b/GiFuswCB3NYCA/whdPEVhHOuSgNekP+uKwdmbEJYFwKslZKlOxO4J507tLuyzYZ9DK9IzUT9C73m2wjAWnEDw1pYugWVuTVfcLpLCc0crdInG7/ZB7tvHdL1uyg98vNHT2jMoGjZy3O5LL/1N0x0XLnASonBFN53o7YIsISaDoGKcipcZIsx+WNcsRvSZHLa5df/NZn2b92H3KF75UZ0HgLhD+7vkKEtzAwFSinpnh/jpzSTuY1+yec+MQ60ktXg6p3dodfJuGlZWFSKLo4sYTlhoablo4P1LYdO0bQJ1qYsHe1rDttRh/7CKclIoq3E1uQh+R+PieYOiEAbM4l6HfFERB2R/Wuv4FapwEtapE/DzdmafLq6s/+dTm2n8hDGsAWsJ+R6FH/c3T5YbHAGMZXKNVsXKIgcpaYNfzpyEwVvpI+yUdov1914QLJ/9FSz9EMdjHoQpUc6uvivlFD0cI4ymj2RHYY4MKDsK+KZ/msEsRpDi0TGjEdhQXrwgypd4DfvQWhTC+/UZ4UOBEy07wFSAbV4rYmJXmKm3rYVyaX9lQrU3j0bAp8px9tysWhtf+TLmpJie0wXBjvHVHfsn2ekVnT8ijaNn66fjqVCPdhy/JZHSx0zJb8cElMss0sOXA/brQNOEg+h1utJVyGuxGQhM7WVIo2hqQeqlf5ei9iZhMxDozS1yrmF2i3xgsSKuzy01U8iASsT6aoxeZiquDU3ldpEBpbvJltnhFgVR3YFHZ6cJH96Hu8gTQGvFzBB1PyMdiw8bDA793l21Ec0zDL8TQGE8YMWEwZhuqSeGvGrWEEGfapmHiMO6VnURlzptZjoNVMYJ9JHmpActdakV2D4cDeOsT7MH1pTU6absAjVZNuuQpbuJmIxIwHRq51VVr58CY1c9ZtAh4MUUJJxCZOv53RsgRQKw+3WpOctpwPrC/qVaO5xTdUtD9/6uhOuvSdPSWuJmqNP8Yil1b2GMH88pe01gfY7ZRB1cvfxXrffVycpRBFH5JGPKah01BdapiqoLfXrD2MdWiid/Xxk5kWs6BbFf4ttuQdbOqpHkE4HaZYcHIqSH1Gl90LWVM3VrerwvM059p2V5I4eAq68XWWdFUpHhcWgtG+W/DF9HKVT5FUWKxsTf+h7clsXIZu1HG6nIFqufzMWuOD/1Fmzx+fBhSoExsXzy3kzUL/AtSqH8weFNyHCRvZed8tE8I8unSS1td/LSek7TjJ0E+S8vLoDgO5HBk5wVf+jAzWuAJzJpzSg/Heh/mlSU35Q4wU+vqWYdev4gSoWBwzpQp9T+41zyyG1sJWpu3xQXR8gIlt4QwiyEA252M2mu/uK8ZNwq0IQFcIEB7A6nYeISrwt76k0kZoHNnJwEt3dliRtJMVmqu7zW3XS8esF1ErCIC6vRQo1L6kt/8/xOr+MdvU0yETW3XazY+x98tss3EHHri/zsKd0IuUm+L6A9spolmfxkBjf2eeUgOFdzULPqBGrRB9wzBB8moYNUHBPUkABpR084SHRnT10qSWPLhJ4Ylfpl1h8WhlEiY7d9JeCdIHNcjvOPQ/19JHaXdAdgX7XOlizcqtzoU7guRN05vXL8NSrhVpqeXXEK/9hx8U0WjU7S0sgZ6jud0GMYaHI9zt8O9n5OEJRIgHhwHxUPZNZUDMw/djw9a4xG34aX8X8qe33QVHHwhXZYMmPFDYvc7SMSGQSedDbGzFOKLl3ICqVwJNwUMqwksST9gRc8AKoNfZQQw8a/YecYIGhnfcogg9X6q9+lZc7QHn/nxx3vHnboqSuKiq5tRW6MCOdf9kc+Opjiuqy+cFN7oG72Hv1YGnf890PON32rHzSkizHnEhH7inwfb42j3U1lN/Mi82fLYw+GW6GjOPAvlInGmsoc2N0j8UAy0ACaR6uCCfYhOZENmde+o4TI7yarLQmV/QS2Pp5Kfq2AeLUGTYvEGzzJigMdeFmiZ8JmtZcs6QrpW1ioLFSovV9baCbG/0/RYEvWcU6A4j6uBmd5nNYaFEh+vA+bL2/2euEbiMvSVRZR2kA041CHqRGdeddDi3CFBm5mt+KXpfSOGpPsnlxKVn7Y6kFWX50r8hGnyvwWMc59BqYso+pgaadTjxuLfYZBDZUhV0FumttgFC4x7Cni5obgTsgs7GUMXkyugVkuqvG6S8H5+yEIsRVx5rUzQUUZt7FsQD3TP0olHqek27HwY9pJVYlyMRMxZnu50WphBAyy0U/ZMHEMCmjZnwugPHZ5eG0qblRC4ovMLcylLhsj9SgqBLMiZjE01WEoo0sTavr8rHu8ksDKcId1bHGAMB7rXl0Hzx7A5RFwCIkmDm6ka0CZ7QphVJ6xEA7IN4ykVXBihrg1BocDbVSaj4Euq6KMcXsAM+FOztNfQ+OXJYNMsGniiU7EVkG3mLCXjYJiulnxB+ilBE5TPysTn0YyZ2YhnhkOmZO7XziAZvTnH3Q/MVmrTg3a7d4nJk72ECVQHny8i7gZayxGRZUOgomLxm1HBpbupfcaUrKlkkp8IB6vOjN1syf24B+I5rn80t13z/1O/qXeDzhfUNgEb/jwposKK//GbhFL39ACpnU8q6EEozft62iqyHOtelgt/PlHQgX4kNYJDFfF9fllp8BiZNqoj5NrqRRgk6PrRtwxqnUKlY6C1sjccyUmFK4bnpDAwRPnIdpn9L7Z1Y9XRgLST+AqaONt0D8MmOYUxKkGAcAqJ+9f/0dNbjdo41Y8tIvot5GFqNZ2gcU4K4Rpg5iUZ0hnmPdHIZUesYyUq2iV22xyw8vJXnBWlZ1JNyv+XxJk0vqVssA/6fKgIp4NXJuRRtyZc1bIY/4MJRnhKpjBKE9hFT5asL/dM26axT1d+7/r6ba6NZpnZAckgyT6UhcohHjNNPysBJqcJ+kmBOugqBrUuCRIZec+eKu/MQXmcqHmbjVD7trj1TAVWSQ2q6A+1OD/fA5aCWM6ELiMj7SJOjshSLQo1BRlyYZ6QX69L25nzQvCYI3K3/R6UAY5M01hq61A4UVbekINBYVHzIOUmiHQiH/ElnxYMcLGozaqy3/1+SE1tsROoZxWHLR7g8554H9LeIFW9h8SVho1mY4ENeWt+wtW9n56HZBbjErSA+L+1LU5WKqFXZnQqvW1/k8XXYIv1+G33Jpb22MSPh4z3f3ZCI580D4viB2f5aGiFnzur9+DNlD7hzeCb74d6v5Je/dRaFHV77yI2EVOROarH/pA+fvGvSRslKioxDIvgC64gSW+vQeVnhUaNICU9l51izejdNYBIR/UO+HxK8chRWfGbsj9A5w1rDH3UnsULnO4lF6kFqDLJ7AReAEtuwDqlfpCIDWO15dmrZfoqxYEENcmRsfQ4UGYEnHLVZweH0sfgF2m2yh2IikyP2GKPF1LhDwgDNcwh2rLWjT46cymL89LPjubIaChdQbGhLuBT2uSZCUhHzOT2jlUhBeneym3lSDOF3SYv405NQDLuEEcg6Q2VRdBinZpA+CNghwA0E/fs3e2I602+wfh0Dpcbea4qqFYqEeo2W0BekQEqeyujD2rCZs8WFpha16mdbJM+KsyPbS2c4CMBgQ/0VcHVitUedtI3u5KVVchC60jPIZQDrsE+r0tqCeQ3TQjc8xYwYoJIXbUDXTdMh2kCDkCTZFwAWumLycysQz3SRuu7Rz8/XUOhXAH7fLioL3TqIPNKOj4CcqIH74XwHbbpX0l8mcyM+psFROJK2safoeiYNaGwevtW2ss8EM9HV6KLykZSmTwsnm5VSBH25cF9Q5vZm+M4X7xP06gbKhAFNjHN5+9mDwXDZ9wkKhlXlyqKxFw2/m90bftd8tZshMkCLoG7SYmcYpklbNkYELwXvlcSFG7e0p89lnak1zFeqmL/C2fX2W0SZ5VVIWfFclqrJeDKPPhnjAeSrbG5eOQyG6iRgURMKh54s10TUfowdtw9Rsiul3v1XWW6d1tWo4LK177XP3TJ6LaRQHvEL4TCgZ1XHmCMSBfeXmk97T9G9k6m9Vxb6t7dzB5anvbFoedf7DpdSqHSeN5AcrVt5+CMNpuiQ1Z+QbXwl6c6qrvSyQLpLDQ0ZFsixzlx1o2i0OvGVabynlwYeDDUMuor9dRe7GlnqK/DrBjuaALuX1ZhO0z4MH5Fz1iAoDgD2J96PjQ7AQctDguOABjtIiwsf46o0yVA6nx0dmRTz6t17rH3ANPgj5fJplCDgOKBfEi/KwUaw32JKxlE6DzJWTO+MXv/yqtUIZGwXsUycgoTN5oWZB+r6baSWLkyhjb34HjuQPoqLqMTIMOmTPZMWic3+n8Gn409Jjg6X8R3vBFjtBq+83lchsMh35fkEGTAS91RBGvaE27NjSXPgKQ8J1fxlvzgJwu2LBaUQBlO7OLW4vB/LVwUIWeKhsMoBhH8XjOZdIx3PB14he+dzI1ltdaOFwYL/K2E0Dzwco6/P3WjB+sUU562PYSED7pDtLRehMfRlrWmw4bn2Dd75fy5LFusABlve/ra3elKEIZW/Ikgc3DayVZCHUR+Libw+rfWZDJTohUCUdR1KDAPrJdBvxMOJOvTIvtCt2T9Zy/x7zZbUKZxwM9LWXK48n46jY0HopW8iiKcC/LUheBKBhVapTZt3P8HuDGkfQLmKq2Ph10OTvbQWM4uMCsFZjrrmifpRUFO1mQ4EpC+cVA9Za2GwhGU4K7B5UZ53fsAH4gmhhRjdYxKQeVBwzxZVathDBbBiX3APpvvH1YadreKsAg4CV6MPUJcpq0wOr7GqoCwIeXWRCuIKe2M1OWbsn9JlHzpYTHeTe0puVZxNI00kG3QExe1pXl2tegmXvKLCMkyZJ5qvxsfah2xfES3x6WzwMtlAOs05RHEG1ACV+OdmlGuYqFFkuWkTqc2wyDaEXq0YwoaOmqlMjeriAjtLX1RhjJAWr6VQqSpd7eszXzhAJFCIpOKZB1daqIMR/agp5o5MeKJ4gWOED0o6Fqu6P/GXjrhVqloECAv98bYvGmFtduQy87boi53wg5IwKoKs9NmCclYnbvgSHi0EOpZWP1tjk/7uElXajef8XdZD/tlBImCC8K9Jyqg328If3zyjs5KO9gjlAZx2MqfC2GIh0XaLoETH7BYoPsb1KzqRCVahYRLmjyfs3p1xvRkiWA0crA38SS31vs2ARyYe50xPxt9TnqGx4acraWFBVbygiuWCJw0ouyvJqEN1IOL9082Hdqt3bkW34HheYnvsCo0ryw13N83IbS3hbcC5ox1EoqNp8469h5vMBkHHq7NPWSbPuiFK1eZrrG0WECbb33uhf1TRl7BwhKWEu2HGTWpcc6P2TiqtL0H5SS3iwluAWWbd/64vl7HyOxNmgDstEjz9jQDr5yodApQOcN1XM8YVEqWLDo64kAEM0r5U7v8M7m0vHk3dNniNFk1iIdkyq0i71a+VFGe3WBhoJAWnLchmkdnsXQ1OeKEGm6svNfX+RaeiSEu6smW+sQ1pX5Nb+BUe639Db9pYA69oft++nhLlGfJ9wXMzMot8cv2UFUX5PS/x5ySeP3VTgZGrcQ1y7BDkOTAcrEH7NNu+SGKBTMn652Ehd50J/Vq/X8D/l0jy9eZhyR2SYJTgYa36niDGJvDYAvs/OXItDqNRgMOiFfOVis4G2cj1IaBZ0JD5uXrfOsbeTH5TXhtMfILYg/2mT2o0OddEk6CH5N2F2cTx1iO+jVMwsh5F8Z8/FWheAZd80DsMCwaIQFr3fZjtqcZRvrl+lkOMzaS3VoMHAlWTynMX7TiBjKZrZmP8zNOsLZM+74hywmbImnc2fCZoLQljs4jGxEFmaXEJn3pLbXUxiIxRzWsMO28rxP6T6yR2GrN4SN4XLMcVaTEXTYCtn07CouII7sat9oQqiWTQwdOhBRYIB+3v+34Ajqck4BVzxDqnMO3QtfeLEJVOkxfTUrY9aCCcAjiOUdcsVU252VIlpge1JUYRQjC7LH0ThTy7xOUkNrpW3B/VHp98og4HpM64zJE04uUErXFf76n1a/2acg3Zv5BbNFPRRLjAgFJhmb8LbGnwyM+l8T0f3NeJSP4Xvg36gLNMbtbDkfanDe1YckTJYqhj07w2ZOotWtXZJVv6YsC6e829Cw0qFt7ppkTajRjZORfw9lZOm/KIZia0bdbqVqZyueAOa0Dbl4SmYA5klsJI+cAtVdU4KnRjMlK7lytI3XO80kx8T0zvzkFm4Vm/+89kj4P6hj6gGMFrIQtK2o8VDt0Akot9ctau7hVXZrHQz+YKs9g1xxPdbTWrtPviBw+jgBFJAPPkd1yRwV1liz02c3KpPlf6j7WlPM4kSx8vf+bhS3jtvnPncs+BvuEYuYLkaznPcZDHpD2h41UXfOtw/zS4TpxoyhqzfAoico2Jn2903BjG9wTf5EQ+8g0BTFQ750++e6oLmBY0oHj/63E47X1kdDeW8dplm6ecQ/WnaufZIIa+N0ngkittIOpEyGNmkqKmkCeXjDSA8w8v10+1TYCHSJD70X1JArDQevG9+MmhC3uPY2jRfezhZaN2Xrpm1V4msuTG252LS7oPySN5LuH1sLT5bR2BvINFoL0LVOFZElguq/8LKbE7X0HS28IHs6urr80r8tZbK9rK5qZQIXpRFzBangxLHuJYR1pAteTIrrwi1QLsMI7tSUgqj7VtDH7bG/N2fDxuu120Gw0S13l22JmbbDuIfh7VAv5IOeVrL6hBiczsfTDQr8uIPipe1YeCalDUDMkAc7BUT2ATWBZi8XXnKeDZ99W3yzsbcHu8pfSJzmCvJCxw9adDEsbi9rxkjvZfbuaiRlN/+pKYVpC9hgrd88EUqKpSctdwYFzYRAD90DJvKRa3E+Dah/l5DRva0Jxz8JbROeh2zHY8UsjTsOx164WjNoXR1xzZhw5J5V9ib14KpMKWSzmDp31vHH2DDkkqFqSYxmCQu0u+atyqM7v5xQkyLK24HmwvSY8TG9ewQ8RzVRwSMLn1GsJxOig5n8HNgtybB46gv3f2VsyeGIwL3ehkGt4jc+0zSB1EbFS7FW60Z3725Ec+SD87IW1t3oalrOhudAFLVnY6epkTqYttCpJ8CXC8QMCtXJGwU/EWRp2K5R440YbWLq5Vl9cxSR/E4hnlME6vQpUDx9EXjL8FkozOtPKkK23xHWh5py1zxJ1T6mtxQKQW9lywklHewjBKSQfawAQBKYGOUs1DUwvi/aZOUfWUTg1ebb3K2xNeMAJ6WjHPMD51RrMyqbtFb0pgmGrb7uUT+E5VA7xXrLEPdNrXWIwzMfBZoJEfFntFGgdA9wEDmHN3UgTTuPbDl/WA+cPlGXczcvsa9rwq9qlgvEtt40VwdMThvcwitXJscfeggRhHol6nr8XmPE4CQlsSh5Ua/8UjWTyfVMxPHYXV+Q70O5wY56pPMtlGUQq824D540u0iBjLz+MNZ3qgJjnpktu+fypXyAq3Jl85V8/x8qwDenKwYQJtiSYvpAgHRB3owk5SxxjaqvySfOKor//V0UlOn1d3muSg860X1fvAV9moQqFyPwbXbdB65c49vp7KtqmSFxAV0ZmjNLpDjQjVm3U+5D6Og2t7dGAeyV7pap3c8utdRSYUNUkrZj8vLOW4LZjwWxY7AEW+poGwG9A8lSzOstx6QHGXhx4xxycJXMUnUyBFoc+umGmnHurScuqaNrewqSgCr5NTUTjrKLhtrWov4ONzfWzurRMz8TFiWGDIeCbvQhdPe4Fd7A7cuVII/XrQ3mQtTJDXQNCuczCrhslzuysrCJcfuM9mqENyhoPFI6yUJhD3SvKgozx5Wq91hcjVk1PUcQ1n/llDvrW86WJ63ycv7+HuRPGSqm7xNmtsd+xBmAh5ZEFecZtnlBJwiMPTkDmLiwdAnQ7evIiDhfjJ+cP6OIKbNhO6gj3YYEdJo1wbNtpSJIxhCGnhRs5zsb9F0hb1rn0mBCSD3kw5wNtWX77TcSITKD+KrrbmW/vfPOhB0Hwhc5hsb/O1lnJQhHLVATQsJSYxsWS4UKap9IHDwGdBHGTVF4pENc3MKg53t89EPjSEWsZ6oOQAZkZErxh1AZg/GFM99iBRQFsq/xX94VZEigoKw0UAHCIR5Cjt1uHfhU8tQz5FKBUP5uD6i/nsxiHrI/V3XRIwlTqfpONDdF8ze9C3EvSF5wn4g1Gar8PLoNgPOsGMsJtMxbU1YoEKKMETBrgbPr6I2IOoxQx9TJsYkpq+cFeHkXAqD+mHrp2kym0ueFRGSCuGe7V0GJHle6Ttg896QTyX8xLIaQ2vzBEmPkbAFoBJ74yz9Bxyg/Lo0vY+AvtM8te46NMBXuKKak4NEuQvP2GJrKo4UEHRPi28zx4Kc8HGY7st9yhVb1q0JWd2XFZpRuWTdrjRSlsqi2n2JD2VuU6klAXQQxrqEMx5+Pz8gKB4xWskOLBdaTEpjpPp+B6nnJ4drnTpaxAGLIZYAZfrwRZFl0lyVBBIt4gHzZMB7wDICqPSBxTP9jHM3OaRgsUtaN+J7M3ElO/R45r9OgJCtuF/g+QwUNBNGGVoGy6RwWNUpGKuJ5pr1v+ty6sDbj6+fW+rPs7t8K8g1SEVzdbbreWb4LnGclcrXomVKHp5DOXIl/mwBjDgmL0AO+cN7GWHoVrm24lm5v/VWqXWxdXR6R7S667AuXFtWA5guiuHf8hVqyxI+uV8jw0Vt1dIImue5OmBqlPe2yMcIUcmM5Mp+PTz/p3v09Uzj6pIZxR7Kr1zQhasciSegr5Uc11M/SEztI2CqJy50LVxSR7pZcKF5etfWfwr3v0dmvwvFVrncHGEfzPTWLG1cxR0rXRjb1Ddp+eSXSpPJfqqWqNokQipHuwL7YUBBx3xm/N0fXxWeBvEEmbpEdWpwaExNwHhbC0sLUL3zOAjWGrwKJ3IWCFuMzbZgych4J8Lf4WfemuUu3RFxao/HLJGroBLx6fRVq66JMFaHVQAPxMxZ8BIbG6ftiQTVnqrT5K96t8LIDHspnIdN49q4cL5tQmamtWFyBIVzu1jU5dlwhNsd322yPI6stx2mqgs8G42n5zQYovgcpctnscSR0B+sQvRyzGArAq/Y0F25dO/KY0mI0/KBXocEXZh7dmu++aufD87rIGsm/jGWX+3TX865V9sUuhIKNUGfaH9jrzIaYwGg+Ix7T+8Qk1apWIJLkw/N/91tSPXlM9DKFtYlJw4+swuAO38I8rPasZXz1Yp2P4CWOvTR9zyaB6bBkUZGf8jREK7skvHfOMJhKrKVeLE1ud7y6jMJrTyGD1gsjNw68qwgMwsdI6FU8ytNkvyxZizIXfw9NJeTnxvKgAytYmkS2aVSQZ5zMCtnNLMnZNEWyV/3N7t74jTlVYSDJNmEyJJfbemAYy64WN/7B8xjTqu0etO+DLCQeohvwKk0b9zEKAHbUSt7SBI4H6kxesMKPT6OCkRd4GomwQv5+VcUD9aQy8J2QIUT3a1xsOjG8IFWgo6Q0JDx8aa5krG3fgGyXDe3jL4pCMHYKMxspl9Wy2N2jBO8nw6e+3QbQZXS8kCwFpN3JfqpMu6wjY4oR9jjx8avXUJBN/gYILyDoBuOGyqW+BQKC55a9XJV9ew0QkS5T3SfE2wyFhic5BA/Y34VA1MVlI48Mt6aWXUNB7OkdoXR4O4S/RUrVfZWDwsuCwQgRyICkNDyRmD25Z2L6kaGOg2gTHT5QaoEIgTuSWYqIiogh2UACio2GBo/4FJYZKyyFHUbt1SNmHPYjTcgP3o5edXSiREWHulaqWrPBs0XW4tB9gZM2JWmHSmjRB8xahCWSP2EmRXq03x1xNC9rvZTl+vbkHBLNuryBFPpNeGd0irB6aY39PA4uOzizZbooYmarD4zwqALVAADiUXBE68T2NGFgCgKSJ+uAv7wNOhmGNHPMX+bsR1NmQIlkV+xeU4qf3TFfl/gm+jfEiTJa3Th5hxNo2VDH4uJEkxdxnOykl5EuWf5g0JWlYwaZXmsXJaE6xRTQ+EsPC389AVLVhYmrntI6/vmRTCAo5xqfAMwMJPndGDEX0vITUnVSTESw/YIB1h1fX44WQr82vFIpyg32dazhILA/EHiR7tTEswZ6JL3EXpERVfzci4VGFXnQonn8y3bj2nPuMB+r9fjn1KFpBe6f/rC+eFHpR7PmTqKKVxjntvDP/8Bqyc4g662sfay+5mlTffaESDfv8RsaEmi2z6n3rWFkdwACk+K8IIaUJ3X/uA8ypcESRo0Y5wWqPvdiIEx++BxZIx+IHsCi4EAl0xCLT8HmRrDVZQEfI15qf4jaxU7FrEqK79aS0SK+2UGuphvNhsRtGe4bp48fABGbjtcbUZW9y6VD67QmG5xaYR5va/BQtCyBF+M23VcAOE8/HhWTOQBBvpXTbMggCZax7xxEbGIu/JJxpJ0vg4MVs7ZnDYMSm8uCqAbNRbu7c/AXNiyLqw19y2LnVVC12DB1c2RwuruBbfXoa2dC3zO66lWmEFk2ll4rJB43cwv6zPp/ieIu9i+3Zo3u3KE9q1stgzU6ycQqMEaeXG2aMAgra5gK2TpkYoeTD4eqNcgFmruj21s51h3PQoqzn78uovqFu5E2lOrwhPIqA5609le6bpkDXTvPEmFqfMOZHmlbQWIUKRMs0dl7/MHjdV9ZTmKkZvGN3DCQ1uZOSqZUpfV5fXT+hM7WVlECs9/xwCiZVln71FitoH63f/RHWdl2I7C6n49qsi2ZHJ5tB+R96aw4AtPD0YI4xENOFT3s1Pkn8kl/PgWaz68SFpbX74T/enYMd2d7fE9ftBK64G2qIGkjRh2mz063d79J6JrIXQHo8FXNvy0rMZKiXmBF4ANq8zEt1cGtLUivA2ZbvTIlEZiWkNJaL3wrcZqoI83S8uLwASE6dMpV0BAPQl3NcpaSoJSv/jktYwkJs8B5baudw9s6Q8Jyoaie3k40hmXSy0Tu2zbFom8TrJTV9OXHZj7LsyAQU7+Lg1xIa2lHEOMPIvZELeGbq/OsNVNTKSlAAxBI+XcZrVrO67LbLKvCGh1edJgnkHPHTBjD3z3JOSWOSJIWfYtDjXWZLeUoQy7PoI6gndeJxL6gnZh9n/gY4KeuO3t8L/pKqUv4IsSqDkEpHaTpGj9SmthB2ai/84/q3Stot9uOiORhGBu47NhaYZXOUR8ztGtxEqAnWRzCtCUrRnqq6uBmflGlrG2dyYgfAuzufegVpOBiDBccHHWYB6GnCirCEVz3PDZW1m2SuJN0e6H7/cwr4q+3FDDUi0B+1zbTcZuAh1B5QBxuUi+vPJWwCMSGllJZqcGmd1E10cGKGxQpQ7uCXdW4qMmRvC9T7Ny5IbiYUfzwoO/5ZeTjbWNDo78oz4ec7cSaCUlXTht5c+RVBYpOBV2JQNKbU+Za+rWLDiPrZIiKvg7vZEKgWnnSVcwj5T0Ii6r/UqobQtIUz+BTqEkRBWsvQH6b4rsgFqUZPduLX9BAY2gOEVndgbKy/iysaahaGvPnpgxN0N3bzDCUmyCgXYC3Umrr0wEE8Nvb+EAS9Yqu+PMdGG6pPIyxXXSuBRIwu7eJhGSHVVnoYlhnFWa1gGMwkShPLMcvbKWB9pI5KhminZ0PGErGkCOB8iMuY8XWFhnRy5rx14SmAgBIGRQo16CsBE4w0/Brmf3iSDqE6ftjP58dIEyfWhoHpbG/g/btcjnrXUFPEu+WkI1GwT9r2+JNrkQNMPm+J1RZErwKqfd5FAXVYeB9TfjlZx2KoSUN5h7imwaK7luNPYrhYBAkVrxuDRstSotFIXZ/SydeSqJwk/IT/NIP8w+Z2QDKfk3HyI8tVIS7fBSVgbg+GaxSzFZhavONm2C2L/iBifyMaZaJl+/b0EzoBayhxzr6E+0VssVhoIS8SFHMK83XBw3x4pF/RaF8nl8Z0wZCBpgXwY5zy1eBbpHbwB/rKLVeuk4g1ceI2CQvgfKnLu32iFfmYvhFcY5s92i/Fl0xKFxuvpIaGUGZlE8bf7SeS99jFBtuThzf2pyysUqTiHfkvDqN+oJsEGJSt8H7xjTDqBFxyVhdGMd6W7/wQ1R404uSBUee/aJ9ZCn8Sj19UhIRgNTNDS+3TtV24y7MH1ho7EmRPh5r8iqb37+rPIhRDTf4bAuA0+u46kVuL479xzppsKPQEJ4AnEzgxApkpDqOPlgz4vtxqzikDMhvA3bT4ZrBDcSx+CX6mVmFy0PJ4SYb3KWVGFjDB495TiuYhwYEDU2sx+Ayw5eHxXj8TRzCI0IyniGk8YFLvXjIoy3QuzWgg9l+gCIZzY27vEEOI1Gd7wKhdSN0AW/oDhqKBzTYMHOfMXLF0famiHlv9flgnyjXL2XHDKswRLn1sNu47cwyCNhMjGF9Mf+GBem/RpWDLzJraEhnKlm3tTrNlRb1SQyJxSIaMr60YKZ9DuHd3gB8cZAg/IOZ21DLuW+LN1vjreSAK+k00c+SDvndhWz5xGiPRRpQF2bJpZLAG6pUWaV713AwxCcQlSfcG1gafQgYYxrzoNkRveQB8xXRq9GeWBjvGG48SeJUjwr9KuAFaPEb1J5BkgPwUf9MEvNIWwfjx8L/uuXPfWq1JhPB0ieTAG2cZkguRBvxViOrqg6YaOIJsPuI5P0H9WLLMk78DGqfQdbWKOM6M0vcCAGlFxQ6ff8pun5EvFkllMuokszw2uDGUW4RIPWmdVtVdVLapGN3VSasGcRZQXRDQSjYiWwRdFiad69DqgAnRfG+AGCPULLTywtg57RpJ3+zOWRjC+kxpdNxHD+LRi46kMG9ugm3f0kxWy7WLXiQ42TuImwhdkXbA89KAKkAt2PPOoDrDjIYHw8GdR3l3o9mtML/Sewk7HgD/UcHnqkc0saxckkG75h8WalWi5RTbnpuNqUo7Hatw327dq6EfRk/ZoyrlLgyTw7PGmzX44dmejsFb0u83n0zTqrFLoPns2CHm8nZxG3t2WbMtBZVdtKaai5Kehp4Ti5OS7BfShmzfmuWUmPDWc29dQT/B1f3Eo4F1HepXx4NQuniMZMTRtwQa2MZIURoemheMG57oT0+BjYlwxI9eojyYSf6mkIkr50RG4owS6rjHv6z9ZLWoszvbLja3V0Ag5PQzsOynFVCLx3rYT8iZSFHAiHEF4C5nTM4grPzbXYqzQVVzHHU3KqL30h92Wx337C0bL6KoFIoxLP5/GgOFCx++Tr/RiVRu11pn8AEVwDUwG5zS8hhcocn14TZGhG95NNOa6wiu4BDet7oaEwhWliTcIYsPcPJpfTqVQQAR21obTkwZtGqXpTsY7lcmAX/klxVFxO+reSLBB/KPUyAf4gl/Xmg/w44EWiV6cX5X1mAP7qupSgb1ggPpoFHdcBMTu0mdeL/Hk3ASO1Ru4TJSnxPJyUYLXIfLOeMrpgjLdEZ+jmtprPZdQJ91Du4YsOPPhxH5fIN2ZYG7RZooqGW6s22jkn5EakfO+QX6WKu3/A8AFnyKgYVW0Whx4BPq9UwW3maYMuBMZXE3bxB78M83m7dKghORdpfxzB+vZ7/8T1BF2muWBBTsahKisE6BC8W4RK8WfRt9tLtuStpY+Lt/ub4n8v0lPEefu4+OdVgROxjZR4iFyQnO8m8ZVJGvQ55o29s16ayH9dbQHFkfO5WJ7Ta6gDJOiuEGbsooAhYh6MkSlffK5jU5COUAxuRpgRMSm8zRNobk6eb2LLehFBV+Ba7itP1M4HXHr0wdxRQUiHETUreR6b34HTy6rpkqYyJ1fKOpdpEd76rEitN95hJDqrwca+Es9PMp/N8HBxZz6gGe89YFblMvQL5h7lEVFBYkHORDG8i9yWdU/5DaV8VrEsllxF8AfiU6HpA+Gl3/X23VplzQ+zwUo8gSlpU6W3dbS3eVNylXbnXlcPuRQBEAd1Klotx4l15BESRP5Sqz67Gdsq6UxXm93qJjfYEztsQVwLjC+TLwC0tvc439cwaQzDH0k0abv6f3m6EOVKvbZq+YeHHSynxWmwMso1yvgvswy+4jQkDS4KNmG+COP1ThIdbaocA8jBRc5ffdcentHQJG4J0e7VsdA607v006x2bjAFs5z4Z66Dp5Ph6QqLt6GidrHgAd0ZNfaGezBwSH7fS8ZysQ6IQDy4O1mtSJc+Laj0wQtis4oy42NfZ7WIF8oyu0d+oAsh2N8dCkxyrpwQlF8OIUE3TiugcmAtR4MmUCMRBLAABj28hSTHxck9GMaKp/mrkecXM71dJ79seE+MjUKeeynLHQhWbXWPy1faYyxOXdrzjfhtn7XJfhSaLA77DZWOlPJeB9hTDZQVZ21H8QrrpcEYg7Yt+80yk9G6jQftSMycdlTWlj7FaHBiRJyAxmHSbnIuy+cz8fC/Q+3bDIg/6thh73qnmFUYiq27hpn8HkToin2MhLYMBCKTEvHV/BEnm+xhs/MglqkorWWzUiB7RVUGHzI8feKSREDFWPD8YycLTDiNRHaE/5uJNIL4IYGJ71pFdNw7MrlTBUIskL/CtTjIAYhi+UHS+7gOWzBZrob2f3d6/WJgU6PjDIdTXLQnGfv05zePjbUR/PtUpkSXR0yTcPlGYHEO2xxr9J25sRk2lcBVOqrm3HnjMoLNdCb3H3Ku5QCmW8sfpQH20hIKq4QzMyO/PiNGlxKbYQ8YpcNzY7sMyxpAyltgOdYidJwYsq6bsq00KrbqsJsy7N9FKxyOHMq5yk3Ua4G6cHnm6PnT1HRzcopnILG7jWNXRiR1nx953d7gG837jt/m49ERuj0ifDTLs329MA5Pu+89JPhvgXtCsFAqy1SZFe6vrYHuFgfXAxVRjsU8N+M8wJB2W64Kh1sqYCi1Oi4/2d1JgtzXqQyUK3mAcRAX0l5zQIbgcCaUQSLA2T1bXUzMXKf8JbDFf9PdPQ3TiTOFMX4oawlaeNG0pEmA9P1wTldI47cQzTPOJl//sGnqAAJ8MRkqwUW/fiDn5sujPRfK8lI1rK+/0+T3kG8/XQ1U9Uc5+0qNgUyS+snuaClEU+tqN8gPTy1xyXWmkD47yuJL0aLNbrtFTnMc11AWPTJHpD/9DkXbXKk4WuAsvec78DNGHj68Kq/ogYmlT+9GKt96iiPy/oI5ixEruUjqSaLCuI7DpM1ITJQNbVVZkCSCouSPTwQc+bZLZFtuMXqSb/v1Y3jqmlOIBmpFb6jvobxqaDpPdrrWhS2R79HDgwuv3W2b/8NIvrNNGWXtOF5d0NV3yp9z2bFW+AKEz+p3EXbagbUlt/dRI9SaJ39efurao9AGYWfdy9Fzp3/jcKQ0LmMOpa6sngUcay9/aoRKP1xZ1fNccWSkMp1Xnvh5oNY6sWAUsOaKFRnh/SFnG3l7+gMbYbizopTGfrwO5wHtrqDKwzLSaw20bQGkqhj47pt7eQLEMf+/qjEiB1lSrNRpF2/EhfYLZUovG5TeT/avHdiXEa4y1qhyT9GpSlhmy9fz64JRZFWVr9RWYIJhJq/GcA23LfBdDQY5/puQ94mGCnAYVysnZ/5+Mp757ZP+0AZwiO32vv7k1zJY1xfN/nFFxZYiLj6HIUt/hPYTcqAc0xOBNnkv+9JgO1npu6HV+IwAPXsHwSdfLFTXzVhwqRAb/Z6q3FiqWXt0AL9sfd4KXofh1qFo3428n+kEijVz2yy3qN12Yj4amGjj0uBTdkGYOvGC5oJgDzwbbr+rb8e0qIH4dUAEOIQtmcoQLs6OVNT1BntJREQRbodxZsnqRj6psutFujcYrZa0NBbFpSjtAts0bYxF4MTEtVf+udwuHzxjAMrQQ5FBjDyMoRyDOoGEDYuXh58r+7vN9swHNAV4BQhAzan/bdrfKv6CQOiBI4K9XMzxNoWqKwsKZiWYvVOBzxXKH9BS92cHvnD9teg+AnXnt66i4nPyd3HKDSSmLgWViWCiLvqreoGvAHf3PZ3HjMvo0QIPxa9FA1oOGmd0lCF51qBHOCmgiZONrx3g6+Em4kzZd47W2Bmi4WkNXdjszfl4h8+YwS3luuVncXfeObpzpL9O2zPj+KSRi1TKfCapX0/I5Ua2aBKr7WgjJHxmVdMpJr1kVVQLX+riGpL9mxre4SQQzPFvNAqn4sW4nIYIXdNtL1rJh7vsKKnfAKh+Ih40Wmy0BplJo7vYQrAsmP4wvP+EzFthYV/VoTGFGEND8nXU/5m2geFEhtmjB0YPUGvhM8h3f7hbCCOJdPbaGYxcF208B1ezBNkvDm3w9eL1o2MFBDGNY/hHyCJH1CX3WGRzdDSOKN9bFXt/skTHBNElcXHRdRwahnH6U8BzFpvkcTsQIbOeZ2UOyI5bSaViDQ28DN31lHpHN4l5rSmBrZXYUC5pE5x3/3UcE7iRs2BQG1ONSDI4zI0pAXl9AsId/Ry1+497HbFZmPLFtpS1pEFL/uyP1Kt9UfUFIv2mG3M96am1U/mQgchUkQxWO1PY+qF7FaMV2f2rzlDFRMG8ium+ygEf72fYcNioz+nJPzuLRnWk/koQrcQq8b6uQbHeXm4tAHYCZAtmScHWO8PJDGcFe7Qai+pH2xUqYZYXULySRYtEEf1no8a6FYP2aGnIeM3GqzP6rBUijIxivTehPzowK9RxOblmJC1YWyRW38cvUhWHUDgqCaqbAgqbIIJ+P45A/7NYhBpm1cdJWvixGnErreGh/3LnkBTfOR/n8RArK5oUyy9PgIHGVRweIBS6QhXQ2XL2Wob+F+rabDKkxC0G2szQvdsPEdDxqZC1dI6vZWbUViLrHhX6AnukekS3fW/34pMwBae05RMjqmii91KadZfy46CHpBWDZALN3HtAN0MlCHHX1N3MtzAhQI0u8nudB7snbKiEvczo67z3AvpDV1SUAGid+Ijuxi02/PIv4xGMyovbD7aaWoI1tELVo09d0LHrnxENH+jypmG+j2ex29p+QQ2rcfeZiM8MYIurv6myHkAxLiksdE4JlPs9arm35dghBOAM+Hf4EyMqOqhicqPLF72mLCgNrJ7AsRovnJp4o/HrI3uXSMUGfpi+YPufK7IPLAHoXY0t9LDhW0NHom2psDaf673jcnjYYQec8egQqYBK0f3U/g/X1xh3tAsn9dgfzO95s5mDt4d95PK0ck/09hXiy6f9AWmaELHQTruEHZPa5geOrRQ6a7+meiLwYR2zlJ7Dhl8riZaTy1KAr1eb+peaA/00UUG4tVDv9aSvVYOGg6oZdlUCh7T++N7fCHpYLDcWvx2MtOJSbaC8J6jlcotb74x+PKOvuJoreOaGFb/MrWIghZQQY8jul1qXpYrs1FjeUkOCwYSaIG57UJuVbgnkrmPHHbfRrlpc2YbhUmwXdORdAw/f52ef6ISgn+u+TqCMPSPLQ90Q3UAwI9WDdHgUsYFyTiuLSyEnHYis6OhUyNIaQUIDaY0B4d5sJn6roRQDp5DAAv0wNREHRysZ7ugzkIXaS3nDTWsrC9rGkBJRF3Y3ATLWIg2rai3Rnl8w9+jIGjWTbky6JabKAlFlkuWmjeN/PcgSyc/FVCSlzbakcRR3aIx6z726d87ABoL7+V9zV2AS1sq4EM+POIEoTnZGOSeCLeGV9koOxl5zojquKyafu+ofORDXZW8qL4FmVJhzcWnEXUWFl4x6sYUE/hLDwA/tfUYh/wANzWhCsban2HXP658f57cofClqp5MGw9kXlCcYObIRBDb+ez4TTEA0NU2k09qsO6/CjmHop20j+e7mKojkplCGPRjsLyYfah5yb7riThkFYKSI7HQ0EJi9etU3f3+Z78CbzQ1vDr7q1hCjh1dJH8KpaFh/J5YPv/QXohkXLONoJqEPYqu4gts8mktH0s4dijUl8RvOq9jPg/JGHR+5UmoQDpodWEyUE4X6jG1Na2CgrzXQI2SFJ4EPE/zwkQ7QdN77uy8HrB12N5vl6xUtQurkgl7pDkVrz7957OSIo7JC3LDs/NxcEJGLToG6H1/Z38g4vEerDsRt6YClfFnVjUkz04rgW1ySg9wR3el2DNXL+462dthRh/3eWN5gpy0Hdga+MREZRA4JOoe1a9xlPjuvId6xsFb/luJCMZGO3kLpkOuq3EMfFDrtBz7oEli/rfS9AvpCyL8ezvrQAaYa2yQILDAGiw9VqRR21lFIw6+/CxEQ2LbKrS0lfC9R2u4doU08aA0W+ouZ4X3gXciUbutGipLKTLhRK/gQCD2LOJvgtsI0zYp8v2cLPZdVSVwfKD41cyycGeVnduG6YTSmGGpv6KBvjZPQN96j+vA/w5FGobkNsX1h8vp3/yKeDIwp6C55rKJzK9jgxDTmtc7mmFyRpUJQi1cXvL+hOWGTJxX8VxzGw5PlVMcDOTzGLrxamrHNXIcqQiO65lbBMTStXu+SOCOy41XKQzq8y5S/WX8jMBcdWKx9sbscmerc4bWRrpcDXraGThJADZ4YCgFqAJdO29gGoYneqVTBcjQCxc+Ef1AP6FFW0boNAUc68Xh4a5WhN9i5cvvsVJUrgH+gFq14vx/Sr4BkepDdnDoycumjtwCLH3VEf0+6ufXWZKiX9PlNJNbYtD0wA8+cORB6UCV3Y1z7HQ0IQu1fZnNe/EgFcB8Z3FTYRNqi/EPTKyijrNkQz+vJWHlCfOW+wzi0URxg428TYmF9GEz/7PmbJUSib70/PKQEap4tluZEPTtPbx3Hx2Jx063OPrwuOhIbxSXfEeJaXrHkvUHhpADux5zIPmlv71z/LHprE/5Nlg27E1GKAypbXnYS1bewWY5oNU4IrkC4stDWFnR5GyGOXAG+ynHYymVeIEJgZTOGGwopyHVfHDulLOH7crsZObJgNR0uf5BZBzre5VseG1YUpZ1ZZvbVy/YL+SuESoWsceBDHJazusE9LFyHzpXTtmdMGWOSmoE+V3j8oDlsMPD5OKparLWscY8JY8QUCd0v9AEhosYwt3lzT9BaMvs+JhwLWcM2Y+8KjmrmgPQeOhNKL1IBpqGV/Gsa9e2LbDOjZGnUpJvcIW9hDJPNbc+1npNMXoBMihCtw7VLfvvE6Bk3W5IvqimzMQkEXlTji1ZGBfHJnNZkkSuJJIG/rNdiDzKVX1h6HjYBfIUeK3PCHjTYVM4FmlznGzPj9LEXSLrJoaTh7t1tUX/EcAEwsTI3z17RYMzoOBPSBMEEOGRqUu3xEz3kxsXACez2CuDRppJy4mom+1CNlKuAlVuRlIO4r0tnNAmxKSBi8ZByFUMvyYdXOTe6anMW7CCDs0vfySU+QPK+bBTLNCSeq3zjbnchzXBhsjtJoA3aq6UJfC24V4oDzzcUHkzwvTdqNfMVyt4k/zsioqCpHauEKbrF3u5hWEVo8YRxqPld7/gfY46UeYD5eZXhEFUijAmIuDsHgqjV8Sm3DNrHCAEHUjtfSVTqeTYIIxPnzZ4y3UBxJ3r4kYhZyQhVNqFHRBRw+FUfapKbE8M3efNL8OJvoYri074llgjOjemY1R2hRBu+1mjNTyFRyDYS9hBN7zpMUb+E9qfBp97aFUXaxDqMZGbaYs5LuWzB4w7sh0Onb1azzHddcn1rTMv3EYZ9WCeAwgBCiFRnOWkBZuTwT+wHTmHv2lv/X7pB7V7eUqAViy4rj45kia2fU3J95t1vT0uUHKyG6fHnEbKT/nlWhON50R8q+CsjcMcw7aREQnVzAhM6CQx4RGTZHhDrtHAF7hbuI3RHB7TOherHIJk37VM9Nd9uTlYTFdjhQSzXfPYAirWw49cfGINkEz6dmA9kwfuhU+2/H8zjFq0yxHnSyiI1zYIdgJeDuseXPRwuPQrfR9rwOpgDEO3liLXyoXH/QUhkSwF2S9KJeTXDUPd4ru56/lSRc62NcXYtlcwgainLswzQndOu2fj6x6qYqeA45p7JDUgO0LL9A9ZoynZWjpR39XKlvGshIkgNIWtCZtW3im9AcLHMaIHAYlLGbb/EI5c9HQFE2el7G2xPhbNpGG4CEpQAkv8zaN/NY0pUa+0E2b2BryIhHDhGrqHbkgEC0GmOc8/Gy8fNpXtyJ5xoa8ACGdotwx+yr0RrKmcjwkbe6MJhi+nWqcMDJQiLqpGhLP04ceWMtWjbWzOZM5AStl9k2cly9cA8VGmcJeup5h4Gaf9kiPZK4aV+v8JCcMS+eY1MdwfJwo3mp5OGYaUgQ0ck0N2oK911W3GbIKpx7bEVSiFfPOcLj2kDmrhRUrzrFG8sD/PaUemyE+/itHMn9bG/fj3EgGHpskAAGldmyxD69b1dHfVqiIE7T4/unhQ+WG0Qw+KRQSBE5zdB0Orhq84nnmxPY/0cfKLw4K4BprlVI3wx09NAZNq92Z61hBHx0gayw2fTu4ZcQZ0PyYeUDZyKT1Mlj8Q2TlyUGFlcMj2V2W/w5SR/8JChTPqIYOlMbgAf10O+pK+anqk+XpQGTyy6vVllfZJC99i1KyV1ZZ/yk7kYtLDxdYdhrf+LKjY88x0qpjMmnn4ppGgb/8Cr/6O5fNkIjs5zn0yHDIIz7Hi6RQwrXUHxJ9rxCYKknKihU4LUuWYXaPccKLk0kjJwZl5goW+QpNWdIN/wK+Anu8hE/zEc0eAlzyIg8hlwaDifee6UErt4F1+I2zFTbCXYKXuuSSFD5IvY0W3GHAtC6Ab+c/JcrFli93A1oSWcw2n2FPcOzDdUvwpd8EKHy7f8z/eDzx6tBwJSpzVTcaBVP6AHRvR1ftv2ZcIi3FQGG+QZANalkK5XlsGigqzZd8f+cj0gOIyN9tMUJCUEl9bipXHUYDdqO9nb0UiOwQXjEsRDJ/YvDbLqC+b7kN4e8Ihki1hnm6Bj2VjOn2slL2iKR1UQNB+wkQJ6eO6kcIThuGyWs5S/8Ee9PLI5X1Vf1v15jQ6OUhAd8ve2ZZKy7F5vs4IhpXpkUUXp7Eb0AfyywAdye2iW2L2UxUiIdj8V2g85NycLAr82YkDwPHbhT596uYypAVVanNnlurcTlXmEINP4dEwSCJo57TfEsGLgsgKgfxD4ScrOMaq8ZuvTeL6vdNRBGkKCo4IPSCU7Uu2ZMmGKAQUh+8HrWyOSE/R8cNGGkbVKm4r7xm5tCWiTpVAh44qrgfQn02oSF8DMy/T824lDK2QJ+MD27axaE05dsqG36D8qT/tuRCcqk+B1jJ86xGPQJ/B6oCp8PYARdwDNFxKhSW86RpUEYIk36m+MgCZ3XigygRWo6PwPK8nJ3xH8kLE/Fs2SSXLuyAFc4Nn86qJWVJVNIdSgtwR9vg/8R+EONgGW5NQkW0v6mSJL1pxGUuAJDkSzSlpQ1mAWfpLPtVKuh7tTKrgf+6ZCALSGvNtc2DqN970l9bfe+LqsGOEi9FjQIF8wxTJRAlzkMfVkh+NA0F5nTt3SubyLTeBofKaVGJKb6spqbokJMjj0iT/8RJcZjzPGFN7S9ZSUFwqR1zyuHPnhnGSeQXt4QxfWN5UL7R9r00E/A3nTdTuUBovoZehADJrkEEpY2pYeuVbfW9MgngR9DcTKdFu4KCnOPwbLPW6HXs4Hb4VO1y47+LY3wLqMbHeeqTG+v1Zbv9hVvCT7iuwbjXLP1cjflKKZSyGjViw9FXJmyHrqRzo9Jf4mzuBU92lMgnU8WGStrwW2DFTfN+nWzy2R1d/WKR7Zb4wO9kzqK04TKbmOWkY/DJ/JPO4QIrYXBfS4/uit1FfwYf3sPK6KOoBZ53ke/DJW2/jMm+b1RmvXePKHVhL1vG0AbBa02u6E0GYbkqceVMAgOo9qIyGJiWTHuU3Bhh8ljmPe1BNYQjLnLVeh7dtP7dNdMYHA+JCe3S+OlxtywsIhRQ/9bPNZkJ4P4I8hVx1f8R6Ug9DkjlEwlsfuzUWuFCPYWzEW95Xwd4ko849bg28uIe2bxLosC4AaeBVNFSf2U72qJbAokUBLSsI9mpinS9e/P0Iiklrh1ZVXkXF3rHnr8pLS8pzYVdfb1iRnS+b8vMA0Jm5xflMiOcGfFqlYuY97+oXDbr1GPGYC4kYhZK+ps3eevZJVo/W6Ro6vlVocsu8ndU4pq16LEXzm7cZbVUvBjvNIpb4Pv/q3hsRmdg/DQWzKjcHXDd4rz7uyIJLL4Aig5jImHZU1WWHAlqk+YT1d9pBiINDYAEgEcs4rMcD6QUuFXdBnRDHfR5cZxdP+bdF81RnA6rL8eyAntmDqXN0ooLfMWuQvSva9d/Y2kG6kW9nq5lHCI8lRv1cLUd4n2n4bwcvRjEzU0X4wTR7BJiUHjZdkcvRR+nc8JmNv0zSaB+WuKr50hNVnxGG/P4CqgJJwm6mOojFzcZkn6FWhco4QGzPGfWeR0SOr9opiyw6RrtQpG6r7vR0RabjBR6Tt7RzebAEqp7cU/7bt6FX1tGyjTGgdjP9bDlt3sxWX0FGJCs1wbhJS75gGtEoa0kVFjVvtGSMCU0+hdINadWjUFhogyol8M9+RXyVOpFC+cthCw3g86MTXxOBVPs7Mx+N1x64uYDpkEymgfHy9TO3cQRFYFsznVJygNERwW3YTqg3R7H3RmcQ+VKa86uKkslqZJmOZ+E/5dhZOIAuKP/yBm+798yiLiycVz4YeNYbiku98TK04IMWbRupigdhc+N+iLntuWhalhUB0J4TDh/epzHo509H4u4InANfao4FtFYja141/OgJZgc20uUmi1NkoIIaMlv6KxJzxBZAUN3VPwLK1o1alqwx7MFn8dqCca2qVwxkUHzgcxiflpltQzKX98kxYzDp3GoAyqsLp2F3192V/4UxIdEeo2jSONZusUnN2/BMbkfumaDUgVYC9BxLSCBTvQNX/dFv8riShUXW4Sc0szC/MVO1vVrqUlir7GxqAmG71rF8EwD3jia0f67wU91Ez9FIrmxiY/Q6ekhV3rKHEw5q01vUE4F8rL+rRtdpPR/4hclptgs2nKW3M5k35b/lgYAkLVmCkW7UYQKCYYV+RKF1NMjvyEzNQ4iW751x7tnmU7YOpGUUTD+A5MFeHKqLeHDU2kojX+oSYi6pOilEWIlBEyvgtjQYovR62vJCwILlVEX7yg7oGVe061Lqydck761hAnviZ3IRmUUjuFHwOXbiFs1sTOwCdZtaCM+MzzHcWaKtQzHJSY/YUGoAiXt/fiCGuWYu17oOfozfvvLSajb9nNJ8rqPbT02uWpZE+x8w+UMo4LwdO3eAxX6WjU09fR68q4GeWuHuqPoqH6tuVRaN/RJj++lZQ2siAll3ZGMq2575QePZfLFz5PUaDb228X0tMfvRCwNeJASQ7rQ7mBKuZEs3NSBcA2prw+lNW8WLYvBkUnI89GM9aI5E/r8GQie4oIQ87kdFAocCHgOSskRcg6roDonYOS5yblslI0olccWFA6aAjCrsJ8pcFzoJzZBhNFZMeSFV/rocJbRja9XVnOzlVSJeMDkdaPa/THu9+SnTQlm4UveL0NKij8CqZOT0AFb18Jyc+LNy1lwXdXWhktvfwklmMn+5Rym3koyHa2JklF0/YJsjOxPT2sFiNuPIP6rqNZueu+7sLfXlj8xZBFyOoYxznL8atzWhLJQOYZgOz1ydFPCTKi5v7dG0xB0ss8DiTTuIbLKdAmFrv7DFtulnjFJd+FyKUkc42BfjWKzzosNO2Xr9K/heCIo8P3/66HlZJRxlBF03OIPAh3aj/3u6O5PGNPnFT/Oyuzo0eaF2yftjT/7WN0o9TSjCPhsDdkncjwG4bsMYgR4GpVK8I2MXZNPYBtIX47SXjVqlV+o46FMVnN7gQFEwTAOFrp/GGRMfy1r9VQzjocaaF7yQ7VUqrOe/R2cB7NSrKa8SA7W5Rnn/MbszVC+CaX/D2nGugEkDBcWq2HnNIwdL+dF5G0wQYSHuSfRBsC8e7DNylpap5hWuKb/2zfiClMeAHPINSwRE4VBMpqbOpSZceW/3xbwzauwUaY+qCE84Blo6mvL0nnWY4066ePbegc7eU0eEhE6+gsGz1+431qstDtFHj9jf1JFNUO3RS1zoXtnAy24rcvAyJ/CO4UNFdy1JsyyW0LZIIHdnG80b1XaatfWmmghFnzUhr5ORlVuGTuBom3vJrvFl5j4YfDtyeLZED8nsiuImDmV/Glnv2YTrf4l7GgqQJ9v+SQ3Et3Y3ZwennPl7CFywUL1IkzZSkpBGQ6d4AOpZd3IEZ7qCP+8ErIdElEh1FhIruGEJMfnW+YYrH1i6ceNkL93MqunAj7UmZuLkzGq0dTzAGVNZ5FdFvTzHLdM6SRhGz3HggVrzc5aKU2H6B8QnxI8kAjDSoZq3mk7vOl1XrnHQfxLw+K2MfHCbV8mTH+fRwLcJFXUtkT7RTk37ejM3F34KWBKJmBH3uMK/xU725i58OLK93g7FNAAZ5dFSnyifpfGqudqp47uKZhdz/Ks0T2/xgNioLwcOcnt5ZNHU8FD7xNFXVCNeFaXIAAfGr5846D9+ypiawnksWTJvBkXNLvdYx3Xkn1rpaaInpyT2VFMNG3w5KZaWLTIgLWm0gVfg+jyFpEWJfnYkE5AI+DGc2jGpjvQVSlnPX7/y+gOBxE+1/xxA3g7xoM9gH5xnmdSV0/wTx7uMneJsF2zkZgW0lxB3SK26rZAyAqjuHJnx7HoWwLeJjFxwOw00gLTHrnZTgKihYBLu5htpRs/IsvPcyVvidkObCYISwnnSnpG5jnurZrshqo94Twt87iWsE1X82oR8ao25+kDnpb6j5dyYLAS3AEWg4LZDE3LgnZxPoV5tqyEW1lnJO7amYzI+XUOaf8DaTiVizgXJgXeg5wX4PA8kKh5eMkhBGTBvwXILP5Ws3sSoA7jTb/l/pwrd2HLKVcwyFsh8GwOxyozeYmBcaV8ovFia6VVMswiea4kB1ZxqRMVm6f/Hi2lFwqotHBKXatyNMpj6j2MBGQPWSDVZfwVYqcaNmpXZLxes18oB0teoHRMOcL68Etlfdc4RR3O/iMyEPRlNbBsluNmCt38E4XMG/ctjNbmxOoeDY1Bf8uJtdt0zhGwRjLzNFaoR6aD9OzsvfYF19reu+IK1Sh3wmrKWh5va9gMtPxybeHru/j9sUCbLS1PxXOmTk3k4K7XWEpzWGcHnqoZkgE3zuJu+rysiYoe4DOgaT9gSfDIMAqtnYb2BBNU3g+22Osnp3qzG/IM81pTc/a6nyZo+pqGJfk+VdK8SoOqXOZwH/6seGBU87MTV+AxG48bL63IbkAy5kMWK1gUiSpWolwktbW4pWWIMMpM070RK95FBEASa/XcRFYUCTNUQg3CtiAzf3o3XofV+8wNgUEyObPULh3zk94Ikkdsm0SSUJQu+JVC7SEb9jW1EGhbJb8RSZE1FcfE3Q2STiLClZZcDs9Tgh0EZSU2vNQmkV7onLVFI+BVQGeJIktm4ClL0TQR8Omhm3fGhqoE5W+KVnk9q0cwSOk1DZyK0QthUkkuZ9ILrHsyECGArhBGiF6VYXRy74jvCT+MvWxE7PHdLN8YQmE5493CfXWs1TZwtb0TwDknunTQDjz2+D5dVxi2P/slF6rs8C8kwHsaI8Pu99yNyC/gjhEkCDORAQXb4BhQTJxtlx+pFkKMwsb0iitACIYZnqJZAwqZVr+t8Cg4ZcHNCSwKS4DsEBcJxnJnufM1ikEkjItcfmHOSz6VbL5yg6Sno/5bYpG2sm6uV3ytzXpcONcrVvVLZ4feafm5PQGgQRsXcccZYrc13INs4f/gJqCnO/xIho/Ue2/aQkET76Fe16b2XjV9S3V6QtxdbGrHtOeqqHx6jz4K2lVBL/797KwbvjNGCeiK5IX/VJ3Zti4U4Wa69VXs0Y+OZSMFRLDZ8JQ3T7bWye5GULl+qM5poynyRwZhwWO5uX1WIqSI3qLg55l9/m4H/kfzcix/KHK/tDGXK4+fSIuholiFsD7mYr81c7bAKaYsAjNRS+GhTlZhXqDW0K+Z4IN6vfFr2G1cYdbv90eSaXPa7SwwbMceeokPUJ16pgjvvTJh7pgS4A5ldMnxm0GIvPkHxpAk/Y6BsBrTzA/wxpVZ9xnanyHH17kN88J/YqIngrJOeRoXExRojzD4X8UIHaoC6RldAJDvCsRkXz2NuNd5+0x6CaLG3MOiSjwcKkCeb4e9Kn9vR2IDZW78IsXGqadpagVyIMUCKsJIu3yOmU0jFFw1R83EfpcuDLQUGXQEQWePR+1dpT4DfkO12U8XE+bQN13NLoym5GdF32QCWlPe7RblB+CFDgPeOTpHirYGmVtaHodC4jPh6le/YOVhsgH+yHXI9S8z39vW+kVONV9gwNuJY4+g64TKRhGWyTVh0ABmMnGVQ9TaA1uf4jTXKYIlcGhxS9z9u6m5Ne42VCDSTZmsEe9idmm5Wi6w3u97WhVdBa8jAomGOvCDMzh1HySl1CdSk00WZO9SEpC8xx+BdBq9n/KIiI8qu/O2Xzzm0x2ktFKqPFxtklz8lo0Z3Ns2QtfWjrE7X9wCv99tNAqVnftBiIAXwGevPlADUiW6A/evuzqXNGOUrmi6/lBqWdWcusFSGdi8DtHfCyKVL9m0RdiBj/YUVdgECp1TjxAoCHkWTM5GzL2ramKS8RvMXSFT3BFaOfRtTtCN+YcPEckQbSDqeNYH4liYzetWK4ybVwBGbk+b0ZPxNMhN0paGrLIcHcJ1W3KrGbwWm8bK7cvncMbSFgovkNixfsye15/4oCuSySZjVai4+ubfEZYP72TnRRXUG2nimZeQWIod2gj8Dn86HCNGUCPc5L0GLi1T5I5FgHF3WYLzp1P1ahPkktTjuB14D3TJxZbPkgqRP0YBCOkqcSZUntTYCSTry81jEAeLT/H6dYeodCPqxaDtouFxoTDZ1wuEkC6QvV/qH7RQ6NRpF/UkH8gp7fl/jUoL44dD7n4tC0LtwbKRdwjpdp4n0YNKjx1zet+wEN/e0UiQ5qvDH1+lE398+dbPvQqdytN4O7Zs9Q8pw+0ehi6riKWNJORv0cSeiqk2v48lAtkpSbfyVJZSUoTBth6WSCcFlX6+zPqQ8/31VY63NcFcob9hPlU6ZS9475kLzj2ofpL0/JOYavDebz0zwLwD5E5sHr7EbBZ0GVFY+EWbKq2zKxn64YwCGGpSjtZZA5+USN2rxR8mxDGXrmMa5XTD+/aM+P4YquTmTcnF3AGb5XBh/BcnPYp/0ZdpwZUIq75V8OOF4V3Jj5pRL+rEDs+x0APMlCGy1RvzDNggxxHRHeeDddJrBj45Xr8sVZ6kznGEUcHfGSB6TrYQR5PMF9Td3LLosJtkDrEEJMZ5y2C9wizIX3GPz6nfPVAtSNMLxWtpTgHgRQmwfNNvMCtZVUWIJ91nsvYy7X5AvIvxrZLuKbPeArdtKKtg5Fl+v2R1vBA93/q2sRLl99bn7wX+PKW0+oFlBuYQ98ibgG1icmHEipIpV1NXJgU7zs5v7ArwujWlgB3L81AUILSdfVOdTzcDNq+MHGZbXepM/JixmWzBAoxB3byYkHJx42vmWNxl5hnEeA4/pG80uJFFeoJeC4toQFzfBUGF3D88mORY6MJBbIDEhCxijBYxDA0ckMY6NyZBuafSFEtCZR8BhEACS+wYfDo5SmOXalYQPuuhjDu5EMBuIRMDW9zailTgxiG54bB47yrEed2qRgjr8NJzNKD6ziyy5IIVEcsyft5DYTGHl8EQ60qFLciJXGL1VwCHg5gIDZEABiCdYK8AxqPxty/iuSNG1YCIWyOY0kSs4Q9E2PgR03F9M8h+hYtgKiLcJhfhlAJ9exstgpliz9LSaWGOd71Iu7enr+sFrVQ86Y6wvxpoWQlzFkBap9YfVdUS2aeTNW1UVizO7qrbf8TLUGI/+K042zaxlJErrxw5I2Z3VxbdxSW5DNV0DQU+O79jPtxOVj08RGkJC8dQqBPj5qnZC3cd7IIyWovq8fJ8aqc3CY5nT/lFnDRC6ND4Y7sLNC64oX+1MEKRnUbyZKkKLr89f1ikQY9EG7/+gmzS9b0B6V1pJCXS0HJfB3RaxNlUlpveFB1OA/qRudOYNcM7mj6pko0QrCABsbCtFhx5FXoIZQd3wr1JRa9AZZVMJ+FlSJFDC6rweyeyRtiFp/ivVOakWs5D0+JKoCHZQaeUMUkRJRuxNnQ/6F3Y1aGxnDLYzCMZ4WHfJ2QL15X6OlfliTnRX4D2mt4bsICNSRnQaRqMG1uU4ce4hgNb5RhKmxVRbzF5A9VPiBSx+v4MI9Wshx+jjcrwtI4vW0g1vZzkVDFUvyCeiQwREPkPjzqu6YCicsiYcMve7sfcB1PBMzicxYM7GiAqU52k+2JIAXTrN3tBLN2f0QD7rWrKaGgMFsa1dykz2CV2cJsBqQI/4EUQQqQHqzO+z1aXkKdBHVc++ZeBZOfTLG6dP/C9h2VmVDQOH2qncuzAH3OVnUeV3NoZ6acTBcPywyF3J+OGLm/e/b0OFII2I46LlBhHME+cwUZOjny2ny7Rl0sCp0RDFfMTxG+OObv9jzZcwnOI49GSpYR13OMXbPXPcCvD3Izl8MOvjLDguZNzbsOB6JcBUKRQRTljyMGwu2yqw8PbEXN+OtiVed9842+fhltaRJNG6HNDhRtJmsAyoJiFb3PKiO5Hu5gWr8iiZMrHPT3RsFUEuoznrVk9wYYau+d0gyRRxP68pk+HpwMWLdkKQ5U+VFRXxTUz+2EDwg3RAzRGpc5VFKLM5C1A0oNKS+Y/wbNUO9axvvmNv1Zd64EYnGUEjbSj+wilKQPXEf1xOv/SzfBjb+2paCm0Ft7d9ULTQ4tToDEp+DX1PUVci+140jr5L1BpORXOQtzjaT6utTED5+vN/UW7NAGsSWOkrJrp+r0dMz2Gy54tmwzh4p59UCpVcFbVH3N7NZ4hY6r3H3f3g0Q92g9Ks2LvEI4LWhuZIEHzixUxLsHhkVIsZIdWXeR4yBdYfVtT2RbYaPgTCl6UfxJ78/VE8Lm3Xp33IGMEetbESk5SX5PR75n9+QHKHDRVkKTlDvovJZ6E5U0sHio8SV7ch3Oh8CyF5eJEx8fumTDTQhgNpf6fdjgxHQQPh7CFV/P1DWB368BvH97uhwr25Mw/N3cdthlIKHQ5FUL4jUp6UTeZ4Q0OqQHxqgNMumqWVs8qp460xRVOW98LImdHXqNjc3r9esfwX1SVQpw4wbDkg1d+Pms/cDJG8i1d3KO+ZbrVyn1xQOo5/gHW/Hb3QBxQky4NhbXW5T7hd3+TAbSAzbVxZaiYBYhJfmad8mFbijT3VFyqAMcRXAOwS3ajoPGyoTF+QuVzZtlzss/0qYEIu59pVhhlRW3MXgQpz6RjYveYKwZia2JsQxvHQjjTB+4m9gVUXhVZesJUzxaVSDCQRhf+w4d5eJfqiMHDrWeaUCjjBXfMcsrkY57YYTVEBLXEOQk+lUQHc1sTFv2vs2N3EZGHT//pszd72Dav/ekg2O/ykynwgu/Rm9FCZRHTwKENzbyuqpOqQ4rVHnzI6V+o+t6iYzPg6DobTqUkYdrnRkQrzP5BNSL4S9GxBUwSiB2hbL+Gt6tz4+aJtFj0+MSwXdiBgMwcna0P8xEq0LRmdwrPbVImIf+0lj9h6VnoYRQkTQs3aGtFIVsvOGrDEsSmvpt0Af2DkWdBXp7xdX/N7Lj9cPCCXn+Y4fCF+THaUXfMwdfPHnfWGYe1cHrXf3gE8ZLhs+Y+Sqxa01ETmDA8eAbT9cmo6mHD1+jAsIC84oJbLP3U825M0xPFQYnKfw11XGWx+O2j+HJzVAVbGbWiG3nY6Qv85yJvcKdHm1pYMHE/HJY4MIclOJEn6rAhkfBp+2gBX0mc1qu8EYir4UcAw1cvnfBPEa36yql+zj2n1X3RtkcjCOz08f9f7WNooyKhOLKcf4IPBuM4m0mk/MnUxQm1SmXyPyppTaYOANgidM3Q5+pnZo/UimJQ3a+XFuQqrOA3P3H6HS8HvXc1RG44a9kUL0030O0pw6LqehWEie+IINoiGGc6bsAQkjidKzuH0ePsdXFGrPxVyEMu9rI66CvZOalF2jsvbQcMtn69mI3Sm+cK53uUF6rpb3cqoA+zz+P0DkvPftrgcZ/Ugd/o0v77zPXIX2WHCRx8FxqrKfq1os2OQ7Ad08lVRPPSFKFjAM2do49qVqVuuWFMJqyRelnAe+2ua1vlhNr4BfkDGzcUWU0P3glmFXXNhZUIwsFPciWcIRStSFMQ1oN8VxdVSiZ2LNK4S0aYoG/paXG3QIh/yF/HeFjDo0498F4JRAAqvjGFZGKdUjHVVKWw1frUbJluftXnnQC/iaD/r49XtjJZaVPNTBl3FIQQelurRMpi3S+nFbDZlg0mQnhT19913jgigcVal80E45btCSVb9ZH4eF3rezsydkqIbcjY5lS7kM+Q23Vw1SLlqaO080HprhcVEskmKmcBCXEOYdNyMjul1jgUzCVtQILWQ5E/oDLvUxFJOpOpQ0AoWKQY7v45u+pWJBVZ6Olmks2O87khRxbwRouE5vkXNCqknx0/ri+rYKCGRvAJ0V/HU9qvHizGtYN5VJxXjOlk49yE9aeceEgWC2n385tR3ATqCeQthsbbHPGLWkNNYIq5+oaFIQCZpbj+4dR6opWEraH5xyZYx7gVZznC20fvT9dr5QKH6AdmTfTi9/wW474f1hkbyipa4KJwlPJVde67rKq0Tit04cdAiAUW5SYU/+QhapxXhl7IM9j75KUGk9bF6nlzAi5dKJTH4GBPOaztn6JiaVuI1zTzQYUmaRLjrVGYjBHimyc8bSq8gazDkoRw23eBpVUVbUx9kGdezyn2u+1r1Wc/di8hKViFELWg3y7hDKtWruaE89YNk8G4xSqE4aJ2yZJD26f+GKgbZcDTIfk5m7t22S7OvaaOBse+KgF1gwLHC7dPVG3tPcxhmJRpHP/SzrbH/GjLYpvlBtSzraX9rfrUHa40andcw5hYE4cb8l8nhdgB9yqJ+BKIKRSJlcq4x4QfkL/U/ww9JdqRH5opxE2Lxcdb5MvL0lHm081/tzI5tYb/6Nb0pn9u3cNM/jvBZtJcrljoknyQxEE5guwI4Rk4n+Be30PYkZnUI0hxmeEA2wcmOcEIk2Gipz1hlE9oxAvkXHAETTI9AEKaUEFdzo4alSU3hbfutvl1o+jyM66TjZEjsSQkJnNXQMXNbGHk1IgL3p8hozV4P0SguuyFCvRSLwzLL8zrtx5PbOrGk7uz+T3+BvQe7FKSmufcCSV/DLnHTaen7bfFzPMNDkfLil3CDKO0+5tOtSyQI8iphghqJFK37JyZ3FNZCUCWB+TgzxwKn/jx/cOpSVLEwDg/TItZhjF5/tuU8puB7DFejf2aqHpF+LrFn5f+/RZTluGpW+kW0pKVBF/O8ucpvWFog8RVbSsZZURbzrrsJninW7R3vC8kBKGMD3f1q2Mzkk6VG0ebXmASNW70KLX93XyRVvlOrr5ZRoE2Ggn8yT4caFDi/bscjq5wmB/4tGClHd2DTVKFI5VrbodYr0w83Oqt2ptR5wi1H7pwDCOPP4xT83uGr8hsxkVWcjEoSFmKdQIIAHzkg1pPBvG4b0mbpRTGsDYsv8t2niA0mATMWkneyBWK4McxrN72OBxTm9MYs5ccpiEMc7K14RB+1awwQiuPd7jnjDKyfXCa5Oj4krmsk1yzYgUNrbD603EaXitJxZ4U3xIhSHcPaqR0CuABl5zf0USxTBoOlKrXLMzFSOmD9ABJycYChdcRQh8eX4EVSTSxUnTov7w6hMtV8En0W4Kmovm9K2pukLctzGfVitYTovylnQDKCHjSQBYZ763CDHxH1TA09iqs6HAk1W6iwuSyqXtwn6WixmMXIykHBJg+nYalkPd9tF+Tts0t2ZmIumCly4TozImvfjV874V1teVNAo8MCI/uF5kbQZcrk74tnCSTu/MEPznaX3cN5jjX5ZJD+glsTaV5tEd4LS+j21onJFE+OHCme5wtTMtR+N6Hk9Sgqd8f825FesoP4YZl5tYUr522uIgTNl7zAEcVMPoJ5P6ivkLjmGznDcK9jBwWdWxkqkS+wMA0Z78HQNW7Qhv+cIsj6mBe5IDaUYOdKy0gp2OShkzLHUhEXP+BTB2cdwlnORuR55BKKkIoWoFJD/PB6jgb1Er/ATelksmI1/DIAAsCgdPKkRD/ubF6Q8dzp7za1/AvVXSdvDGJgpwBxeP6oBgZLQpWFE24PBxGS80hmmD6Jlf3Ig9hRwFglWJHgSF/HySbONaFp7yCYe7YUHgSLn1V1X8Y4NLmrO9k9fE5Um7JJw9ACKgPlgG4WjHeRK5qkhCHeKGa0JXxtedqormH0/6EaYooarYXENuqKZL2Q1j4M2JWEcyQYOWavW2t8Q+P8fg26yE2M679eEJpetki93oMEWXAHc8Woufq/8yfxOSP+Nyglz5lZ+rybJxF2aWX764YGphfwWixO8bxDN+93DtJbnJGNGWA3xbITPHc/F+jvasWyXLYF6Ux+bGDkTDQwFRO2032jK2wyefRdV1EAepWKHg2IE6dZRdmlabE/E83W3jsJg1eK5E/m0viIpMQSsBjSDasyv04Ryw5I5nx6E5WjgF6Xi1hZ7Y+z/B/lBO2DpZvgUc1cIT/bKUGPl55xHy5h1Ei6yUWXDoxFRNfTu2hg6rIgmhbElXTDMQCpirzbXVvUJC5uJBmhetlmopcRnpDgcA6ua1CldUawY+HrkZSzKu8WInKlVioda/DdShadnZP4XqF38EZoqMgZLy8ehBM8fAq/QY6KesDNOEhMaVFdFEPSGWW1nQfb2j86LvwTRU2grLu+MdpIg1a9fkwQttDLHDbRa0xnL5m5MP5SrLpxd8eHgaC0LFCwB6srS/vJHGpsfDQzs1WEkdfwQ6JNlAYCuiLvjNeqnSIz09KkIo4BB8L5+F3YXAqGoppD1boVZRBbBqImGo3T/IyD+XzXlHq/KMUB5xMiUipEmIbt53i/P486HnmDLb2WcoulhWAHo3CVW/vyEK7jRXSONsXDC8gRAvOLhuogXp1mdSfsYrZUApouzPChZm1WTvJOM09ZgfRVWLP1EfCajzjAQJbZhr/BNT2LJMYLRyZ00tvuy73se7DDykIOKXuSKcVH71YSmuIoqlh8rSmPyc1DTX9Rodau7ZjhPS6j6jXfncj1uDlzk0QGJb2/SaQW4wZMTITDKj/7jIFw/XNW39hIhIiFSxMHYGErIZGgUx9nD2eiau+kbTdWN2qJXWJv8HPyZzXWpNyK4W1gg4qL9xlfFkQhb9bqLJGBBNoczq7REi+EDAC8V3jBY3BrOZ0Hb55C0FKdQ5+Zn6y+MH2qDdGpaJXcF8s3MWyciZNuMX1nQgd4a+Wdr2u4C0rB4xvJQZiJ7yjvvHRrHQS8/gULhmDbXLM0y0Gr7FZLi3sD2r8isysn0giTc47aZIEBISzi1luuNP6BQqz24oS6UPSmq86D/p+51kpJ+4o7PZDQ2a2oM5tnqko5gGnVRVNKAwlwgHJhbMBhH+SLeOh7yBl7AzdZwPZyfC4jGnb4do+MMgeYy7TJaZqrb8j+N/2f8HAXrBDPFaqp3PS57/5gK2li2dRjvePUBrunNKr6LCNdpLr0/e67gF1s3v7P/ph3PPOXiIcgpF+VqqvWh0SPFjc7PIIyr7yIelRjD3tOoyz41Ti/iWJWiFj+VFGq3PD9uTJYjx2tcCXgazd0tcAdNJNawevEPxbm36tVzKfCOh705/o6JFGac1C9rBzOHfkc3YtJL9HZJfazE2Lp6dpXDu/HrI0n5yW17e9uHp+d4OkUms6IDeOfKYKiyXer3KVa/D6rN1XdWM2fCWCuSJGHXc2uLaDGGrC4XrYFp2Vhb10cGMMyqLwLgRUI7VgdNU5Rlz3v115yOq+UHzd8INaN67GWuzwTKlUxiLN7TDltLwZJCPaOgbaFlFGPoCaQCVUQvjMnf1MxHjmjDIRZuK1YR+4dCa5CYCSIFW3eSUKBQZQKx8iG6cZtZqDvI248NamfToi9rkPuV0n24K8WIxGL4K+v2Y4aUNkpXrSetBZ/tp+QhREVr8tQvFbQp0BEjcpXaR5X9V0Kgtw8HQSWoEr0q/Ufgwz02547ouSqbshxtzwHXbmFTeSxebttLaOgKMUOWtO9hb61CbM1Uy932wQ8O3NwTWqNkkeRzXhAdvCja5hiDCSUpccyD0mDvOPUzyRtweNNff8b7uXMkYqeeX1fp1eo4NmRrLfcD3QKZP58quSadgF6rr2keHtF/BXJQOdjv8g3h1DHGPkHklDmeEllzVusL5u+zvwO/EXtShuKhIAKUX+tTUrg0iNL41WkSried/noI4QxvRJQ1MenASY7NOdFbxJgoGSNLCa+jodLAWls2MjNg9XPSXAXbnMjchCGvUlY9Mq2ErYiDq3Yy+Z5P4xNkhnNq6sRnw4LcAzZqTJ6nM4wFPwf5aAlG+keY+ZS7Q8aJkXJv/X5iweF6q82K0x/sRoxqWlzCZfxoa6nYKxeTwfaqjx/e5RofqR0V6ZsxMQbh2oUtZ56ELI3Xa3oeiVr9Az/+IkHisWM5pCJVrigYTWInLebW78da6L5qr+ubfLtV6D1u3D4T+sDTK6a37Yaz9liuz0Ztojn4uBPuCD3834FQC3VRKoj4vK0k5nYerSABEYJI/7kxtqd7+n3q3/DC2hs9ttsL9kNjnaXshx3O7wpnb4qMOLH3Zw92SowfKvhBJSZPQ0HChkBxoX0qwR3eytbidy4klX6qK1qfpxMdOzKOzLXNNgx9GU+5auSx9ysKAWNsLFMJ6Am+2xV4KzSGcR0UIFOniV5E3JTjipQyX21mFEknptrov01n3ImNDt+Cb2rcsmBII93toSermPhVPeaQUzPpn1Bb9avh03SfF8jsTxqkNej226XXFEkRIPudyaTS4Qlk0HO9ffXk1lsKlBN3OM0F73EY8ZK20pK4xZ10r0tnU6svA3iNiHt/bLzjzqEPtmsx2/7HSn8i82eXTG20hOOaqDYyAf60tIe2z63K0iePR8Vd3OvTsYZRQHJd7ToABVRyRnTi0BtBqTIIHLeXVCo5m4BuAqPRx7H8Y9tyc/nH0P6Um7JpzCNI1IQ4QJbB2LI1QjMGgIP/hWy9FYx9qt8yQ6AY1jVhlTLZ5+xmuubP2L8C5iDuGU5Bu8SYimqcurdXCmFR98Kr0eAgmxN9f5lb0gJyt0vlHXRGkzhfwwLz+qox0fLoxOv7NxqtX0lkg2lrvQVZ2O9KSNzuLHaeohsolA0AMHwipmXzAcpRFpAh4SjcchCj4gBKPHHUT5HLVr/FLSX0YqwQjf6WVQ7G3WC9ZX2qTecW/t1bHo6tUt/wvNjiZMEN6golAYJh9DdrcjYVW8K5wppXb4eTOy6GgrllWJEUVrZ6FxA8CP/7Pe83KCgpeRqUG3KqUWa33B/IdldtnJJLKLapaZX9Vw6ygkwLHqtkRAZTjwiEIBv7FTua81GEyF5HLokO9c122NasHFDmtHXBmtNaNBuQXRO1152htT644ebhGTPrhFlOWdW1krjttfvjTR7vUG/gQKruUfsyERq0S1KjH26D7AeCDH+rwlwmQfZSoJnVyM10tSRsxlhlcF1pi/HKrAePTs3DQNuijF+/GpgXMKOBc14uxOuIh7dRFkUk05OsDaeXLNgG7HAxVXG8QTp1eIEXpZhIy+jkJy/XuiNUWy2a9GDa6yeA6hsKJHJYO/N5E5QZGKz1bboXzaeF0tbVOP5nVS/3neXqhZ7h1idzYek7y7Tb+H4GXg0/Sme1QK3bE4yg0Pfpp3Up/KN4OVqcmL09dPvum1Kf1oEs7FXynR4klUvKo7MZR2J/RaVMR+0AxEeJFdAnigQnj5v1h7vO5EyH2wQGTOjPe6IFb6tUZZO+i4Lk19f4C+qbTOKax7fQvDNQpW+jUcwWOvAbwqre3vw/RBU+udvUCVzQ2nQ2XO4YEi/eEPcq7vVYo4XEinq28mqi4ZcpmJqIQ6nv5zXBrJ0M1i5SxnA32htQEzsA1WEwBtGCSTa6AsbCCrSqqjhcQTuVyTcqsQfBagJoSM5soXYG/L3hM+m5ilbfcsL7TFnFRGroRQncyKz9uTC4JA6xvLb97oCeWsJ0hP2DN9JLgwABlPo/7hIiQmcFMnmSIZp7pn1jtXIqEx/JKetUUb9N98YjRA1oM5XqcQCHG3YCNDfi19MyuugqHjfCCjn0O2NNoMjG6MDi1g3m+1YWHB6wmzcwpa8D1w/+v1ajk0NHbN4xYvbPq8QfJCTeAN9tARvtgfk3VdZImU5KU608fBk/QVpgLwQATJgUbgy72Vx6cKnbqcRraguD7Vs4rOvCbvx/fFF5kJdgFZvgqRwSulQCrb8ZxplbP4tWfCeuBGgRZ8Dxx+HjkSpIH6N8wr0/4JOJ0ZMJzgGWw7yTu5TVAtTiFV2M+h/QZu1oZz5Tp4i0tUS4EkJFTsnqtpjUf9yBNf1Au8H6Ud8cUBWzvaBOF3Y+Sre69q1vCN2Dm6noTZa9GnU5GhkyrAXFNnlp/bsbw5ym1AgFNMQK/4Ck98LscPGgRPdLPFhBSl1GOkQgt3yGd/ioHMgMNee3X48r3z2N+ZDN5sV3HU4Btc0LvjeFugDpcuhqTyzM+eVJ5NJwZ6OjyV4nXIPoTWup1bpsxopbVW6xYtfoAXXsmY1WIMurKhJuTVfWA9RIYEjVHpOfI+Q0Td/gB6Iet444NfiffSYMrI67+z4gZzoS7n6sXQ3CYIMmmYuyp/Qhn5T5Kcq/EXaAiFG6qm11+LOELuUIl6fmbgPrewaPCeAfQjbC3qFfoKE8sIRY4qra7UamXdTZCLsyU0dwwdydBDSJ91WA+0HwxaKZkXUKjRWZ4rsFYKHMbgbVpPnlMWoQELzJxhh15SQctWgoN0XHrk4dkzrs0SE9+qi/IMBPLM8q0Rtb6oZa+E3onvT9iMc1se80suHFpc8+SVGPv89fHkr6C1e8gllbSHn0zSAazU2zyfUiSW07FUmicwHb+IExSXED1T1xHdGjk+nx7kppjGPD8kv0r7mtDZJc+kPBJy5GnEsMkjTNwJCNIQ0MNhcUD2sjINTrtO94yvE+w/rZ41NlpmrlffhTZToHoHO+Q+DeQcS2wf6+RqOV0SUQCXXCUql4M5Xdkln5DS/Mgl6LL9XgNst32p/rU+6t23UTFYmsZRNWHkU7A/QOuvTlmqNmqkoXKG0t5ddzFxBS1F32EupgG6dP4nsDk/pq0UDjPtZpDZDpbbRnGL6CFckTFJT/5YilOqYzK3xq50b5XZsqvpI5HhEESB5Z9EwAIEAMcteoKwftlvuJxbjz0iZ9oQrzxXrk4Fqld5JF2+WjDzj4GazAdoRSGd4rQ8iCebGUtJepcCR45YjrA6a/kHgmaEMbb5J0RQMzxj1jauQeYWh01PBbb9H+qIY4JNLuy9lBXlh73o+aawIlUwfqhfiFNCvlik63NAcVm0dKgMaJO0biMCA4L9Se9ScSEL76b/elx0e2sGBHqIyBpSwG1Wizbqe0k2O7/ldV/sfKsdncgr4u5qRirEPRm4dnaZmjKq1sxll9UrKtavpsDMr4aYssNWHoHfsqHi+Klz1sBEDyTmbFsSoTnAjJEUoFrEldf5/NPrHHJY31n93/AyFcWKYRYERmlCc9pu3RTEI8tK226glrMHzljCvkbBejbdikajRwARRNEJqrS/Zy5X+1HlJG+4UO1Hq7kpkwG3hKqhf5QO/HS93F+F7mi/jWHvFwEzitaYskE3wvJCagGN3p63+B/RmLx9v4y2u9mCyjHhYOiluC9xq4HMb4AkO3DZlNO7kb8XASLtNfHisrJ3RP+zFZSipWX4zkh2Bx0XIa6eQ+IVRBWz8AR846OSkxNChJrEGKHVx1092nEPfYs01Dtw3SXAWCbTm5+Wkb0z3lTI6oVuw7kpQvwstfzYwSaoY4khtAmb/Iy5U1uf0fM3HWXocH3KMW5ibk2l4OvkZ2tABv3E1Kiek+xlqI2hUeZRgxA5Gr+JlKCji7o9R6WzJSDtILSPueTUCF2JkOU8TLAS353nczNagTpwJpTCQdy3ULrbZ2XitumLt948/3cBfj59TQOQiNODgAnkRnY+eVblWtHpBNxaYBRU88r5HfGPIxQWhzkNfOhdr7nGONRLjAfGQe6W/dckwaua2i9li2APDmodBK1lldoHYGGUqw4AGrQoSxWtopOZXnUUpATqzFtURO37altbqloPmDeeUbsKBVxyyx6RkOEmv63XojMWTvENGn0XY4aPHjbRp5Gt7G7cBNAOc4SR9L/KyW5R79CxsCQIf4eVr+2Re3aS/6raFVM40aNfkRm51t35t5Ae3so7Qe/1K4ZhBBOkMwzGi5t406Or77rk3FFcNApNiThkUvBvhlTVTJ+GOTx3YAEvcvo2nH2y9h28PO7SSmrWnLEtw3lvp5N2DVr0yeZaOapBRDJk+0S2vnDEfb+NfaoG9QCpgAb5Su5DL19mVUTpXNQaMGKOhLgKiOovssiHiBq/Mf2yHAyoqcRurl0K85wP+/aYZ6MJfVEaEz+LdrzFR5XT4gln4XGNhP/f1JrIDOI3WZzSl7zsKG4Oyp25pKLDnZS0tZomT4pk9wD+BYkghLINxaFBRJdbPpUmWZ37WUcdupVkBqYs0D4h32ZON4PJb7mjbDDqL8pi9DQWZwORKuKlzG8AZfSKJMFbwY7yQrLzC8rBTL9iessC8hwVdvwt9hLSLMOONLHP4v8Eml9NiylZ8ehBvjS1ZvUtt4vvPxnkr4P10py5mz4Es8ma53FQSj2olk+kXRWHhvTs/7OkjHZln8EP6qxQmkuNWUELEpYb55zKXfwei9kbZCY6BB53+Q/TO/UCePxWxi4nHYQHfR5LPKVHsoH/ZRm8g1KR1cTZIV5QQxTZCPAgV3QsArsSrHloGsPDS0wxxDj7W9CtICjMgBrPxrfFuH0Ch7RqIhZCrKj5pBW/9ZfSvj/SzLjYHpdhuzDoyVZhcf7b2niwjAvZHLzuMSCUMOMYsEXEzEIVpbFXRvYltgXhAro9lRh9KwqD8BIs9sTVDQyZpOxIhTcvoD3oPJFwcVsHafqZ32RiNzdr+VC44zLGXU+YD0h2SGsTi0eJ/7dlNoYq0hvth2Gf/rIuwYPBCaC0ghk9qerxYg68bq0C13M4pLgN8D9nHrv4LazGoRvmw87TXs652gP0o46ja3yst8gDRQL0pn1FVDfuyeF/E3wpdzc+t9SC2m5gbTHbpEgT9o2jRg4O24zVnIiwwVj6+XuU6qXDaxrpSPiFCoD5Wkzs5vLH/FkxIFuoYgrvU4+0BujqGXJH2NzxJK1WgyO/gvqoPQUuvBVJ+cREaJZxToRLjJwAz/96yIp8ZnOD+oj5DVqWIPbRQwoLlhmvhQFNtyZzV5W1IiF1lwHt2E4Wg19UC/hWFawXxUvr/awevMxUo3OEN79S2CUpfMGXl4011Fz7Qt8FoG+L3PaZQf0hs4uvSPbWpqnD1vNiC89ntvaT9njnOKNeHXlaj3WjBw4Rx8yU0EWlF8uV6gfYIYl+jAtojRdDx/a8uYwpPsrc+D1qx130E+5hzECeaQ+eWXVLsxqVx+FKId56mnGsPpcFIumQoop5Klg9orxVlSpM+yamErvLB4uKDZHRwnbNgH/6AWaQLgKbquELO6W9q1Io8dS12tRWtZQSHp8sqVyugwfOVLxphk5DPxsFb2CoRSndHy68mB3jjPPqSpY/J9GnXRJRYdBm+AgqmwKccxwsAzLyT5PBXNrqOQcd9cvhCJ0mQVMQTjlZ9XJoYs0t9eI5u20XIUsbGnnONDGQAAqfuiGcMnJLul5Peuwmk27T+DUJxHdP2upqj8JQznSVlldMqlynw7ZkC1eK/y2tQSFtbCDMStjjKwGQNiMFqMFo+k2M40MiMeAUZ+ReI6jXwZq6yR164vekDIsyjRQpFSAKXqgFX0RJKC9LcxmDCHH77sAp6BwJLLzH5OsXIpxK8DWl17tWhBmdTBsY7NnFAkYZeE0T0QcNLrjROvVoAnT4Rzoy336PZlssqBXKgWSJ7d5E0aJzx4oovuYc6kU52fWZyK6C4bWktX9fLNBcP0k3+iDmpbWfNoKYvdgcOydZ6momlHN7ZfGszyLz6MIPCL6M0G3kmPOB9LLbJXVIX2pWqtBO2yLTqygWXc1kbcHdzYfrHvXOrh2slClPDSvMuqIRS3oOy1mMWfyaWe1Op/DfmC1AbmH14ZUAKLDXDHjQlrKMk8oEed65hx/lsL9C7Qwhu53lcjj28c/MPMVfq7NPCNyehPiWRA75Jm5J5d+3P4h18n75ZHSUlnJevgzyf61VBVu3z7ZNLKfmCDuc4dsbtqJv2FOEl2CADVsJD6vDxZlVEj/PLBaF/5zub588yqP3xo9PCUTFdlr3mFjoNczmvRlmjgatoQWlAwwatNY8MuxsLWNu2c69WuBszxFmes8y7Xg0iIAhn09FUYdQ5yauJggJmNldM7LfC4eYK9XfRh4rMyDPRrdH/XtOJCA7ZjjtjOsyBTiztcqHB+7LpBnwq2f46srS0ewLysGfirNTxCyJ4P9uRFP9VvXLQFFFds21m4hj1PLEfQeYDu3JBz4hcsFl8RBDddvG1u1mIC4HgLGDnKSoYVTIMZnvCgurJmFBRcqGcuanOGDo5wXLFhLT1ey82LQ6smFKjroc4c5YPAgV8jQ5KdkDn8CbnFQjOpg3m36CFpkVCG1ABZf4guJQi0sMTanj8Cs+3usOE4YiSdNVSbP2laQmd3X+Z+NnUUKGIiAzgo2wiqmeDR3NEqLOgJ8+PbXMJwxm1ARYL7wXVhJWV6JE++eu5CiDq3KXbUSv4toY8F++ng5MDTHrRLDU3C1PyFokMAhEc4zrK1U10JWKnAZuuabrrJlmmrDXJsiScs2oRSNPGJEtqx1cHFreeoRNTYUBtFmPURjysGoLTDAnbtRo3TCCTpw5ghvshy1svVvgPtuuiombEDN5o3ZOHS6bJDazwNX9NcjZarpJee2F092b0vmmYW97Q5u08ERw1rnoIOz1CnE0+5DQo1F460UX88QDZhok4FAHlKRQA0ksE5jgWu29CEm/NH/VOpe9uABym24NZtxhrrTIZaNXPRS3FuNZELHi90Qbrvj4S3XslaK/4sCyP2V875lD4khFuR94VstpMrhQ9gx4j9c50T5bkz2bQKEqZyN4AgXAyraDERwtYKBPMJQmxrySH6Kp15laiymPLnQoZ33l4L7L0x7BUlj1diplZdttKONMJf2Dl1g1B0gBop19pI/T8PxihJZbOtZRckvPt7KOwe4IWaDHUXa1f/pcd0vNnT1HTKpqhnE8tU/QLjFRIVyYyrXsj61wtCcWWIBMC1xbN7itQEeqrXjMSMDKuHnr1xwmhj+VLve14fdwuSPrRV9T5u9dx1JZ0NkmEBgg5WA/3209HIjuXctZc0XJjgklpJk7FC7W1dyE/ZuJjW0w3l8Sl1nvvcctP9gmu5vczXbabiOQ7dYREXsoy2fu52OqCM2PR2uALs46IZ8FGIBZrjf0H/k3S4hUpsCcacui9CZKMpnF7N73TxLW6GxU7b3jd4OHn+1RyJ5F97CtAjMIMxbxMTNQvE1ucO2J1XKyKUjD8+MdQZM0KtPnkydMSlS9fwVmzTdAJ58teLImiCLIzQxd3xfDK9/4ZE0VKUbtNJNW0jpr/Ria5LIbGKKzOT0zrllhKRXrPVdebeIJdQbYWZ5c/eE3cvcw/7qUAm8nq8yHKNwySbLi3NQJV2lDjwX+umyscYdN8VcRpNXBFEDDmRWvKNeKeqQeul0crHZH0j96IGEGM7vaCQ8c8r7b8q730ghwiBmkF47/y1MGX4X3cneX4eKPFNUwUAiYDtHxpCHXrOdcV86iTZKEUxuFcSX+oX2nu2kmfY5DWIeDCJLvAw0Co7kvlpkHhjtTCdndXPj4bcYhqSxej0kUDjlPyGLHJ3w50Yl+pylB7d3ZZqKLw+OijQodUY9OfoczDuzl3ir6+Zvc2Vi+VSbIWIQkCUneeAUsTMCfchXpM6RBPF30MO/iVPxmD/lacTdD8g980DB1HGvHzgVCIkpBGLXUMJN2UlXKZ/3H/FDuXctWxolFVLi5/5xcC5btQ6xEJsjrAqHj99o1ZMD+E7dNQMcAiORst9wKq03gyWo7zUZZhdfECyX45924M99lO9zNmXzvl9aEXkdO92jgfKCGa8Ci+w0DNQojeeg14IOE97WY04TxCi7ez9rTlBVYAosKOVJR3FCA5RL0lWCa0XtgzsPoT0GDZ27zdt6LNKGKp4U9KXQG+JfKJ00Yujv+Owb5vvon9nDxHBPLUb8E5GN3Qy2LlsbMxy+Sz0CpPmJolYe4auta51+aUgMWW0zMgZ31k6k6nd8KASJH1ByJt21uy84TrRQDVbBYF08q4Iv0lr1tOqQucRKm2md0BXbzu5YLo/DZNIS0GBbv09V8VnlOfIJfm7o//7x1+jHSQ8WYOyO5/FQAzMZHFQl0S7Eatya1sRjERAoVCBrc1O3pp7G3dKCEDYxPf9e9EsASIZf5jS55uYfOiCuebM2jaHl9wnpbNSME3rZ6SrW0pFH2Eu5/tMxWqy+qlZudSk+0Nn2a6zCH6fYBllIbic8Ivevvk75vDRvWRje16FedMK3jIR215djmbjtvoDpUBi/K4EFHQWZePcObTEK9uzMPbIzGsDeo7xLtfw99RUVF8E5txwOR8RSUTGcR4ROzcpAkDfSMgSnlK9mQv26/szC3V3CV1mQthdOJO5I4mdFxXCG7k0jobiET8J1V+wQ1XthMD9VEKsXsgaAVe5cFrNFmdbW0Ytp5G3v/+PBsaYeGdBfc+q3F7Go5JDYcBRHzJHq+8FPwztvfypR/BnrEvQl1U9+M1jWy181UTT7JJAycikT/YvKYQSdaGiFAj4TLK5vH8phYdYMzgHXQcGXf86JgPqIrjkdYfMGCqa5zVPU3A7ELy1EZVr5+5yLgdVvtdjSUvOdSldnCUNk2QNu9KFid65XuGFvTRHpHFLbHGJw1q8RTwQfU1tjz1QYyIet2g65m+YBzm5GjomwvD2Mu6YR1Yx/lVPrBswdk+AjsYcMbaxmSadLGrmU1FHbXYa0Yyp3EKumgT4SdF8ofeejwZVIhr0IgU9UvBFbwcF9mPKT4q9JJaT22K4gBU4C/d4aI043EQdb0ajIEjlpRg8bbm1oExy8T8G23XyBmYD2Koi4aTAWUZjA5i/ht1Xz4dlNUzM/mclB1H3kvnrP5cdb75IwsHgaXZ80gkW0UWoMdGQvJffN7IYJ0CY0wAgzzYW+vVj//IuECqag84rb2vXQbdPgFnupqRTGVY0svyBrfM3FYsiEmzyLN+iTWj54z7rPv+BuMQDH+SFJTPXbSnk1/VWJN5/U+S0dLB/e+HnLqJrIyQTbamXoQws6OueJpNiovDjFsoAIA1YBrXu21EyY9lX1H2lMWZp4slioGSsybS7I8ELT7WPCkmSXMIFO2OQ8T6C8k3lT0eGYAD9w8ZgQwimq0bgTqHexGyHAZ88PXkBZlP2IQpzMX1WBmAIfTNSIpwvTV6qYprgtuNuzt0YAHl6GP0NZ85uu2ySwwmKD49APXQATI7hVn+MAoiirpHTcOyVgGsNK7UAS5XQa7aYhg0aGGNwIv7URu34i/24YB35J88xMJE2Wx+ETE0WLcU6iauV8gHcxj+TyU+Vw20KEAS9eSVbP1KMOKR0ZRJHOqkqkO8n6PvUo27hBKlp8FzPZfPiAk2GYhRAlSRCSm1ojvXZuoI5/uaXDNNG0S0pz4KtiencFW9sAprBMgab7SRGtHs41NBoU4u9HFHBwVEecaIh7EgR9ky0FPpJjJtLWH+DOxRD6MzluTno+di5Knrl8JfShIHWa8AAIvhmWEAO+aA2JeFFcpchdeXX6qRudQSeazmZjIrL0ZegF4kvJZMzJjT6N1dw+SqGYXdeIafpklUrOR9B/hLVMymXa1tVnbareiRz+mEDwtl/AotjI9X2779uWruZDF7hakuCQ/5Tzb5H+iczGVZ/60m4H0hSiAWEZsI79dbSQz1CFDfky1z+X33L+5ux9kSXi9F3GdWol39NoFEaItO1OVVZehdFK4/Ax4SKKoavlwUZA3cZwtlChJ9zSQ10cuuR5LyTZI7j1p9msBINe+OgPF8t3ypV1qaR5svdOzO3dC/3RMrxJ50QgPfcg9sm9l0z5ibDCoJEBUfK9T80SYj14k9+C/eBiCKvEl3buKKDIJBGifJ6tm2ngYFSHchn4sDMv5n8FMBDBuPhdtYddGiTEYKWIKNPOdkiI6s9siDmNLE/kpN/pFtxBmaZNlwQGUTPhs9DKAMq/G6qgwnuRCF0R8wQh0dQnkOUhQbAlozACcy9JSBcX2AQB2g+QwObIL9Qw+KsyDJifPuTwdGGQKrN709TC8uQdwuzI+emDItiAeYYc+Tv6rTJoN7wtowiAvzhBkK4eB72jc85TNTMkol5t6D/OCl+hjoTnj0usYTwnGaycDjEM17bRHiuVCPzrkPt9bROuQy/S+yuzoUH7AeemhmC2mixsF4IyGEyikzE2ogM91n9fiCNMYYs40UFsmrE/RxlbggMtsY8jVruOEnG6l78w5J91B37TbIBLv2EaVn1FKIiCK8tSqRGNhqTgar7aiPc9LujKIV0nzDAfJUW3NhXXsFE+FV8aPS1YiI09zDAPhISEC7BEZr/STEghWfDxCufSjyjXKeRHv43plFQI767nKE+sL7kuP/uAmZsciBs2Xmzl0JunLp+nUmJl8egHi5ZCqRvj7QOVYIR9bDs3BI3YK3tbzfkWMCnGQXzFhBPEV25C/4QKz1kcg20fXCbEsuSF5wKwoTqVk2hWUOnf8Vi+kB5+dHd0mSIS4YgtMpg9nBogtmYIVpQGXgDdIH3ZuOCzfsjZHTdiXZpoBsNTr855L/S4bZgwe3c5ihlJDYFQSvVMH4hMfbeX7GjDo/+6oA13wQq9AoW6wc9RZNIdK6lqdaaM8e6tjyGuA+wwjodsWEmc7vMIr+tcFZSeJA9xoyhNKWSjIBUYdHbOXsbQWL/zh2lo1SZBJnWt7VcmnTsGbosGLq1mbNgFqjgkCxpFRgZgUiJ+QV+NqBDlb1fl8w2U7QZ4ga5WmugykqvpVisSM6DykLuGNaLQHZjN2uIfdWMSV4fQtWRNveozQxMhov61Ix/ISbmN33PSfMDZUnX9/EZa2QJOw2osX2mYz+nAuTkI55p1vTJ5zOjTDFyBr8X/kfl4TliWRXdFC/FjzY1abrLzpeS3HixPL+p+oNf50wsuT7mBfnhe2OFtApoULB9/qzuoG0BLXKAzuZFgw0Vhaj6IRRcPvO/RnNr+CMYNnAjpShnwdK12f33yCUSwYlQMGOZDpYSav7MRvQAAMRw6FJiKW2l4BDsMTsyiUUfemEdqkHju0thEpEdqqh5F1WtrOef915Pctjhw1lg02Ieg1Fjacq+OUZzNiVTDVx18FinE2XemIqbdqPB/WnkSZlmue+aAJHNsz0R/S/ukzogBUN2+xbK8ku7+Umo0V0CX+L5qYpb4n36Y3oW4EFtEFR77Ak3qg4NxmvWg4AEQUxjj3qJYQk5eBS71HgNPBr6YvrGlBxvV5nihGSrhoQWNKzRLuQisD6esdddrk1Jev775LKL1ShQ65b/Y91SuIa1H3pw3ueLic9B592gF5KHXCaJE7JBww7XmGm5DWx6P5xL97Rq6S5S029bxjBz6o39GSW8iNwYF8EPR/igrTGGSdvZMuZx3v+jcWw4gNE+2XMP9GH1F8tmGktm6UVyCXt+4EuxYDlwBzTX7s+fYfjLqP3pDTo4UZr6Od0nRw9QrfPiD/VA6/TgaR/T4j+OBDhfAYDJv/PpmA+36ci/OZDlHj1Oe7p7iF/ADq5J1DB09/wP40BdxsbzkxmWlc4xXuEnLbQjqxqmfgYXwIKpmvp6qLerpjNZePTcC1fESJmxWJFAmofS7ZC6kkZgEZTMy12bxxuoJ4B38SWraeCI94Of0iV8rnT385m9kVNVGz3wTcXp3bKnFkyY0cFFIYftxkoMi+CFOHSkw9xXNy4xdYVlAmMC10IXFIe721kwG2L0J+StqO0ALqv45wcakb13xZqCr1MlloMdIIVRVqMgv/+KhVLTmBEp5qMhJ5f5ZPJG+FruqQ5vyA2dlUKMjXQqbU/kXLe/OfyWOjVru/J8v0tSDCUu1kWOyQDoHwHXSbSFkllBIHGlnvdknjN4zMYPFiGQtN02ogGWdTinK3BAQVBC4IGgP3G8GEbvWdQLQhUnGGREnl68Np6a30OxrsIPBA9HvjbW2icSlg8AbJyMV08jm/w+h7kmP9A7gyUMcXF9jQ+sTJbWLlJcsWrRn9rBSGreW8UPHLAB4TcOqijRGzxmGoQjgs4U8NAIuHycFIFs2F7slM9CHivqrGIbwoGSoHY/O2ier4SYxt8KSxR1eEhW30TE3bLccaFydWXpXazks3yZWI6gg63inXaE6qGopHKg//DQrKCCFcflj1f/FNILtjZlJQw/oQKys3KxmSlSluQ924h4Jylnz6/xGexj/nu0YFKUiblP7NYX272J49dk5syBSYL8M9QIuOmsFVGXwUN7yzpyPgDmsm8FfXZru4CduvjqlUFhO1WRjj66BdI3dkKkuUwyQmPxxEDJHnMK2LUxIJ0nwSKHRTKQAjAkJ6pm6n9Et2bGhmBIzwbwvTyLvsOAk/NemhyqPQ8UA46ch+YHZqKjU37K+Z4DavkP0KJtUD1L96r+vanJTz+7v+5esEc0ZJMYln4AHW2HkFBiZ7CF/XwuUxxbqJDhjoQcjUoxYye4cScHNLpHvnvxyM2GDRjg5vG69CSdZPMJFr5E/9syntUNaE8OxO8T8Gjr+JT1Onz1p2XbGFQjZHkv8t0CGSQ1yphAczkYjuGDwsXwlCUxcZcx2jxwoz6FPF9pSqbmmeNA64Om55hA1fFKVBvMw051j3wEYRy1HNLUcHmOsFopfwByaa+Al6nC3Uqlg6OtNJv9ODVY0v6WkBIiVqxtIx9V4tTetfOTNQZyaF2wF4dC/8bqL6d5Dl3EWGkdadGO86+RN0WrIOTdsJgIhi5nWMGtiIcXPXbVLZ/fIper1TiM1O77i8r2pp3r9wU2hFeaszCuJopE3Hmvc6sJk+yxDNq7I+6xwNdPETZXHET6O00i2+mgSpZiLWPM337el93IaHV6TS6lL1V+q6tYj9npWhwlFGhrd5I1WfMn8kCvuCWlQmmgW6DS7dehALkDBdcIgVybPrATjsIbj4VrqB3ZZNdKKMdKF17wcC5YvBJ9z4c7Efx+Z7VF7pRESAK+Fcla5Pf/dBgCOHsVi6Nn7hKycMxEduiPOMvpFxkSHyi2D7SLWpWXBZtd6yOHvVjaRrDqlDt8QROnY0eXZOu4UDrNF1lTBjcYvTml+cra9FWGAPLv1ZMdMhLNM7J2pFO18MR3hWJegRa4UrqG97n0echDjdZ0fKYrNKOvoWT4jW1m73b2LMfQaH0OdZnGDvsYp7AcX2N1MqgPjDiKH9fAWP5ajx+UCjTgkqaQ7LIqHxRvyW6Gtnr0Ldktb1oaEhezGDHb3CzKmQ3yqwPP5IvMNepe6ivGOthE+Rg5iJTyOWVYptYX+8CnCcdbghtxwHVdnrfO9GCaaoREorIv6O6m0mcvIToFaPycwrFR9ix+n7qm+nthERQ8s2Xx58liDtIecxUH/HFwFkRjvnBOFzWzCOsnC5HnI5iIGO11RSeUX6Ts0OYrf7CBP61430QVIi6h7iaWOLD7Jn9xhZ0Ec6QMZS7SzDaWP6VbR26BGLj8kwII1a4F6VyGth7J7/0TAWvhm4sFFlhchdlZgpfKUbdR69QWbxwiTabjSr0EWgeiM82uGsHOXbhtZdBwnO+e/pZg27q+/R7IuOZqWP60YL6rNZkiY8D13cnipWLj3iaIUK2CifgdEubVFl8javPODgHgBNpKINHTVWchokQOeLH4DsBz7DuR3kVVq/yn/3/Mt5jwPgXcePL/aIqVCnpt0W9QFMXxbMiShzOS0hZ0yfHWf+5HrCA8kkImPi+nbn+RK59wudW9vJDov3hLQYsdEp3jdPYkmoKKnOJH0eevwwFPzMk+N7baRBmxRjJVLgZI9+9a3wrElNC/wRBGxObNZHFXd6PyoJFcn20RccqDTT/eOdmt1U1s/2y/0vg8DKVKhxu/RKamIhuJLkfSt4m+ssq1b7UGpWt44on0GCFITID9EA350EHyGCNfAYZDCm5K7euNuFayACpcjxi9evx5iQAVjJq04Y9nbEUiint2hg/mZ1dQc0dHcQQVQHtgUAdiHDwX8gRdhyzL2jLLPO38vLpXIP8eEWRSrql3qF2OccjdkDe3gYN+IEUIWrAkBgSp2FDZQqAugaLRifjwkjQvqoU5zBGLoUXB8trwKSX/DWxjXVNz7vtRaFXikOjBv6LwkvWm+Kbn9WMGKza+Tzw5Pr3nPZmBly4XaLwZzXdbnsEAntK9LlIzHTLcbJ8/kkJW1XIIEeNfPzVNO+SPDj58cAZVWZ+aFezyHmTtrnsWL0i25aEwBRGQ07KJM8NjrSvQxZh6soZTCxWMRR0ndGFKImmOtoFqsRaaOFGDzf+MIt/Ggohyx1Iq9G+ea2graIlrdPfZ3k64qxMM4blVZjLk9Lp4aTpYFdFaZqDG+FZNj9cONFEb9OgGPpNrMGLZotYEDBRCJA3T5I2yneHwVbj3prRNGWmk4hT1mJCyWepHCV9VZMGgrvZvKgF7FcdllO3+3l+9LHS615fjX6/QAwCSqkc9XmAA4lIHjWrTnfTTp3VoHL6g+RcJmz9DFMxWBSvUFCQDP2e2EKIUab+DgXaUwkHf4yknNnGBN4PPvcgBaMP1IOTON0tA2W+oCKCU104jfEf0KVBRON36sMCMnMNa5yCUZSX4uuSfVoBnFU02PGVLyxfKttnn+px1eAbpb3nxocVPc+ujs1yO6/dmwCY1vkMHmlgqdkq8x2WJiJz/tUFcSx+Tkg5r6g3/w5ogKMdGgCLOXmkuuMCXHudO+dO3mUweva0FJKLf7V6j7oNQE3iakUYzdod8Y33FE97DWL6t5APVA/PCuvlaf7XCBRtK4ow++ln7GQd9XuXBVVK4mLeLKqc+tP/13MOMYTU5LELRHz8VZ6o9934YNrWngAWiXeVNwElNALPB/YDwcRi2pIT7YRggN5BKeQr39ztJCljSh1ng0Akh2dfZ8Jgnl1MmtgDWjerq5AFuIWY4eZEZLllED8gZcdKNZ2UfAcTsUJw8sTe9oSYJvaPO/esxftyOQ7KPyuAAjz/DS+xyXnRYdXnGMT3tS7zC7ULfMCkB4557DKh+lQ8gDO//cTcUi3RZIUUEGkz+AVcUyc5V+N/NeTlleGvhhw/Gc2kv47m8cRPPTesb6xyCmpprzXMD2O0hnT0FTpiZCnWlPo4klHW4a/HpruBHy0ExpRO3xN33owHqBLXlck0DGWuItJ1bi0Gf0u5tyH/OSJfecxAZNhDAiQrkuDKTWkN9WmBSs/FH+kOPqh4QsuW2R/eJ5n0r9uOX/9IE6J3e2DrSuuSi1OcaHaZIVHaj2lIzfnGaSYX1hYVQ54xI0onil6WOE3EiWa8gOegat5sbgnFgrmGr2uPWdVto/Rh2CD3C/JGO80jrdM1T26k0sv9IQW8cHGgKMRliUJX/aNHmFQ/ECBxhoJDfIxw7+5VJKVs6xzG/SWiUI/rLxlevcUWRJYMGwfd9k7CT6a0xg7pQfqpBp2FponMI1Iimmspyi6zv3Vgu2pOG5bXmnHYPVU8exzYupXdhBpCMBYepBe8TXJfMkv9hpnrwxVxHl8hPYzTMT2QICHK9tFCJj3Dpibea79PbzNFwqfbGvOY847ljlJ3Pb8DSzqkup7amSyHUO6KMAc6BdTjKcdYVxPSYZtvZ0rJ8DH3V1w6LynkhQSYCPEQbV5E9N6UsHJE+t+pkurh3K1kBU67xiOSE/Vk3ej4kidb0uFy1M+O0Xk/btKJ51BCn2mWcQVbRlPTzVl3A7tvGOiE5L7XOkYhTA+cpBg0Q7GTBn8mgSFmWruGDYX2VILkvuBGS2W5yGEcqE1mQtU4Ir0PcFHZ2UcK9u9t2R0fT156Jhg6W8R2tQimGC3yZYWAFPLU+Dj3SSHAn9QBfCsM6+2Xj0md6Ny0LfTpNf/xtO8Q7wSdiinyvM7SjW/ZY0dT7x9/phCRpuncgkBCbIrfDCfAlEmrKl3/BfvzmZXfgDTS/ev9jYC0jwaRioLrB5MZ6zu4D2ETUTuIdV5a153p5BSbyG+CS39DSpqcg4y+wBFfA5C+i+BuEkuPktp+SOWqpzKEU1/XxgFMxWSGge48Ma9SXbyqNAnqS+X0JcXokhY61SzJiDLvy4Ft4WK4HjQU5wNQcNsfAvxM9Jh+mmrSHUAqTWRJ0VV4jO8dzegSclJpp2qRVaCGon4ETyqe+Wk42AZRR7QTxXj9kGZkPbldt53YP6Qs0cm5O+PL8FUyrn3R1uIupkbDlx0KjorM7pqgLPVrUhfDpZiEcAqGkIcWj1dTlbPi5PHjhPijayUkirUPguIIeadKzcEHrQyCwmqGOF0pW+fOw/it0OdoWPuMApPgWUtBEGfuP0Q8/5l6+a15ErntnTCXnamY4/RkwcD2XxosYM+PagvtXlCR7KcILKiw/rtxOp7TubB9gF+sN8evVzTaotImrenMnyBbxXVqMlMSU/cFXE1Npm3/qxwVPJhvdiRq++al57AH5SLpGTEcyrzP3GYJOrXGtEXkg+8CISwpYh9OEKSnimziCeQPLxECCdSmOrXy7VZz8Swecsh5b+8FdbdnOEhlGoHtS8xGXGRm5Kod+/cYLw04RdZqNAtlVWIgIB6YTa9gBiMjZqqN5nzJSJWfgyTj+hI/dN9MkEJTWbnGHcqyinAughBegYfg+tJ7VbZ284Arm8FoZsr8rEabPTBYtAHL4lbcDjQ2VOCeTrpAncbFLqrbEmUSdqwFsA4ADNOyqevzIm5r0dvmwQxjLwXzkHP3lwmUMp1XIHIyGwZFY68kaFfqfCffBlOrfd6e+ioE7hkJloaf/UrmsrW7xpkx9xSe6C/rKcHxZxzIHqAJzuG0txbF1l7pFaRuFNQpBVPQMGvXs+n0ZJVw7un6jzTgrC4Mkwod9ndHls8aaVvwoTAoZaNwmQZ2uTiUjykmRi3iXYHVn5J++NrUFTJn0b2kIDZ3e7z8oB89isEuBhaPkQ5AL/Yn7+AeThTlNAbkMrrVzn8rkbXVsatQ+oP3vf1iJdAew6xqRTvTxzakkee6rIZ7g4y5Zf2/AHUqi6Yz6vXcgIpSJIwYwrvev1w9zV2gdnspBjUExCLIDOqioxVDojnxSa3KZMPDmrXPJE80Colj03adsO7IsC+nR9gqI6KbVjZMsEgkguDsxaeW02bYofK54khmrqHMPMw9YU9nInqz+M99JI2ZJ4qbD6FSQbXJH2kZx5m/EOofgQMEu2T0/z+N2YACl2kQhY4n/iQjEjzUxDvuwoHaKY/0z90fEAUW//vpMFnVxrrI43Awr9ooE8OVsJJce0bRKpj8oFJlQWsiqdAaExL/NEif21MHBKpDR3XQ5YGtd3hNllapdJo3UKSI+c38XcGmEBMv5XiUCn4fEKVKrxIPbc1DPrd8iJ5S9xSd6NqVsZtj3QLKAm1KHXPMYbXLVvNQESFNgDqG9fwdChmTyBGioTxJ2Ua978UOsOpOp5cX/+KG8IZvXnEC053G0GUYc12m8Io2P8e0DKmwuTGNm6I+upgswdDK6nBwncd2igY6puv+YuH8r5dvcQQbG+8mT86+FyTCrgD3P5LePGo8g8kbMiNY91YgYbKJ9xxgc9XzUxzDgFDnXBRG7j0hQfH/AvQb/zWzO3fvqofn7IN8XaQaI/8G0HG5g70oEsqf6LW/i05WPytLb5gBTnDuH3wafpjgH2DM+MSBCEIbWb5h3+iMZeeYuSCZ8MAASOwn68q13UfcgeWa6aIdw2h07HyOTkTgIK7e+8yNTTYNxJtO0J9U8ueP6EppzvVu23OQ4s2TrQdfXsadBcOtI9gebC3/R2z1tlLTJ9etsx0cWbxf/YQ1K7kHnrLnPM/FSp41SD+cx+KJVYJNS5adG9On3aYtvsC9Gvdb/N/cIO7u1O8BT+dsryheIW0hZrvpWQfczsCO84T53L5AzWQl2ZWCBL1oy19TaxOqO7v8f5L3A4tdfZ/m/dYGn9VzJIC/TC1tBsnAo64gU36vnItd3/flNxkMgtWgbIJ6/YVRhyZWa+cDIxP+b/OVQvm7I9PAkS7KjkUSZfP41FfgReMB2Sz6/P/j4tBlh8vUm0dAZF5pz63/VvQfHIdLeSmm5/V//IkVB7EAKFLGAvRR7KeFHZmdSPafy/QX8Yz/JZgzy85ABL4FYVq33LGn0WV+Z1/2Or2p2KuODlsSQPNdl2phnQqK5nPONyiZ+nsMACJ0LpkZW+ves6lYTIDik1MH0UV+cYxdgBxLEF1BAfiOSo4gn5KdHil9HhJD3gV6NguzcLoxzNV14mT5BndzbGqQRFQ70elsiQ6FJYjzCckMYavtAOD23rVD7MFfVS9zmW1Pk2TBaryD9pJNYCTMwQcPS3zF2hPlTr3GOuUtw/vbQTB8c17BxyRYSFd/yL9Aho06NPe8I9WwatmrzCdVGDVEnuMX+gt/UPKUWbglrqJIa/0us0x4/TkIwSAsKdgsgcq6lbvrI8DKbJhCL8uS4/8ThpJHh75Rpys+iMPWqraA00nxpPRq3Xyh1EFEBh54/vmrE8z3oAyZBEtKPkalIdmFnz3mVEgOYKdNWeg74QP04+dI/qWFyPEEZqvnypocNFZNdYuw6sgWCF4hD34JDyPGsUTwK6k4Y6/74j7V9GoXAtvKC6h5ggCsO0ui56s0zIa3n5rYv7wIDPuhb1re8HHZSFtToM5kgUaujm65CfhQzXEalMUUCHszyFsMcasmimjZa+GosIryOypSUoxtjIQk6M+gVQiTa+2MVCs3IR9iG3SdKuLT1yItAS/82Dadt/HcefwrjajhEZ5HC003BQv8dOgiQvRbuiex7vPP5YDKZU2fKoRXp4nvry/bUO81wM/OjHOvWCmMqSUhQ9Q+HBV1rG29wO+Hih9EcmTeYuK4378GDaDs9N48JzixFUAOcihHj7H9GXNAGPQmp3aB/+KYeVBX9nNg5n8qg51iUyTqhqeipmSbfWvfuEf/luZUwWkVzFF0NvcTtf3Dbhmj7Ofsj/6ljCaIOavpexKAy/8Tywk6T4JZLcpacKf+JMIvJPBvVfUvaErnu0Ay8XVwYXIjyQVTfR3YZve2DY2syNXLiwjU/s0dGkYdjSA7DOkeJruS61GCEEyNtmRFPrRR+FCBNskJPrnLbyM15mdweZV9l95WzrV1SL3vMhMJJ4MaWxfW1TMmGinLOEGgMCn5WoRhM3ro2zn+d626sN4XSkrPXUom3unscmW0rk+tHqgdModeLc6p27dVq2zS3n6eMZja+O3mLIxRjHBxwBvvCWdKyPIWlo5Ai1WvAhFU+ClnWdpZ02SnsIy23d0InsPwqIzysULKiXfnClbCprbckS5mMR9HWTIB30vfswAQ+k2/T4H/XTnuy6YpimvYXHXW8OtySchF1SVKyCboxLLkZLmQJH5/Tee4jztT8FtiTmvfQPHIk6fSQLuIE0nYe7XkKDornTQRkQrSjX/H/xm8/1z1iDsvIVPItbUxoGRAMB+nfdBAWCecO84WSNBKpFntNxc4Te+E/Ko190cpBj9635ubrU6Lbi/TDlQQDlmkgoGHXOBGCA9HaBTOvG1XIDOeab8A3hHiDMdxqgT7nuOhGZPRFLnClC4/i9jxNtNAXKMs7+cC7LOEiZOF/A6QTKYp5sA5TNiT458BfGxEtQjRT0fOzpqJBAgJoKZpYsvPhv/Z5VoqPT5qQC224CRMLaXegSpOWWIVALIF4v86yLID8RRoHsx/sbGMBsbbqNxTAkrP0c+ex7A0n3ptki9nvaCdSo1WJOKC+eJRBajY2+9pXe5IdxubdsnRS4TK8AZh1knBZdlM3Dk+rXr+4W15W7O8Xf6TS0ldNECpLs5Por7StvzpMNSC6UdqSBGzgYtokBIHKS5C+NxxwiFd3hVNnzm0ZGMkovPm/M6uVkIgGGS6tgG1zTwfhwZg7ljYPOIQTO6+HA7tYdbVJivKu3/vbJyA13pU9S4iM1A2JV+Zbp4psweySoiJa51kZSA+J4sUg65NgGIDfZnxqGxUWQqlm49e4aC2OvikOmqA8UfJjI6UQi8XStTMUhNE7Z1Cpr/StrflBLbPaH80nLMB3aR8va0h+RnlpE3s/skU93CSJl6pDBnusktJMFUspgYV+DLx1ALebWgaq5YW4z6fweWkn+cK3fnSA1AOac9vM9CA/b/47E/J2914IchVsvB/JdiXZlz7d4TgEDJ3tO7pZjNoR3S40M5miUq3UqrWzOagPSHOLCcb6uMFwTTFIFXY7JXABQcte5OSFGRgvUzZtlDAoQp2WAZvSungRAEEeHI50wpr3tFe9dav22NJ4KxiSQzRVZ50jlB4zPAtYEqNQv+6vhkHzrxgEEzsDWEbyqHewAE3MC/PsSrNioh74PKCXbsoc8ES9M5q4pOsf8ZkqHnUButM8yZRAqiG2dBYg2uxL7wzRZ4Vcy0zQREvpr44Hfj922CWZxFtBExBHc+QonFFD28Pc7NFTbYzGnZbSsTX1Lxus4B4S+3HuehP7xP4B5f2qYpwC20nUt97rj81vNMNkSN0fILzHS085fnKoNqYGsVw0uH+cHdyahU1FmxZWvW6VQ4WEMGue4ScSt6Bq0qG5yi9Ix0UT6oc98cF/mW2JucPzegbDgS3rIwHntDaKEU/bLGMtC1sBQrdyDQC2FGzUbwZ+4pNA/FuUWVY+P5mzvgAFcSv8C94BByH9GcJHVDfKNbEpJMw171CKbiLZaaETMato3g3mebLn4aW8zBD3U3/wFxKxk1gDVnXaQtZq/hHpzDrEJilyN+saE/IujssJBtHaVjDeubJ5YYRXHRCvw383gXuSaOwA2T8Z9kG7Nww8DfyOM92gPZoyrAOasPJSHSvirMxsdTgjpQ4VVENMoqIsBFlGc0t5wacyoXqBm1a8fIhjBvKPE6W5TRydorsWF6PZ9rzfvcwLvXClLecDb3aNZkw0cOR7SvY/u6Bbt31TWJID8ZJIFTqktQN3wes/TZQYJDmgeZN7CLEJxIXe9Thme/YlLiKbnDIyyaomRNEiVEdElDMXa5QsKxRcgtM17V2EyC0Gqy/erLdxWuW7oMn1oMKZSTAwYw7Ua+J792QGBvwGsOyroUZZfs8WQdMsqVz473zkcA+/TRmJ+ygd8u2DOIKgIUR3CW2Dx8eKsERWbP0pBb+9hFs2xHcXwNitp5xbu/LIUakY6775PghYbIFmf7Exbvrc0Zbof8Rt4LNjkDHfNFfY8iNDQIaNBhFyLxIhu9+OxRcrdVfLECpquSipEyWvyn2BiLxidGpkrChupfC90l4taBUw2tuDrQi7Xx/r3M5U/VdqScek7UQCDxR57Iemvq4hsCcDHk0FVh45TZhyVmHqk7dd82AIDP8xwx2d5kAg/saJHXuyJM/8B6oIOTWqMUubam/XAOjH/sEa1V9Gt5F0R7OQ3MKltLCRVlLT6Qv8/L73z1+SzABEyHpscYr7fZkHjydvGwc/3ZM5RKI8HSporPZYB1rPyvOWRv9DD1nLZJSW5fz6Erci/k8bsIU+wyBrH5x+bFrw1fUu2+SwBXbzA7H5XbrkZAPX32IAdMyCUb9kHkKhugA1jEtHVxuEcKL4AuSWgPtuzotS4YGxznCFbtlSF1fRMooFXggwbUaBFK53TbDN5gpGd+L8Dy+9aMIxjrifT8AIistOXZ5MjNTRajoG2Jrou6nKmZ/T1ksTTApgaR+DxX88HpYTW60MCTYp1y5KzF6mZr+/e6Mdpgr6IQQS9nBx8GHQcnzipjBk/F1YBVwkFpj3MGxLjFa8vqIygx6+Ejy5tKFz17cSFXmcpjrH4M0UkGir2c11OeRTTsk+9/aiCp72zMLeEebou1kff1qTjdhNlI7MlllloJxVwt5KqvK8rf8t1uf6n4imvcr9oPYd95fpEork1aJSOLJ5yInXvCcer0gJ5ycwTyxJblsHHTrFzITtk/IP7+aRR1uBiDRORwkCDld5b7Uxcjgo3dN+XxTANa7EOHAWQZxcKLr3YYKtZWiNuqb8EVL3P0m5qonAEO5MGzxL1BtAuSxeg0UynVlDuEWqiL6GHmLab3KXh1sxQxjAxUQ2111GjFOyvhnbsSnJIh/4b1j9U9DlJjsA1j3HfBCYQi/dqw4bXhJsCb7bCokcA/hGngcSNTPCvP40bYLAgW++W7ad+/HpHsnX2T1nP+Pas+UyDT+2e5l4NmMLNzV5Zp5hK/JVpo3SfI05ZTU4Z39WGKxSbRecjXkKLat4PFArXNHbFUkz1sMYDO38Olry4oEKIY4vBkTFYhuWDPT59a/VA/S/1uTnlrWq9t4qhIPSazGGQgXqNQWjneFtectCKkKYkDh+6ccxLoqEyLys4vclc/CRdoODLAnpmZf03p1F56WN0baPPe5rTVMDp7sumIb9NewmXyOBXeZzxdHWbjRzzthVZKy4R42E95gXsDF5UJzdS8z6mQx5TjxD3ibcw0PgGxG7eg6X2J9EX9kxZUquICVg0hiMt/W/iMBbiAMODEcNfKSvYQAKufaaDkdBBtJ5tJfejg33/sUqFYauwlYroM+p/wy2BqeHqCKVVqsgudyDWtgBgfvEBkKF4Y+1envZEUaVP3BuYsggnSLmesXsIv5K/Uxa8Lv9aFmAQVStzHhxfzmwySGMMMV/OheU8rXrdJLshuhEVifcBggptI5HkeUWeL5pn+hvElwPsaA0ArtvUfa2RMB+CIPK/qBP9Katn/81pp7v3X4gBwVeCraiou30MariN23HIBy/iAGru2+dKh6wiF02YcEArl80Zdgjt4LJ+d6MaNEchrorg9uDZ9EUw+1w+kx5tETRjehFpj7ZvAioRW5HWLKU304c9POQaV+2MoDIGIrHBkrlk9kV2HlRJyXMQ/Kaj1E6fi/xaqmw7fU6ygSIOPxG2KBKr8A6hgsgtqBOsGzqBmQvAr+XRX9S49vEmEg+4Wvm9OAqhDDYy8hG95tHhRYBD7dSyJCD34wdO2SdhVMs31g7kX8g03Df0yPV0w2TdFv1sMOODzs42esCMgFiG2jXP+SKZBgf7UnMhwIU2m7NP+DtuoW2227MK/2LnoSi9FwOeZ6jljGBoddn1UPZgfaSjEo2UdKOcdrbaHSWjagR2467v7+UGGCj6GhIsDbCvuDOOPfEe3U4i0CYhzHWpy8UCU2HdHr7HHdy2O953p/yF8dVbiOqsTXqI8haC5udB35tLA2QoJN56n6yK2+v0svZ9xuslWzkzc56XKSp8IGcQiCScJcSG5RKuGpXqARfBtvbRPBzpHOWKeBm8xsgOaNBKYsuHMjVtCLHm8sdRSaEy1pFMGb8XI1MIT5E90X1bZBNtGjwlTuE2y9YEpnDp/hwyCSczhlYu2TG+v/LCiomrGFIURn1YbscPTIjQdHZ3BpUZVo/FWYLFIoV4ZVH7cj8e6hS+RVI05M1VOLKDLqXCjlAQa/1wi+UTGAAdQiyM0wSAIsjukesIVv7acb8y+moxo1rdnKW7FnCsFQS4c4ULSwhG8vOrs78ISR3Zrkv+IqUo64FDxmUOhv61c1EnFZbHOmXaronvu4SYTeUJAWzbffdx5Y9DRZX7PLbYukHXhcCpmrWzrbTGc2rBdtttc+IrBT6LiQu5lW+r8muT8+rtu7Tk+apvMA9I2sWyBe+mZwr14y6wws4h4M5ZyOa1PvSC3HwL8h/oHv5urjNpKeKBdWQlVUK/Xg7UlEZz5aAchNZgGuQ3OfGBlb9QYwyZ71ld4sbIDEoAFHXFAsup2HCcSVdkxFWSLHgoEZg6F1cKe9rxTB1Olsv7sVwAu2Q0XVV9+PfcHP2qJ0xQZWUVxC8w/hUY4XyVJh0UQ3P5w5T7LaDs+BS5GN1sjxtPijNrSP3zBoOQSWyl9y8eBwzwZdAVuqUn2VUXc2LIWNuV9DxAewwyAcPO2DkwDjBn8xmGVgmQm7y0z4F0N7L+qxM0PEiXpADHbkDChqkKwm58rGfokBKKv1opHkaHH5Urm2g1K5ZB93U0LK7UI9XoXAjmLi//iCdZ0Bpkb5hyHg3N5enZ/VKCcGuBy82eHVK3xD8bPFsTuz+ZmG0ti3Je50os2SQPIv6JhkwM6kx4VVLvoevt41Ul/WkLZ0EcY5d5Bby4iHnbc6bpqJ3KJzPCE8D6MxlvWPfdYjyTm6IT4R8Bv52lIoreNxo7HOAilUr0s/Gia9wp2P02mwAaHXz9tkLApq0bgsRakrIjpkmh+8LohPaMAqBMmgW2fRJpqdDrvdyVigrmPAF9hzFSTCDP0wGa3J5RqSKpHSek14Etbimb/mfUzNytkVDP5CDCAe+J9UTjiwdiXy6J86aTx7TMi26Az6y/YfXIi0w6B/1+XzFB/4+0usuMKzggNTMejeAV8WkcbCwcQagt3lSa0iNDIq7AgkXMu/y3lGMskk/Q3CiDKODCDJiL5N+bc+vct1nhTp9DsFw+whkvXecPHAJ+j6pfEDvjSd4RtkVV4D2QXrCZlIjGMSaj6FBPDcgGJ24k8cBtizl0BEjQ/MLe6hCOwh3ZQCvE4rtVsYLkVSocm166iwX0hlvr2FXSZwPw7JZJ9LTRf6CPtspTqmSIMf1UGEndSEIoh/j8cyO5eMIJOvP9jn4UGX4A+C/51+RL5yO6FOzxEbjn+G2eqinZ50s6AzxWUmiEOk+CKu/Q2eVAbkmEetJ9xatBDtLsJkBIdfVKOpbFOBQHbIZEq1TAr21mhxX5CFsUsJz34My24nzJPfxKT6MbJ68qgUIAyJHEjq0qS6HcWyyonjP2GaIa93T/HRJ+y1DZB9lJEzQxX14/C2wMej1VKydryP9yA5yzoxjtOqx/ghVqtWzwWpxyw1Wkg7FpA3VfAXrcsW79Dbtd3FXs5Zb0hk/jZrG+KrMdH2h34X0LhH6ap39TNXY2C5Kn8zy3Tq/7UiqNU4J0VuuTIaCGka1d8hfLaepxrGqh8LwcvffZj5HXUsTMSmEkK0GafRP+scpwdTwRn3+5SKaam7ugQDTIaVBM+5OHSDjKduGktHNxc1TsCxO1ZSPcybWagM+OY3E3KQjV7Ot/Tf0L6U09OktVAYc/5zrMoObBx1xc7scTWQ4YKT8JGRuQ37AR/l11BJM7uFL5+/OTT8abtfsrSeNo0AuJJmxz5Ft1zxFBbF6Ii9omxYKb6jwftVZe7jREvGqdmfdPFXV95hv3hu8mpIcVAyH1rTLYpGIT+cJx0EZZlT3b0qyKVDeHGzTgoQM2nOGtvpeORuMgVZlc+rp0doBMBRInGtDsOSMfYxQP/JuAOD1GH8JP9Qc/B8p2jIIdoYd2UU+5auugB75lL+E7s/alRbC44pWJD+bt//rnKUO96QBjLn7aPI9UayBQTx0SPKGurru9ZhniJb8RqkKXS3RBRVA0HCMmvGJpozJtrEcdf11tk9hPan1hQTXoOC7kROHuL9c8atFU4psJSIOx/gcFs8P9MFX47zxzZuJL4yGOWaIfZl8KGWd9vYUDhOoLzyCNm/BMoTqlX7SPmmFPo2fKJpxs+/oTKyrB4whe+6DZ5MjLKO7BzwZLGUEvFHhE0koy2RFVKjYiQKI9e4p/2ha8oCNs+Wdswr8y4qVbOGm8tETH1iHUj3SEFPngiUn2Vd65a/IHHAvYQmGvhs9AR/AFzDoLZfKRMM2Yf0cbHQ3WoHMVOoOisvmHrgTZq/uB8+vIUEjiCY38dqCn7QIRrfKey0QwTVwugo+RBtqTnQXRUUA+TmRa+JmEOy0+v0QqSkt3G38rl9d4s9iHPEyyzWMdhZpTunXYUaNL4FPCOCHQyaVOFRHhnTVy6KYREtuAMMCVt3pCHRDEVqnQsC5B84akI8fPb7hLngraAoJRwKDoJyxuwUlN2UWsqtTuOj08ajUYRlQMTNI6MawiRgkKenhCUcq5BCNVoVFgkrW+nOsRrxs6SKe2G1gbXtvhjrt24099fW23/GARoheGrQQIsp4kEUYCFlHuMIQkPRGZCF4so43MpYv+LDPXaRSyWkDpNya3ffz69hKP4r6JzdodMjbCKCoLj4WS57s8xHhvlqSHcSvlXq/75Pbl6rGOR1C2g6ymEQ6RsyXZoc0GsLuiPgxIwCzxvwC3tyu6ekNm1DVf7uyMDwDsCbXPXLLw+Cemss3yetFrA7gFT+ilXUSmYRSyjep9fFkF8fleyenMYlpaqWwHuygEzR0UxVyy4691SO1suj/GtUH6yg/Si7k3TgIVK6qfTw18gTQ+KmazYzLTtWdAFWBbGI83LxYmpPB70TJ54MxnIWRCrkENZPdenlbKwlkOGfDjqEh4hxbCGFwJ4aCwSOwQ8eRUtTrWcSThhZzyWQYy0d3az7qxiZinC/VAsEDaP3860crzTOtwoE0xpEdBiz4yqAE29kkvtRHxyw8MVB0FDmyyCFKB4u+dTaOEbG+KLUcotkKmT6+gseIeWpIWpMJv1OQbCVsS5GHRohuvY3pbng9R7zrhRdHwATMi5OBUzWgIoCNGp9tAMLcN9BYueI1cgvD9Ror48Bmr0z+fXkfyXVE9jrmw2v2Ij/LwX1fKnrQf5ggDTPWeWHZIlD5H6axvYP4mSkBX6BLsDvhhV5INoay4ZteOvT8a38Mk8lNoRaDm2kjoZP/f6cYZkAflC4d2L2dzfcw7+btQWCkqO1nPZbBOEORAFjL/qkSRg2CT+drwIA9BxhDJe3oBSpIdT4hnCe2P72Kl/C0EFhz/LKeQGFbhMoL/mZlda8Bd0zSONtFbhGWUp46BCpVg0R78dqzUji7GSZ1mrW05nb/CXBobES1JdWXIxpLPPCsDil+XtyI1FUcupUfegtCKCtofE/uqKISstmly6QW/WpsxUeQeEUWOSb8JGbAgbuKKRQ0aaA2XEYsskCvzws4nwkXUUVAdwDlk3Tdx6CvDx5V3TT/QS3K8VlrzzphPfU8y8ndLAQtB+yNPKmVo3gDadRmlfptJkFSOyOczWhUVXhZ873WykldZwMXUGFuVzTLA+R3oaLId7kGbpdOS4q8pL9IV8DBmJZvMYN4naMC0LEUaLJKRMjFzyc2WCbsiYz2BIYfLrTvwEQClw9miw7icvm6TYV2e0yovJ8lVMKv9DoTbK/KhAlJlPP40dQmsAuGuBRMijA/DeGM9fo0g4TT5eKl1Q785IlRGeLtZwi+3ka/CGW2REZX06fP5n8iuJvKgJ8LiW27md2dQT6JylnBZi+EMonNOY4t8Vy3VnZgwI81AeiudOW8DttP31LCljwTxDsD05SNU17C55FwN4r75KrtB/nQpcq1GHhoL8eQk4AvwAt51jbPrVrawFDydoymwYj+/BYjwXYXmfg3fUuRLDfvZpN7eMCR1WdK8Uz2iYb8avWbcnVCDMfAaXfEpH9x1ox02+E8LcPVzLCLmKyOrUGyGRnUT/5ByuovrdCdQuBmOtYrVYRz05N9mHDSLvDkjMCqjgghup6/MEYsoEgFw9mNFQV3j3KeN68M7iDiqzUdr97zjP+Kw8LqChlvMqAMK2cWgQPtwSDyEJsoGBcToB5kRvOOrwO9ll0YB3JYC33m3oF1UNz7UMGdWuFMNqnblibIRbazM6yREsWTgaitgSZQ1SGFMQESVp9M8VjBYK+7QWNXKtfvEwvppIGKRYShNsAPv7xsUcGcxdxaYo7GT7jfNpDmokFfOj+khYnebPTMu7AMWL4yM/tRSJ7uhTbg2aMUcRFhtLlkTC5MmsMeOHyS+EUxSnEmZbQoOUuBthaYshlQxRf10wl8AX6YP7zCYm5PDpDNBqEwOXxU/fO2xf9sRoptXOuSO9UgNCDTmXnIr4UfNUuJlSLtX9Mm5EPsFCM5hdKhJUKoEY0l7CLkX71qmxF+gzBK9wFeQj6ZoYqtGL8+1m+AwIfA93qRLs9QUNsy1LOs1l+ykwj4/fry+/EQh50JL/WLiDGx7PJ5QiY48xGgLM2b0ob3z0g6Ic3FFsjvXyjkcxyWnrgWOZPv8ntJR9E80Vz6iMOUA2OS4Ngjk+ApKgTKwUOCxIG2KOupMR2LASKvJ8OE04ptRFUfKgp1meZCH7ODFXZGtzF5nmg6r2i+dK8rUaDnkC2R1fx8dWe1p14KlMW6dq44KbjvpLbbLHUkmrVFYHyEdUK3d3mrGHQLf+5ii4PiVe6hpSxkZ7Xb90zhWLljKsli8wIA0WZWaOfg6W1o4+lEcMocADnPIlhMR/CMS3WfPbmdcjMHJfjQ6sfG2ah94Rg0H2zti9UJ+XkREmCvnPHWVEjlW36Vk2KQfc+xK7WE25O9xQrahwwyhk7Ur+gFFmd11dU2WxayOzNwPPuddmY7yf1i8c70CrS31hYBnxR2fwJoAMSZLeIsp4aPIfQr5R66X1nVV9beml4115DHx5hRpPFQhxggOuRz/8MSsmFyqi4cxJ1AOMos8RLrFJZj6yCS9N59fEIPzoCDVSkPG7uirAduUqWRRE8smka/WtRgv6Qf0CGYNOwZ5p1TUBLfsgueCTrxXUb2SY8FhUHTDwtN9p5Vo1g2ZSFdT9LZewOam6F2BZeS5s7BbqlkjhnSDKAiPXRCwe0R45UWrzKVSkxz50EZiNjI0Kb8pB5XTZ0iEBNd5H2EtnU7raYaXd3/JoG+faaN2f5PRMYeFfFQfQo6Sbm/6ng1j2XXwg+aj72xDGnENBsAOne7dBO+rEuW/vKfcbMUlYQYhbMy4wapiuPanoB/PxIk6fS8NiKRH/n6j9Fd/aBQeEtGOOHk6R4/8m0Tj07nso3wtrk58S1bRMh75Qfd9FDcDoVombganK623tBnmvHX/P+7OY7ial7wJ61CbLGzkbWeMEeQuKvkVG2oqEDCANRU0DgwGmKp+taRoEv9wnowW5+mTIGblHXjrvdc0F1KF2AVBdomxW0WSfTqDJojrf0s4mJgdaK9M1kKBIPsU5ufw7hjJT4wRwyA+6DibwllG67FAxgxqbt01DQhMWJ7SPg+N2gBx3T4f3o4tj5B3okS2UmJEGJQrpuhEgWnlwl+/oRvBSgk8l7p1vKdTCxQd8kbRE9+nCsYFDabAeFmIIejGPDYcozwqibGuEz8bwMGL4hLkWY6jZtrm0iDtgOk6LNqK0gFOIh6nT/ngca2WtQWorR7J8z+FvtqiLdbsnJkOP+Bv4+XvW6rQRxgV4iQro0TZvrUbx+qbroEeuw9cYT9wW7YwvKa5JePIF9E/AGw+mKW3ucRZxsZYbLwPYOQfrOkpSp7Fz3uhk3NjPoevQMcBEK8jKzlOQKdHYM98ei2EQg9xMn4nUbg4ybzIizQ+Cq3BF0N4/H2Zh1EjOzA24ZvwRNOGokNRIaDpwebReRs9rD15pBTMP/bBc1MMSMk2O3qPTno1O/dry7Bx9/HWNMbp9KOxvZwiaXTdapWyeOWJnRJMFcvdf2i6epHSglNORAYMon17ZXvSrv4n/qb1VD+Vlb9CVSfSJK+kFjdhUC29/E7p5sky8MXD6tAUmtuCKwAGjWBnF9OtaBibnKrQvEsBfwvwVWqCMpoa/zFA0yWayjcIw2T8q9MweopfSq+tR9zlqIfqJLoWPT9PJOrD6ZwV2ZBx54wSku9WrhoZgZQ0228/Np2uVkR/cBVK3GPRbBj0XjPFLTLkU2vhMVzQhiM0IRIVi8cRXKNG7j/md6spH+cGBIMfaMangY1QsMCf1YyomvrQ8Xx19aWxhkg7/7Z4SPhH3t8sCuSi5yh2ZnAijaS5QtTwwJat8Cuz6g1VM0QeA52tx52LpiYsTciEFhUWztQzAVuTbROYWaKiNV1CSagCOh+M47K3fGqP2pEAMIE2Ip3IVwYMs0HslSn77OjkpDREdtIfpeeVd38XEsxs13iLS6Q5toLhB+nI+B9x3042d++WX88JT2989xx5f8IGN4/n5rpGBy4h7cUtKgrQVW35YgprXig8ajl3XMwyWKF1y0PtNyEzOnfUI21Z8v9Sd/r4TJehdBh4brTmIydblVTtLrMExDTxSY+D6G2IaFHoQhAUH9s56hCD9O8vfANIItlXc1kIhlg4tUB11csutWHG3arPl6GMINSH3E1krpuyQnIZb+NjglidMlizQ2fokd8riI4HZgUzypPdAC8Q/L6wmZKEc/y5bn2LefR2JEIr86pGKyXnZTiv990qEFof/8M9KAutFDNnUDyQktkyEV1UMskzrAkXhIGXjqVHctUPTPp9fKbYqweRPAykk4xdgALsiLcGcNyWHa091V23X0yrM9R/bac/wiyz5OnXEsPzYY3z7w4r0fFFAobMaXT5C+4s3GLs5Ai66bqt0JFpJE2EDeew945iaDqXsKfEfFLRgBzZdY4op+4OhJ+DansIo9UGt4Xv88cgUuy03xPxVS4WMN94C4g+KpWkO0oKkvbpT8SboFU0lenu/Ovtqpmj8ovSpvHKP9dlvetu+IJ3TYVGzCpMqQK1ju72lYjZL/yi2ddJnXe4h+HV99lJAuQlviPRRRWgGb+r9OFUAByUL9cZ9jOq41mkZIQZHLFF2jBoK0TI76eWnTOXUvpnqOvzaaUwqDcB0jooERXSspgReii8afrhN9n7zykR8X89aGIV69zyxL04KGAEbNxy+ouHm4xkbtyYOASkEnxr4qfq5LqG9nCehDjPA8EL+FFxuSYNIqJ7aFxr+F0fUwQUrmvWpqhpikb1kCFRaH0qr836I9Iy9PhaeRjz6SjFg29ozTsBWz8RntjA6dI9vD9qeADPcSvYsHlumkNO6msfv1MgkD6Tc0WOiAnYnPFOoNVUGMQ7SI1hzPSEMlCvlPdUGsaVdBOPw7QyH0rq7OeY9hl3EAotOkzHzbbYitQ1L3+DW+F8JdKSdMfsiWk4Orvhxvdro2Cxe/bPZuyJ2HLQNClr92Tk1YVulADSWzHJSQOMCbhpKdQltvOIKqUxaGLrJao0FdKM1/655LyVeNk3e9eVpRXmcVYuGoi7tUsudVVhvhrqgGQprR4BoUSpFtvQk/N9GW6C1RzyWc3sPy9fHulDcrkANlqcH3OUZc4vj+5IQjqRkCA28eRuMe7GJYZJJfF4a2V0hAeRZbcYsN3aMR0Y1sbKK0QsH78p86a6fz1yQfTCvc/IVb/eSHa4pRkOjUDO85Alnu7Uxvgy9tAxxDUDzIy5pOVzpoB9OvjYuY62o5H6cPqSBS0NmTapKQDQtEcrO8uC9yChfBHl0h7ouS1irxDIONhDJIjDNufGJf2TIVp4TzYXcePteAtrl39rv9uoDJEpGyDNKW2GgoJMFurqsGmm106f5aNPIF/dCUDEZVkuyKLOwT9AmdyRTqOEZyvDBQ349nHMM7uQC+SULDwicFWiIUFWR9IswSjwDuKu1Jqfm/bLpRvGoyB8aYY670ap3XsId7EdRBL5JsLkCem57Z7tK7SxzkSzKNAdzddaf022cPS0SnwnNjzfs5KCig9us5CCx4edpE3bMeTv6cYlZ32pJWxZBICnRxaI2TFo+sgAFeY9OwN9h50MLKOTrzsVuidJiS7OJcXVEdE5i4ShYJtovGsXJEjxubfLsxYA6nOES4iiwZ/6Ajun6u/Qw26jk48cCYWQrwripQqVk95QS1IbsO+Nao/qHhcowA3l38QTyOLomRoAH+Lvm4NdGBYvQfxmB5ZE3e4G8KPY9l7x17RY9M88WGzmC43v0Wntk8EfvaCsBtOA4W5hl3+tV79j74JvOWK9jhgoTIYTYsnxRNeS5ScsJgOM29BXj9Uo9ii99cb4m0cVy6ekQAWXxuUQNX3MlDS9Ivz8vz/VEh/RGfxmG31PfMy2vGDZIa51lvdNRsPo1R1DlpRN+NNk7EC5V/mNHotDmI57sw99xNUuiu+nOiqQVtemg2bFwbdpnHnZ+zmb1jPMfY5MdprPD4u5lsQiur8M2QBgAX9JUIIrd+rKAtOkdoYhV2CYot/W0y+oEWurjHVbvz5Ft41FS0ZwmwVIwhGLo6WPBWNTnOSuAo06buRGltbV8GOa+D9ZE/WtHmXPiD/wTNYsuyJMsF3G0vCd/lYj0w5YMiGc7p26HHDcGpbvI/p9LMmEnv8UEDutNXnnGwREYyB+CZI8QJyg8YPtQoVwhVQhGI0zULUI4NR3PFsUZIrSf/fbZIaBBerucWyr3F+D89EjFugm7WCH+KdXFUfRp7Axhcz75fwANDVdTntINL0UwO2ZJOBbvo7BDBfLKrCv3hKnaeIUCT4ErOQC/al/q9nav0Jd7zQsebv5AsRJQmjgCrP3A52CKp1V7hc57Fb57MD5Sug93BMXyqcld5fOjw7X0+Th4afTRjDwAiUE4esuV10a3uEGpmwjFCAHl0QfpFvUI+jKncHdLGVh13cEHhY2QMI6f7fdZipwu0lt72XBBudxFVtm5xN7Lla3rIan20hnuOGqU+es/BWrC/ZrfhoM4aNr+ttdG4JhpJScrEy1bH5MISFBraG3wqjzqYSQ0F4x8/nDGUnGgQ8vNj/bz9aVWwnpx+qJ+rsPMXbzEJPmiWXGv30w3A/myvGAda6Exvf2ykWTUNPXIwM9XYGwVlyxZwhNc5HlvaXN01DJNnIl761Vb5eTNDWqOOtwRS5WV8p5PLEnxShQv6lrjQIu7IXe8AYt6zjZzXLKlIrFxm5jnMRFMCAnm6A1hZqYirvywPJRXSnJWkhmJmD0E0GwMRqOzwF5vIv+gg3of/V1GLuYPowxEkQ7MKv9N997VEMdukWSiY5a9vPrEtAThHxeQTyYxi4kzLrNYQJ/96OZctoS4UKSFxTrWlTB1DnTxgNUPizrtEQwqzN0uKsxa//bLRE/82KfbaT4+wWw5Z5kGMXTb+azI4P6U9en9vEanOxACJTazespM/lX30VgYgSS8g6h7pVb2KSyi0+NaEjGqlIHQ79R27XKaGC31TyPhlUV4ObjWQVnZANnrB4fpuHcIrukG+gD5yhSUUt+x1fMxjcC3lv/YJMnun9AYKKdX7VimgCpXRZlo9nQtJAeJFE6EXU0RsAYrw9HzwTzT+S6rvemB3M1N1jvmyVquy5f4XoU1nz1qeZYfOSSfeNTDt4t2keawF7YmG7zTB9ubwQVm9a9pf3mymzLYHKSmiVq8i82Fzj98zW1IR1IGPToFHNXbOgTvB/1nkhtQ7qupwX+Q3I/4SfxVHPtNAQhBKOhAoiFhJ2EuvaOLkrhvozUfrbppwAoPOrAwV78E3dYroIqXeWDZZAk8wXLScMb7CkXDdutnM6tpR3Aa3bhvDdWJmAAAzRig3PcFwv5oOhoA+rc6J6ESkRJtj8Rp/F+B9rq++zPgIu4i/cvWjAf/DHjND5X3rskWFSZosIT1BbjeGnadVndWz5ecMVQ0jJDhsIQ8efI+csmfC3QQTm8lFA2D3gAHSz6joR8+9E1jYK4Yld08A/Nu/B6y6Eyao4kkvBdjghop5lT/SC9vtsJsjp9VIXjSPG6T8IItyr8/gwya4kyFI1P341QE6AsuaYagAU6B/lAEBbPJ0rRnXYKkdrzARq2VBIip5EDxyUdgHVmbrbPCLSdRIRKMJuUEMT3Sqo+f26qzndQNMbAXvoVe9P0o57RzDKSNUCIKrjxfNLoPu+A3OFyoIuljiYcltzVvwEQi6JUvNXP7FdVL//WYp/S0NdTpGFTccjgiZTo6vnKEeqYQtXu1QwxzhCF21r0APU4Mu1g3pTU+cKnGi2CJ4wx+vgWorOGnBdsk4OdvnSgmJJZB5GY4TgJw3ydAUbH5tt1aO5K3xqnNUCduXekq62wXaQ9NuQqRH4T13wAUhgYuIKdnK1dZ6kJrT8Lhb5n/WtS0JxaAsnB8ZKSqBg6NnJA/Khw5UE+baNbkECvJ+TuEJ0quCrhcsDVj1PQPGZ6apKfI9Ilg4oqwhvmshiqxO/Si0e6v6J99RAEdhYWXvX1ZmBSSMXfBbFwTtI01bBo+LBc8P1hajSWumD/WNb4iFaPbuD6uRHh8xepOpW/wBOWugikqCgm4OfDel1yQRItx48ZNQk2NDlk5RMn8RnXJn9lf/8q9rCV4N/K+2xsUB/GW1EGY1Q5S1SLBX3Hypcw2YjQ4y8LJyyywBlb838Iv4+qrftW7JpMhFN4wiyGt0FJO46XqaMAR0hIq58TWYEHAt1TmzrySOQcqLK7yyE20UNUUbqeS4wtoMs8p3WSssjxJFrpNkaovMGfDYGWDnflv0WIJEAU+oFk75eWzi69/v53lsct\"}]},\"native_finish_reason\":\"completed\"}],\"created\":1769340748,\"model\":\"x-ai/grok-4\",\"object\":\"chat.completion\",\"service_tier\":null,\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":18034,\"prompt_tokens\":1651,\"total_tokens\":19685,\"completion_tokens_details\":{\"accepted_prediction_tokens\":null,\"audio_tokens\":null,\"reasoning_tokens\":16551,\"rejected_prediction_tokens\":null,\"image_tokens\":0},\"prompt_tokens_details\":{\"audio_tokens\":0,\"cached_tokens\":679,\"video_tokens\":0},\"cost\":0.27393525,\"is_byok\":false,\"cost_details\":{\"upstream_inference_cost\":null,\"upstream_inference_prompt_cost\":0.00342525,\"upstream_inference_completions_cost\":0.27051}},\"provider\":\"xAI\"}"}, "scoring": {"fuzzy": 0.3070581401161642, "cost_summary": {"total_input_tokens": 8255, "total_output_tokens": 103872, "total_tokens": 112127, "input_cost_usd": 0.024765, "output_cost_usd": 1.55808, "total_cost_usd": 1.5828449999999998}}, "normalized_score": 30.70581401161642}, {"_id": {"$oid": "69ce22c0214d8cd071ad026e"}, "test_id": "T0130", "benchmark": "bibliographic_data", "date": "2026-01-25", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5-mini", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"HISTORY AND THEORY\",\"year\":\"1945\",\"page_number\":3},\"entries\":[{\"id\":\"15\",\"type\":\"journal-article\",\"title\":\"The Open Society and Its Enemies\",\"container_title\":\"British Journal of Sociology\",\"author\":[{\"family\":\"Plamenatz\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1952\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"264-273\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"16\",\"type\":\"journal-article\",\"title\":\"The Open Society - a Comment\",\"container_title\":\"British Journal of Sociology\",\"author\":[{\"family\":\"Gombrich\",\"given\":\"E. H.\"}],\"note\":\"On Plamenatz\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1952\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"358-360\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"17\",\"type\":\"journal-article\",\"title\":\"The Open Society - a Rejoinder\",\"container_title\":\"British Journal of Sociology\",\"author\":[{\"family\":\"Plamenatz\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1953\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"IV\",\"page\":\"76-77\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"18\",\"type\":\"journal-article\",\"title\":\"The Open Society: a Reconsideration\",\"container_title\":\"Political Science Quarterly\",\"author\":[{\"family\":\"Cobban\",\"given\":\"Alfred\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1954\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LXIX\",\"page\":\"119-126\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"19\",\"type\":\"journal-article\",\"title\":\"Has History a Meaning?\",\"container_title\":\"British Journal for the Philosophy of Science\",\"author\":[{\"family\":\"Bernal\",\"given\":\"J. D.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1955\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"VI\",\"page\":\"164-169\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"20\",\"type\":\"book\",\"title\":\"War and History\",\"container_title\":null,\"author\":[{\"family\":\"Sumner\",\"given\":\"B. H.\"}],\"note\":null,\"publisher\":\"Oliver and Boyd\",\"editor\":null,\"publisher_place\":\"Edinburgh\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"21\",\"type\":\"book\",\"title\":\"The Philosophy of American History\",\"container_title\":null,\"author\":[{\"family\":\"Zucker\",\"given\":\"Morris\"}],\"note\":\"2 vols.\",\"publisher\":\"Arnold and Howard\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"22\",\"type\":\"journal-article\",\"title\":\"History as a Liberal Art\",\"container_title\":\"Journal of the History of Ideas\",\"author\":[{\"family\":\"Barzun\",\"given\":\"Jacques\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"VI\",\"page\":\"81-88\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"23\",\"type\":\"journal-article\",\"title\":\"The Study of Contemporary History: Some Further Reflections\",\"container_title\":\"History N. S.\",\"author\":[{\"family\":\"Beloff\",\"given\":\"Max\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXX\",\"page\":\"75-84\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"24\",\"type\":\"journal-article\",\"title\":\"Appunti sullo 'storicismo'\",\"container_title\":\"Societ\u00e0\",\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"note\":\"Reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959, 1-45\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I\",\"page\":\"1-45\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"25\",\"type\":\"journal-article\",\"title\":\"The Meaning of History\",\"container_title\":\"Ethics\",\"author\":[{\"family\":\"Coulborn\",\"given\":\"Rushton\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LV\",\"page\":\"46-63\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"26\",\"type\":\"journal-article\",\"title\":\"History \u2014 a Science?\",\"container_title\":\"Mississippi Valley Historical Review\",\"author\":[{\"family\":\"Gould\",\"given\":\"Clarence P.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXII\",\"page\":\"375-388\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"27\",\"type\":\"journal-article\",\"title\":\"Generality and Singularity in Historical Judgment\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Hofstadter\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XLII\",\"page\":\"57-65\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"28\",\"type\":\"journal-article\",\"title\":\"Les nouvelles conceptions de l'histoire\",\"container_title\":\"Revue philosophique\",\"author\":[{\"family\":\"Lenoble\",\"given\":\"R.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CXXXV\",\"page\":\"193-208, 324-348\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"29\",\"type\":\"journal-article\",\"title\":\"In History or Beyond History\",\"container_title\":\"Harvard Theological Review\",\"author\":[{\"family\":\"McCown\",\"given\":\"C. C.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXVIII\",\"page\":\"151-175\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"30\",\"type\":\"journal-article\",\"title\":\"History and the Social Science Research Council\",\"container_title\":\"American Historical Review\",\"author\":[{\"family\":\"Nichols\",\"given\":\"Roy F.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"L\",\"page\":\"491-499\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"31\",\"type\":\"journal-article\",\"title\":\"The Poverty of Historicism, Part III\",\"container_title\":\"Economica\",\"author\":[{\"family\":\"Popper\",\"given\":\"Karl\"}],\"note\":\"Parts I and II appeared in 1944. Cf. also #1233.\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XII\",\"page\":\"69-89\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"32\",\"type\":\"journal-article\",\"title\":\"History and the Historian\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Weiss\",\"given\":\"Paul\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XLII\",\"page\":\"169-179\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"33\",\"type\":\"journal-article\",\"title\":\"The Attack on the Historical Method\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"White\",\"given\":\"Morton G.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XLII\",\"page\":\"314-331\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false}]}", "model": "gpt-5-mini-2025-08-07", "provider": "openai", "finish_reason": "stop", "usage": {"input_tokens": 2460, "output_tokens": 3773, "total_tokens": 6233, "input_cost_usd": 0.000615, "output_cost_usd": 0.007546, "estimated_cost_usd": 0.008161}, "duration": 45.0207097530365, "timestamp": "2026-01-25T18:15:53.495328", "parsed": {"metadata": {"title": "HISTORY AND THEORY", "year": "1945", "page_number": 3}, "entries": [{"id": "15", "type": "journal-article", "title": "The Open Society and Its Enemies", "container_title": "British Journal of Sociology", "author": [{"family": "Plamenatz", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1952", "event_date": null, "related": null, "relation": null, "volume": "III", "page": "264-273", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "16", "type": "journal-article", "title": "The Open Society - a Comment", "container_title": "British Journal of Sociology", "author": [{"family": "Gombrich", "given": "E. H."}], "note": "On Plamenatz", "publisher": null, "editor": null, "publisher_place": null, "issued": "1952", "event_date": null, "related": null, "relation": null, "volume": "III", "page": "358-360", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "17", "type": "journal-article", "title": "The Open Society - a Rejoinder", "container_title": "British Journal of Sociology", "author": [{"family": "Plamenatz", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1953", "event_date": null, "related": null, "relation": null, "volume": "IV", "page": "76-77", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "18", "type": "journal-article", "title": "The Open Society: a Reconsideration", "container_title": "Political Science Quarterly", "author": [{"family": "Cobban", "given": "Alfred"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1954", "event_date": null, "related": null, "relation": null, "volume": "LXIX", "page": "119-126", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "19", "type": "journal-article", "title": "Has History a Meaning?", "container_title": "British Journal for the Philosophy of Science", "author": [{"family": "Bernal", "given": "J. D."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1955", "event_date": null, "related": null, "relation": null, "volume": "VI", "page": "164-169", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "20", "type": "book", "title": "War and History", "container_title": null, "author": [{"family": "Sumner", "given": "B. H."}], "note": null, "publisher": "Oliver and Boyd", "editor": null, "publisher_place": "Edinburgh", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "21", "type": "book", "title": "The Philosophy of American History", "container_title": null, "author": [{"family": "Zucker", "given": "Morris"}], "note": "2 vols.", "publisher": "Arnold and Howard", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "22", "type": "journal-article", "title": "History as a Liberal Art", "container_title": "Journal of the History of Ideas", "author": [{"family": "Barzun", "given": "Jacques"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "VI", "page": "81-88", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "23", "type": "journal-article", "title": "The Study of Contemporary History: Some Further Reflections", "container_title": "History N. S.", "author": [{"family": "Beloff", "given": "Max"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXX", "page": "75-84", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "24", "type": "journal-article", "title": "Appunti sullo 'storicismo'", "container_title": "Societ\u00e0", "author": [{"family": "Cantimori", "given": "Delio"}], "note": "Reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959, 1-45", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "I", "page": "1-45", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "25", "type": "journal-article", "title": "The Meaning of History", "container_title": "Ethics", "author": [{"family": "Coulborn", "given": "Rushton"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "LV", "page": "46-63", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "26", "type": "journal-article", "title": "History \u2014 a Science?", "container_title": "Mississippi Valley Historical Review", "author": [{"family": "Gould", "given": "Clarence P."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXXII", "page": "375-388", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "27", "type": "journal-article", "title": "Generality and Singularity in Historical Judgment", "container_title": "Journal of Philosophy", "author": [{"family": "Hofstadter", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XLII", "page": "57-65", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "28", "type": "journal-article", "title": "Les nouvelles conceptions de l'histoire", "container_title": "Revue philosophique", "author": [{"family": "Lenoble", "given": "R."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "CXXXV", "page": "193-208, 324-348", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "29", "type": "journal-article", "title": "In History or Beyond History", "container_title": "Harvard Theological Review", "author": [{"family": "McCown", "given": "C. C."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXXVIII", "page": "151-175", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "30", "type": "journal-article", "title": "History and the Social Science Research Council", "container_title": "American Historical Review", "author": [{"family": "Nichols", "given": "Roy F."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "L", "page": "491-499", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "31", "type": "journal-article", "title": "The Poverty of Historicism, Part III", "container_title": "Economica", "author": [{"family": "Popper", "given": "Karl"}], "note": "Parts I and II appeared in 1944. Cf. also #1233.", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XII", "page": "69-89", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "32", "type": "journal-article", "title": "History and the Historian", "container_title": "Journal of Philosophy", "author": [{"family": "Weiss", "given": "Paul"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XLII", "page": "169-179", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "33", "type": "journal-article", "title": "The Attack on the Historical Method", "container_title": "Journal of Philosophy", "author": [{"family": "White", "given": "Morton G."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XLII", "page": "314-331", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}]}, "conversation_id": "b9995d80-9a8e-4b53-aa69-9d4ae65df775", "score": {"fuzzy": 0.38897166013824536}, "raw_response": "{\"id\":\"chatcmpl-D1xzay6Is0YPOpAxMujHHGrJwMWqb\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\\"metadata\\\":{\\\"title\\\":\\\"HISTORY AND THEORY\\\",\\\"year\\\":\\\"1945\\\",\\\"page_number\\\":3},\\\"entries\\\":[{\\\"id\\\":\\\"15\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"The Open Society and Its Enemies\\\",\\\"container_title\\\":\\\"British Journal of Sociology\\\",\\\"author\\\":[{\\\"family\\\":\\\"Plamenatz\\\",\\\"given\\\":\\\"J.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1952\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"III\\\",\\\"page\\\":\\\"264-273\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"16\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"The Open Society - a Comment\\\",\\\"container_title\\\":\\\"British Journal of Sociology\\\",\\\"author\\\":[{\\\"family\\\":\\\"Gombrich\\\",\\\"given\\\":\\\"E. H.\\\"}],\\\"note\\\":\\\"On Plamenatz\\\",\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1952\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"III\\\",\\\"page\\\":\\\"358-360\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"17\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"The Open Society - a Rejoinder\\\",\\\"container_title\\\":\\\"British Journal of Sociology\\\",\\\"author\\\":[{\\\"family\\\":\\\"Plamenatz\\\",\\\"given\\\":\\\"J.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1953\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"IV\\\",\\\"page\\\":\\\"76-77\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"18\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"The Open Society: a Reconsideration\\\",\\\"container_title\\\":\\\"Political Science Quarterly\\\",\\\"author\\\":[{\\\"family\\\":\\\"Cobban\\\",\\\"given\\\":\\\"Alfred\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1954\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"LXIX\\\",\\\"page\\\":\\\"119-126\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"19\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Has History a Meaning?\\\",\\\"container_title\\\":\\\"British Journal for the Philosophy of Science\\\",\\\"author\\\":[{\\\"family\\\":\\\"Bernal\\\",\\\"given\\\":\\\"J. D.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1955\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"VI\\\",\\\"page\\\":\\\"164-169\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"20\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"War and History\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Sumner\\\",\\\"given\\\":\\\"B. H.\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Oliver and Boyd\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Edinburgh\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"21\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"The Philosophy of American History\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Zucker\\\",\\\"given\\\":\\\"Morris\\\"}],\\\"note\\\":\\\"2 vols.\\\",\\\"publisher\\\":\\\"Arnold and Howard\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"New York\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"22\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"History as a Liberal Art\\\",\\\"container_title\\\":\\\"Journal of the History of Ideas\\\",\\\"author\\\":[{\\\"family\\\":\\\"Barzun\\\",\\\"given\\\":\\\"Jacques\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"VI\\\",\\\"page\\\":\\\"81-88\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"23\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"The Study of Contemporary History: Some Further Reflections\\\",\\\"container_title\\\":\\\"History N. S.\\\",\\\"author\\\":[{\\\"family\\\":\\\"Beloff\\\",\\\"given\\\":\\\"Max\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"XXX\\\",\\\"page\\\":\\\"75-84\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"24\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Appunti sullo 'storicismo'\\\",\\\"container_title\\\":\\\"Societ\u00e0\\\",\\\"author\\\":[{\\\"family\\\":\\\"Cantimori\\\",\\\"given\\\":\\\"Delio\\\"}],\\\"note\\\":\\\"Reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959, 1-45\\\",\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"I\\\",\\\"page\\\":\\\"1-45\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"25\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"The Meaning of History\\\",\\\"container_title\\\":\\\"Ethics\\\",\\\"author\\\":[{\\\"family\\\":\\\"Coulborn\\\",\\\"given\\\":\\\"Rushton\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"LV\\\",\\\"page\\\":\\\"46-63\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"26\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"History \u2014 a Science?\\\",\\\"container_title\\\":\\\"Mississippi Valley Historical Review\\\",\\\"author\\\":[{\\\"family\\\":\\\"Gould\\\",\\\"given\\\":\\\"Clarence P.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"XXXII\\\",\\\"page\\\":\\\"375-388\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"27\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Generality and Singularity in Historical Judgment\\\",\\\"container_title\\\":\\\"Journal of Philosophy\\\",\\\"author\\\":[{\\\"family\\\":\\\"Hofstadter\\\",\\\"given\\\":\\\"A.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"XLII\\\",\\\"page\\\":\\\"57-65\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"28\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Les nouvelles conceptions de l'histoire\\\",\\\"container_title\\\":\\\"Revue philosophique\\\",\\\"author\\\":[{\\\"family\\\":\\\"Lenoble\\\",\\\"given\\\":\\\"R.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"CXXXV\\\",\\\"page\\\":\\\"193-208, 324-348\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"29\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"In History or Beyond History\\\",\\\"container_title\\\":\\\"Harvard Theological Review\\\",\\\"author\\\":[{\\\"family\\\":\\\"McCown\\\",\\\"given\\\":\\\"C. C.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"XXXVIII\\\",\\\"page\\\":\\\"151-175\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"30\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"History and the Social Science Research Council\\\",\\\"container_title\\\":\\\"American Historical Review\\\",\\\"author\\\":[{\\\"family\\\":\\\"Nichols\\\",\\\"given\\\":\\\"Roy F.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"L\\\",\\\"page\\\":\\\"491-499\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"31\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"The Poverty of Historicism, Part III\\\",\\\"container_title\\\":\\\"Economica\\\",\\\"author\\\":[{\\\"family\\\":\\\"Popper\\\",\\\"given\\\":\\\"Karl\\\"}],\\\"note\\\":\\\"Parts I and II appeared in 1944. Cf. also #1233.\\\",\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"XII\\\",\\\"page\\\":\\\"69-89\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"32\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"History and the Historian\\\",\\\"container_title\\\":\\\"Journal of Philosophy\\\",\\\"author\\\":[{\\\"family\\\":\\\"Weiss\\\",\\\"given\\\":\\\"Paul\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"XLII\\\",\\\"page\\\":\\\"169-179\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"33\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"The Attack on the Historical Method\\\",\\\"container_title\\\":\\\"Journal of Philosophy\\\",\\\"author\\\":[{\\\"family\\\":\\\"White\\\",\\\"given\\\":\\\"Morton G.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"XLII\\\",\\\"page\\\":\\\"314-331\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false}]}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":[],\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"metadata\":{\"title\":\"HISTORY AND THEORY\",\"year\":\"1945\",\"page_number\":3},\"entries\":[{\"id\":\"15\",\"type\":\"journal-article\",\"title\":\"The Open Society and Its Enemies\",\"container_title\":\"British Journal of Sociology\",\"author\":[{\"family\":\"Plamenatz\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1952\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"264-273\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"16\",\"type\":\"journal-article\",\"title\":\"The Open Society - a Comment\",\"container_title\":\"British Journal of Sociology\",\"author\":[{\"family\":\"Gombrich\",\"given\":\"E. H.\"}],\"note\":\"On Plamenatz\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1952\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"358-360\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"17\",\"type\":\"journal-article\",\"title\":\"The Open Society - a Rejoinder\",\"container_title\":\"British Journal of Sociology\",\"author\":[{\"family\":\"Plamenatz\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1953\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"IV\",\"page\":\"76-77\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"18\",\"type\":\"journal-article\",\"title\":\"The Open Society: a Reconsideration\",\"container_title\":\"Political Science Quarterly\",\"author\":[{\"family\":\"Cobban\",\"given\":\"Alfred\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1954\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LXIX\",\"page\":\"119-126\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"19\",\"type\":\"journal-article\",\"title\":\"Has History a Meaning?\",\"container_title\":\"British Journal for the Philosophy of Science\",\"author\":[{\"family\":\"Bernal\",\"given\":\"J. D.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1955\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"VI\",\"page\":\"164-169\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"20\",\"type\":\"book\",\"title\":\"War and History\",\"container_title\":null,\"author\":[{\"family\":\"Sumner\",\"given\":\"B. H.\"}],\"note\":null,\"publisher\":\"Oliver and Boyd\",\"editor\":null,\"publisher_place\":\"Edinburgh\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"21\",\"type\":\"book\",\"title\":\"The Philosophy of American History\",\"container_title\":null,\"author\":[{\"family\":\"Zucker\",\"given\":\"Morris\"}],\"note\":\"2 vols.\",\"publisher\":\"Arnold and Howard\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"22\",\"type\":\"journal-article\",\"title\":\"History as a Liberal Art\",\"container_title\":\"Journal of the History of Ideas\",\"author\":[{\"family\":\"Barzun\",\"given\":\"Jacques\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"VI\",\"page\":\"81-88\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"23\",\"type\":\"journal-article\",\"title\":\"The Study of Contemporary History: Some Further Reflections\",\"container_title\":\"History N. S.\",\"author\":[{\"family\":\"Beloff\",\"given\":\"Max\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXX\",\"page\":\"75-84\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"24\",\"type\":\"journal-article\",\"title\":\"Appunti sullo 'storicismo'\",\"container_title\":\"Societ\u00e0\",\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"note\":\"Reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959, 1-45\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I\",\"page\":\"1-45\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"25\",\"type\":\"journal-article\",\"title\":\"The Meaning of History\",\"container_title\":\"Ethics\",\"author\":[{\"family\":\"Coulborn\",\"given\":\"Rushton\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LV\",\"page\":\"46-63\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"26\",\"type\":\"journal-article\",\"title\":\"History \u2014 a Science?\",\"container_title\":\"Mississippi Valley Historical Review\",\"author\":[{\"family\":\"Gould\",\"given\":\"Clarence P.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXII\",\"page\":\"375-388\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"27\",\"type\":\"journal-article\",\"title\":\"Generality and Singularity in Historical Judgment\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Hofstadter\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XLII\",\"page\":\"57-65\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"28\",\"type\":\"journal-article\",\"title\":\"Les nouvelles conceptions de l'histoire\",\"container_title\":\"Revue philosophique\",\"author\":[{\"family\":\"Lenoble\",\"given\":\"R.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CXXXV\",\"page\":\"193-208, 324-348\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"29\",\"type\":\"journal-article\",\"title\":\"In History or Beyond History\",\"container_title\":\"Harvard Theological Review\",\"author\":[{\"family\":\"McCown\",\"given\":\"C. C.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXVIII\",\"page\":\"151-175\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"30\",\"type\":\"journal-article\",\"title\":\"History and the Social Science Research Council\",\"container_title\":\"American Historical Review\",\"author\":[{\"family\":\"Nichols\",\"given\":\"Roy F.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"L\",\"page\":\"491-499\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"31\",\"type\":\"journal-article\",\"title\":\"The Poverty of Historicism, Part III\",\"container_title\":\"Economica\",\"author\":[{\"family\":\"Popper\",\"given\":\"Karl\"}],\"note\":\"Parts I and II appeared in 1944. Cf. also #1233.\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XII\",\"page\":\"69-89\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"32\",\"type\":\"journal-article\",\"title\":\"History and the Historian\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Weiss\",\"given\":\"Paul\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XLII\",\"page\":\"169-179\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"33\",\"type\":\"journal-article\",\"title\":\"The Attack on the Historical Method\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"White\",\"given\":\"Morton G.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XLII\",\"page\":\"314-331\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false}]}}}],\"created\":1769361310,\"model\":\"gpt-5-mini-2025-08-07\",\"object\":\"chat.completion\",\"service_tier\":\"default\",\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":3773,\"prompt_tokens\":2460,\"total_tokens\":6233,\"completion_tokens_details\":{\"accepted_prediction_tokens\":0,\"audio_tokens\":0,\"reasoning_tokens\":1664,\"rejected_prediction_tokens\":0},\"prompt_tokens_details\":{\"audio_tokens\":0,\"cached_tokens\":0}}}"}, "scoring": {"fuzzy": 0.6766618215628413, "cost_summary": {"total_input_tokens": 12314, "total_output_tokens": 23214, "total_tokens": 35528, "input_cost_usd": 0.0030785, "output_cost_usd": 0.046428, "total_cost_usd": 0.0495065}}, "normalized_score": 67.66618215628412}, {"_id": {"$oid": "69ce22c0214d8cd071ad0281"}, "test_id": "T0403", "benchmark": "bibliographic_data", "date": "2026-01-25", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5.1-2025-11-13", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"[Unknown]\",\"year\":\"1945\",\"page_number\":2},\"entries\":[{\"id\":\"1\",\"type\":\"book\",\"title\":\"Time as Dimension and History\",\"container_title\":null,\"author\":[{\"family\":\"Alexander\",\"given\":\"Hubert G.\"}],\"note\":null,\"publisher\":\"University of New Mexico Press\",\"editor\":null,\"publisher_place\":\"Albuquerque\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"2\",\"type\":\"book\",\"title\":\"Wahrheit und Ideologie\",\"container_title\":null,\"author\":[{\"family\":\"Barth\",\"given\":\"Hans\"}],\"note\":null,\"publisher\":\"Manesse\",\"editor\":null,\"publisher_place\":\"Z\u00fcrich\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"3\",\"type\":\"book\",\"title\":\"Las generaciones en la historia\",\"container_title\":null,\"author\":[{\"family\":\"Entralgo La\u00edn\",\"given\":\"Pedro\"}],\"note\":null,\"publisher\":\"Instituto de estudios pol\u00edticos\",\"editor\":null,\"publisher_place\":\"Madrid\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"4\",\"type\":\"book\",\"title\":\"Cuatro visiones de la historia universal\",\"container_title\":null,\"author\":[{\"family\":\"Ferraret Mora\",\"given\":\"Jos\u00e9\"}],\"note\":null,\"publisher\":\"Editorial Losada\",\"editor\":null,\"publisher_place\":\"Buenos Aires\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"5\",\"type\":\"book\",\"title\":\"The Use of Personal Documents in History, Anthropology, and Sociology\",\"container_title\":null,\"author\":[{\"family\":\"Gottschalk\",\"given\":\"L.\"},{\"family\":\"Kluckhohn\",\"given\":\"C.\"},{\"family\":\"Angell\",\"given\":\"R.\"}],\"note\":\"Social Science Research Council, Bulletin 53.\",\"publisher\":\"Social Science Research Council\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"53\",\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"6\",\"type\":\"journal-article\",\"title\":\"[Review of Gottschalk, Kluckhohn, and Angell, The Use of Personal Documents in History, Anthropology, and Sociology]\",\"container_title\":\"The American Journal of Sociology\",\"author\":[{\"family\":\"Lapiere\",\"given\":\"R. T.\"}],\"note\":\"Review.\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1946\",\"event_date\":null,\"related\":[\"5\"],\"relation\":\"5\",\"volume\":\"LII\",\"page\":\"156-157\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"7\",\"type\":\"book\",\"title\":\"El problema de la historia y su lugar en el conocimiento\",\"container_title\":null,\"author\":[{\"family\":\"Jasinowski\",\"given\":\"Bogumil\"}],\"note\":null,\"publisher\":\"Universidad de Chile\",\"editor\":null,\"publisher_place\":\"Santiago, Chile\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"8\",\"type\":\"journal-article\",\"title\":\"[Review of Bogumil Jasinowski, El problema de la historia y su lugar en el conocimiento]\",\"container_title\":\"Revue philosophique\",\"author\":null,\"note\":\"Review.\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1950\",\"event_date\":null,\"related\":[\"7\"],\"relation\":\"7\",\"volume\":\"CXL\",\"page\":\"528\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"9\",\"type\":\"book\",\"title\":\"Man the Measure: a New Approach to History\",\"container_title\":null,\"author\":[{\"family\":\"Kahler\",\"given\":\"Erich\"}],\"note\":\"2nd ed. (1st ed. New York: Pantheon, 1943).\",\"publisher\":\"Jonathan Cape\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":\"1st ed. New York: Pantheon, 1943\",\"edition\":\"2nd ed.\",\"incomplete\":false},{\"id\":\"10\",\"type\":\"journal-article\",\"title\":\"The Flight from Reason\",\"container_title\":\"Journal of Modern History\",\"author\":[{\"family\":\"Savelle\",\"given\":\"Max\"}],\"note\":\"Review.\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1945\",\"event_date\":null,\"related\":[\"9\"],\"relation\":\"9\",\"volume\":\"XVII\",\"page\":\"153-162\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"11\",\"type\":\"book\",\"title\":\"The Social Interpretation of History\",\"container_title\":null,\"author\":[{\"family\":\"Maurice\",\"given\":\"William\"}],\"note\":null,\"publisher\":\"Scribner\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"12\",\"type\":\"book\",\"title\":\"The Open Society and Its Enemies\",\"container_title\":null,\"author\":[{\"family\":\"Popper\",\"given\":\"Karl\"}],\"note\":\"2 vols. Revised ed. Princeton: Princeton University Press, 1950. Reviews and review-articles.\",\"publisher\":\"Routledge\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"2 vols.\",\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":\"Revised ed.\",\"incomplete\":false},{\"id\":\"13\",\"type\":\"journal-article\",\"title\":\"[Review-article on Karl Popper, The Open Society and Its Enemies]\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Aiken\",\"given\":\"H. D.\"}],\"note\":\"Review-article.\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":[\"12\"],\"relation\":\"12\",\"volume\":\"XLIV\",\"page\":\"459-479\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"14\",\"type\":\"journal-article\",\"title\":\"The Social Scientist in the \u201cOpen Society\u201d\",\"container_title\":null,\"author\":[{\"family\":\"Bock\",\"given\":\"Kenneth E.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1945\",\"event_date\":null,\"related\":[\"12\"],\"relation\":\"12\",\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}", "model": "gpt-5.1-2025-11-13", "provider": "openai", "finish_reason": "stop", "usage": {"input_tokens": 1583, "output_tokens": 1640, "total_tokens": 3223, "input_cost_usd": 0.00197875, "output_cost_usd": 0.016399999999999998, "estimated_cost_usd": 0.01837875}, "duration": 18.12117838859558, "timestamp": "2026-01-25T22:55:00.788615", "parsed": {"metadata": {"title": "[Unknown]", "year": "1945", "page_number": 2}, "entries": [{"id": "1", "type": "book", "title": "Time as Dimension and History", "container_title": null, "author": [{"family": "Alexander", "given": "Hubert G."}], "note": null, "publisher": "University of New Mexico Press", "editor": null, "publisher_place": "Albuquerque", "issued": "1945", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "2", "type": "book", "title": "Wahrheit und Ideologie", "container_title": null, "author": [{"family": "Barth", "given": "Hans"}], "note": null, "publisher": "Manesse", "editor": null, "publisher_place": "Z\u00fcrich", "issued": "1945", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "3", "type": "book", "title": "Las generaciones en la historia", "container_title": null, "author": [{"family": "Entralgo La\u00edn", "given": "Pedro"}], "note": null, "publisher": "Instituto de estudios pol\u00edticos", "editor": null, "publisher_place": "Madrid", "issued": "1945", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "4", "type": "book", "title": "Cuatro visiones de la historia universal", "container_title": null, "author": [{"family": "Ferraret Mora", "given": "Jos\u00e9"}], "note": null, "publisher": "Editorial Losada", "editor": null, "publisher_place": "Buenos Aires", "issued": "1945", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "5", "type": "book", "title": "The Use of Personal Documents in History, Anthropology, and Sociology", "container_title": null, "author": [{"family": "Gottschalk", "given": "L."}, {"family": "Kluckhohn", "given": "C."}, {"family": "Angell", "given": "R."}], "note": "Social Science Research Council, Bulletin 53.", "publisher": "Social Science Research Council", "editor": null, "publisher_place": "New York", "issued": "1945", "event_date": null, "related": null, "relation": null, "volume": "53", "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "6", "type": "journal-article", "title": "[Review of Gottschalk, Kluckhohn, and Angell, The Use of Personal Documents in History, Anthropology, and Sociology]", "container_title": "The American Journal of Sociology", "author": [{"family": "Lapiere", "given": "R. T."}], "note": "Review.", "publisher": null, "editor": null, "publisher_place": null, "issued": "1946", "event_date": null, "related": ["5"], "relation": "5", "volume": "LII", "page": "156-157", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "7", "type": "book", "title": "El problema de la historia y su lugar en el conocimiento", "container_title": null, "author": [{"family": "Jasinowski", "given": "Bogumil"}], "note": null, "publisher": "Universidad de Chile", "editor": null, "publisher_place": "Santiago, Chile", "issued": "1945", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "8", "type": "journal-article", "title": "[Review of Bogumil Jasinowski, El problema de la historia y su lugar en el conocimiento]", "container_title": "Revue philosophique", "author": null, "note": "Review.", "publisher": null, "editor": null, "publisher_place": null, "issued": "1950", "event_date": null, "related": ["7"], "relation": "7", "volume": "CXL", "page": "528", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "9", "type": "book", "title": "Man the Measure: a New Approach to History", "container_title": null, "author": [{"family": "Kahler", "given": "Erich"}], "note": "2nd ed. (1st ed. New York: Pantheon, 1943).", "publisher": "Jonathan Cape", "editor": null, "publisher_place": "London", "issued": "1945", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": "1st ed. New York: Pantheon, 1943", "edition": "2nd ed.", "incomplete": false}, {"id": "10", "type": "journal-article", "title": "The Flight from Reason", "container_title": "Journal of Modern History", "author": [{"family": "Savelle", "given": "Max"}], "note": "Review.", "publisher": null, "editor": null, "publisher_place": null, "issued": "1945", "event_date": null, "related": ["9"], "relation": "9", "volume": "XVII", "page": "153-162", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "11", "type": "book", "title": "The Social Interpretation of History", "container_title": null, "author": [{"family": "Maurice", "given": "William"}], "note": null, "publisher": "Scribner", "editor": null, "publisher_place": "New York", "issued": "1945", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "12", "type": "book", "title": "The Open Society and Its Enemies", "container_title": null, "author": [{"family": "Popper", "given": "Karl"}], "note": "2 vols. Revised ed. Princeton: Princeton University Press, 1950. Reviews and review-articles.", "publisher": "Routledge", "editor": null, "publisher_place": "London", "issued": "1945", "event_date": null, "related": null, "relation": null, "volume": "2 vols.", "page": null, "fascicle": null, "reprint": null, "edition": "Revised ed.", "incomplete": false}, {"id": "13", "type": "journal-article", "title": "[Review-article on Karl Popper, The Open Society and Its Enemies]", "container_title": "Journal of Philosophy", "author": [{"family": "Aiken", "given": "H. D."}], "note": "Review-article.", "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": ["12"], "relation": "12", "volume": "XLIV", "page": "459-479", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "14", "type": "journal-article", "title": "The Social Scientist in the \u201cOpen Society\u201d", "container_title": null, "author": [{"family": "Bock", "given": "Kenneth E."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1945", "event_date": null, "related": ["12"], "relation": "12", "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": true}]}, "conversation_id": "cbe4d615-1ee0-4f56-a206-e3938190eecd", "score": {"fuzzy": 0.9281451626451501}, "raw_response": "{\"id\":\"chatcmpl-D22M89vARb0XgkskrXxnI9ixJppdK\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\\"metadata\\\":{\\\"title\\\":\\\"[Unknown]\\\",\\\"year\\\":\\\"1945\\\",\\\"page_number\\\":2},\\\"entries\\\":[{\\\"id\\\":\\\"1\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Time as Dimension and History\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Alexander\\\",\\\"given\\\":\\\"Hubert G.\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"University of New Mexico Press\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Albuquerque\\\",\\\"issued\\\":\\\"1945\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"2\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Wahrheit und Ideologie\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Barth\\\",\\\"given\\\":\\\"Hans\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Manesse\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Z\u00fcrich\\\",\\\"issued\\\":\\\"1945\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"3\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Las generaciones en la historia\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Entralgo La\u00edn\\\",\\\"given\\\":\\\"Pedro\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Instituto de estudios pol\u00edticos\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Madrid\\\",\\\"issued\\\":\\\"1945\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"4\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Cuatro visiones de la historia universal\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Ferraret Mora\\\",\\\"given\\\":\\\"Jos\u00e9\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Editorial Losada\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Buenos Aires\\\",\\\"issued\\\":\\\"1945\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"5\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"The Use of Personal Documents in History, Anthropology, and Sociology\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Gottschalk\\\",\\\"given\\\":\\\"L.\\\"},{\\\"family\\\":\\\"Kluckhohn\\\",\\\"given\\\":\\\"C.\\\"},{\\\"family\\\":\\\"Angell\\\",\\\"given\\\":\\\"R.\\\"}],\\\"note\\\":\\\"Social Science Research Council, Bulletin 53.\\\",\\\"publisher\\\":\\\"Social Science Research Council\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"New York\\\",\\\"issued\\\":\\\"1945\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"53\\\",\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"6\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"[Review of Gottschalk, Kluckhohn, and Angell, The Use of Personal Documents in History, Anthropology, and Sociology]\\\",\\\"container_title\\\":\\\"The American Journal of Sociology\\\",\\\"author\\\":[{\\\"family\\\":\\\"Lapiere\\\",\\\"given\\\":\\\"R. T.\\\"}],\\\"note\\\":\\\"Review.\\\",\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1946\\\",\\\"event_date\\\":null,\\\"related\\\":[\\\"5\\\"],\\\"relation\\\":\\\"5\\\",\\\"volume\\\":\\\"LII\\\",\\\"page\\\":\\\"156-157\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"7\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"El problema de la historia y su lugar en el conocimiento\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Jasinowski\\\",\\\"given\\\":\\\"Bogumil\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Universidad de Chile\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Santiago, Chile\\\",\\\"issued\\\":\\\"1945\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"8\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"[Review of Bogumil Jasinowski, El problema de la historia y su lugar en el conocimiento]\\\",\\\"container_title\\\":\\\"Revue philosophique\\\",\\\"author\\\":null,\\\"note\\\":\\\"Review.\\\",\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1950\\\",\\\"event_date\\\":null,\\\"related\\\":[\\\"7\\\"],\\\"relation\\\":\\\"7\\\",\\\"volume\\\":\\\"CXL\\\",\\\"page\\\":\\\"528\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"9\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Man the Measure: a New Approach to History\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Kahler\\\",\\\"given\\\":\\\"Erich\\\"}],\\\"note\\\":\\\"2nd ed. (1st ed. New York: Pantheon, 1943).\\\",\\\"publisher\\\":\\\"Jonathan Cape\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"London\\\",\\\"issued\\\":\\\"1945\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":\\\"1st ed. New York: Pantheon, 1943\\\",\\\"edition\\\":\\\"2nd ed.\\\",\\\"incomplete\\\":false},{\\\"id\\\":\\\"10\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"The Flight from Reason\\\",\\\"container_title\\\":\\\"Journal of Modern History\\\",\\\"author\\\":[{\\\"family\\\":\\\"Savelle\\\",\\\"given\\\":\\\"Max\\\"}],\\\"note\\\":\\\"Review.\\\",\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1945\\\",\\\"event_date\\\":null,\\\"related\\\":[\\\"9\\\"],\\\"relation\\\":\\\"9\\\",\\\"volume\\\":\\\"XVII\\\",\\\"page\\\":\\\"153-162\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"11\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"The Social Interpretation of History\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Maurice\\\",\\\"given\\\":\\\"William\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Scribner\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"New York\\\",\\\"issued\\\":\\\"1945\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"12\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"The Open Society and Its Enemies\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Popper\\\",\\\"given\\\":\\\"Karl\\\"}],\\\"note\\\":\\\"2 vols. Revised ed. Princeton: Princeton University Press, 1950. Reviews and review-articles.\\\",\\\"publisher\\\":\\\"Routledge\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"London\\\",\\\"issued\\\":\\\"1945\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"2 vols.\\\",\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":\\\"Revised ed.\\\",\\\"incomplete\\\":false},{\\\"id\\\":\\\"13\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"[Review-article on Karl Popper, The Open Society and Its Enemies]\\\",\\\"container_title\\\":\\\"Journal of Philosophy\\\",\\\"author\\\":[{\\\"family\\\":\\\"Aiken\\\",\\\"given\\\":\\\"H. D.\\\"}],\\\"note\\\":\\\"Review-article.\\\",\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1947\\\",\\\"event_date\\\":null,\\\"related\\\":[\\\"12\\\"],\\\"relation\\\":\\\"12\\\",\\\"volume\\\":\\\"XLIV\\\",\\\"page\\\":\\\"459-479\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"14\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"The Social Scientist in the \u201cOpen Society\u201d\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Bock\\\",\\\"given\\\":\\\"Kenneth E.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1945\\\",\\\"event_date\\\":null,\\\"related\\\":[\\\"12\\\"],\\\"relation\\\":\\\"12\\\",\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":true}]}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":[],\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"metadata\":{\"title\":\"[Unknown]\",\"year\":\"1945\",\"page_number\":2},\"entries\":[{\"id\":\"1\",\"type\":\"book\",\"title\":\"Time as Dimension and History\",\"container_title\":null,\"author\":[{\"family\":\"Alexander\",\"given\":\"Hubert G.\"}],\"note\":null,\"publisher\":\"University of New Mexico Press\",\"editor\":null,\"publisher_place\":\"Albuquerque\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"2\",\"type\":\"book\",\"title\":\"Wahrheit und Ideologie\",\"container_title\":null,\"author\":[{\"family\":\"Barth\",\"given\":\"Hans\"}],\"note\":null,\"publisher\":\"Manesse\",\"editor\":null,\"publisher_place\":\"Z\u00fcrich\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"3\",\"type\":\"book\",\"title\":\"Las generaciones en la historia\",\"container_title\":null,\"author\":[{\"family\":\"Entralgo La\u00edn\",\"given\":\"Pedro\"}],\"note\":null,\"publisher\":\"Instituto de estudios pol\u00edticos\",\"editor\":null,\"publisher_place\":\"Madrid\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"4\",\"type\":\"book\",\"title\":\"Cuatro visiones de la historia universal\",\"container_title\":null,\"author\":[{\"family\":\"Ferraret Mora\",\"given\":\"Jos\u00e9\"}],\"note\":null,\"publisher\":\"Editorial Losada\",\"editor\":null,\"publisher_place\":\"Buenos Aires\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"5\",\"type\":\"book\",\"title\":\"The Use of Personal Documents in History, Anthropology, and Sociology\",\"container_title\":null,\"author\":[{\"family\":\"Gottschalk\",\"given\":\"L.\"},{\"family\":\"Kluckhohn\",\"given\":\"C.\"},{\"family\":\"Angell\",\"given\":\"R.\"}],\"note\":\"Social Science Research Council, Bulletin 53.\",\"publisher\":\"Social Science Research Council\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"53\",\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"6\",\"type\":\"journal-article\",\"title\":\"[Review of Gottschalk, Kluckhohn, and Angell, The Use of Personal Documents in History, Anthropology, and Sociology]\",\"container_title\":\"The American Journal of Sociology\",\"author\":[{\"family\":\"Lapiere\",\"given\":\"R. T.\"}],\"note\":\"Review.\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1946\",\"event_date\":null,\"related\":[\"5\"],\"relation\":\"5\",\"volume\":\"LII\",\"page\":\"156-157\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"7\",\"type\":\"book\",\"title\":\"El problema de la historia y su lugar en el conocimiento\",\"container_title\":null,\"author\":[{\"family\":\"Jasinowski\",\"given\":\"Bogumil\"}],\"note\":null,\"publisher\":\"Universidad de Chile\",\"editor\":null,\"publisher_place\":\"Santiago, Chile\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"8\",\"type\":\"journal-article\",\"title\":\"[Review of Bogumil Jasinowski, El problema de la historia y su lugar en el conocimiento]\",\"container_title\":\"Revue philosophique\",\"author\":null,\"note\":\"Review.\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1950\",\"event_date\":null,\"related\":[\"7\"],\"relation\":\"7\",\"volume\":\"CXL\",\"page\":\"528\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"9\",\"type\":\"book\",\"title\":\"Man the Measure: a New Approach to History\",\"container_title\":null,\"author\":[{\"family\":\"Kahler\",\"given\":\"Erich\"}],\"note\":\"2nd ed. (1st ed. New York: Pantheon, 1943).\",\"publisher\":\"Jonathan Cape\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":\"1st ed. New York: Pantheon, 1943\",\"edition\":\"2nd ed.\",\"incomplete\":false},{\"id\":\"10\",\"type\":\"journal-article\",\"title\":\"The Flight from Reason\",\"container_title\":\"Journal of Modern History\",\"author\":[{\"family\":\"Savelle\",\"given\":\"Max\"}],\"note\":\"Review.\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1945\",\"event_date\":null,\"related\":[\"9\"],\"relation\":\"9\",\"volume\":\"XVII\",\"page\":\"153-162\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"11\",\"type\":\"book\",\"title\":\"The Social Interpretation of History\",\"container_title\":null,\"author\":[{\"family\":\"Maurice\",\"given\":\"William\"}],\"note\":null,\"publisher\":\"Scribner\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"12\",\"type\":\"book\",\"title\":\"The Open Society and Its Enemies\",\"container_title\":null,\"author\":[{\"family\":\"Popper\",\"given\":\"Karl\"}],\"note\":\"2 vols. Revised ed. Princeton: Princeton University Press, 1950. Reviews and review-articles.\",\"publisher\":\"Routledge\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"2 vols.\",\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":\"Revised ed.\",\"incomplete\":false},{\"id\":\"13\",\"type\":\"journal-article\",\"title\":\"[Review-article on Karl Popper, The Open Society and Its Enemies]\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Aiken\",\"given\":\"H. D.\"}],\"note\":\"Review-article.\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":[\"12\"],\"relation\":\"12\",\"volume\":\"XLIV\",\"page\":\"459-479\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"14\",\"type\":\"journal-article\",\"title\":\"The Social Scientist in the \u201cOpen Society\u201d\",\"container_title\":null,\"author\":[{\"family\":\"Bock\",\"given\":\"Kenneth E.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1945\",\"event_date\":null,\"related\":[\"12\"],\"relation\":\"12\",\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}}}],\"created\":1769378084,\"model\":\"gpt-5.1-2025-11-13\",\"object\":\"chat.completion\",\"service_tier\":\"default\",\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":1640,\"prompt_tokens\":1583,\"total_tokens\":3223,\"completion_tokens_details\":{\"accepted_prediction_tokens\":0,\"audio_tokens\":0,\"reasoning_tokens\":0,\"rejected_prediction_tokens\":0},\"prompt_tokens_details\":{\"audio_tokens\":0,\"cached_tokens\":0}}}"}, "scoring": {"fuzzy": 0.7104738461097593, "cost_summary": {"total_input_tokens": 7915, "total_output_tokens": 10175, "total_tokens": 18090, "input_cost_usd": 0.00989375, "output_cost_usd": 0.10175000000000001, "total_cost_usd": 0.11164375000000001}}, "normalized_score": 71.04738461097593}, {"_id": {"$oid": "69ce22c0214d8cd071ad028d"}, "test_id": "T0129", "benchmark": "bibliographic_data", "date": "2026-01-25", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"History and Theory \u2014 Bibliography\",\"year\":\"1945\",\"page_number\":3},\"entries\":[{\"id\":\"15\",\"type\":\"journal-article\",\"title\":\"The Open Society and Its Enemies\",\"container_title\":\"British Journal of Sociology\",\"author\":[{\"family\":\"Plamenatz\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1952\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"264-273\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"16\",\"type\":\"journal-article\",\"title\":\"The Open Society \u2014 a Comment\",\"container_title\":\"British Journal of Sociology\",\"author\":[{\"family\":\"Gombrich\",\"given\":\"E. H.\"}],\"note\":\"On Plamenatz\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1952\",\"event_date\":null,\"related\":null,\"relation\":\"15\",\"volume\":\"III\",\"page\":\"358-360\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"17\",\"type\":\"journal-article\",\"title\":\"The Open Society \u2014 a Rejoinder\",\"container_title\":\"British Journal of Sociology\",\"author\":[{\"family\":\"Plamenatz\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1953\",\"event_date\":null,\"related\":null,\"relation\":\"16\",\"volume\":\"IV\",\"page\":\"76-77\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"18\",\"type\":\"journal-article\",\"title\":\"The Open Society: a Reconsideration\",\"container_title\":\"Political Science Quarterly\",\"author\":[{\"family\":\"Cobban\",\"given\":\"Alfred\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1954\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LXIX\",\"page\":\"119-126\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"19\",\"type\":\"journal-article\",\"title\":\"Has History a Meaning?\",\"container_title\":\"British Journal for the Philosophy of Science\",\"author\":[{\"family\":\"Bernal\",\"given\":\"J. D.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1955\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"VI\",\"page\":\"164-169\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"20\",\"type\":\"book\",\"title\":\"War and History\",\"container_title\":null,\"author\":[{\"family\":\"Sumner\",\"given\":\"B. H.\"}],\"note\":null,\"publisher\":\"Oliver and Boyd\",\"editor\":null,\"publisher_place\":\"Edinburgh\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"21\",\"type\":\"book\",\"title\":\"The Philosophy of American History\",\"container_title\":null,\"author\":[{\"family\":\"Zucker\",\"given\":\"Morris\"}],\"note\":\"2 vols.\",\"publisher\":\"Arnold and Howard\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"22\",\"type\":\"journal-article\",\"title\":\"History as a Liberal Art\",\"container_title\":\"Journal of the History of Ideas\",\"author\":[{\"family\":\"Barzun\",\"given\":\"Jacques\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"VI\",\"page\":\"81-88\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"23\",\"type\":\"journal-article\",\"title\":\"The Study of Contemporary History: Some Further Reflections\",\"container_title\":\"History N.S.\",\"author\":[{\"family\":\"Beloff\",\"given\":\"Max\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXX\",\"page\":\"75-84\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"24\",\"type\":\"journal-article\",\"title\":\"Appunti sullo 'storicismo'\",\"container_title\":\"Societ\u00e0\",\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I\",\"page\":\"1-45\",\"fascicle\":null,\"reprint\":\"Reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959, 1-45\",\"edition\":null,\"incomplete\":null},{\"id\":\"25\",\"type\":\"journal-article\",\"title\":\"The Meaning of History\",\"container_title\":\"Ethics\",\"author\":[{\"family\":\"Coulborn\",\"given\":\"Rushton\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LV\",\"page\":\"46-63\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"26\",\"type\":\"journal-article\",\"title\":\"History - a Science?\",\"container_title\":\"Mississippi Valley Historical Review\",\"author\":[{\"family\":\"Gould\",\"given\":\"Clarence P.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXII\",\"page\":\"375-388\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"27\",\"type\":\"journal-article\",\"title\":\"Generality and Singularity in Historical Judgment\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Hofstadter\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XLII\",\"page\":\"57-65\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"28\",\"type\":\"journal-article\",\"title\":\"Les nouvelles conceptions de l'histoire\",\"container_title\":\"Revue philosophique\",\"author\":[{\"family\":\"Lenoble\",\"given\":\"R.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CXXXV\",\"page\":\"193-208, 324-348\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"29\",\"type\":\"journal-article\",\"title\":\"In History or Beyond History\",\"container_title\":\"Harvard Theological Review\",\"author\":[{\"family\":\"McCown\",\"given\":\"C. C.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXVIII\",\"page\":\"151-175\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"30\",\"type\":\"journal-article\",\"title\":\"History and the Social Science Research Council\",\"container_title\":\"American Historical Review\",\"author\":[{\"family\":\"Nichols\",\"given\":\"Roy F.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"L\",\"page\":\"491-499\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"31\",\"type\":\"journal-article\",\"title\":\"The Poverty of Historicism, Part III\",\"container_title\":\"Economica\",\"author\":[{\"family\":\"Popper\",\"given\":\"Karl\"}],\"note\":\"Parts I and II appeared in 1944. Cf. also #1233.\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":[\"1233\"],\"relation\":null,\"volume\":\"XII\",\"page\":\"69-89\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"32\",\"type\":\"journal-article\",\"title\":\"History and the Historian\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Weiss\",\"given\":\"Paul\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XLII\",\"page\":\"169-179\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"33\",\"type\":\"journal-article\",\"title\":\"The Attack on the Historical Method\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"White\",\"given\":\"Morton G.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XLII\",\"page\":\"314-331\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null}]}", "model": "gpt-5-2025-08-07", "provider": "openai", "finish_reason": "stop", "usage": {"input_tokens": 1583, "output_tokens": 6016, "total_tokens": 7599, "input_cost_usd": 0.00197875, "output_cost_usd": 0.06016, "estimated_cost_usd": 0.06213875}, "duration": 136.097576379776, "timestamp": "2026-01-25T18:07:59.326973", "parsed": {"metadata": {"title": "History and Theory \u2014 Bibliography", "year": "1945", "page_number": 3}, "entries": [{"id": "15", "type": "journal-article", "title": "The Open Society and Its Enemies", "container_title": "British Journal of Sociology", "author": [{"family": "Plamenatz", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1952", "event_date": null, "related": null, "relation": null, "volume": "III", "page": "264-273", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "16", "type": "journal-article", "title": "The Open Society \u2014 a Comment", "container_title": "British Journal of Sociology", "author": [{"family": "Gombrich", "given": "E. H."}], "note": "On Plamenatz", "publisher": null, "editor": null, "publisher_place": null, "issued": "1952", "event_date": null, "related": null, "relation": "15", "volume": "III", "page": "358-360", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "17", "type": "journal-article", "title": "The Open Society \u2014 a Rejoinder", "container_title": "British Journal of Sociology", "author": [{"family": "Plamenatz", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1953", "event_date": null, "related": null, "relation": "16", "volume": "IV", "page": "76-77", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "18", "type": "journal-article", "title": "The Open Society: a Reconsideration", "container_title": "Political Science Quarterly", "author": [{"family": "Cobban", "given": "Alfred"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1954", "event_date": null, "related": null, "relation": null, "volume": "LXIX", "page": "119-126", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "19", "type": "journal-article", "title": "Has History a Meaning?", "container_title": "British Journal for the Philosophy of Science", "author": [{"family": "Bernal", "given": "J. D."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1955", "event_date": null, "related": null, "relation": null, "volume": "VI", "page": "164-169", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "20", "type": "book", "title": "War and History", "container_title": null, "author": [{"family": "Sumner", "given": "B. H."}], "note": null, "publisher": "Oliver and Boyd", "editor": null, "publisher_place": "Edinburgh", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "21", "type": "book", "title": "The Philosophy of American History", "container_title": null, "author": [{"family": "Zucker", "given": "Morris"}], "note": "2 vols.", "publisher": "Arnold and Howard", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "22", "type": "journal-article", "title": "History as a Liberal Art", "container_title": "Journal of the History of Ideas", "author": [{"family": "Barzun", "given": "Jacques"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "VI", "page": "81-88", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "23", "type": "journal-article", "title": "The Study of Contemporary History: Some Further Reflections", "container_title": "History N.S.", "author": [{"family": "Beloff", "given": "Max"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXX", "page": "75-84", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "24", "type": "journal-article", "title": "Appunti sullo 'storicismo'", "container_title": "Societ\u00e0", "author": [{"family": "Cantimori", "given": "Delio"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "I", "page": "1-45", "fascicle": null, "reprint": "Reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959, 1-45", "edition": null, "incomplete": null}, {"id": "25", "type": "journal-article", "title": "The Meaning of History", "container_title": "Ethics", "author": [{"family": "Coulborn", "given": "Rushton"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "LV", "page": "46-63", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "26", "type": "journal-article", "title": "History - a Science?", "container_title": "Mississippi Valley Historical Review", "author": [{"family": "Gould", "given": "Clarence P."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXXII", "page": "375-388", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "27", "type": "journal-article", "title": "Generality and Singularity in Historical Judgment", "container_title": "Journal of Philosophy", "author": [{"family": "Hofstadter", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XLII", "page": "57-65", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "28", "type": "journal-article", "title": "Les nouvelles conceptions de l'histoire", "container_title": "Revue philosophique", "author": [{"family": "Lenoble", "given": "R."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "CXXXV", "page": "193-208, 324-348", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "29", "type": "journal-article", "title": "In History or Beyond History", "container_title": "Harvard Theological Review", "author": [{"family": "McCown", "given": "C. C."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXXVIII", "page": "151-175", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "30", "type": "journal-article", "title": "History and the Social Science Research Council", "container_title": "American Historical Review", "author": [{"family": "Nichols", "given": "Roy F."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "L", "page": "491-499", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "31", "type": "journal-article", "title": "The Poverty of Historicism, Part III", "container_title": "Economica", "author": [{"family": "Popper", "given": "Karl"}], "note": "Parts I and II appeared in 1944. Cf. also #1233.", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": ["1233"], "relation": null, "volume": "XII", "page": "69-89", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "32", "type": "journal-article", "title": "History and the Historian", "container_title": "Journal of Philosophy", "author": [{"family": "Weiss", "given": "Paul"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XLII", "page": "169-179", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "33", "type": "journal-article", "title": "The Attack on the Historical Method", "container_title": "Journal of Philosophy", "author": [{"family": "White", "given": "Morton G."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XLII", "page": "314-331", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}]}, "conversation_id": "4e35db47-7447-40b4-8337-f4d9411b6714", "score": {"fuzzy": 0.3874100932222374}, "raw_response": "{\"id\":\"chatcmpl-D1xqSo0Z0pJVPtBbiz0RdhNao8mAX\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\\"metadata\\\":{\\\"title\\\":\\\"History and Theory \u2014 Bibliography\\\",\\\"year\\\":\\\"1945\\\",\\\"page_number\\\":3},\\\"entries\\\":[{\\\"id\\\":\\\"15\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"The Open Society and Its Enemies\\\",\\\"container_title\\\":\\\"British Journal of Sociology\\\",\\\"author\\\":[{\\\"family\\\":\\\"Plamenatz\\\",\\\"given\\\":\\\"J.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1952\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"III\\\",\\\"page\\\":\\\"264-273\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"16\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"The Open Society \u2014 a Comment\\\",\\\"container_title\\\":\\\"British Journal of Sociology\\\",\\\"author\\\":[{\\\"family\\\":\\\"Gombrich\\\",\\\"given\\\":\\\"E. H.\\\"}],\\\"note\\\":\\\"On Plamenatz\\\",\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1952\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":\\\"15\\\",\\\"volume\\\":\\\"III\\\",\\\"page\\\":\\\"358-360\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"17\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"The Open Society \u2014 a Rejoinder\\\",\\\"container_title\\\":\\\"British Journal of Sociology\\\",\\\"author\\\":[{\\\"family\\\":\\\"Plamenatz\\\",\\\"given\\\":\\\"J.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1953\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":\\\"16\\\",\\\"volume\\\":\\\"IV\\\",\\\"page\\\":\\\"76-77\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"18\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"The Open Society: a Reconsideration\\\",\\\"container_title\\\":\\\"Political Science Quarterly\\\",\\\"author\\\":[{\\\"family\\\":\\\"Cobban\\\",\\\"given\\\":\\\"Alfred\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1954\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"LXIX\\\",\\\"page\\\":\\\"119-126\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"19\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Has History a Meaning?\\\",\\\"container_title\\\":\\\"British Journal for the Philosophy of Science\\\",\\\"author\\\":[{\\\"family\\\":\\\"Bernal\\\",\\\"given\\\":\\\"J. D.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1955\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"VI\\\",\\\"page\\\":\\\"164-169\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"20\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"War and History\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Sumner\\\",\\\"given\\\":\\\"B. H.\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Oliver and Boyd\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Edinburgh\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"21\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"The Philosophy of American History\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Zucker\\\",\\\"given\\\":\\\"Morris\\\"}],\\\"note\\\":\\\"2 vols.\\\",\\\"publisher\\\":\\\"Arnold and Howard\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"New York\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"22\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"History as a Liberal Art\\\",\\\"container_title\\\":\\\"Journal of the History of Ideas\\\",\\\"author\\\":[{\\\"family\\\":\\\"Barzun\\\",\\\"given\\\":\\\"Jacques\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"VI\\\",\\\"page\\\":\\\"81-88\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"23\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"The Study of Contemporary History: Some Further Reflections\\\",\\\"container_title\\\":\\\"History N.S.\\\",\\\"author\\\":[{\\\"family\\\":\\\"Beloff\\\",\\\"given\\\":\\\"Max\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"XXX\\\",\\\"page\\\":\\\"75-84\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"24\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Appunti sullo 'storicismo'\\\",\\\"container_title\\\":\\\"Societ\u00e0\\\",\\\"author\\\":[{\\\"family\\\":\\\"Cantimori\\\",\\\"given\\\":\\\"Delio\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"I\\\",\\\"page\\\":\\\"1-45\\\",\\\"fascicle\\\":null,\\\"reprint\\\":\\\"Reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959, 1-45\\\",\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"25\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"The Meaning of History\\\",\\\"container_title\\\":\\\"Ethics\\\",\\\"author\\\":[{\\\"family\\\":\\\"Coulborn\\\",\\\"given\\\":\\\"Rushton\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"LV\\\",\\\"page\\\":\\\"46-63\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"26\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"History - a Science?\\\",\\\"container_title\\\":\\\"Mississippi Valley Historical Review\\\",\\\"author\\\":[{\\\"family\\\":\\\"Gould\\\",\\\"given\\\":\\\"Clarence P.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"XXXII\\\",\\\"page\\\":\\\"375-388\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"27\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Generality and Singularity in Historical Judgment\\\",\\\"container_title\\\":\\\"Journal of Philosophy\\\",\\\"author\\\":[{\\\"family\\\":\\\"Hofstadter\\\",\\\"given\\\":\\\"A.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"XLII\\\",\\\"page\\\":\\\"57-65\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"28\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Les nouvelles conceptions de l'histoire\\\",\\\"container_title\\\":\\\"Revue philosophique\\\",\\\"author\\\":[{\\\"family\\\":\\\"Lenoble\\\",\\\"given\\\":\\\"R.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"CXXXV\\\",\\\"page\\\":\\\"193-208, 324-348\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"29\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"In History or Beyond History\\\",\\\"container_title\\\":\\\"Harvard Theological Review\\\",\\\"author\\\":[{\\\"family\\\":\\\"McCown\\\",\\\"given\\\":\\\"C. C.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"XXXVIII\\\",\\\"page\\\":\\\"151-175\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"30\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"History and the Social Science Research Council\\\",\\\"container_title\\\":\\\"American Historical Review\\\",\\\"author\\\":[{\\\"family\\\":\\\"Nichols\\\",\\\"given\\\":\\\"Roy F.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"L\\\",\\\"page\\\":\\\"491-499\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"31\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"The Poverty of Historicism, Part III\\\",\\\"container_title\\\":\\\"Economica\\\",\\\"author\\\":[{\\\"family\\\":\\\"Popper\\\",\\\"given\\\":\\\"Karl\\\"}],\\\"note\\\":\\\"Parts I and II appeared in 1944. Cf. also #1233.\\\",\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":[\\\"1233\\\"],\\\"relation\\\":null,\\\"volume\\\":\\\"XII\\\",\\\"page\\\":\\\"69-89\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"32\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"History and the Historian\\\",\\\"container_title\\\":\\\"Journal of Philosophy\\\",\\\"author\\\":[{\\\"family\\\":\\\"Weiss\\\",\\\"given\\\":\\\"Paul\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"XLII\\\",\\\"page\\\":\\\"169-179\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"33\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"The Attack on the Historical Method\\\",\\\"container_title\\\":\\\"Journal of Philosophy\\\",\\\"author\\\":[{\\\"family\\\":\\\"White\\\",\\\"given\\\":\\\"Morton G.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"XLII\\\",\\\"page\\\":\\\"314-331\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null}]}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":[],\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"metadata\":{\"title\":\"History and Theory \u2014 Bibliography\",\"year\":\"1945\",\"page_number\":3},\"entries\":[{\"id\":\"15\",\"type\":\"journal-article\",\"title\":\"The Open Society and Its Enemies\",\"container_title\":\"British Journal of Sociology\",\"author\":[{\"family\":\"Plamenatz\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1952\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"264-273\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"16\",\"type\":\"journal-article\",\"title\":\"The Open Society \u2014 a Comment\",\"container_title\":\"British Journal of Sociology\",\"author\":[{\"family\":\"Gombrich\",\"given\":\"E. H.\"}],\"note\":\"On Plamenatz\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1952\",\"event_date\":null,\"related\":null,\"relation\":\"15\",\"volume\":\"III\",\"page\":\"358-360\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"17\",\"type\":\"journal-article\",\"title\":\"The Open Society \u2014 a Rejoinder\",\"container_title\":\"British Journal of Sociology\",\"author\":[{\"family\":\"Plamenatz\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1953\",\"event_date\":null,\"related\":null,\"relation\":\"16\",\"volume\":\"IV\",\"page\":\"76-77\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"18\",\"type\":\"journal-article\",\"title\":\"The Open Society: a Reconsideration\",\"container_title\":\"Political Science Quarterly\",\"author\":[{\"family\":\"Cobban\",\"given\":\"Alfred\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1954\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LXIX\",\"page\":\"119-126\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"19\",\"type\":\"journal-article\",\"title\":\"Has History a Meaning?\",\"container_title\":\"British Journal for the Philosophy of Science\",\"author\":[{\"family\":\"Bernal\",\"given\":\"J. D.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1955\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"VI\",\"page\":\"164-169\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"20\",\"type\":\"book\",\"title\":\"War and History\",\"container_title\":null,\"author\":[{\"family\":\"Sumner\",\"given\":\"B. H.\"}],\"note\":null,\"publisher\":\"Oliver and Boyd\",\"editor\":null,\"publisher_place\":\"Edinburgh\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"21\",\"type\":\"book\",\"title\":\"The Philosophy of American History\",\"container_title\":null,\"author\":[{\"family\":\"Zucker\",\"given\":\"Morris\"}],\"note\":\"2 vols.\",\"publisher\":\"Arnold and Howard\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"22\",\"type\":\"journal-article\",\"title\":\"History as a Liberal Art\",\"container_title\":\"Journal of the History of Ideas\",\"author\":[{\"family\":\"Barzun\",\"given\":\"Jacques\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"VI\",\"page\":\"81-88\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"23\",\"type\":\"journal-article\",\"title\":\"The Study of Contemporary History: Some Further Reflections\",\"container_title\":\"History N.S.\",\"author\":[{\"family\":\"Beloff\",\"given\":\"Max\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXX\",\"page\":\"75-84\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"24\",\"type\":\"journal-article\",\"title\":\"Appunti sullo 'storicismo'\",\"container_title\":\"Societ\u00e0\",\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I\",\"page\":\"1-45\",\"fascicle\":null,\"reprint\":\"Reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959, 1-45\",\"edition\":null,\"incomplete\":null},{\"id\":\"25\",\"type\":\"journal-article\",\"title\":\"The Meaning of History\",\"container_title\":\"Ethics\",\"author\":[{\"family\":\"Coulborn\",\"given\":\"Rushton\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LV\",\"page\":\"46-63\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"26\",\"type\":\"journal-article\",\"title\":\"History - a Science?\",\"container_title\":\"Mississippi Valley Historical Review\",\"author\":[{\"family\":\"Gould\",\"given\":\"Clarence P.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXII\",\"page\":\"375-388\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"27\",\"type\":\"journal-article\",\"title\":\"Generality and Singularity in Historical Judgment\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Hofstadter\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XLII\",\"page\":\"57-65\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"28\",\"type\":\"journal-article\",\"title\":\"Les nouvelles conceptions de l'histoire\",\"container_title\":\"Revue philosophique\",\"author\":[{\"family\":\"Lenoble\",\"given\":\"R.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CXXXV\",\"page\":\"193-208, 324-348\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"29\",\"type\":\"journal-article\",\"title\":\"In History or Beyond History\",\"container_title\":\"Harvard Theological Review\",\"author\":[{\"family\":\"McCown\",\"given\":\"C. C.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXVIII\",\"page\":\"151-175\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"30\",\"type\":\"journal-article\",\"title\":\"History and the Social Science Research Council\",\"container_title\":\"American Historical Review\",\"author\":[{\"family\":\"Nichols\",\"given\":\"Roy F.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"L\",\"page\":\"491-499\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"31\",\"type\":\"journal-article\",\"title\":\"The Poverty of Historicism, Part III\",\"container_title\":\"Economica\",\"author\":[{\"family\":\"Popper\",\"given\":\"Karl\"}],\"note\":\"Parts I and II appeared in 1944. Cf. also #1233.\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":[\"1233\"],\"relation\":null,\"volume\":\"XII\",\"page\":\"69-89\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"32\",\"type\":\"journal-article\",\"title\":\"History and the Historian\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Weiss\",\"given\":\"Paul\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XLII\",\"page\":\"169-179\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"33\",\"type\":\"journal-article\",\"title\":\"The Attack on the Historical Method\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"White\",\"given\":\"Morton G.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XLII\",\"page\":\"314-331\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null}]}}}],\"created\":1769360744,\"model\":\"gpt-5-2025-08-07\",\"object\":\"chat.completion\",\"service_tier\":\"default\",\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":6016,\"prompt_tokens\":1583,\"total_tokens\":7599,\"completion_tokens_details\":{\"accepted_prediction_tokens\":0,\"audio_tokens\":0,\"reasoning_tokens\":3904,\"rejected_prediction_tokens\":0},\"prompt_tokens_details\":{\"audio_tokens\":0,\"cached_tokens\":0}}}"}, "scoring": {"fuzzy": 0.6631525913668529, "cost_summary": {"total_input_tokens": 7915, "total_output_tokens": 31635, "total_tokens": 39550, "input_cost_usd": 0.00989375, "output_cost_usd": 0.31634999999999996, "total_cost_usd": 0.32624375}}, "normalized_score": 66.31525913668528}, {"_id": {"$oid": "69ce22c0214d8cd071ad010d"}, "test_id": "T0211", "benchmark": "bibliographic_data", "date": "2026-01-24", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "genai", "model": "gemini-2.5-flash-lite-preview-09-2025", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"BIBLIOGRAPHY\",\"year\":\"1947\",\"page_number\":9},\"entries\":[{\"id\":\"140\",\"type\":\"book\",\"title\":\"Why We Read History\",\"container_title\":null,\"author\":[{\"family\":\"Smellie\",\"given\":\"K. B.\"}],\"note\":null,\"publisher\":\"P. Elek\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"141\",\"type\":\"book\",\"title\":\"A Study of History, abridged by D. C. Somerville, New York: Oxford (Abridgement of vols. I-VI of A Study of History).\",\"container_title\":null,\"author\":[{\"family\":\"Toynbee\",\"given\":\"Arnold J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"142\",\"type\":\"other\",\"title\":\"In den spiegel van het verleden: historische opstellen\",\"container_title\":null,\"author\":[{\"family\":\"Verberne\",\"given\":\"L. G. J.\"}],\"note\":null,\"publisher\":\"Bruna\",\"editor\":null,\"publisher_place\":\"Utrecht, Antwerpen\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"143\",\"type\":\"other\",\"title\":\"Esquemas de metodolog\u00eda eclesi\u00e1stica\",\"container_title\":null,\"author\":[{\"family\":\"Vevir\",\"given\":\"Jos\u00e9\"}],\"note\":null,\"publisher\":\"In-st ituto\",\"editor\":null,\"publisher_place\":\"Barcelona\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"144\",\"type\":\"book\",\"title\":\"Sinn und Ziel der Geschichte\",\"container_title\":null,\"author\":[{\"family\":\"Walz\",\"given\":\"Hans H.\"}],\"note\":null,\"publisher\":\"Universit\u00e4ts-Verlag\",\"editor\":null,\"publisher_place\":\"Bonn\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"145\",\"type\":\"other\",\"title\":\"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\"container_title\":null,\"author\":null,\"note\":null,\"publisher\":\"Castellani\",\"editor\":null,\"publisher_place\":\"Milano\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"Relevant articles:\",\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"146\",\"type\":\"journal-article\",\"title\":\"Storia e materialismo storico\",\"container_title\":\"vol. I\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"109-117\",\"fascicle\":null,\"reprint\":\"Pietro C. Drago\",\"edition\":null,\"incomplete\":null},{\"id\":\"147\",\"type\":\"journal-article\",\"title\":\"Critica del giudizio storico\",\"container_title\":\"vol. I\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"281-290\",\"fascicle\":null,\"reprint\":\"Vito Fazio-Allmayer\",\"edition\":null,\"incomplete\":null},{\"id\":\"148\",\"type\":\"journal-article\",\"title\":\"Forza e spirito nella storia\",\"container_title\":\"vol. I\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"191-200\",\"fascicle\":null,\"reprint\":\"A. Nyman\",\"edition\":null,\"incomplete\":null},{\"id\":\"149\",\"type\":\"journal-article\",\"title\":\"Sur le concept d'histoire\",\"container_title\":\"Les temps modernes II\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"623-634\",\"fascicle\":null,\"reprint\":\"Benjamin, Walter\",\"edition\":null,\"incomplete\":null},{\"id\":\"150\",\"type\":\"book\",\"title\":\"Philosophy of History\",\"container_title\":\"Dagobert D. Runes, ed., 20th Century Philosophy\",\"author\":[{\"family\":\"Boodin\",\"given\":\"John E.\"}],\"note\":null,\"publisher\":\"Philosophical Library\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"89-106\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"151\",\"type\":\"journal-article\",\"title\":\"De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty\",\"container_title\":\"Deucalion II\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"57-85\",\"fascicle\":null,\"reprint\":\"Caillois, R. P.\",\"edition\":null,\"incomplete\":null},{\"id\":\"152\",\"type\":\"other\",\"title\":\"Commemorazione di Adolfo Omodeo\",\"container_title\":\"Annali della Scuola Normale di Pisa, fasc. 3-4\",\"author\":null,\"note\":\"(reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959)\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":\"Cantimori, Delio\",\"edition\":null,\"incomplete\":null},{\"id\":\"153\",\"type\":\"journal-article\",\"title\":\"The Historian and the Philosophy of Science\",\"container_title\":\"Isis XXXVIII\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"11-18\",\"fascicle\":null,\"reprint\":\"Cowan, Thomas\",\"edition\":null,\"incomplete\":null},{\"id\":\"154\",\"type\":\"journal-article\",\"title\":\"History as a Science\",\"container_title\":\"Historical Studies: Australia and New Zealand III\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"153-175\",\"fascicle\":null,\"reprint\":\"Crawford, R. M.\",\"edition\":null,\"incomplete\":null},{\"id\":\"155\",\"type\":\"journal-article\",\"title\":\"Christianisme et histoire\",\"container_title\":\"Etudes CCLIV\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"166-184\",\"fascicle\":null,\"reprint\":\"Dani\u00e9lou, J.\",\"edition\":null,\"incomplete\":null},{\"id\":\"156\",\"type\":\"journal-article\",\"title\":\"Wahrheit der Geschichte. Geschichte der Wahrheit\",\"container_title\":\"Amerikanische Rundschau III\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"44-53\",\"fascicle\":null,\"reprint\":\"Dell, Stanley\",\"edition\":null,\"incomplete\":null},{\"id\":\"157\",\"type\":\"journal-article\",\"title\":\"The Idea of Progress\",\"container_title\":\"American Historical Review LII\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"231-246\",\"fascicle\":null,\"reprint\":\"Fay, Sidney B.\",\"edition\":null,\"incomplete\":null},{\"id\":\"158\",\"type\":\"journal-article\",\"title\":\"Th\u00e9ologie et histoire\",\"container_title\":\"Dieu vivant VIII\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"39-65\",\"fascicle\":null,\"reprint\":\"Fessard, Gaston\",\"edition\":null,\"incomplete\":null},{\"id\":\"159\",\"type\":\"journal-article\",\"title\":\"Acton, Creighton, and Lea: a Study in History and Ethics\",\"container_title\":\"Pacific Historical Review XVI\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"59-69\",\"fascicle\":null,\"reprint\":\"Fish, Andrew\",\"edition\":null,\"incomplete\":null},{\"id\":\"160\",\"type\":\"journal-article\",\"title\":\"Le conscience historique en Italie\",\"container_title\":\"Les temps modernes III\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"23-24\",\"fascicle\":null,\"reprint\":\"Garosci, A.\",\"edition\":null,\"incomplete\":true}]}", "model": "gemini-2.5-flash-lite-preview-09-2025", "provider": "genai", "finish_reason": "STOP", "usage": {"input_tokens": 344, "output_tokens": 1886, "total_tokens": 2230, "input_cost_usd": 3.44e-05, "output_cost_usd": 0.0007544000000000001, "estimated_cost_usd": 0.0007888000000000001}, "duration": 3.608320474624634, "timestamp": "2026-01-24T13:50:31.705253", "parsed": {"metadata": {"title": "BIBLIOGRAPHY", "year": "1947", "page_number": 9}, "entries": [{"id": "140", "type": "book", "title": "Why We Read History", "author": [{"family": "Smellie", "given": "K. B."}], "publisher": "P. Elek", "publisher_place": "London"}, {"id": "141", "type": "book", "title": "A Study of History, abridged by D. C. Somerville, New York: Oxford (Abridgement of vols. I-VI of A Study of History).", "author": [{"family": "Toynbee", "given": "Arnold J."}]}, {"id": "142", "type": "other", "title": "In den spiegel van het verleden: historische opstellen", "author": [{"family": "Verberne", "given": "L. G. J."}], "publisher": "Bruna", "publisher_place": "Utrecht, Antwerpen"}, {"id": "143", "type": "other", "title": "Esquemas de metodolog\u00eda eclesi\u00e1stica", "author": [{"family": "Vevir", "given": "Jos\u00e9"}], "publisher": "In-st ituto", "publisher_place": "Barcelona"}, {"id": "144", "type": "book", "title": "Sinn und Ziel der Geschichte", "author": [{"family": "Walz", "given": "Hans H."}], "publisher": "Universit\u00e4ts-Verlag", "publisher_place": "Bonn"}, {"id": "145", "type": "other", "title": "Atti del congresso internazionale di filosofia 15-20 November, 1946", "publisher": "Castellani", "publisher_place": "Milano", "relation": "Relevant articles:"}, {"id": "146", "type": "journal-article", "title": "Storia e materialismo storico", "container_title": "vol. I", "page": "109-117", "reprint": "Pietro C. Drago"}, {"id": "147", "type": "journal-article", "title": "Critica del giudizio storico", "container_title": "vol. I", "page": "281-290", "reprint": "Vito Fazio-Allmayer"}, {"id": "148", "type": "journal-article", "title": "Forza e spirito nella storia", "container_title": "vol. I", "page": "191-200", "reprint": "A. Nyman"}, {"id": "149", "type": "journal-article", "title": "Sur le concept d'histoire", "container_title": "Les temps modernes II", "page": "623-634", "reprint": "Benjamin, Walter"}, {"id": "150", "type": "book", "title": "Philosophy of History", "container_title": "Dagobert D. Runes, ed., 20th Century Philosophy", "author": [{"family": "Boodin", "given": "John E."}], "publisher": "Philosophical Library", "publisher_place": "New York", "page": "89-106"}, {"id": "151", "type": "journal-article", "title": "De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty", "container_title": "Deucalion II", "page": "57-85", "reprint": "Caillois, R. P."}, {"id": "152", "type": "other", "title": "Commemorazione di Adolfo Omodeo", "container_title": "Annali della Scuola Normale di Pisa, fasc. 3-4", "note": "(reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959)", "reprint": "Cantimori, Delio"}, {"id": "153", "type": "journal-article", "title": "The Historian and the Philosophy of Science", "container_title": "Isis XXXVIII", "page": "11-18", "reprint": "Cowan, Thomas"}, {"id": "154", "type": "journal-article", "title": "History as a Science", "container_title": "Historical Studies: Australia and New Zealand III", "page": "153-175", "reprint": "Crawford, R. M."}, {"id": "155", "type": "journal-article", "title": "Christianisme et histoire", "container_title": "Etudes CCLIV", "page": "166-184", "reprint": "Dani\u00e9lou, J."}, {"id": "156", "type": "journal-article", "title": "Wahrheit der Geschichte. Geschichte der Wahrheit", "container_title": "Amerikanische Rundschau III", "page": "44-53", "reprint": "Dell, Stanley"}, {"id": "157", "type": "journal-article", "title": "The Idea of Progress", "container_title": "American Historical Review LII", "page": "231-246", "reprint": "Fay, Sidney B."}, {"id": "158", "type": "journal-article", "title": "Th\u00e9ologie et histoire", "container_title": "Dieu vivant VIII", "page": "39-65", "reprint": "Fessard, Gaston"}, {"id": "159", "type": "journal-article", "title": "Acton, Creighton, and Lea: a Study in History and Ethics", "container_title": "Pacific Historical Review XVI", "page": "59-69", "reprint": "Fish, Andrew"}, {"id": "160", "type": "journal-article", "title": "Le conscience historique en Italie", "container_title": "Les temps modernes III", "page": "23-24", "reprint": "Garosci, A.", "incomplete": true}]}, "conversation_id": "da29e90f-cd3b-4536-913d-d0ba3e734bcf", "score": {"fuzzy": 0.26396441089200445}, "raw_response": "{\"sdk_http_response\":{\"headers\":{\"content-type\":\"application/json; charset=UTF-8\",\"vary\":\"Origin, X-Origin, Referer\",\"content-encoding\":\"gzip\",\"date\":\"Sat, 24 Jan 2026 12:50:31 GMT\",\"server\":\"scaffolding on HTTPServer2\",\"x-xss-protection\":\"0\",\"x-frame-options\":\"SAMEORIGIN\",\"x-content-type-options\":\"nosniff\",\"server-timing\":\"gfet4t7; dur=3494\",\"alt-svc\":\"h3=\\\":443\\\"; ma=2592000,h3-29=\\\":443\\\"; ma=2592000\",\"transfer-encoding\":\"chunked\"},\"body\":null},\"candidates\":[{\"content\":{\"parts\":[{\"video_metadata\":null,\"thought\":null,\"inline_data\":null,\"file_data\":null,\"thought_signature\":null,\"function_call\":null,\"code_execution_result\":null,\"executable_code\":null,\"function_response\":null,\"text\":\"{\\n \\\"metadata\\\": {\\n \\\"title\\\": \\\"BIBLIOGRAPHY\\\",\\n \\\"year\\\": \\\"1947\\\",\\n \\\"page_number\\\": 9\\n },\\n \\\"entries\\\": [\\n {\\n \\\"id\\\": \\\"140\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Why We Read History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Smellie\\\",\\n \\\"given\\\": \\\"K. B.\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"P. Elek\\\",\\n \\\"publisher_place\\\": \\\"London\\\"\\n },\\n {\\n \\\"id\\\": \\\"141\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"A Study of History, abridged by D. C. Somerville, New York: Oxford (Abridgement of vols. I-VI of A Study of History).\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Toynbee\\\",\\n \\\"given\\\": \\\"Arnold J.\\\"\\n }\\n ]\\n },\\n {\\n \\\"id\\\": \\\"142\\\",\\n \\\"type\\\": \\\"other\\\",\\n \\\"title\\\": \\\"In den spiegel van het verleden: historische opstellen\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Verberne\\\",\\n \\\"given\\\": \\\"L. G. J.\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Bruna\\\",\\n \\\"publisher_place\\\": \\\"Utrecht, Antwerpen\\\"\\n },\\n {\\n \\\"id\\\": \\\"143\\\",\\n \\\"type\\\": \\\"other\\\",\\n \\\"title\\\": \\\"Esquemas de metodolog\u00eda eclesi\u00e1stica\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Vevir\\\",\\n \\\"given\\\": \\\"Jos\u00e9\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"In-st ituto\\\",\\n \\\"publisher_place\\\": \\\"Barcelona\\\"\\n },\\n {\\n \\\"id\\\": \\\"144\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Sinn und Ziel der Geschichte\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Walz\\\",\\n \\\"given\\\": \\\"Hans H.\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Universit\u00e4ts-Verlag\\\",\\n \\\"publisher_place\\\": \\\"Bonn\\\"\\n },\\n {\\n \\\"id\\\": \\\"145\\\",\\n \\\"type\\\": \\\"other\\\",\\n \\\"title\\\": \\\"Atti del congresso internazionale di filosofia 15-20 November, 1946\\\",\\n \\\"publisher\\\": \\\"Castellani\\\",\\n \\\"publisher_place\\\": \\\"Milano\\\",\\n \\\"relation\\\": \\\"Relevant articles:\\\"\\n },\\n {\\n \\\"id\\\": \\\"146\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Storia e materialismo storico\\\",\\n \\\"container_title\\\": \\\"vol. I\\\",\\n \\\"page\\\": \\\"109-117\\\",\\n \\\"reprint\\\": \\\"Pietro C. Drago\\\"\\n },\\n {\\n \\\"id\\\": \\\"147\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Critica del giudizio storico\\\",\\n \\\"container_title\\\": \\\"vol. I\\\",\\n \\\"page\\\": \\\"281-290\\\",\\n \\\"reprint\\\": \\\"Vito Fazio-Allmayer\\\"\\n },\\n {\\n \\\"id\\\": \\\"148\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Forza e spirito nella storia\\\",\\n \\\"container_title\\\": \\\"vol. I\\\",\\n \\\"page\\\": \\\"191-200\\\",\\n \\\"reprint\\\": \\\"A. Nyman\\\"\\n },\\n {\\n \\\"id\\\": \\\"149\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Sur le concept d'histoire\\\",\\n \\\"container_title\\\": \\\"Les temps modernes II\\\",\\n \\\"page\\\": \\\"623-634\\\",\\n \\\"reprint\\\": \\\"Benjamin, Walter\\\"\\n },\\n {\\n \\\"id\\\": \\\"150\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Philosophy of History\\\",\\n \\\"container_title\\\": \\\"Dagobert D. Runes, ed., 20th Century Philosophy\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Boodin\\\",\\n \\\"given\\\": \\\"John E.\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Philosophical Library\\\",\\n \\\"publisher_place\\\": \\\"New York\\\",\\n \\\"page\\\": \\\"89-106\\\"\\n },\\n {\\n \\\"id\\\": \\\"151\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty\\\",\\n \\\"container_title\\\": \\\"Deucalion II\\\",\\n \\\"page\\\": \\\"57-85\\\",\\n \\\"reprint\\\": \\\"Caillois, R. P.\\\"\\n },\\n {\\n \\\"id\\\": \\\"152\\\",\\n \\\"type\\\": \\\"other\\\",\\n \\\"title\\\": \\\"Commemorazione di Adolfo Omodeo\\\",\\n \\\"container_title\\\": \\\"Annali della Scuola Normale di Pisa, fasc. 3-4\\\",\\n \\\"note\\\": \\\"(reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959)\\\",\\n \\\"reprint\\\": \\\"Cantimori, Delio\\\"\\n },\\n {\\n \\\"id\\\": \\\"153\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Historian and the Philosophy of Science\\\",\\n \\\"container_title\\\": \\\"Isis XXXVIII\\\",\\n \\\"page\\\": \\\"11-18\\\",\\n \\\"reprint\\\": \\\"Cowan, Thomas\\\"\\n },\\n {\\n \\\"id\\\": \\\"154\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"History as a Science\\\",\\n \\\"container_title\\\": \\\"Historical Studies: Australia and New Zealand III\\\",\\n \\\"page\\\": \\\"153-175\\\",\\n \\\"reprint\\\": \\\"Crawford, R. M.\\\"\\n },\\n {\\n \\\"id\\\": \\\"155\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Christianisme et histoire\\\",\\n \\\"container_title\\\": \\\"Etudes CCLIV\\\",\\n \\\"page\\\": \\\"166-184\\\",\\n \\\"reprint\\\": \\\"Dani\u00e9lou, J.\\\"\\n },\\n {\\n \\\"id\\\": \\\"156\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Wahrheit der Geschichte. Geschichte der Wahrheit\\\",\\n \\\"container_title\\\": \\\"Amerikanische Rundschau III\\\",\\n \\\"page\\\": \\\"44-53\\\",\\n \\\"reprint\\\": \\\"Dell, Stanley\\\"\\n },\\n {\\n \\\"id\\\": \\\"157\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Idea of Progress\\\",\\n \\\"container_title\\\": \\\"American Historical Review LII\\\",\\n \\\"page\\\": \\\"231-246\\\",\\n \\\"reprint\\\": \\\"Fay, Sidney B.\\\"\\n },\\n {\\n \\\"id\\\": \\\"158\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Th\u00e9ologie et histoire\\\",\\n \\\"container_title\\\": \\\"Dieu vivant VIII\\\",\\n \\\"page\\\": \\\"39-65\\\",\\n \\\"reprint\\\": \\\"Fessard, Gaston\\\"\\n },\\n {\\n \\\"id\\\": \\\"159\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Acton, Creighton, and Lea: a Study in History and Ethics\\\",\\n \\\"container_title\\\": \\\"Pacific Historical Review XVI\\\",\\n \\\"page\\\": \\\"59-69\\\",\\n \\\"reprint\\\": \\\"Fish, Andrew\\\"\\n },\\n {\\n \\\"id\\\": \\\"160\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Le conscience historique en Italie\\\",\\n \\\"container_title\\\": \\\"Les temps modernes III\\\",\\n \\\"page\\\": \\\"23-24\\\",\\n \\\"reprint\\\": \\\"Garosci, A.\\\",\\n \\\"incomplete\\\": true\\n }\\n ]\\n}\"}],\"role\":\"model\"},\"citation_metadata\":null,\"finish_message\":null,\"token_count\":null,\"finish_reason\":\"STOP\",\"url_context_metadata\":null,\"avg_logprobs\":null,\"grounding_metadata\":null,\"index\":0,\"logprobs_result\":null,\"safety_ratings\":null}],\"create_time\":null,\"model_version\":\"gemini-2.5-flash-lite-preview-09-2025\",\"prompt_feedback\":null,\"response_id\":\"F8B0aeiTJ-uK7M8P4rmrwAY\",\"usage_metadata\":{\"cache_tokens_details\":null,\"cached_content_token_count\":null,\"candidates_token_count\":1886,\"candidates_tokens_details\":null,\"prompt_token_count\":344,\"prompt_tokens_details\":[{\"modality\":\"TEXT\",\"token_count\":86},{\"modality\":\"IMAGE\",\"token_count\":258}],\"thoughts_token_count\":null,\"tool_use_prompt_token_count\":null,\"tool_use_prompt_tokens_details\":null,\"total_token_count\":2230,\"traffic_type\":null},\"automatic_function_calling_history\":[],\"parsed\":{\"metadata\":{\"title\":\"BIBLIOGRAPHY\",\"year\":\"1947\",\"page_number\":9},\"entries\":[{\"id\":\"140\",\"type\":\"book\",\"title\":\"Why We Read History\",\"author\":[{\"family\":\"Smellie\",\"given\":\"K. B.\"}],\"publisher\":\"P. Elek\",\"publisher_place\":\"London\"},{\"id\":\"141\",\"type\":\"book\",\"title\":\"A Study of History, abridged by D. C. Somerville, New York: Oxford (Abridgement of vols. I-VI of A Study of History).\",\"author\":[{\"family\":\"Toynbee\",\"given\":\"Arnold J.\"}]},{\"id\":\"142\",\"type\":\"other\",\"title\":\"In den spiegel van het verleden: historische opstellen\",\"author\":[{\"family\":\"Verberne\",\"given\":\"L. G. J.\"}],\"publisher\":\"Bruna\",\"publisher_place\":\"Utrecht, Antwerpen\"},{\"id\":\"143\",\"type\":\"other\",\"title\":\"Esquemas de metodolog\u00eda eclesi\u00e1stica\",\"author\":[{\"family\":\"Vevir\",\"given\":\"Jos\u00e9\"}],\"publisher\":\"In-st ituto\",\"publisher_place\":\"Barcelona\"},{\"id\":\"144\",\"type\":\"book\",\"title\":\"Sinn und Ziel der Geschichte\",\"author\":[{\"family\":\"Walz\",\"given\":\"Hans H.\"}],\"publisher\":\"Universit\u00e4ts-Verlag\",\"publisher_place\":\"Bonn\"},{\"id\":\"145\",\"type\":\"other\",\"title\":\"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\"publisher\":\"Castellani\",\"publisher_place\":\"Milano\",\"relation\":\"Relevant articles:\"},{\"id\":\"146\",\"type\":\"journal-article\",\"title\":\"Storia e materialismo storico\",\"container_title\":\"vol. I\",\"page\":\"109-117\",\"reprint\":\"Pietro C. Drago\"},{\"id\":\"147\",\"type\":\"journal-article\",\"title\":\"Critica del giudizio storico\",\"container_title\":\"vol. I\",\"page\":\"281-290\",\"reprint\":\"Vito Fazio-Allmayer\"},{\"id\":\"148\",\"type\":\"journal-article\",\"title\":\"Forza e spirito nella storia\",\"container_title\":\"vol. I\",\"page\":\"191-200\",\"reprint\":\"A. Nyman\"},{\"id\":\"149\",\"type\":\"journal-article\",\"title\":\"Sur le concept d'histoire\",\"container_title\":\"Les temps modernes II\",\"page\":\"623-634\",\"reprint\":\"Benjamin, Walter\"},{\"id\":\"150\",\"type\":\"book\",\"title\":\"Philosophy of History\",\"container_title\":\"Dagobert D. Runes, ed., 20th Century Philosophy\",\"author\":[{\"family\":\"Boodin\",\"given\":\"John E.\"}],\"publisher\":\"Philosophical Library\",\"publisher_place\":\"New York\",\"page\":\"89-106\"},{\"id\":\"151\",\"type\":\"journal-article\",\"title\":\"De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty\",\"container_title\":\"Deucalion II\",\"page\":\"57-85\",\"reprint\":\"Caillois, R. P.\"},{\"id\":\"152\",\"type\":\"other\",\"title\":\"Commemorazione di Adolfo Omodeo\",\"container_title\":\"Annali della Scuola Normale di Pisa, fasc. 3-4\",\"note\":\"(reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959)\",\"reprint\":\"Cantimori, Delio\"},{\"id\":\"153\",\"type\":\"journal-article\",\"title\":\"The Historian and the Philosophy of Science\",\"container_title\":\"Isis XXXVIII\",\"page\":\"11-18\",\"reprint\":\"Cowan, Thomas\"},{\"id\":\"154\",\"type\":\"journal-article\",\"title\":\"History as a Science\",\"container_title\":\"Historical Studies: Australia and New Zealand III\",\"page\":\"153-175\",\"reprint\":\"Crawford, R. M.\"},{\"id\":\"155\",\"type\":\"journal-article\",\"title\":\"Christianisme et histoire\",\"container_title\":\"Etudes CCLIV\",\"page\":\"166-184\",\"reprint\":\"Dani\u00e9lou, J.\"},{\"id\":\"156\",\"type\":\"journal-article\",\"title\":\"Wahrheit der Geschichte. Geschichte der Wahrheit\",\"container_title\":\"Amerikanische Rundschau III\",\"page\":\"44-53\",\"reprint\":\"Dell, Stanley\"},{\"id\":\"157\",\"type\":\"journal-article\",\"title\":\"The Idea of Progress\",\"container_title\":\"American Historical Review LII\",\"page\":\"231-246\",\"reprint\":\"Fay, Sidney B.\"},{\"id\":\"158\",\"type\":\"journal-article\",\"title\":\"Th\u00e9ologie et histoire\",\"container_title\":\"Dieu vivant VIII\",\"page\":\"39-65\",\"reprint\":\"Fessard, Gaston\"},{\"id\":\"159\",\"type\":\"journal-article\",\"title\":\"Acton, Creighton, and Lea: a Study in History and Ethics\",\"container_title\":\"Pacific Historical Review XVI\",\"page\":\"59-69\",\"reprint\":\"Fish, Andrew\"},{\"id\":\"160\",\"type\":\"journal-article\",\"title\":\"Le conscience historique en Italie\",\"container_title\":\"Les temps modernes III\",\"page\":\"23-24\",\"reprint\":\"Garosci, A.\",\"incomplete\":true}]}}"}, "scoring": {"fuzzy": 0.5036450593988678, "cost_summary": {"total_input_tokens": 1716, "total_output_tokens": 9556, "total_tokens": 11272, "input_cost_usd": 0.0001716, "output_cost_usd": 0.0038224, "total_cost_usd": 0.003994}}, "normalized_score": 50.36450593988678}, {"_id": {"$oid": "69ce22c0214d8cd071ad0115"}, "test_id": "T0233", "benchmark": "bibliographic_data", "date": "2026-01-24", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openrouter", "model": "qwen/qwen3-vl-8b-thinking", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "", "model": "qwen/qwen3-vl-8b-thinking", "provider": "openrouter", "finish_reason": "stop", "usage": {"input_tokens": 1537, "output_tokens": 2617, "total_tokens": 4154, "input_cost_usd": 0.00027665999999999997, "output_cost_usd": 0.0054957, "estimated_cost_usd": 0.00577236}, "duration": 38.27947640419006, "timestamp": "2026-01-24T11:14:36.532573", "conversation_id": "92117cad-af94-4808-b0e7-224408f1cbbb", "score": {"fuzzy": 0.0}, "raw_response": "{\"id\":\"gen-1769249638-UE7QI1JYxlA76ynlpRKx\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":null,\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":null,\"reasoning\":\"{\\n \\\"metadata\\\": {\\n \\\"page_number\\\": 5,\\n \\\"title\\\": \\\"History and Theory\\\",\\n \\\"year\\\": \\\"1946\\\"\\n },\\n \\\"entries\\\": [\\n {\\n \\\"id\\\": \\\"49\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Historische Zeitschrift CLXXXIV (1957), 594-597 [Review of the German translation]\\\",\\n \\\"container_title\\\": \\\"Historische Zeitschrift\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Schlenke\\\",\\n \\\"given\\\": \\\"Manfred\\\"\\n }\\n ],\\n \\\"note\\\": \\\"[Review of the German translation]\\\",\\n \\\"publisher\\\": \\\"Historische Zeitschrift\\\",\\n \\\"publisher_place\\\": \\\"Cedam\\\",\\n \\\"issued\\\": \\\"1957\\\",\\n \\\"page\\\": \\\"594-597\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"50\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Introduzione allo studio della storia\\\",\\n \\\"container_title\\\": \\\"Introduzione allo studio della storia\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Cusin\\\",\\n \\\"given\\\": \\\"Fabio\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Cedam\\\",\\n \\\"publisher_place\\\": \\\"Padova\\\",\\n \\\"note\\\": \\\"Review:\\\",\\n \\\"event_date\\\": null,\\n \\\"relation\\\": \\\"49\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"51\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Sophia I\\\",\\n \\\"container_title\\\": \\\"Sophia I\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Cafaro\\\",\\n \\\"given\\\": \\\"F.\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Paris: Presses Universitaires de France\\\",\\n \\\"publisher_place\\\": \\\"Paris\\\",\\n \\\"issued\\\": \\\"1947\\\",\\n \\\"page\\\": \\\"206-207\\\",\\n \\\"relation\\\": \\\"50\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"52\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"L'histoire, science du concret\\\",\\n \\\"container_title\\\": \\\"L'histoire, science du concret\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Dardel\\\",\\n \\\"given\\\": \\\"Eric\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Presses Universitaires de France\\\",\\n \\\"publisher_place\\\": \\\"Paris\\\",\\n \\\"issued\\\": null,\\n \\\"relation\\\": \\\"51\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"53\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Historical Change\\\",\\n \\\"container_title\\\": \\\"Historical Change\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Einstein\\\",\\n \\\"given\\\": \\\"Lewis\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Cambridge University Press\\\",\\n \\\"publisher_place\\\": \\\"Cambridge\\\",\\n \\\"issued\\\": null,\\n \\\"relation\\\": \\\"52\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"54\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"The Place of War in History\\\",\\n \\\"container_title\\\": \\\"The Place of War in History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Falls\\\",\\n \\\"given\\\": \\\"Cyril\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Clarendon\\\",\\n \\\"publisher_place\\\": \\\"Oxford\\\",\\n \\\"issued\\\": null,\\n \\\"relation\\\": \\\"53\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"55\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"A Guide to Historical Method\\\",\\n \\\"container_title\\\": \\\"A Guide to Historical Method\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Garraghan\\\",\\n \\\"given\\\": \\\"Gilbert J.\\\"\\n }\\n ],\\n \\\"editor\\\": [\\n \\\"Jean Delanglez\\\"\\n ],\\n \\\"publisher\\\": \\\"Fordham University Press\\\",\\n \\\"publisher_place\\\": \\\"New York\\\",\\n \\\"issued\\\": null,\\n \\\"relation\\\": \\\"54\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"56\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Le\u00e7ons sur la philosophie de l'histoire\\\",\\n \\\"container_title\\\": \\\"Le\u00e7ons sur la philosophie de l'histoire\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Gibelin\\\",\\n \\\"given\\\": \\\"J.\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Vrin\\\",\\n \\\"publisher_place\\\": \\\"Paris\\\",\\n \\\"issued\\\": null,\\n \\\"relation\\\": \\\"55\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"57\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Bilan de l'histoire\\\",\\n \\\"container_title\\\": \\\"Bilan de l'histoire\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Grousset\\\",\\n \\\"given\\\": \\\"Ren\u00e9\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Plon\\\",\\n \\\"publisher_place\\\": \\\"Paris\\\",\\n \\\"issued\\\": null,\\n \\\"relation\\\": \\\"56\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"58\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Introduction \u00e0 l'histoire\\\",\\n \\\"container_title\\\": \\\"Introduction \u00e0 l'histoire\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Halphen\\\",\\n \\\"given\\\": \\\"Louis\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Presses Universitaires de France\\\",\\n \\\"publisher_place\\\": \\\"Paris\\\",\\n \\\"issued\\\": null,\\n \\\"relation\\\": \\\"57\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"59\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Sur une forme d'histoire qui n'est pas la n\u00f4tre\\\",\\n \\\"container_title\\\": \\\"Annales: Economies-soci\u00e9t\u00e9s-civilisations III\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Lucien Febvre\\\",\\n \\\"given\\\": \\\"Lucien\\\"\\n }\\n ],\\n \\\"note\\\": \\\"21-24*\\\",\\n \\\"publisher\\\": \\\"Annales: Economies-soci\u00e9t\u00e9s-civilisations\\\",\\n \\\"publisher_place\\\": \\\"Paris\\\",\\n \\\"issued\\\": null,\\n \\\"page\\\": \\\"21-24*\\\",\\n \\\"relation\\\": \\\"58\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"60\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Avenir de l'histoire\\\",\\n \\\"container_title\\\": \\\"Revue historique CXCVII\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Georges Lefebvre\\\",\\n \\\"given\\\": \\\"Georges\\\"\\n }\\n ],\\n \\\"note\\\": \\\"(1947), 55-61.\\\",\\n \\\"publisher\\\": \\\"Revue historique\\\",\\n \\\"publisher_place\\\": \\\"Paris\\\",\\n \\\"issued\\\": \\\"1947\\\",\\n \\\"page\\\": \\\"55-61\\\",\\n \\\"relation\\\": \\\"59\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"61\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Hoe bepaalt de geschiedenis het heden? Een niet gehouden rede\\\",\\n \\\"container_title\\\": \\\"Hoe bepaalt de geschiedenis het heden? Een niet gehouden rede\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Huizinga\\\",\\n \\\"given\\\": \\\"J.\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Tjeenk Willink\\\",\\n \\\"publisher_place\\\": \\\"Haarlem\\\",\\n \\\"issued\\\": null,\\n \\\"relation\\\": \\\"60\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"62\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"De mensch en de beschaving\\\",\\n \\\"container_title\\\": \\\"De mensch en de beschaving\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Huizinga\\\",\\n \\\"given\\\": \\\"J.\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Pantheon\\\",\\n \\\"publisher_place\\\": \\\"Antwerpen\\\",\\n \\\"issued\\\": null,\\n \\\"relation\\\": \\\"61\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"63\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Historische Meditationen\\\",\\n \\\"container_title\\\": \\\"Historische Meditationen\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Kaegi\\\",\\n \\\"given\\\": \\\"W.\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Fritz und Wasmuth\\\",\\n \\\"publisher_place\\\": \\\"Z\u00fcrich\\\",\\n \\\"edition\\\": \\\"2 vols.\\\",\\n \\\"issued\\\": null,\\n \\\"relation\\\": \\\"62\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"64\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Notions d'historiographie moderne\\\",\\n \\\"container_title\\\": \\\"Notions d'historiographie moderne\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Lefebvre\\\",\\n \\\"given\\\": \\\"G.\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Centre de Documentation Universitaire\\\",\\n \\\"publisher_place\\\": \\\"Paris\\\",\\n \\\"note\\\": \\\"(dactylographed for his students)\\\",\\n \\\"issued\\\": null,\\n \\\"relation\\\": \\\"63\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"65\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Essays on Historiography\\\",\\n \\\"container_title\\\": \\\"Essays on Historiography\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Malin\\\",\\n \\\"given\\\": \\\"James C.\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Author\\\",\\n \\\"publisher_place\\\": \\\"Lawrence, Kansas\\\",\\n \\\"issued\\\": null,\\n \\\"relation\\\": \\\"64\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"66\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"The Old Testament Interpretation of History\\\",\\n \\\"container_title\\\": \\\"The Old Testament Interpretation of History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"North\\\",\\n \\\"given\\\": \\\"C. R.\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"The Epworth Press\\\",\\n \\\"publisher_place\\\": \\\"London\\\",\\n \\\"issued\\\": null,\\n \\\"relation\\\": \\\"65\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"67\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Concord and Liberty\\\",\\n \\\"container_title\\\": \\\"Concord and Liberty\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Ortega y Gasset\\\",\\n \\\"given\\\": \\\"Jos\u00e9\\\"\\n }\\n ],\\n \\\"translator\\\": \\\"Helene Weyl\\\",\\n \\\"publisher\\\": \\\"Norton\\\",\\n \\\"publisher_place\\\": \\\"New York\\\",\\n \\\"issued\\\": null,\\n \\\"relation\\\": \\\"66\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"68\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Sociolvidenbakelig Metodelaere\\\",\\n \\\"container_title\\\": \\\"Sociolvidenbakelig Metodelaere\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Ranulf\\\",\\n \\\"given\\\": \\\"Svend\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Einar Munksgaard\\\",\\n \\\"publisher_place\\\": \\\"K\u00f8benhavn\\\",\\n \\\"issued\\\": null,\\n \\\"relation\\\": \\\"67\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"69\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Geschichte als Bildungsmacht\\\",\\n \\\"container_title\\\": \\\"Geschichte als Bildungsmacht\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Ritter\\\",\\n \\\"given\\\": \\\"Gerhard\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Deutsche Verlags-Anstalt\\\",\\n \\\"publisher_place\\\": \\\"Stuttgart\\\",\\n \\\"issued\\\": null,\\n \\\"relation\\\": \\\"68\\\",\\n \\\"incomplete\\\": false\\n }\\n ]\\n}\\n<|im_end\\n```\",\"reasoning_details\":[{\"format\":\"unknown\",\"index\":0,\"type\":\"reasoning.text\",\"text\":\"{\\n \\\"metadata\\\": {\\n \\\"page_number\\\": 5,\\n \\\"title\\\": \\\"History and Theory\\\",\\n \\\"year\\\": \\\"1946\\\"\\n },\\n \\\"entries\\\": [\\n {\\n \\\"id\\\": \\\"49\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Historische Zeitschrift CLXXXIV (1957), 594-597 [Review of the German translation]\\\",\\n \\\"container_title\\\": \\\"Historische Zeitschrift\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Schlenke\\\",\\n \\\"given\\\": \\\"Manfred\\\"\\n }\\n ],\\n \\\"note\\\": \\\"[Review of the German translation]\\\",\\n \\\"publisher\\\": \\\"Historische Zeitschrift\\\",\\n \\\"publisher_place\\\": \\\"Cedam\\\",\\n \\\"issued\\\": \\\"1957\\\",\\n \\\"page\\\": \\\"594-597\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"50\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Introduzione allo studio della storia\\\",\\n \\\"container_title\\\": \\\"Introduzione allo studio della storia\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Cusin\\\",\\n \\\"given\\\": \\\"Fabio\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Cedam\\\",\\n \\\"publisher_place\\\": \\\"Padova\\\",\\n \\\"note\\\": \\\"Review:\\\",\\n \\\"event_date\\\": null,\\n \\\"relation\\\": \\\"49\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"51\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Sophia I\\\",\\n \\\"container_title\\\": \\\"Sophia I\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Cafaro\\\",\\n \\\"given\\\": \\\"F.\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Paris: Presses Universitaires de France\\\",\\n \\\"publisher_place\\\": \\\"Paris\\\",\\n \\\"issued\\\": \\\"1947\\\",\\n \\\"page\\\": \\\"206-207\\\",\\n \\\"relation\\\": \\\"50\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"52\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"L'histoire, science du concret\\\",\\n \\\"container_title\\\": \\\"L'histoire, science du concret\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Dardel\\\",\\n \\\"given\\\": \\\"Eric\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Presses Universitaires de France\\\",\\n \\\"publisher_place\\\": \\\"Paris\\\",\\n \\\"issued\\\": null,\\n \\\"relation\\\": \\\"51\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"53\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Historical Change\\\",\\n \\\"container_title\\\": \\\"Historical Change\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Einstein\\\",\\n \\\"given\\\": \\\"Lewis\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Cambridge University Press\\\",\\n \\\"publisher_place\\\": \\\"Cambridge\\\",\\n \\\"issued\\\": null,\\n \\\"relation\\\": \\\"52\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"54\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"The Place of War in History\\\",\\n \\\"container_title\\\": \\\"The Place of War in History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Falls\\\",\\n \\\"given\\\": \\\"Cyril\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Clarendon\\\",\\n \\\"publisher_place\\\": \\\"Oxford\\\",\\n \\\"issued\\\": null,\\n \\\"relation\\\": \\\"53\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"55\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"A Guide to Historical Method\\\",\\n \\\"container_title\\\": \\\"A Guide to Historical Method\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Garraghan\\\",\\n \\\"given\\\": \\\"Gilbert J.\\\"\\n }\\n ],\\n \\\"editor\\\": [\\n \\\"Jean Delanglez\\\"\\n ],\\n \\\"publisher\\\": \\\"Fordham University Press\\\",\\n \\\"publisher_place\\\": \\\"New York\\\",\\n \\\"issued\\\": null,\\n \\\"relation\\\": \\\"54\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"56\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Le\u00e7ons sur la philosophie de l'histoire\\\",\\n \\\"container_title\\\": \\\"Le\u00e7ons sur la philosophie de l'histoire\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Gibelin\\\",\\n \\\"given\\\": \\\"J.\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Vrin\\\",\\n \\\"publisher_place\\\": \\\"Paris\\\",\\n \\\"issued\\\": null,\\n \\\"relation\\\": \\\"55\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"57\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Bilan de l'histoire\\\",\\n \\\"container_title\\\": \\\"Bilan de l'histoire\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Grousset\\\",\\n \\\"given\\\": \\\"Ren\u00e9\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Plon\\\",\\n \\\"publisher_place\\\": \\\"Paris\\\",\\n \\\"issued\\\": null,\\n \\\"relation\\\": \\\"56\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"58\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Introduction \u00e0 l'histoire\\\",\\n \\\"container_title\\\": \\\"Introduction \u00e0 l'histoire\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Halphen\\\",\\n \\\"given\\\": \\\"Louis\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Presses Universitaires de France\\\",\\n \\\"publisher_place\\\": \\\"Paris\\\",\\n \\\"issued\\\": null,\\n \\\"relation\\\": \\\"57\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"59\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Sur une forme d'histoire qui n'est pas la n\u00f4tre\\\",\\n \\\"container_title\\\": \\\"Annales: Economies-soci\u00e9t\u00e9s-civilisations III\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Lucien Febvre\\\",\\n \\\"given\\\": \\\"Lucien\\\"\\n }\\n ],\\n \\\"note\\\": \\\"21-24*\\\",\\n \\\"publisher\\\": \\\"Annales: Economies-soci\u00e9t\u00e9s-civilisations\\\",\\n \\\"publisher_place\\\": \\\"Paris\\\",\\n \\\"issued\\\": null,\\n \\\"page\\\": \\\"21-24*\\\",\\n \\\"relation\\\": \\\"58\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"60\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Avenir de l'histoire\\\",\\n \\\"container_title\\\": \\\"Revue historique CXCVII\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Georges Lefebvre\\\",\\n \\\"given\\\": \\\"Georges\\\"\\n }\\n ],\\n \\\"note\\\": \\\"(1947), 55-61.\\\",\\n \\\"publisher\\\": \\\"Revue historique\\\",\\n \\\"publisher_place\\\": \\\"Paris\\\",\\n \\\"issued\\\": \\\"1947\\\",\\n \\\"page\\\": \\\"55-61\\\",\\n \\\"relation\\\": \\\"59\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"61\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Hoe bepaalt de geschiedenis het heden? Een niet gehouden rede\\\",\\n \\\"container_title\\\": \\\"Hoe bepaalt de geschiedenis het heden? Een niet gehouden rede\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Huizinga\\\",\\n \\\"given\\\": \\\"J.\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Tjeenk Willink\\\",\\n \\\"publisher_place\\\": \\\"Haarlem\\\",\\n \\\"issued\\\": null,\\n \\\"relation\\\": \\\"60\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"62\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"De mensch en de beschaving\\\",\\n \\\"container_title\\\": \\\"De mensch en de beschaving\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Huizinga\\\",\\n \\\"given\\\": \\\"J.\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Pantheon\\\",\\n \\\"publisher_place\\\": \\\"Antwerpen\\\",\\n \\\"issued\\\": null,\\n \\\"relation\\\": \\\"61\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"63\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Historische Meditationen\\\",\\n \\\"container_title\\\": \\\"Historische Meditationen\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Kaegi\\\",\\n \\\"given\\\": \\\"W.\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Fritz und Wasmuth\\\",\\n \\\"publisher_place\\\": \\\"Z\u00fcrich\\\",\\n \\\"edition\\\": \\\"2 vols.\\\",\\n \\\"issued\\\": null,\\n \\\"relation\\\": \\\"62\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"64\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Notions d'historiographie moderne\\\",\\n \\\"container_title\\\": \\\"Notions d'historiographie moderne\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Lefebvre\\\",\\n \\\"given\\\": \\\"G.\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Centre de Documentation Universitaire\\\",\\n \\\"publisher_place\\\": \\\"Paris\\\",\\n \\\"note\\\": \\\"(dactylographed for his students)\\\",\\n \\\"issued\\\": null,\\n \\\"relation\\\": \\\"63\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"65\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Essays on Historiography\\\",\\n \\\"container_title\\\": \\\"Essays on Historiography\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Malin\\\",\\n \\\"given\\\": \\\"James C.\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Author\\\",\\n \\\"publisher_place\\\": \\\"Lawrence, Kansas\\\",\\n \\\"issued\\\": null,\\n \\\"relation\\\": \\\"64\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"66\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"The Old Testament Interpretation of History\\\",\\n \\\"container_title\\\": \\\"The Old Testament Interpretation of History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"North\\\",\\n \\\"given\\\": \\\"C. R.\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"The Epworth Press\\\",\\n \\\"publisher_place\\\": \\\"London\\\",\\n \\\"issued\\\": null,\\n \\\"relation\\\": \\\"65\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"67\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Concord and Liberty\\\",\\n \\\"container_title\\\": \\\"Concord and Liberty\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Ortega y Gasset\\\",\\n \\\"given\\\": \\\"Jos\u00e9\\\"\\n }\\n ],\\n \\\"translator\\\": \\\"Helene Weyl\\\",\\n \\\"publisher\\\": \\\"Norton\\\",\\n \\\"publisher_place\\\": \\\"New York\\\",\\n \\\"issued\\\": null,\\n \\\"relation\\\": \\\"66\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"68\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Sociolvidenbakelig Metodelaere\\\",\\n \\\"container_title\\\": \\\"Sociolvidenbakelig Metodelaere\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Ranulf\\\",\\n \\\"given\\\": \\\"Svend\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Einar Munksgaard\\\",\\n \\\"publisher_place\\\": \\\"K\u00f8benhavn\\\",\\n \\\"issued\\\": null,\\n \\\"relation\\\": \\\"67\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"69\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Geschichte als Bildungsmacht\\\",\\n \\\"container_title\\\": \\\"Geschichte als Bildungsmacht\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Ritter\\\",\\n \\\"given\\\": \\\"Gerhard\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Deutsche Verlags-Anstalt\\\",\\n \\\"publisher_place\\\": \\\"Stuttgart\\\",\\n \\\"issued\\\": null,\\n \\\"relation\\\": \\\"68\\\",\\n \\\"incomplete\\\": false\\n }\\n ]\\n}\\n<|im_end\\n```\"}]},\"native_finish_reason\":\"stop\"}],\"created\":1769249638,\"model\":\"qwen/qwen3-vl-8b-thinking\",\"object\":\"chat.completion\",\"service_tier\":null,\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":2617,\"prompt_tokens\":1537,\"total_tokens\":4154,\"completion_tokens_details\":{\"accepted_prediction_tokens\":null,\"audio_tokens\":null,\"reasoning_tokens\":2617,\"rejected_prediction_tokens\":null,\"image_tokens\":0},\"prompt_tokens_details\":{\"audio_tokens\":0,\"cached_tokens\":0,\"video_tokens\":0},\"cost\":0.00577236,\"is_byok\":false,\"cost_details\":{\"upstream_inference_cost\":null,\"upstream_inference_prompt_cost\":0.00027666,\"upstream_inference_completions_cost\":0.0054957}},\"provider\":\"Alibaba\"}"}, "scoring": {"fuzzy": 0.2342804130897324, "cost_summary": {"total_input_tokens": 7686, "total_output_tokens": 21303, "total_tokens": 28989, "input_cost_usd": 0.0013834799999999999, "output_cost_usd": 0.0447363, "total_cost_usd": 0.04611978}}, "normalized_score": 23.428041308973242}, {"_id": {"$oid": "69ce22c0214d8cd071ad0129"}, "test_id": "T0170", "benchmark": "bibliographic_data", "date": "2026-01-24", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "mistral", "model": "mistral-medium-2505", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"Historical Records\",\"year\":\"2023\",\"page_number\":2},\"entries\":[{\"id\":\"entry1\",\"type\":\"book\",\"title\":\"The Rise and Fall of the Roman Empire\",\"container_title\":null,\"author\":[{\"family\":\"Gibbon\",\"given\":\"Edward\"}],\"note\":null,\"publisher\":\"Penguin Classics\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":\"1776\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"1\",\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":\"1st\",\"incomplete\":null},{\"id\":\"entry2\",\"type\":\"journal-article\",\"title\":\"The Impact of the Industrial Revolution on Urbanization\",\"container_title\":\"Journal of Historical Studies\",\"author\":[{\"family\":\"Smith\",\"given\":\"John\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"2020\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"45\",\"page\":\"123-145\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"entry3\",\"type\":\"book\",\"title\":\"World War II: A Comprehensive History\",\"container_title\":null,\"author\":[{\"family\":\"Davies\",\"given\":\"Robert\"}],\"note\":null,\"publisher\":\"HarperCollins\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":\"2010\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":\"2nd\",\"incomplete\":null},{\"id\":\"entry4\",\"type\":\"journal-article\",\"title\":\"The Influence of the Renaissance on Modern Art\",\"container_title\":\"Art History Journal\",\"author\":[{\"family\":\"Johnson\",\"given\":\"Emily\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"2018\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"32\",\"page\":\"78-95\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"entry5\",\"type\":\"book\",\"title\":\"The History of Ancient Egypt\",\"container_title\":null,\"author\":[{\"family\":\"Wilkinson\",\"given\":\"Toby\"}],\"note\":null,\"publisher\":\"Bloomsbury\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":\"2011\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}", "model": "mistral-medium-2505", "provider": "mistral", "finish_reason": "stop", "usage": {"input_tokens": 989, "output_tokens": 545, "total_tokens": 1534, "input_cost_usd": 0.0003956000000000001, "output_cost_usd": 0.00109, "estimated_cost_usd": 0.0014856000000000001}, "duration": 3.641512155532837, "timestamp": "2026-01-24T11:39:04.180502", "parsed": {"metadata": {"title": "Historical Records", "year": "2023", "page_number": 2}, "entries": [{"id": "entry1", "type": "book", "title": "The Rise and Fall of the Roman Empire", "author": [{"family": "Gibbon", "given": "Edward"}], "publisher": "Penguin Classics", "publisher_place": "London", "issued": "1776", "volume": "1", "edition": "1st"}, {"id": "entry2", "type": "journal-article", "title": "The Impact of the Industrial Revolution on Urbanization", "container_title": "Journal of Historical Studies", "author": [{"family": "Smith", "given": "John"}], "issued": "2020", "volume": "45", "page": "123-145"}, {"id": "entry3", "type": "book", "title": "World War II: A Comprehensive History", "author": [{"family": "Davies", "given": "Robert"}], "publisher": "HarperCollins", "publisher_place": "New York", "issued": "2010", "edition": "2nd"}, {"id": "entry4", "type": "journal-article", "title": "The Influence of the Renaissance on Modern Art", "container_title": "Art History Journal", "author": [{"family": "Johnson", "given": "Emily"}], "issued": "2018", "volume": "32", "page": "78-95"}, {"id": "entry5", "type": "book", "title": "The History of Ancient Egypt", "author": [{"family": "Wilkinson", "given": "Toby"}], "publisher": "Bloomsbury", "publisher_place": "London", "issued": "2011", "incomplete": true}]}, "conversation_id": "b778f323-59e6-4bdb-9d2a-a391557dea9e", "score": {"fuzzy": 0.08113470088257888}, "raw_response": "{\"id\":\"a3cb6b70e00247edacace6357e6cac9c\",\"object\":\"chat.completion\",\"model\":\"mistral-medium-2505\",\"usage\":{\"prompt_tokens\":989,\"completion_tokens\":545,\"total_tokens\":1534,\"num_cached_tokens\":0},\"created\":1769251140,\"choices\":[{\"index\":0,\"message\":{\"content\":\"{\\n \\\"metadata\\\": {\\n \\\"title\\\": \\\"Historical Records\\\",\\n \\\"year\\\": \\\"2023\\\",\\n \\\"page_number\\\": 2\\n },\\n \\\"entries\\\": [\\n {\\n \\\"id\\\": \\\"entry1\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"The Rise and Fall of the Roman Empire\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Gibbon\\\",\\n \\\"given\\\": \\\"Edward\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Penguin Classics\\\",\\n \\\"publisher_place\\\": \\\"London\\\",\\n \\\"issued\\\": \\\"1776\\\",\\n \\\"volume\\\": \\\"1\\\",\\n \\\"edition\\\": \\\"1st\\\"\\n },\\n {\\n \\\"id\\\": \\\"entry2\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Impact of the Industrial Revolution on Urbanization\\\",\\n \\\"container_title\\\": \\\"Journal of Historical Studies\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Smith\\\",\\n \\\"given\\\": \\\"John\\\"\\n }\\n ],\\n \\\"issued\\\": \\\"2020\\\",\\n \\\"volume\\\": \\\"45\\\",\\n \\\"page\\\": \\\"123-145\\\"\\n },\\n {\\n \\\"id\\\": \\\"entry3\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"World War II: A Comprehensive History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Davies\\\",\\n \\\"given\\\": \\\"Robert\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"HarperCollins\\\",\\n \\\"publisher_place\\\": \\\"New York\\\",\\n \\\"issued\\\": \\\"2010\\\",\\n \\\"edition\\\": \\\"2nd\\\"\\n },\\n {\\n \\\"id\\\": \\\"entry4\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Influence of the Renaissance on Modern Art\\\",\\n \\\"container_title\\\": \\\"Art History Journal\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Johnson\\\",\\n \\\"given\\\": \\\"Emily\\\"\\n }\\n ],\\n \\\"issued\\\": \\\"2018\\\",\\n \\\"volume\\\": \\\"32\\\",\\n \\\"page\\\": \\\"78-95\\\"\\n },\\n {\\n \\\"id\\\": \\\"entry5\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"The History of Ancient Egypt\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Wilkinson\\\",\\n \\\"given\\\": \\\"Toby\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Bloomsbury\\\",\\n \\\"publisher_place\\\": \\\"London\\\",\\n \\\"issued\\\": \\\"2011\\\",\\n \\\"incomplete\\\": true\\n }\\n ]\\n}\",\"tool_calls\":null,\"prefix\":false,\"role\":\"assistant\"},\"finish_reason\":\"stop\"}]}"}, "scoring": {"fuzzy": 0.04670258658710439, "cost_summary": {"total_input_tokens": 4946, "total_output_tokens": 2194, "total_tokens": 7140, "input_cost_usd": 0.0019784000000000004, "output_cost_usd": 0.004388, "total_cost_usd": 0.006366400000000001}}, "normalized_score": 4.670258658710439}, {"_id": {"$oid": "69ce22c0214d8cd071ad012a"}, "test_id": "T0128", "benchmark": "bibliographic_data", "date": "2026-01-24", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "genai", "model": "gemini-2.5-pro", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"BIBLIOGRAPHY\",\"year\":\"1947\",\"page_number\":9},\"entries\":[{\"id\":\"140\",\"type\":\"book\",\"title\":\"Why We Read History\",\"container_title\":null,\"author\":[{\"family\":\"Smellie\",\"given\":\"K. B.\"}],\"note\":null,\"publisher\":\"P. Elek\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"141\",\"type\":\"book\",\"title\":\"A Study of History\",\"container_title\":null,\"author\":[{\"family\":\"Toynbee\",\"given\":\"Arnold J.\"}],\"note\":\"abridged by D. C. Somervell. (Abridgement of vols. I-VI of A Study of History).\",\"publisher\":\"Oxford\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"142\",\"type\":\"book\",\"title\":\"In den spiegel van het verleden: historische opstellen\",\"container_title\":null,\"author\":[{\"family\":\"Verberne\",\"given\":\"L. G. J.\"}],\"note\":null,\"publisher\":\"Bruna\",\"editor\":null,\"publisher_place\":\"Utrecht, Antwerpen\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"143\",\"type\":\"book\",\"title\":\"Esquemas de metodologia eclesi\u00e1stica\",\"container_title\":null,\"author\":[{\"family\":\"Vevir\",\"given\":\"Jos\u00e9\"}],\"note\":null,\"publisher\":\"Instituto\",\"editor\":null,\"publisher_place\":\"Barcelona\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"144\",\"type\":\"book\",\"title\":\"Sinn und Ziel der Geschichte\",\"container_title\":null,\"author\":[{\"family\":\"Walz\",\"given\":\"Hans H.\"}],\"note\":null,\"publisher\":\"Universit\u00e4ts-Verlag\",\"editor\":null,\"publisher_place\":\"Bonn\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"145\",\"type\":\"other\",\"title\":\"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\"container_title\":null,\"author\":null,\"note\":\"Relevant articles:\",\"publisher\":\"Castellani\",\"editor\":null,\"publisher_place\":\"Milano\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"146\",\"type\":\"journal-article\",\"title\":\"Storia e materialismo storico\",\"container_title\":\"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\"author\":[{\"family\":\"Drago\",\"given\":\"Pietro C.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":[\"145\"],\"relation\":null,\"volume\":\"I\",\"page\":\"109-117\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"147\",\"type\":\"journal-article\",\"title\":\"Critica del giudizio storico\",\"container_title\":\"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\"author\":[{\"family\":\"Fazio-Allmayer\",\"given\":\"Vito\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":[\"145\"],\"relation\":null,\"volume\":\"I\",\"page\":\"281-290\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"148\",\"type\":\"journal-article\",\"title\":\"Forza e spirito nella storia\",\"container_title\":\"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\"author\":[{\"family\":\"Nyman\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":[\"145\"],\"relation\":null,\"volume\":\"I\",\"page\":\"191-200\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"149\",\"type\":\"journal-article\",\"title\":\"Sur le concept d'histoire\",\"container_title\":\"Les temps modernes\",\"author\":[{\"family\":\"Benjamin\",\"given\":\"Walter\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"II\",\"page\":\"623-634\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"150\",\"type\":\"other\",\"title\":\"Philosophy of History\",\"container_title\":\"20th Century Philosophy\",\"author\":[{\"family\":\"Boodin\",\"given\":\"John E.\"}],\"note\":null,\"publisher\":\"Philosophical Library\",\"editor\":[\"Dagobert D. Runes\"],\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"89-106\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"151\",\"type\":\"journal-article\",\"title\":\"De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty\",\"container_title\":\"Deucalion\",\"author\":[{\"family\":\"Caillois\",\"given\":\"R. P.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"II\",\"page\":\"57-85\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"152\",\"type\":\"journal-article\",\"title\":\"Commemorazione di Adolfo Omodeo\",\"container_title\":\"Annali della Scuola Normale di Pisa\",\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"note\":\"reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":\"3-4\",\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"153\",\"type\":\"journal-article\",\"title\":\"The Historian and the Philosophy of Science\",\"container_title\":\"Isis\",\"author\":[{\"family\":\"Cowan\",\"given\":\"Thomas\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXVIII\",\"page\":\"11-18\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"154\",\"type\":\"journal-article\",\"title\":\"History as a Science\",\"container_title\":\"Historical Studies: Australia and New Zealand\",\"author\":[{\"family\":\"Crawford\",\"given\":\"R. M.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"153-175\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"155\",\"type\":\"journal-article\",\"title\":\"Christianisme et histoire\",\"container_title\":\"Etudes\",\"author\":[{\"family\":\"Dani\u00e9lou\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CCLIV\",\"page\":\"166-184\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"156\",\"type\":\"journal-article\",\"title\":\"Wahrheit der Geschichte. Geschichte der Wahrheit\",\"container_title\":\"Amerikanische Rundschau\",\"author\":[{\"family\":\"Dell\",\"given\":\"Stanley\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"44-53\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"157\",\"type\":\"journal-article\",\"title\":\"The Idea of Progress\",\"container_title\":\"American Historical Review\",\"author\":[{\"family\":\"Fay\",\"given\":\"Sidney B.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LII\",\"page\":\"231-246\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"158\",\"type\":\"journal-article\",\"title\":\"Th\u00e9ologie et histoire\",\"container_title\":\"Dieu vivant\",\"author\":[{\"family\":\"Fessard\",\"given\":\"Gaston\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"VIII\",\"page\":\"39-65\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"159\",\"type\":\"journal-article\",\"title\":\"Acton, Creighton, and Lea: a Study in History and Ethics\",\"container_title\":\"Pacific Historical Review\",\"author\":[{\"family\":\"Fish\",\"given\":\"Andrew\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XVI\",\"page\":\"59-69\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"160\",\"type\":\"journal-article\",\"title\":\"Le conscience historique en Italie\",\"container_title\":\"Les temps modernes\",\"author\":[{\"family\":\"Garosci\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"23-24\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null}]}", "model": "gemini-2.5-pro", "provider": "genai", "finish_reason": "STOP", "usage": {"input_tokens": 344, "output_tokens": 2393, "total_tokens": 6773, "input_cost_usd": 0.00043000000000000004, "output_cost_usd": 0.02393, "estimated_cost_usd": 0.02436}, "duration": 44.84741997718811, "timestamp": "2026-01-24T11:31:33.772126", "parsed": {"metadata": {"title": "BIBLIOGRAPHY", "year": "1947", "page_number": 9}, "entries": [{"id": "140", "type": "book", "title": "Why We Read History", "author": [{"family": "Smellie", "given": "K. B."}], "publisher": "P. Elek", "publisher_place": "London"}, {"id": "141", "type": "book", "title": "A Study of History", "author": [{"family": "Toynbee", "given": "Arnold J."}], "note": "abridged by D. C. Somervell. (Abridgement of vols. I-VI of A Study of History).", "publisher": "Oxford", "publisher_place": "New York"}, {"id": "142", "type": "book", "title": "In den spiegel van het verleden: historische opstellen", "author": [{"family": "Verberne", "given": "L. G. J."}], "publisher": "Bruna", "publisher_place": "Utrecht, Antwerpen"}, {"id": "143", "type": "book", "title": "Esquemas de metodologia eclesi\u00e1stica", "author": [{"family": "Vevir", "given": "Jos\u00e9"}], "publisher": "Instituto", "publisher_place": "Barcelona"}, {"id": "144", "type": "book", "title": "Sinn und Ziel der Geschichte", "author": [{"family": "Walz", "given": "Hans H."}], "publisher": "Universit\u00e4ts-Verlag", "publisher_place": "Bonn"}, {"id": "145", "type": "other", "title": "Atti del congresso internazionale di filosofia 15-20 November, 1946", "note": "Relevant articles:", "publisher": "Castellani", "publisher_place": "Milano"}, {"id": "146", "type": "journal-article", "title": "Storia e materialismo storico", "container_title": "Atti del congresso internazionale di filosofia 15-20 November, 1946", "author": [{"family": "Drago", "given": "Pietro C."}], "related": ["145"], "volume": "I", "page": "109-117"}, {"id": "147", "type": "journal-article", "title": "Critica del giudizio storico", "container_title": "Atti del congresso internazionale di filosofia 15-20 November, 1946", "author": [{"family": "Fazio-Allmayer", "given": "Vito"}], "related": ["145"], "volume": "I", "page": "281-290"}, {"id": "148", "type": "journal-article", "title": "Forza e spirito nella storia", "container_title": "Atti del congresso internazionale di filosofia 15-20 November, 1946", "author": [{"family": "Nyman", "given": "A."}], "related": ["145"], "volume": "I", "page": "191-200"}, {"id": "149", "type": "journal-article", "title": "Sur le concept d'histoire", "container_title": "Les temps modernes", "author": [{"family": "Benjamin", "given": "Walter"}], "volume": "II", "page": "623-634"}, {"id": "150", "type": "other", "title": "Philosophy of History", "container_title": "20th Century Philosophy", "author": [{"family": "Boodin", "given": "John E."}], "publisher": "Philosophical Library", "editor": ["Dagobert D. Runes"], "publisher_place": "New York", "page": "89-106"}, {"id": "151", "type": "journal-article", "title": "De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty", "container_title": "Deucalion", "author": [{"family": "Caillois", "given": "R. P."}], "volume": "II", "page": "57-85"}, {"id": "152", "type": "journal-article", "title": "Commemorazione di Adolfo Omodeo", "container_title": "Annali della Scuola Normale di Pisa", "author": [{"family": "Cantimori", "given": "Delio"}], "note": "reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959", "fascicle": "3-4"}, {"id": "153", "type": "journal-article", "title": "The Historian and the Philosophy of Science", "container_title": "Isis", "author": [{"family": "Cowan", "given": "Thomas"}], "volume": "XXXVIII", "page": "11-18"}, {"id": "154", "type": "journal-article", "title": "History as a Science", "container_title": "Historical Studies: Australia and New Zealand", "author": [{"family": "Crawford", "given": "R. M."}], "volume": "III", "page": "153-175"}, {"id": "155", "type": "journal-article", "title": "Christianisme et histoire", "container_title": "Etudes", "author": [{"family": "Dani\u00e9lou", "given": "J."}], "volume": "CCLIV", "page": "166-184"}, {"id": "156", "type": "journal-article", "title": "Wahrheit der Geschichte. Geschichte der Wahrheit", "container_title": "Amerikanische Rundschau", "author": [{"family": "Dell", "given": "Stanley"}], "volume": "III", "page": "44-53"}, {"id": "157", "type": "journal-article", "title": "The Idea of Progress", "container_title": "American Historical Review", "author": [{"family": "Fay", "given": "Sidney B."}], "volume": "LII", "page": "231-246"}, {"id": "158", "type": "journal-article", "title": "Th\u00e9ologie et histoire", "container_title": "Dieu vivant", "author": [{"family": "Fessard", "given": "Gaston"}], "volume": "VIII", "page": "39-65"}, {"id": "159", "type": "journal-article", "title": "Acton, Creighton, and Lea: a Study in History and Ethics", "container_title": "Pacific Historical Review", "author": [{"family": "Fish", "given": "Andrew"}], "volume": "XVI", "page": "59-69"}, {"id": "160", "type": "journal-article", "title": "Le conscience historique en Italie", "container_title": "Les temps modernes", "author": [{"family": "Garosci", "given": "A."}], "volume": "III", "page": "23-24"}]}, "conversation_id": "c48425b1-33e8-4775-98fc-e7b709bc3e5e", "score": {"fuzzy": 0.34309097991484994}, "raw_response": "{\"sdk_http_response\":{\"headers\":{\"content-type\":\"application/json; charset=UTF-8\",\"vary\":\"Origin, X-Origin, Referer\",\"content-encoding\":\"gzip\",\"date\":\"Sat, 24 Jan 2026 10:31:33 GMT\",\"server\":\"scaffolding on HTTPServer2\",\"x-xss-protection\":\"0\",\"x-frame-options\":\"SAMEORIGIN\",\"x-content-type-options\":\"nosniff\",\"server-timing\":\"gfet4t7; dur=44708\",\"alt-svc\":\"h3=\\\":443\\\"; ma=2592000,h3-29=\\\":443\\\"; ma=2592000\",\"transfer-encoding\":\"chunked\"},\"body\":null},\"candidates\":[{\"content\":{\"parts\":[{\"video_metadata\":null,\"thought\":null,\"inline_data\":null,\"file_data\":null,\"thought_signature\":null,\"function_call\":null,\"code_execution_result\":null,\"executable_code\":null,\"function_response\":null,\"text\":\"{\\n \\\"metadata\\\": {\\n \\\"title\\\": \\\"BIBLIOGRAPHY\\\",\\n \\\"year\\\": \\\"1947\\\",\\n \\\"page_number\\\": 9\\n },\\n \\\"entries\\\": [\\n {\\n \\\"id\\\": \\\"140\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Why We Read History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Smellie\\\",\\n \\\"given\\\": \\\"K. B.\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"P. Elek\\\",\\n \\\"publisher_place\\\": \\\"London\\\"\\n },\\n {\\n \\\"id\\\": \\\"141\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"A Study of History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Toynbee\\\",\\n \\\"given\\\": \\\"Arnold J.\\\"\\n }\\n ],\\n \\\"note\\\": \\\"abridged by D. C. Somervell. (Abridgement of vols. I-VI of A Study of History).\\\",\\n \\\"publisher\\\": \\\"Oxford\\\",\\n \\\"publisher_place\\\": \\\"New York\\\"\\n },\\n {\\n \\\"id\\\": \\\"142\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"In den spiegel van het verleden: historische opstellen\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Verberne\\\",\\n \\\"given\\\": \\\"L. G. J.\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Bruna\\\",\\n \\\"publisher_place\\\": \\\"Utrecht, Antwerpen\\\"\\n },\\n {\\n \\\"id\\\": \\\"143\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Esquemas de metodologia eclesi\u00e1stica\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Vevir\\\",\\n \\\"given\\\": \\\"Jos\u00e9\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Instituto\\\",\\n \\\"publisher_place\\\": \\\"Barcelona\\\"\\n },\\n {\\n \\\"id\\\": \\\"144\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Sinn und Ziel der Geschichte\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Walz\\\",\\n \\\"given\\\": \\\"Hans H.\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Universit\u00e4ts-Verlag\\\",\\n \\\"publisher_place\\\": \\\"Bonn\\\"\\n },\\n {\\n \\\"id\\\": \\\"145\\\",\\n \\\"type\\\": \\\"other\\\",\\n \\\"title\\\": \\\"Atti del congresso internazionale di filosofia 15-20 November, 1946\\\",\\n \\\"note\\\": \\\"Relevant articles:\\\",\\n \\\"publisher\\\": \\\"Castellani\\\",\\n \\\"publisher_place\\\": \\\"Milano\\\"\\n },\\n {\\n \\\"id\\\": \\\"146\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Storia e materialismo storico\\\",\\n \\\"container_title\\\": \\\"Atti del congresso internazionale di filosofia 15-20 November, 1946\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Drago\\\",\\n \\\"given\\\": \\\"Pietro C.\\\"\\n }\\n ],\\n \\\"related\\\": [\\n \\\"145\\\"\\n ],\\n \\\"volume\\\": \\\"I\\\",\\n \\\"page\\\": \\\"109-117\\\"\\n },\\n {\\n \\\"id\\\": \\\"147\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Critica del giudizio storico\\\",\\n \\\"container_title\\\": \\\"Atti del congresso internazionale di filosofia 15-20 November, 1946\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Fazio-Allmayer\\\",\\n \\\"given\\\": \\\"Vito\\\"\\n }\\n ],\\n \\\"related\\\": [\\n \\\"145\\\"\\n ],\\n \\\"volume\\\": \\\"I\\\",\\n \\\"page\\\": \\\"281-290\\\"\\n },\\n {\\n \\\"id\\\": \\\"148\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Forza e spirito nella storia\\\",\\n \\\"container_title\\\": \\\"Atti del congresso internazionale di filosofia 15-20 November, 1946\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Nyman\\\",\\n \\\"given\\\": \\\"A.\\\"\\n }\\n ],\\n \\\"related\\\": [\\n \\\"145\\\"\\n ],\\n \\\"volume\\\": \\\"I\\\",\\n \\\"page\\\": \\\"191-200\\\"\\n },\\n {\\n \\\"id\\\": \\\"149\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Sur le concept d'histoire\\\",\\n \\\"container_title\\\": \\\"Les temps modernes\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Benjamin\\\",\\n \\\"given\\\": \\\"Walter\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"II\\\",\\n \\\"page\\\": \\\"623-634\\\"\\n },\\n {\\n \\\"id\\\": \\\"150\\\",\\n \\\"type\\\": \\\"other\\\",\\n \\\"title\\\": \\\"Philosophy of History\\\",\\n \\\"container_title\\\": \\\"20th Century Philosophy\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Boodin\\\",\\n \\\"given\\\": \\\"John E.\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Philosophical Library\\\",\\n \\\"editor\\\": [\\n \\\"Dagobert D. Runes\\\"\\n ],\\n \\\"publisher_place\\\": \\\"New York\\\",\\n \\\"page\\\": \\\"89-106\\\"\\n },\\n {\\n \\\"id\\\": \\\"151\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty\\\",\\n \\\"container_title\\\": \\\"Deucalion\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Caillois\\\",\\n \\\"given\\\": \\\"R. P.\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"II\\\",\\n \\\"page\\\": \\\"57-85\\\"\\n },\\n {\\n \\\"id\\\": \\\"152\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Commemorazione di Adolfo Omodeo\\\",\\n \\\"container_title\\\": \\\"Annali della Scuola Normale di Pisa\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Cantimori\\\",\\n \\\"given\\\": \\\"Delio\\\"\\n }\\n ],\\n \\\"note\\\": \\\"reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959\\\",\\n \\\"fascicle\\\": \\\"3-4\\\"\\n },\\n {\\n \\\"id\\\": \\\"153\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Historian and the Philosophy of Science\\\",\\n \\\"container_title\\\": \\\"Isis\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Cowan\\\",\\n \\\"given\\\": \\\"Thomas\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"XXXVIII\\\",\\n \\\"page\\\": \\\"11-18\\\"\\n },\\n {\\n \\\"id\\\": \\\"154\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"History as a Science\\\",\\n \\\"container_title\\\": \\\"Historical Studies: Australia and New Zealand\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Crawford\\\",\\n \\\"given\\\": \\\"R. M.\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"III\\\",\\n \\\"page\\\": \\\"153-175\\\"\\n },\\n {\\n \\\"id\\\": \\\"155\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Christianisme et histoire\\\",\\n \\\"container_title\\\": \\\"Etudes\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Dani\u00e9lou\\\",\\n \\\"given\\\": \\\"J.\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"CCLIV\\\",\\n \\\"page\\\": \\\"166-184\\\"\\n },\\n {\\n \\\"id\\\": \\\"156\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Wahrheit der Geschichte. Geschichte der Wahrheit\\\",\\n \\\"container_title\\\": \\\"Amerikanische Rundschau\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Dell\\\",\\n \\\"given\\\": \\\"Stanley\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"III\\\",\\n \\\"page\\\": \\\"44-53\\\"\\n },\\n {\\n \\\"id\\\": \\\"157\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Idea of Progress\\\",\\n \\\"container_title\\\": \\\"American Historical Review\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Fay\\\",\\n \\\"given\\\": \\\"Sidney B.\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"LII\\\",\\n \\\"page\\\": \\\"231-246\\\"\\n },\\n {\\n \\\"id\\\": \\\"158\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Th\u00e9ologie et histoire\\\",\\n \\\"container_title\\\": \\\"Dieu vivant\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Fessard\\\",\\n \\\"given\\\": \\\"Gaston\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"VIII\\\",\\n \\\"page\\\": \\\"39-65\\\"\\n },\\n {\\n \\\"id\\\": \\\"159\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Acton, Creighton, and Lea: a Study in History and Ethics\\\",\\n \\\"container_title\\\": \\\"Pacific Historical Review\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Fish\\\",\\n \\\"given\\\": \\\"Andrew\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"XVI\\\",\\n \\\"page\\\": \\\"59-69\\\"\\n },\\n {\\n \\\"id\\\": \\\"160\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Le conscience historique en Italie\\\",\\n \\\"container_title\\\": \\\"Les temps modernes\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Garosci\\\",\\n \\\"given\\\": \\\"A.\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"III\\\",\\n \\\"page\\\": \\\"23-24\\\"\\n }\\n ]\\n}\"}],\"role\":\"model\"},\"citation_metadata\":null,\"finish_message\":null,\"token_count\":null,\"finish_reason\":\"STOP\",\"url_context_metadata\":null,\"avg_logprobs\":null,\"grounding_metadata\":null,\"index\":0,\"logprobs_result\":null,\"safety_ratings\":null}],\"create_time\":null,\"model_version\":\"gemini-2.5-pro\",\"prompt_feedback\":null,\"response_id\":\"hZ90aebfKYvAkdUPopDb4QE\",\"usage_metadata\":{\"cache_tokens_details\":null,\"cached_content_token_count\":null,\"candidates_token_count\":2393,\"candidates_tokens_details\":null,\"prompt_token_count\":344,\"prompt_tokens_details\":[{\"modality\":\"TEXT\",\"token_count\":86},{\"modality\":\"IMAGE\",\"token_count\":258}],\"thoughts_token_count\":4036,\"tool_use_prompt_token_count\":null,\"tool_use_prompt_tokens_details\":null,\"total_token_count\":6773,\"traffic_type\":null},\"automatic_function_calling_history\":[],\"parsed\":{\"metadata\":{\"title\":\"BIBLIOGRAPHY\",\"year\":\"1947\",\"page_number\":9},\"entries\":[{\"id\":\"140\",\"type\":\"book\",\"title\":\"Why We Read History\",\"author\":[{\"family\":\"Smellie\",\"given\":\"K. B.\"}],\"publisher\":\"P. Elek\",\"publisher_place\":\"London\"},{\"id\":\"141\",\"type\":\"book\",\"title\":\"A Study of History\",\"author\":[{\"family\":\"Toynbee\",\"given\":\"Arnold J.\"}],\"note\":\"abridged by D. C. Somervell. (Abridgement of vols. I-VI of A Study of History).\",\"publisher\":\"Oxford\",\"publisher_place\":\"New York\"},{\"id\":\"142\",\"type\":\"book\",\"title\":\"In den spiegel van het verleden: historische opstellen\",\"author\":[{\"family\":\"Verberne\",\"given\":\"L. G. J.\"}],\"publisher\":\"Bruna\",\"publisher_place\":\"Utrecht, Antwerpen\"},{\"id\":\"143\",\"type\":\"book\",\"title\":\"Esquemas de metodologia eclesi\u00e1stica\",\"author\":[{\"family\":\"Vevir\",\"given\":\"Jos\u00e9\"}],\"publisher\":\"Instituto\",\"publisher_place\":\"Barcelona\"},{\"id\":\"144\",\"type\":\"book\",\"title\":\"Sinn und Ziel der Geschichte\",\"author\":[{\"family\":\"Walz\",\"given\":\"Hans H.\"}],\"publisher\":\"Universit\u00e4ts-Verlag\",\"publisher_place\":\"Bonn\"},{\"id\":\"145\",\"type\":\"other\",\"title\":\"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\"note\":\"Relevant articles:\",\"publisher\":\"Castellani\",\"publisher_place\":\"Milano\"},{\"id\":\"146\",\"type\":\"journal-article\",\"title\":\"Storia e materialismo storico\",\"container_title\":\"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\"author\":[{\"family\":\"Drago\",\"given\":\"Pietro C.\"}],\"related\":[\"145\"],\"volume\":\"I\",\"page\":\"109-117\"},{\"id\":\"147\",\"type\":\"journal-article\",\"title\":\"Critica del giudizio storico\",\"container_title\":\"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\"author\":[{\"family\":\"Fazio-Allmayer\",\"given\":\"Vito\"}],\"related\":[\"145\"],\"volume\":\"I\",\"page\":\"281-290\"},{\"id\":\"148\",\"type\":\"journal-article\",\"title\":\"Forza e spirito nella storia\",\"container_title\":\"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\"author\":[{\"family\":\"Nyman\",\"given\":\"A.\"}],\"related\":[\"145\"],\"volume\":\"I\",\"page\":\"191-200\"},{\"id\":\"149\",\"type\":\"journal-article\",\"title\":\"Sur le concept d'histoire\",\"container_title\":\"Les temps modernes\",\"author\":[{\"family\":\"Benjamin\",\"given\":\"Walter\"}],\"volume\":\"II\",\"page\":\"623-634\"},{\"id\":\"150\",\"type\":\"other\",\"title\":\"Philosophy of History\",\"container_title\":\"20th Century Philosophy\",\"author\":[{\"family\":\"Boodin\",\"given\":\"John E.\"}],\"publisher\":\"Philosophical Library\",\"editor\":[\"Dagobert D. Runes\"],\"publisher_place\":\"New York\",\"page\":\"89-106\"},{\"id\":\"151\",\"type\":\"journal-article\",\"title\":\"De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty\",\"container_title\":\"Deucalion\",\"author\":[{\"family\":\"Caillois\",\"given\":\"R. P.\"}],\"volume\":\"II\",\"page\":\"57-85\"},{\"id\":\"152\",\"type\":\"journal-article\",\"title\":\"Commemorazione di Adolfo Omodeo\",\"container_title\":\"Annali della Scuola Normale di Pisa\",\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"note\":\"reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959\",\"fascicle\":\"3-4\"},{\"id\":\"153\",\"type\":\"journal-article\",\"title\":\"The Historian and the Philosophy of Science\",\"container_title\":\"Isis\",\"author\":[{\"family\":\"Cowan\",\"given\":\"Thomas\"}],\"volume\":\"XXXVIII\",\"page\":\"11-18\"},{\"id\":\"154\",\"type\":\"journal-article\",\"title\":\"History as a Science\",\"container_title\":\"Historical Studies: Australia and New Zealand\",\"author\":[{\"family\":\"Crawford\",\"given\":\"R. M.\"}],\"volume\":\"III\",\"page\":\"153-175\"},{\"id\":\"155\",\"type\":\"journal-article\",\"title\":\"Christianisme et histoire\",\"container_title\":\"Etudes\",\"author\":[{\"family\":\"Dani\u00e9lou\",\"given\":\"J.\"}],\"volume\":\"CCLIV\",\"page\":\"166-184\"},{\"id\":\"156\",\"type\":\"journal-article\",\"title\":\"Wahrheit der Geschichte. Geschichte der Wahrheit\",\"container_title\":\"Amerikanische Rundschau\",\"author\":[{\"family\":\"Dell\",\"given\":\"Stanley\"}],\"volume\":\"III\",\"page\":\"44-53\"},{\"id\":\"157\",\"type\":\"journal-article\",\"title\":\"The Idea of Progress\",\"container_title\":\"American Historical Review\",\"author\":[{\"family\":\"Fay\",\"given\":\"Sidney B.\"}],\"volume\":\"LII\",\"page\":\"231-246\"},{\"id\":\"158\",\"type\":\"journal-article\",\"title\":\"Th\u00e9ologie et histoire\",\"container_title\":\"Dieu vivant\",\"author\":[{\"family\":\"Fessard\",\"given\":\"Gaston\"}],\"volume\":\"VIII\",\"page\":\"39-65\"},{\"id\":\"159\",\"type\":\"journal-article\",\"title\":\"Acton, Creighton, and Lea: a Study in History and Ethics\",\"container_title\":\"Pacific Historical Review\",\"author\":[{\"family\":\"Fish\",\"given\":\"Andrew\"}],\"volume\":\"XVI\",\"page\":\"59-69\"},{\"id\":\"160\",\"type\":\"journal-article\",\"title\":\"Le conscience historique en Italie\",\"container_title\":\"Les temps modernes\",\"author\":[{\"family\":\"Garosci\",\"given\":\"A.\"}],\"volume\":\"III\",\"page\":\"23-24\"}]}}"}, "scoring": {"fuzzy": 0.6680292882261429, "cost_summary": {"total_input_tokens": 1716, "total_output_tokens": 10093, "total_tokens": 11809, "input_cost_usd": 0.0021449999999999998, "output_cost_usd": 0.10092999999999999, "total_cost_usd": 0.103075}}, "normalized_score": 66.80292882261429}, {"_id": {"$oid": "69ce22c0214d8cd071ad012f"}, "test_id": "T0187", "benchmark": "bibliographic_data", "date": "2026-01-24", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "mistral", "model": "mistral-large-2411", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"Historical Journal\",\"year\":\"1987\",\"page_number\":5},\"entries\":[{\"id\":\"5-1\",\"type\":\"journal-article\",\"title\":\"The Rise of Feudalism\",\"container_title\":\"Journal of Medieval History\",\"author\":[{\"family\":\"Bloch\",\"given\":\"Marc\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1987-03\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"12\",\"page\":\"45-67\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"5-2\",\"type\":\"book\",\"title\":\"The Civil War: A Narrative\",\"container_title\":null,\"author\":[{\"family\":\"Foote\",\"given\":\"Shelby\"}],\"note\":null,\"publisher\":\"Random House\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":\"1958\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"1\",\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"5-3\",\"type\":\"journal-article\",\"title\":\"The Impact of the Industrial Revolution on Society\",\"container_title\":\"Economic History Review\",\"author\":[{\"family\":\"Ashton\",\"given\":\"T.S.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1987-06\",\"event_date\":null,\"related\":null,\"relation\":\"5-4\",\"volume\":\"8\",\"page\":\"123-145\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"5-4\",\"type\":\"other\",\"title\":\"Review of The Impact of the Industrial Revolution on Society\",\"container_title\":\"Historical Journal\",\"author\":[{\"family\":\"Hobsbawn\",\"given\":\"Eric\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1987-09\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"234-236\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"5-5\",\"type\":\"book\",\"title\":\"The History of the Decline and Fall of the Roman Empire\",\"container_title\":null,\"author\":[{\"family\":\"Gibbon\",\"given\":\"Edward\"}],\"note\":null,\"publisher\":\"Strahan & Cadell\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":\"1776\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"1\",\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}", "model": "mistral-large-2411", "provider": "mistral", "finish_reason": "stop", "usage": {"input_tokens": 1010, "output_tokens": 680, "total_tokens": 1690, "input_cost_usd": 0.00202, "output_cost_usd": 0.00408, "estimated_cost_usd": 0.0061}, "duration": 10.713837623596191, "timestamp": "2026-01-24T11:57:43.720328", "parsed": {"metadata": {"title": "Historical Journal", "year": "1987", "page_number": 5}, "entries": [{"id": "5-1", "type": "journal-article", "title": "The Rise of Feudalism", "author": [{"family": "Bloch", "given": "Marc"}], "container_title": "Journal of Medieval History", "volume": "12", "page": "45-67", "issued": "1987-03"}, {"id": "5-2", "type": "book", "title": "The Civil War: A Narrative", "author": [{"family": "Foote", "given": "Shelby"}], "publisher": "Random House", "publisher_place": "New York", "issued": "1958", "volume": "1"}, {"id": "5-3", "type": "journal-article", "title": "The Impact of the Industrial Revolution on Society", "author": [{"family": "Ashton", "given": "T.S."}], "container_title": "Economic History Review", "volume": "8", "page": "123-145", "issued": "1987-06", "relation": "5-4"}, {"id": "5-4", "type": "other", "title": "Review of The Impact of the Industrial Revolution on Society", "author": [{"family": "Hobsbawn", "given": "Eric"}], "container_title": "Historical Journal", "page": "234-236", "issued": "1987-09"}, {"id": "5-5", "type": "book", "title": "The History of the Decline and Fall of the Roman Empire", "author": [{"family": "Gibbon", "given": "Edward"}], "publisher": "Strahan & Cadell", "publisher_place": "London", "issued": "1776", "volume": "1", "incomplete": true}]}, "conversation_id": "593b50bc-7e79-4cf6-9688-9979ec34a216", "score": {"fuzzy": 0.10113446361783875}, "raw_response": "{\"id\":\"01d1212f66634956b941793efd7789d4\",\"object\":\"chat.completion\",\"model\":\"mistral-large-2411\",\"usage\":{\"prompt_tokens\":1010,\"completion_tokens\":680,\"total_tokens\":1690,\"num_cached_tokens\":0},\"created\":1769252253,\"choices\":[{\"index\":0,\"message\":{\"content\":\"{\\n \\\"metadata\\\": {\\n \\\"title\\\": \\\"Historical Journal\\\",\\n \\\"year\\\": \\\"1987\\\",\\n \\\"page_number\\\": 5\\n },\\n \\\"entries\\\": [\\n {\\n \\\"id\\\": \\\"5-1\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Rise of Feudalism\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Bloch\\\",\\n \\\"given\\\": \\\"Marc\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Journal of Medieval History\\\",\\n \\\"volume\\\": \\\"12\\\",\\n \\\"page\\\": \\\"45-67\\\",\\n \\\"issued\\\": \\\"1987-03\\\"\\n },\\n {\\n \\\"id\\\": \\\"5-2\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"The Civil War: A Narrative\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Foote\\\",\\n \\\"given\\\": \\\"Shelby\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Random House\\\",\\n \\\"publisher_place\\\": \\\"New York\\\",\\n \\\"issued\\\": \\\"1958\\\",\\n \\\"volume\\\": \\\"1\\\"\\n },\\n {\\n \\\"id\\\": \\\"5-3\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Impact of the Industrial Revolution on Society\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Ashton\\\",\\n \\\"given\\\": \\\"T.S.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Economic History Review\\\",\\n \\\"volume\\\": \\\"8\\\",\\n \\\"page\\\": \\\"123-145\\\",\\n \\\"issued\\\": \\\"1987-06\\\",\\n \\\"relation\\\": \\\"5-4\\\"\\n },\\n {\\n \\\"id\\\": \\\"5-4\\\",\\n \\\"type\\\": \\\"other\\\",\\n \\\"title\\\": \\\"Review of The Impact of the Industrial Revolution on Society\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Hobsbawn\\\",\\n \\\"given\\\": \\\"Eric\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Historical Journal\\\",\\n \\\"page\\\": \\\"234-236\\\",\\n \\\"issued\\\": \\\"1987-09\\\"\\n },\\n {\\n \\\"id\\\": \\\"5-5\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"The History of the Decline and Fall of the Roman Empire\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Gibbon\\\",\\n \\\"given\\\": \\\"Edward\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Strahan & Cadell\\\",\\n \\\"publisher_place\\\": \\\"London\\\",\\n \\\"issued\\\": \\\"1776\\\",\\n \\\"volume\\\": \\\"1\\\",\\n \\\"incomplete\\\": true\\n }\\n ]\\n}\",\"tool_calls\":null,\"prefix\":false,\"role\":\"assistant\"},\"finish_reason\":\"stop\"}]}"}, "scoring": {"fuzzy": 0.05455504288388331, "cost_summary": {"total_input_tokens": 5051, "total_output_tokens": 2496, "total_tokens": 7547, "input_cost_usd": 0.010102, "output_cost_usd": 0.014976000000000001, "total_cost_usd": 0.025078}}, "normalized_score": 5.455504288388331}, {"_id": {"$oid": "69ce22c0214d8cd071ad0133"}, "test_id": "T0035", "benchmark": "bibliographic_data", "date": "2026-01-24", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "mistral", "model": "pixtral-large-2411", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"Historical Records\",\"year\":\"2023\",\"page_number\":3},\"entries\":[{\"id\":\"1\",\"type\":\"book\",\"title\":\"The Decline and Fall of the Roman Empire\",\"container_title\":null,\"author\":[{\"family\":\"Gibbon\",\"given\":\"Edward\"}],\"note\":\"A comprehensive history of the Roman Empire.\",\"publisher\":\"Strahan and Cadell\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":\"1776-1789\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"6\",\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"2\",\"type\":\"journal-article\",\"title\":\"The Impact of the Industrial Revolution on European Society\",\"container_title\":\"Historical Journal\",\"author\":[{\"family\":\"Ashton\",\"given\":\"T. S.\"}],\"note\":\"An analysis of the social and economic changes during the Industrial Revolution.\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1948\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"38\",\"page\":\"251-284\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"3\",\"type\":\"other\",\"title\":\"Review of 'The Decline and Fall of the Roman Empire'\",\"container_title\":\"The Quarterly Review\",\"author\":null,\"note\":\"A contemporary review of Gibbon's work.\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1789\",\"event_date\":null,\"related\":null,\"relation\":\"1\",\"volume\":null,\"page\":\"123-135\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}", "model": "pixtral-large-2411", "provider": "mistral", "finish_reason": "stop", "usage": {"input_tokens": 1010, "output_tokens": 443, "total_tokens": 1453, "input_cost_usd": 0.00202, "output_cost_usd": 0.0026579999999999998, "estimated_cost_usd": 0.004678}, "duration": 12.468172550201416, "timestamp": "2026-01-24T11:13:08.463337", "parsed": {"metadata": {"title": "Historical Records", "year": "2023", "page_number": 3}, "entries": [{"id": "1", "type": "book", "title": "The Decline and Fall of the Roman Empire", "author": [{"family": "Gibbon", "given": "Edward"}], "publisher": "Strahan and Cadell", "publisher_place": "London", "issued": "1776-1789", "volume": "6", "note": "A comprehensive history of the Roman Empire."}, {"id": "2", "type": "journal-article", "title": "The Impact of the Industrial Revolution on European Society", "container_title": "Historical Journal", "author": [{"family": "Ashton", "given": "T. S."}], "issued": "1948", "page": "251-284", "volume": "38", "note": "An analysis of the social and economic changes during the Industrial Revolution."}, {"id": "3", "type": "other", "title": "Review of 'The Decline and Fall of the Roman Empire'", "relation": "1", "container_title": "The Quarterly Review", "issued": "1789", "page": "123-135", "note": "A contemporary review of Gibbon's work.", "incomplete": true}]}, "conversation_id": "483e4b6c-07c7-4460-a3b7-ae3d2cec0b58", "score": {"fuzzy": 0.033461914901287956}, "raw_response": "{\"id\":\"f9703dfea0714d078fc9118457528947\",\"object\":\"chat.completion\",\"model\":\"pixtral-large-2411\",\"usage\":{\"prompt_tokens\":1010,\"completion_tokens\":443,\"total_tokens\":1453,\"num_cached_tokens\":0},\"created\":1769249576,\"choices\":[{\"index\":0,\"message\":{\"content\":\"{\\n \\\"metadata\\\": {\\n \\\"title\\\": \\\"Historical Records\\\",\\n \\\"year\\\": \\\"2023\\\",\\n \\\"page_number\\\": 3\\n },\\n \\\"entries\\\": [\\n {\\n \\\"id\\\": \\\"1\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"The Decline and Fall of the Roman Empire\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Gibbon\\\",\\n \\\"given\\\": \\\"Edward\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Strahan and Cadell\\\",\\n \\\"publisher_place\\\": \\\"London\\\",\\n \\\"issued\\\": \\\"1776-1789\\\",\\n \\\"volume\\\": \\\"6\\\",\\n \\\"note\\\": \\\"A comprehensive history of the Roman Empire.\\\"\\n },\\n {\\n \\\"id\\\": \\\"2\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Impact of the Industrial Revolution on European Society\\\",\\n \\\"container_title\\\": \\\"Historical Journal\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Ashton\\\",\\n \\\"given\\\": \\\"T. S.\\\"\\n }\\n ],\\n \\\"issued\\\": \\\"1948\\\",\\n \\\"page\\\": \\\"251-284\\\",\\n \\\"volume\\\": \\\"38\\\",\\n \\\"note\\\": \\\"An analysis of the social and economic changes during the Industrial Revolution.\\\"\\n },\\n {\\n \\\"id\\\": \\\"3\\\",\\n \\\"type\\\": \\\"other\\\",\\n \\\"title\\\": \\\"Review of 'The Decline and Fall of the Roman Empire'\\\",\\n \\\"relation\\\": \\\"1\\\",\\n \\\"container_title\\\": \\\"The Quarterly Review\\\",\\n \\\"issued\\\": \\\"1789\\\",\\n \\\"page\\\": \\\"123-135\\\",\\n \\\"note\\\": \\\"A contemporary review of Gibbon's work.\\\",\\n \\\"incomplete\\\": true\\n }\\n ]\\n}\",\"tool_calls\":null,\"prefix\":false,\"role\":\"assistant\"},\"finish_reason\":\"stop\"}]}"}, "scoring": {"fuzzy": 0.016369421468346697, "cost_summary": {"total_input_tokens": 5051, "total_output_tokens": 5924, "total_tokens": 10975, "input_cost_usd": 0.010102, "output_cost_usd": 0.035544, "total_cost_usd": 0.045646000000000006}}, "normalized_score": 1.6369421468346697}, {"_id": {"$oid": "69ce22c0214d8cd071ad0141"}, "test_id": "T0425", "benchmark": "bibliographic_data", "date": "2026-01-24", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "mistral", "model": "magistral-medium-2509", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"\",\"year\":\"\",\"page_number\":null},\"entries\":[]}", "model": "magistral-medium-2509", "provider": "mistral", "finish_reason": "stop", "usage": {"input_tokens": 989, "output_tokens": 15, "total_tokens": 1004, "input_cost_usd": 0.001978, "output_cost_usd": 7.500000000000001e-05, "estimated_cost_usd": 0.002053}, "duration": 0.8456084728240967, "timestamp": "2026-01-24T12:38:50.969917", "parsed": {"metadata": {"title": "", "year": ""}, "entries": []}, "conversation_id": "19529c33-ff01-44bc-b75e-3b44903bc247", "score": {"fuzzy": 0.0}, "raw_response": "{\"id\":\"3ce8a80c1d57460cbfebed16ccfc9022\",\"object\":\"chat.completion\",\"model\":\"magistral-medium-2509\",\"usage\":{\"prompt_tokens\":989,\"completion_tokens\":15,\"total_tokens\":1004,\"num_cached_tokens\":128},\"created\":1769254730,\"choices\":[{\"index\":0,\"message\":{\"content\":\"{\\\"metadata\\\":{\\\"title\\\":\\\"\\\",\\\"year\\\":\\\"\\\"},\\\"entries\\\":[]}\",\"tool_calls\":null,\"prefix\":false,\"role\":\"assistant\"},\"finish_reason\":\"stop\"}]}"}, "scoring": {"fuzzy": 0.0, "cost_summary": {"total_input_tokens": 4946, "total_output_tokens": 116, "total_tokens": 5062, "input_cost_usd": 0.009892000000000001, "output_cost_usd": 0.00058, "total_cost_usd": 0.010471999999999999}}, "normalized_score": 0}, {"_id": {"$oid": "69ce22c0214d8cd071ad0142"}, "test_id": "T0141", "benchmark": "bibliographic_data", "date": "2026-01-24", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-4.1-nano", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"Bibliography\",\"year\":\"1947\",\"page_number\":10},\"entries\":[{\"id\":\"145\",\"type\":\"journal-article\",\"title\":\"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\"container_title\":\"Milano: Castellani\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"145-146\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"146\",\"type\":\"journal-article\",\"title\":\"Pietro C. Drago, \\\"Storia e materialismo storico\\\"\",\"container_title\":null,\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":\"I\",\"page\":\"109-117\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"147\",\"type\":\"journal-article\",\"title\":\"Vito Fazio-Allmayer, \\\"Critica del giudizio storico\\\"\",\"container_title\":null,\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":\"I\",\"page\":\"281-290\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"148\",\"type\":\"journal-article\",\"title\":\"A. Nyman, \\\"Forza e spirito nella storia\\\"\",\"container_title\":null,\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":\"I\",\"page\":\"191-200\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"149\",\"type\":\"journal-article\",\"title\":\"Benjamin, Walter, \\\"Sur le concept d\u2019histoire\\\"\",\"container_title\":null,\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":\"II\",\"page\":\"623-634\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"150\",\"type\":\"journal-article\",\"title\":\"Boodin, John E., \\\"Philosophy of History\\\"\",\"container_title\":\"in Dagobert D. Runes, ed., 20th Century Philosophy\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":null,\"page\":\"89-106\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"151\",\"type\":\"journal-article\",\"title\":\"Caillois, R. P., \\\"De la perception \u00e0 l\u2019histoire. La philosophie de M. Merleau-Ponty\\\"\",\"container_title\":\"Deucalion II\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":null,\"page\":\"57-85\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"152\",\"type\":\"journal-article\",\"title\":\"Cantimori, Delio, \\\"Commemorazione di Adolfo Omodeo\\\"\",\"container_title\":\"Annali della Scuola Normale di Pisa, fasc. 3-4\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":null,\"page\":\"3-4\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"153\",\"type\":\"journal-article\",\"title\":\"Cowan, Thomas, \\\"The Historian and the Philosophy of Science\\\"\",\"container_title\":\"Iris XXXVIII\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":null,\"page\":\"11-18\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"154\",\"type\":\"journal-article\",\"title\":\"Crawford, R. M., \\\"History as a Science\\\"\",\"container_title\":\"Historical Studies: Australia and New Zealand III\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":null,\"page\":\"153-175\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"155\",\"type\":\"journal-article\",\"title\":\"Dani\u00e9lou, J., \\\"Christianisme et histoire\\\"\",\"container_title\":\"Etudes CCLIV\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":null,\"page\":\"166-184\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"156\",\"type\":\"journal-article\",\"title\":\"Dell, Stanley, \\\"Wahrheit der Geschichte. Geschichte der Wahrheit\\\"\",\"container_title\":\"Amerikanische Rundschau III\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":null,\"page\":\"44-53\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"157\",\"type\":\"journal-article\",\"title\":\"Fay, Sidney B., \\\"The Idea of Progress\\\"\",\"container_title\":\"American Historical Review LII\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":null,\"page\":\"231-246\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"158\",\"type\":\"journal-article\",\"title\":\"Fessard, Gaston, \\\"Th\u00e9ologie et histoire\\\"\",\"container_title\":\"Dieu vivant VIII\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":null,\"page\":\"39-65\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"159\",\"type\":\"journal-article\",\"title\":\"Fish, Andrew, \\\"Acton, Creighton, and Lea: a Study in History and Ethics\\\"\",\"container_title\":\"Pacific Historical Review XVI\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":null,\"page\":\"59-69\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"160\",\"type\":\"journal-article\",\"title\":\"Garosci, A., \\\"Le conscience historique en Italie\\\"\",\"container_title\":\"Les temps modernes III\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":null,\"page\":\"23-24\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}", "model": "gpt-4.1-nano-2025-04-14", "provider": "openai", "finish_reason": "stop", "usage": {"input_tokens": 4412, "output_tokens": 1719, "total_tokens": 6131, "input_cost_usd": 0.00044120000000000004, "output_cost_usd": 0.0006876, "estimated_cost_usd": 0.0011288000000000001}, "duration": 12.324042081832886, "timestamp": "2026-01-24T14:29:34.301995", "parsed": {"metadata": {"title": "Bibliography", "year": "1947", "page_number": 10}, "entries": [{"id": "145", "type": "journal-article", "title": "Atti del congresso internazionale di filosofia 15-20 November, 1946", "container_title": "Milano: Castellani", "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "145-146", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "146", "type": "journal-article", "title": "Pietro C. Drago, \"Storia e materialismo storico\"", "container_title": null, "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": "145", "volume": "I", "page": "109-117", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "147", "type": "journal-article", "title": "Vito Fazio-Allmayer, \"Critica del giudizio storico\"", "container_title": null, "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": "145", "volume": "I", "page": "281-290", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "148", "type": "journal-article", "title": "A. Nyman, \"Forza e spirito nella storia\"", "container_title": null, "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": "145", "volume": "I", "page": "191-200", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "149", "type": "journal-article", "title": "Benjamin, Walter, \"Sur le concept d\u2019histoire\"", "container_title": null, "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": "145", "volume": "II", "page": "623-634", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "150", "type": "journal-article", "title": "Boodin, John E., \"Philosophy of History\"", "container_title": "in Dagobert D. Runes, ed., 20th Century Philosophy", "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": "145", "volume": null, "page": "89-106", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "151", "type": "journal-article", "title": "Caillois, R. P., \"De la perception \u00e0 l\u2019histoire. La philosophie de M. Merleau-Ponty\"", "container_title": "Deucalion II", "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": "145", "volume": null, "page": "57-85", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "152", "type": "journal-article", "title": "Cantimori, Delio, \"Commemorazione di Adolfo Omodeo\"", "container_title": "Annali della Scuola Normale di Pisa, fasc. 3-4", "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": "145", "volume": null, "page": "3-4", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "153", "type": "journal-article", "title": "Cowan, Thomas, \"The Historian and the Philosophy of Science\"", "container_title": "Iris XXXVIII", "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": "145", "volume": null, "page": "11-18", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "154", "type": "journal-article", "title": "Crawford, R. M., \"History as a Science\"", "container_title": "Historical Studies: Australia and New Zealand III", "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": "145", "volume": null, "page": "153-175", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "155", "type": "journal-article", "title": "Dani\u00e9lou, J., \"Christianisme et histoire\"", "container_title": "Etudes CCLIV", "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": "145", "volume": null, "page": "166-184", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "156", "type": "journal-article", "title": "Dell, Stanley, \"Wahrheit der Geschichte. Geschichte der Wahrheit\"", "container_title": "Amerikanische Rundschau III", "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": "145", "volume": null, "page": "44-53", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "157", "type": "journal-article", "title": "Fay, Sidney B., \"The Idea of Progress\"", "container_title": "American Historical Review LII", "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": "145", "volume": null, "page": "231-246", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "158", "type": "journal-article", "title": "Fessard, Gaston, \"Th\u00e9ologie et histoire\"", "container_title": "Dieu vivant VIII", "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": "145", "volume": null, "page": "39-65", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "159", "type": "journal-article", "title": "Fish, Andrew, \"Acton, Creighton, and Lea: a Study in History and Ethics\"", "container_title": "Pacific Historical Review XVI", "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": "145", "volume": null, "page": "59-69", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "160", "type": "journal-article", "title": "Garosci, A., \"Le conscience historique en Italie\"", "container_title": "Les temps modernes III", "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": "145", "volume": null, "page": "23-24", "fascicle": null, "reprint": null, "edition": null, "incomplete": true}]}, "conversation_id": "e4904dab-34f9-4c44-9d8b-3b921f39015c", "score": {"fuzzy": 0.12607003595530994}, "raw_response": "{\"id\":\"chatcmpl-D1XzX369jgTixFHssUh9gjnrAD7K8\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\\"metadata\\\":{\\\"title\\\":\\\"Bibliography\\\",\\\"year\\\":\\\"1947\\\",\\\"page_number\\\":10},\\\"entries\\\":[{\\\"id\\\":\\\"145\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Atti del congresso internazionale di filosofia 15-20 November, 1946\\\",\\\"container_title\\\":\\\"Milano: Castellani\\\",\\\"author\\\":null,\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":\\\"145-146\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"146\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Pietro C. Drago, \\\\\\\"Storia e materialismo storico\\\\\\\"\\\",\\\"container_title\\\":null,\\\"author\\\":null,\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":\\\"145\\\",\\\"volume\\\":\\\"I\\\",\\\"page\\\":\\\"109-117\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"147\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Vito Fazio-Allmayer, \\\\\\\"Critica del giudizio storico\\\\\\\"\\\",\\\"container_title\\\":null,\\\"author\\\":null,\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":\\\"145\\\",\\\"volume\\\":\\\"I\\\",\\\"page\\\":\\\"281-290\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"148\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"A. Nyman, \\\\\\\"Forza e spirito nella storia\\\\\\\"\\\",\\\"container_title\\\":null,\\\"author\\\":null,\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":\\\"145\\\",\\\"volume\\\":\\\"I\\\",\\\"page\\\":\\\"191-200\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"149\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Benjamin, Walter, \\\\\\\"Sur le concept d\u2019histoire\\\\\\\"\\\",\\\"container_title\\\":null,\\\"author\\\":null,\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":\\\"145\\\",\\\"volume\\\":\\\"II\\\",\\\"page\\\":\\\"623-634\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"150\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Boodin, John E., \\\\\\\"Philosophy of History\\\\\\\"\\\",\\\"container_title\\\":\\\"in Dagobert D. Runes, ed., 20th Century Philosophy\\\",\\\"author\\\":null,\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":\\\"145\\\",\\\"volume\\\":null,\\\"page\\\":\\\"89-106\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"151\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Caillois, R. P., \\\\\\\"De la perception \u00e0 l\u2019histoire. La philosophie de M. Merleau-Ponty\\\\\\\"\\\",\\\"container_title\\\":\\\"Deucalion II\\\",\\\"author\\\":null,\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":\\\"145\\\",\\\"volume\\\":null,\\\"page\\\":\\\"57-85\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"152\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Cantimori, Delio, \\\\\\\"Commemorazione di Adolfo Omodeo\\\\\\\"\\\",\\\"container_title\\\":\\\"Annali della Scuola Normale di Pisa, fasc. 3-4\\\",\\\"author\\\":null,\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":\\\"145\\\",\\\"volume\\\":null,\\\"page\\\":\\\"3-4\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"153\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Cowan, Thomas, \\\\\\\"The Historian and the Philosophy of Science\\\\\\\"\\\",\\\"container_title\\\":\\\"Iris XXXVIII\\\",\\\"author\\\":null,\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":\\\"145\\\",\\\"volume\\\":null,\\\"page\\\":\\\"11-18\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"154\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Crawford, R. M., \\\\\\\"History as a Science\\\\\\\"\\\",\\\"container_title\\\":\\\"Historical Studies: Australia and New Zealand III\\\",\\\"author\\\":null,\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":\\\"145\\\",\\\"volume\\\":null,\\\"page\\\":\\\"153-175\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"155\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Dani\u00e9lou, J., \\\\\\\"Christianisme et histoire\\\\\\\"\\\",\\\"container_title\\\":\\\"Etudes CCLIV\\\",\\\"author\\\":null,\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":\\\"145\\\",\\\"volume\\\":null,\\\"page\\\":\\\"166-184\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"156\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Dell, Stanley, \\\\\\\"Wahrheit der Geschichte. Geschichte der Wahrheit\\\\\\\"\\\",\\\"container_title\\\":\\\"Amerikanische Rundschau III\\\",\\\"author\\\":null,\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":\\\"145\\\",\\\"volume\\\":null,\\\"page\\\":\\\"44-53\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"157\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Fay, Sidney B., \\\\\\\"The Idea of Progress\\\\\\\"\\\",\\\"container_title\\\":\\\"American Historical Review LII\\\",\\\"author\\\":null,\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":\\\"145\\\",\\\"volume\\\":null,\\\"page\\\":\\\"231-246\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"158\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Fessard, Gaston, \\\\\\\"Th\u00e9ologie et histoire\\\\\\\"\\\",\\\"container_title\\\":\\\"Dieu vivant VIII\\\",\\\"author\\\":null,\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":\\\"145\\\",\\\"volume\\\":null,\\\"page\\\":\\\"39-65\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"159\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Fish, Andrew, \\\\\\\"Acton, Creighton, and Lea: a Study in History and Ethics\\\\\\\"\\\",\\\"container_title\\\":\\\"Pacific Historical Review XVI\\\",\\\"author\\\":null,\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":\\\"145\\\",\\\"volume\\\":null,\\\"page\\\":\\\"59-69\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"160\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Garosci, A., \\\\\\\"Le conscience historique en Italie\\\\\\\"\\\",\\\"container_title\\\":\\\"Les temps modernes III\\\",\\\"author\\\":null,\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":\\\"145\\\",\\\"volume\\\":null,\\\"page\\\":\\\"23-24\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":true}]}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":[],\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"metadata\":{\"title\":\"Bibliography\",\"year\":\"1947\",\"page_number\":10},\"entries\":[{\"id\":\"145\",\"type\":\"journal-article\",\"title\":\"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\"container_title\":\"Milano: Castellani\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"145-146\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"146\",\"type\":\"journal-article\",\"title\":\"Pietro C. Drago, \\\"Storia e materialismo storico\\\"\",\"container_title\":null,\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":\"I\",\"page\":\"109-117\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"147\",\"type\":\"journal-article\",\"title\":\"Vito Fazio-Allmayer, \\\"Critica del giudizio storico\\\"\",\"container_title\":null,\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":\"I\",\"page\":\"281-290\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"148\",\"type\":\"journal-article\",\"title\":\"A. Nyman, \\\"Forza e spirito nella storia\\\"\",\"container_title\":null,\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":\"I\",\"page\":\"191-200\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"149\",\"type\":\"journal-article\",\"title\":\"Benjamin, Walter, \\\"Sur le concept d\u2019histoire\\\"\",\"container_title\":null,\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":\"II\",\"page\":\"623-634\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"150\",\"type\":\"journal-article\",\"title\":\"Boodin, John E., \\\"Philosophy of History\\\"\",\"container_title\":\"in Dagobert D. Runes, ed., 20th Century Philosophy\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":null,\"page\":\"89-106\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"151\",\"type\":\"journal-article\",\"title\":\"Caillois, R. P., \\\"De la perception \u00e0 l\u2019histoire. La philosophie de M. Merleau-Ponty\\\"\",\"container_title\":\"Deucalion II\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":null,\"page\":\"57-85\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"152\",\"type\":\"journal-article\",\"title\":\"Cantimori, Delio, \\\"Commemorazione di Adolfo Omodeo\\\"\",\"container_title\":\"Annali della Scuola Normale di Pisa, fasc. 3-4\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":null,\"page\":\"3-4\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"153\",\"type\":\"journal-article\",\"title\":\"Cowan, Thomas, \\\"The Historian and the Philosophy of Science\\\"\",\"container_title\":\"Iris XXXVIII\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":null,\"page\":\"11-18\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"154\",\"type\":\"journal-article\",\"title\":\"Crawford, R. M., \\\"History as a Science\\\"\",\"container_title\":\"Historical Studies: Australia and New Zealand III\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":null,\"page\":\"153-175\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"155\",\"type\":\"journal-article\",\"title\":\"Dani\u00e9lou, J., \\\"Christianisme et histoire\\\"\",\"container_title\":\"Etudes CCLIV\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":null,\"page\":\"166-184\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"156\",\"type\":\"journal-article\",\"title\":\"Dell, Stanley, \\\"Wahrheit der Geschichte. Geschichte der Wahrheit\\\"\",\"container_title\":\"Amerikanische Rundschau III\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":null,\"page\":\"44-53\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"157\",\"type\":\"journal-article\",\"title\":\"Fay, Sidney B., \\\"The Idea of Progress\\\"\",\"container_title\":\"American Historical Review LII\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":null,\"page\":\"231-246\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"158\",\"type\":\"journal-article\",\"title\":\"Fessard, Gaston, \\\"Th\u00e9ologie et histoire\\\"\",\"container_title\":\"Dieu vivant VIII\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":null,\"page\":\"39-65\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"159\",\"type\":\"journal-article\",\"title\":\"Fish, Andrew, \\\"Acton, Creighton, and Lea: a Study in History and Ethics\\\"\",\"container_title\":\"Pacific Historical Review XVI\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":null,\"page\":\"59-69\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"160\",\"type\":\"journal-article\",\"title\":\"Garosci, A., \\\"Le conscience historique en Italie\\\"\",\"container_title\":\"Les temps modernes III\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":null,\"page\":\"23-24\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}}}],\"created\":1769261363,\"model\":\"gpt-4.1-nano-2025-04-14\",\"object\":\"chat.completion\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_2b9b3207a6\",\"usage\":{\"completion_tokens\":1719,\"prompt_tokens\":4412,\"total_tokens\":6131,\"completion_tokens_details\":{\"accepted_prediction_tokens\":0,\"audio_tokens\":0,\"reasoning_tokens\":0,\"rejected_prediction_tokens\":0},\"prompt_tokens_details\":{\"audio_tokens\":0,\"cached_tokens\":0}}}"}, "scoring": {"fuzzy": 0.11977701762642479, "cost_summary": {"total_input_tokens": 21709, "total_output_tokens": 5439, "total_tokens": 27148, "input_cost_usd": 0.0021709, "output_cost_usd": 0.0021756, "total_cost_usd": 0.0043465}}, "normalized_score": 11.977701762642479}, {"_id": {"$oid": "69ce22c0214d8cd071ad014b"}, "test_id": "T0521", "benchmark": "bibliographic_data", "date": "2026-01-24", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "anthropic", "model": "claude-haiku-4-5-20251001", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"History and Theory\",\"year\":\"1946\",\"page_number\":5},\"entries\":[{\"id\":\"49\",\"type\":\"journal-article\",\"title\":\"Historische Zeitschrift\",\"container_title\":null,\"author\":[{\"family\":\"Schlenke\",\"given\":\"Manfred\"}],\"note\":\"Review of the German translation\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1957\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CLXXXIV\",\"page\":\"594-597\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"50\",\"type\":\"book\",\"title\":\"Introduzione allo studio della storia\",\"container_title\":null,\"author\":[{\"family\":\"Cusin\",\"given\":\"Fabio\"}],\"note\":null,\"publisher\":\"Cedam\",\"editor\":null,\"publisher_place\":\"Padova\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"51\",\"type\":\"journal-article\",\"title\":\"Sophia I\",\"container_title\":null,\"author\":[{\"family\":\"Cafaro\",\"given\":\"F.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":\"50\",\"volume\":null,\"page\":\"206-207\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"52\",\"type\":\"book\",\"title\":\"L'histoire, science du concret\",\"container_title\":null,\"author\":[{\"family\":\"Dardel\",\"given\":\"Eric\"}],\"note\":null,\"publisher\":\"Presses Universitaires de France\",\"editor\":null,\"publisher_place\":\"Paris\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"53\",\"type\":\"book\",\"title\":\"Historical Change\",\"container_title\":null,\"author\":[{\"family\":\"Einstein\",\"given\":\"Lewis\"}],\"note\":null,\"publisher\":\"Cambridge University Press\",\"editor\":null,\"publisher_place\":\"Cambridge\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"54\",\"type\":\"book\",\"title\":\"The Place of War in History\",\"container_title\":null,\"author\":[{\"family\":\"Fails\",\"given\":\"Cyril\"}],\"note\":null,\"publisher\":\"Clarendon\",\"editor\":null,\"publisher_place\":\"Oxford\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"55\",\"type\":\"book\",\"title\":\"A Guide to Historical Method\",\"container_title\":null,\"author\":[{\"family\":\"Garraghan\",\"given\":\"Gilbert J.\"}],\"note\":null,\"publisher\":\"Fordham University Press\",\"editor\":[\"Jean Delanglez\"],\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"56\",\"type\":\"book\",\"title\":\"Le\u00e7ons sur la philosophie de l'histoire\",\"container_title\":null,\"author\":[{\"family\":\"Gibelin\",\"given\":\"J.\"}],\"note\":null,\"publisher\":\"Vrin\",\"editor\":null,\"publisher_place\":\"Paris\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"57\",\"type\":\"book\",\"title\":\"Bilan de l'histoire\",\"container_title\":null,\"author\":[{\"family\":\"Grousset\",\"given\":\"Ren\u00e9\"}],\"note\":null,\"publisher\":\"Plon\",\"editor\":null,\"publisher_place\":\"Paris\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"58\",\"type\":\"book\",\"title\":\"Introduction \u00e0 l'histoire\",\"container_title\":null,\"author\":[{\"family\":\"Halphen\",\"given\":\"Louis\"}],\"note\":null,\"publisher\":\"Presses Universitaires de France\",\"editor\":null,\"publisher_place\":\"Paris\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"59\",\"type\":\"journal-article\",\"title\":\"Sur une forme d'histoire qui n'est pas la n\u00f4tre\",\"container_title\":\"Annales: Economies-soci\u00e9t\u00e9s-civilisations\",\"author\":[{\"family\":\"Febvre\",\"given\":\"Lucien\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"21-24\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"60\",\"type\":\"journal-article\",\"title\":\"Avenir de l'histoire\",\"container_title\":\"Revue historique\",\"author\":[{\"family\":\"Lefebvre\",\"given\":\"Georges\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CXCVII\",\"page\":\"55-61\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"61\",\"type\":\"book\",\"title\":\"Hoe bepaalt de geschiedenis het heden? Een niet gehouden rede\",\"container_title\":null,\"author\":[{\"family\":\"Huizinga\",\"given\":\"J.\"}],\"note\":null,\"publisher\":\"Tjeenk Willink\",\"editor\":null,\"publisher_place\":\"Haarlem\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"62\",\"type\":\"book\",\"title\":\"De mensch en de beschaving\",\"container_title\":null,\"author\":[{\"family\":\"Huizinga\",\"given\":\"J.\"}],\"note\":null,\"publisher\":\"Pantheon\",\"editor\":null,\"publisher_place\":\"Amsterdam, Antwerpen\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"63\",\"type\":\"book\",\"title\":\"Historische Meditationen\",\"container_title\":null,\"author\":[{\"family\":\"Kaegi\",\"given\":\"W.\"}],\"note\":null,\"publisher\":\"Fritz und Washmuth\",\"editor\":null,\"publisher_place\":\"Z\u00fcrich\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"2 vols.\",\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"64\",\"type\":\"book\",\"title\":\"Notions d'historiographie moderne\",\"container_title\":null,\"author\":[{\"family\":\"Lefebvre\",\"given\":\"G.\"}],\"note\":\"dactylographed for his students\",\"publisher\":\"Centre de Documentation Universitaire\",\"editor\":null,\"publisher_place\":\"Paris\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"65\",\"type\":\"book\",\"title\":\"Essays on Historiography\",\"container_title\":null,\"author\":[{\"family\":\"Malin\",\"given\":\"James C.\"}],\"note\":null,\"publisher\":\"the Author\",\"editor\":null,\"publisher_place\":\"Lawrence, Kansas\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"66\",\"type\":\"book\",\"title\":\"The Old Testament Interpretation of History\",\"container_title\":null,\"author\":[{\"family\":\"North\",\"given\":\"C. R.\"}],\"note\":null,\"publisher\":\"The Epworth Press\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"67\",\"type\":\"book\",\"title\":\"Concord and Liberty\",\"container_title\":null,\"author\":[{\"family\":\"Ortega y Gasset\",\"given\":\"Jos\u00e9\"}],\"note\":\"trans. by Helene Weyl\",\"publisher\":\"Norton\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"68\",\"type\":\"book\",\"title\":\"Sociolvidenbakelig Metodelajere\",\"container_title\":null,\"author\":[{\"family\":\"Ranulf\",\"given\":\"Svend\"}],\"note\":null,\"publisher\":\"Einar Munksgaard\",\"editor\":null,\"publisher_place\":\"K\u00f8benhavn\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"69\",\"type\":\"book\",\"title\":\"Geschichte als Bildungsmacht\",\"container_title\":null,\"author\":[{\"family\":\"Ritter\",\"given\":\"Gerhard\"}],\"note\":null,\"publisher\":\"Deutsche Verlags-Anstalt\",\"editor\":null,\"publisher_place\":\"Stuttgart\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null}]}", "model": "claude-haiku-4-5-20251001", "provider": "anthropic", "finish_reason": "tool_use", "usage": {"input_tokens": 3242, "output_tokens": 2173, "total_tokens": 5415, "input_cost_usd": 0.003242, "output_cost_usd": 0.010865, "estimated_cost_usd": 0.014107}, "duration": 13.18582034111023, "timestamp": "2026-01-24T17:44:36.710751", "parsed": {"metadata": {"title": "History and Theory", "year": "1946", "page_number": 5}, "entries": [{"id": "49", "type": "journal-article", "title": "Historische Zeitschrift", "author": [{"given": "Manfred", "family": "Schlenke"}], "volume": "CLXXXIV", "issued": "1957", "page": "594-597", "note": "Review of the German translation"}, {"id": "50", "type": "book", "title": "Introduzione allo studio della storia", "author": [{"given": "Fabio", "family": "Cusin"}], "publisher": "Cedam", "publisher_place": "Padova"}, {"id": "51", "type": "journal-article", "title": "Sophia I", "author": [{"given": "F.", "family": "Cafaro"}], "issued": "1947", "page": "206-207", "relation": "50"}, {"id": "52", "type": "book", "title": "L'histoire, science du concret", "author": [{"given": "Eric", "family": "Dardel"}], "publisher": "Presses Universitaires de France", "publisher_place": "Paris"}, {"id": "53", "type": "book", "title": "Historical Change", "author": [{"given": "Lewis", "family": "Einstein"}], "publisher": "Cambridge University Press", "publisher_place": "Cambridge"}, {"id": "54", "type": "book", "title": "The Place of War in History", "author": [{"given": "Cyril", "family": "Fails"}], "publisher": "Clarendon", "publisher_place": "Oxford"}, {"id": "55", "type": "book", "title": "A Guide to Historical Method", "author": [{"given": "Gilbert J.", "family": "Garraghan"}], "editor": ["Jean Delanglez"], "publisher": "Fordham University Press", "publisher_place": "New York"}, {"id": "56", "type": "book", "title": "Le\u00e7ons sur la philosophie de l'histoire", "author": [{"given": "J.", "family": "Gibelin"}], "publisher": "Vrin", "publisher_place": "Paris"}, {"id": "57", "type": "book", "title": "Bilan de l'histoire", "author": [{"given": "Ren\u00e9", "family": "Grousset"}], "publisher": "Plon", "publisher_place": "Paris"}, {"id": "58", "type": "book", "title": "Introduction \u00e0 l'histoire", "author": [{"given": "Louis", "family": "Halphen"}], "publisher": "Presses Universitaires de France", "publisher_place": "Paris"}, {"id": "59", "type": "journal-article", "title": "Sur une forme d'histoire qui n'est pas la n\u00f4tre", "author": [{"given": "Lucien", "family": "Febvre"}], "container_title": "Annales: Economies-soci\u00e9t\u00e9s-civilisations", "volume": "III", "page": "21-24"}, {"id": "60", "type": "journal-article", "title": "Avenir de l'histoire", "author": [{"given": "Georges", "family": "Lefebvre"}], "container_title": "Revue historique", "volume": "CXCVII", "issued": "1947", "page": "55-61"}, {"id": "61", "type": "book", "title": "Hoe bepaalt de geschiedenis het heden? Een niet gehouden rede", "author": [{"given": "J.", "family": "Huizinga"}], "publisher": "Tjeenk Willink", "publisher_place": "Haarlem"}, {"id": "62", "type": "book", "title": "De mensch en de beschaving", "author": [{"given": "J.", "family": "Huizinga"}], "publisher": "Pantheon", "publisher_place": "Amsterdam, Antwerpen"}, {"id": "63", "type": "book", "title": "Historische Meditationen", "author": [{"given": "W.", "family": "Kaegi"}], "volume": "2 vols.", "publisher": "Fritz und Washmuth", "publisher_place": "Z\u00fcrich"}, {"id": "64", "type": "book", "title": "Notions d'historiographie moderne", "author": [{"given": "G.", "family": "Lefebvre"}], "publisher": "Centre de Documentation Universitaire", "publisher_place": "Paris", "note": "dactylographed for his students"}, {"id": "65", "type": "book", "title": "Essays on Historiography", "author": [{"given": "James C.", "family": "Malin"}], "publisher": "the Author", "publisher_place": "Lawrence, Kansas"}, {"id": "66", "type": "book", "title": "The Old Testament Interpretation of History", "author": [{"given": "C. R.", "family": "North"}], "publisher": "The Epworth Press", "publisher_place": "London"}, {"id": "67", "type": "book", "title": "Concord and Liberty", "author": [{"given": "Jos\u00e9", "family": "Ortega y Gasset"}], "publisher": "Norton", "publisher_place": "New York", "note": "trans. by Helene Weyl"}, {"id": "68", "type": "book", "title": "Sociolvidenbakelig Metodelajere", "author": [{"given": "Svend", "family": "Ranulf"}], "publisher": "Einar Munksgaard", "publisher_place": "K\u00f8benhavn"}, {"id": "69", "type": "book", "title": "Geschichte als Bildungsmacht", "author": [{"given": "Gerhard", "family": "Ritter"}], "publisher": "Deutsche Verlags-Anstalt", "publisher_place": "Stuttgart"}]}, "conversation_id": "67514cfb-d40a-4ab3-967f-7fe67e10281b", "score": {"fuzzy": 0.9118231760713671}, "raw_response": "{\"id\":\"msg_017EEovkL9rz3rxBetEe3k3u\",\"content\":[{\"id\":\"toolu_01HbL9Sc52mMfZyscXKj71nV\",\"input\":{\"metadata\":{\"title\":\"History and Theory\",\"year\":\"1946\",\"page_number\":5},\"entries\":[{\"id\":\"49\",\"type\":\"journal-article\",\"title\":\"Historische Zeitschrift\",\"author\":[{\"given\":\"Manfred\",\"family\":\"Schlenke\"}],\"volume\":\"CLXXXIV\",\"issued\":\"1957\",\"page\":\"594-597\",\"note\":\"Review of the German translation\"},{\"id\":\"50\",\"type\":\"book\",\"title\":\"Introduzione allo studio della storia\",\"author\":[{\"given\":\"Fabio\",\"family\":\"Cusin\"}],\"publisher\":\"Cedam\",\"publisher_place\":\"Padova\"},{\"id\":\"51\",\"type\":\"journal-article\",\"title\":\"Sophia I\",\"author\":[{\"given\":\"F.\",\"family\":\"Cafaro\"}],\"issued\":\"1947\",\"page\":\"206-207\",\"relation\":\"50\"},{\"id\":\"52\",\"type\":\"book\",\"title\":\"L'histoire, science du concret\",\"author\":[{\"given\":\"Eric\",\"family\":\"Dardel\"}],\"publisher\":\"Presses Universitaires de France\",\"publisher_place\":\"Paris\"},{\"id\":\"53\",\"type\":\"book\",\"title\":\"Historical Change\",\"author\":[{\"given\":\"Lewis\",\"family\":\"Einstein\"}],\"publisher\":\"Cambridge University Press\",\"publisher_place\":\"Cambridge\"},{\"id\":\"54\",\"type\":\"book\",\"title\":\"The Place of War in History\",\"author\":[{\"given\":\"Cyril\",\"family\":\"Fails\"}],\"publisher\":\"Clarendon\",\"publisher_place\":\"Oxford\"},{\"id\":\"55\",\"type\":\"book\",\"title\":\"A Guide to Historical Method\",\"author\":[{\"given\":\"Gilbert J.\",\"family\":\"Garraghan\"}],\"editor\":[\"Jean Delanglez\"],\"publisher\":\"Fordham University Press\",\"publisher_place\":\"New York\"},{\"id\":\"56\",\"type\":\"book\",\"title\":\"Le\u00e7ons sur la philosophie de l'histoire\",\"author\":[{\"given\":\"J.\",\"family\":\"Gibelin\"}],\"publisher\":\"Vrin\",\"publisher_place\":\"Paris\"},{\"id\":\"57\",\"type\":\"book\",\"title\":\"Bilan de l'histoire\",\"author\":[{\"given\":\"Ren\u00e9\",\"family\":\"Grousset\"}],\"publisher\":\"Plon\",\"publisher_place\":\"Paris\"},{\"id\":\"58\",\"type\":\"book\",\"title\":\"Introduction \u00e0 l'histoire\",\"author\":[{\"given\":\"Louis\",\"family\":\"Halphen\"}],\"publisher\":\"Presses Universitaires de France\",\"publisher_place\":\"Paris\"},{\"id\":\"59\",\"type\":\"journal-article\",\"title\":\"Sur une forme d'histoire qui n'est pas la n\u00f4tre\",\"author\":[{\"given\":\"Lucien\",\"family\":\"Febvre\"}],\"container_title\":\"Annales: Economies-soci\u00e9t\u00e9s-civilisations\",\"volume\":\"III\",\"page\":\"21-24\"},{\"id\":\"60\",\"type\":\"journal-article\",\"title\":\"Avenir de l'histoire\",\"author\":[{\"given\":\"Georges\",\"family\":\"Lefebvre\"}],\"container_title\":\"Revue historique\",\"volume\":\"CXCVII\",\"issued\":\"1947\",\"page\":\"55-61\"},{\"id\":\"61\",\"type\":\"book\",\"title\":\"Hoe bepaalt de geschiedenis het heden? Een niet gehouden rede\",\"author\":[{\"given\":\"J.\",\"family\":\"Huizinga\"}],\"publisher\":\"Tjeenk Willink\",\"publisher_place\":\"Haarlem\"},{\"id\":\"62\",\"type\":\"book\",\"title\":\"De mensch en de beschaving\",\"author\":[{\"given\":\"J.\",\"family\":\"Huizinga\"}],\"publisher\":\"Pantheon\",\"publisher_place\":\"Amsterdam, Antwerpen\"},{\"id\":\"63\",\"type\":\"book\",\"title\":\"Historische Meditationen\",\"author\":[{\"given\":\"W.\",\"family\":\"Kaegi\"}],\"volume\":\"2 vols.\",\"publisher\":\"Fritz und Washmuth\",\"publisher_place\":\"Z\u00fcrich\"},{\"id\":\"64\",\"type\":\"book\",\"title\":\"Notions d'historiographie moderne\",\"author\":[{\"given\":\"G.\",\"family\":\"Lefebvre\"}],\"publisher\":\"Centre de Documentation Universitaire\",\"publisher_place\":\"Paris\",\"note\":\"dactylographed for his students\"},{\"id\":\"65\",\"type\":\"book\",\"title\":\"Essays on Historiography\",\"author\":[{\"given\":\"James C.\",\"family\":\"Malin\"}],\"publisher\":\"the Author\",\"publisher_place\":\"Lawrence, Kansas\"},{\"id\":\"66\",\"type\":\"book\",\"title\":\"The Old Testament Interpretation of History\",\"author\":[{\"given\":\"C. R.\",\"family\":\"North\"}],\"publisher\":\"The Epworth Press\",\"publisher_place\":\"London\"},{\"id\":\"67\",\"type\":\"book\",\"title\":\"Concord and Liberty\",\"author\":[{\"given\":\"Jos\u00e9\",\"family\":\"Ortega y Gasset\"}],\"publisher\":\"Norton\",\"publisher_place\":\"New York\",\"note\":\"trans. by Helene Weyl\"},{\"id\":\"68\",\"type\":\"book\",\"title\":\"Sociolvidenbakelig Metodelajere\",\"author\":[{\"given\":\"Svend\",\"family\":\"Ranulf\"}],\"publisher\":\"Einar Munksgaard\",\"publisher_place\":\"K\u00f8benhavn\"},{\"id\":\"69\",\"type\":\"book\",\"title\":\"Geschichte als Bildungsmacht\",\"author\":[{\"given\":\"Gerhard\",\"family\":\"Ritter\"}],\"publisher\":\"Deutsche Verlags-Anstalt\",\"publisher_place\":\"Stuttgart\"}]},\"name\":\"extract_structured_data\",\"type\":\"tool_use\"}],\"model\":\"claude-haiku-4-5-20251001\",\"role\":\"assistant\",\"stop_reason\":\"tool_use\",\"stop_sequence\":null,\"type\":\"message\",\"usage\":{\"cache_creation\":{\"ephemeral_1h_input_tokens\":0,\"ephemeral_5m_input_tokens\":0},\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"input_tokens\":3242,\"output_tokens\":2173,\"server_tool_use\":null,\"service_tier\":\"standard\"}}"}, "scoring": {"fuzzy": 0.6737757855956106, "cost_summary": {"total_input_tokens": 16174, "total_output_tokens": 10102, "total_tokens": 26276, "input_cost_usd": 0.016174, "output_cost_usd": 0.05051, "total_cost_usd": 0.06668400000000001}}, "normalized_score": 67.37757855956106}, {"_id": {"$oid": "69ce22c0214d8cd071ad0154"}, "test_id": "T0234", "benchmark": "bibliographic_data", "date": "2026-01-24", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openrouter", "model": "meta-llama/llama-4-maverick", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"HISTORY AND THEORY\",\"year\":\"1946\",\"page_number\":5},\"entries\":[{\"id\":\"49\",\"type\":\"book\",\"title\":\"Historische Zeitschrift CLXXXIV\",\"container_title\":\"Manfred Schlenke\",\"author\":null,\"note\":\"[Review of the German translation].\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1957\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"594-597\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"50\",\"type\":\"book\",\"title\":\"Introduzione allo studio della storia\",\"container_title\":null,\"author\":[{\"family\":\"Cusin\",\"given\":\"Fabio\"}],\"note\":null,\"publisher\":\"Cedam\",\"editor\":null,\"publisher_place\":\"Padova\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"51\",\"type\":\"journal-article\",\"title\":\"Sophia I\",\"container_title\":\"F. Cafaro\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"206-207\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"52\",\"type\":\"book\",\"title\":\"L'histoire, science du concret\",\"container_title\":null,\"author\":[{\"family\":\"Dardel\",\"given\":\"Eric\"}],\"note\":null,\"publisher\":\"Presses Universitaires de France\",\"editor\":null,\"publisher_place\":\"Paris\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"53\",\"type\":\"book\",\"title\":\"Historical Change\",\"container_title\":null,\"author\":[{\"family\":\"Einstein\",\"given\":\"Lewis\"}],\"note\":null,\"publisher\":\"Cambridge University Press\",\"editor\":null,\"publisher_place\":\"Cambridge\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"54\",\"type\":\"book\",\"title\":\"The Place of War in History\",\"container_title\":null,\"author\":[{\"family\":\"Falls\",\"given\":\"Cyril\"}],\"note\":null,\"publisher\":\"Clarendon\",\"editor\":null,\"publisher_place\":\"Oxford\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"55\",\"type\":\"book\",\"title\":\"A Guide to Historical Method\",\"container_title\":null,\"author\":[{\"family\":\"Garraghan\",\"given\":\"Gilbert J.\"}],\"note\":null,\"publisher\":\"Fordham University Press\",\"editor\":[\"Jean Delanglez\"],\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"56\",\"type\":\"book\",\"title\":\"Le\u00e7ons sur la philosophie de l'histoire\",\"container_title\":null,\"author\":[{\"family\":\"Gibelin\",\"given\":\"J.\"}],\"note\":null,\"publisher\":\"Vrin\",\"editor\":null,\"publisher_place\":\"Paris\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"57\",\"type\":\"book\",\"title\":\"Bilan de l'histoire\",\"container_title\":null,\"author\":[{\"family\":\"Grousset\",\"given\":\"Ren\u00e9\"}],\"note\":null,\"publisher\":\"Plon\",\"editor\":null,\"publisher_place\":\"Paris\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"58\",\"type\":\"book\",\"title\":\"Introduction \u00e0 l'histoire\",\"container_title\":null,\"author\":[{\"family\":\"Halphen\",\"given\":\"Louis\"}],\"note\":null,\"publisher\":\"Presses Universitaires de France\",\"editor\":null,\"publisher_place\":\"Paris\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"59\",\"type\":\"journal-article\",\"title\":\"\u201cSur une forme d'histoire qui n'est pas la n\u00f4tre\u201d\",\"container_title\":\"Annales: Economies-soci\u00e9t\u00e9s-civilisations III\",\"author\":[{\"family\":\"Febvre\",\"given\":\"Lucien\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"21-24\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"60\",\"type\":\"journal-article\",\"title\":\"\u201cAvenir de l'histoire\u201d\",\"container_title\":\"Revue historique CXCVII\",\"author\":[{\"family\":\"Lefebvre\",\"given\":\"Georges\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"55-61\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"61\",\"type\":\"book\",\"title\":\"Hoe bepaalt de geschiedenis het heden? Een niet gehouden rede\",\"container_title\":null,\"author\":[{\"family\":\"Huizinga\",\"given\":\"J.\"}],\"note\":null,\"publisher\":\"Tjeenk Willink\",\"editor\":null,\"publisher_place\":\"Haarlem\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"62\",\"type\":\"book\",\"title\":\"De mensch en de beschaving\",\"container_title\":null,\"author\":[{\"family\":\"Huizinga\",\"given\":\"J.\"}],\"note\":null,\"publisher\":\"Pantheon\",\"editor\":null,\"publisher_place\":\"Amsterdam, Antwerpen\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"63\",\"type\":\"book\",\"title\":\"Historische Meditationen\",\"container_title\":null,\"author\":[{\"family\":\"Kaegi\",\"given\":\"W.\"}],\"note\":null,\"publisher\":\"Fritz und Wasmuth\",\"editor\":null,\"publisher_place\":\"Z\u00fcrich\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"2 vols.\",\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"64\",\"type\":\"book\",\"title\":\"Notions d'historiographie moderne\",\"container_title\":null,\"author\":[{\"family\":\"Lefebvre\",\"given\":\"G.\"}],\"note\":\"(dactylographed for his students)\",\"publisher\":\"Centre de Documentation Universitaire\",\"editor\":null,\"publisher_place\":\"Paris\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"65\",\"type\":\"book\",\"title\":\"Essays on Historiography\",\"container_title\":null,\"author\":[{\"family\":\"Malin\",\"given\":\"James C.\"}],\"note\":null,\"publisher\":\"the Author\",\"editor\":null,\"publisher_place\":\"Lawrence, Kansas\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"66\",\"type\":\"book\",\"title\":\"The Old Testament Interpretation of History\",\"container_title\":null,\"author\":[{\"family\":\"North\",\"given\":\"C. R.\"}],\"note\":null,\"publisher\":\"The Epworth Press\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"67\",\"type\":\"book\",\"title\":\"Concord and Liberty\",\"container_title\":null,\"author\":[{\"family\":\"Ortega y Gasset\",\"given\":\"Jos\u00e9\"}],\"note\":null,\"publisher\":\"Norton\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"68\",\"type\":\"book\",\"title\":\" Sociolvidenskabelig Metodelaere\",\"container_title\":null,\"author\":[{\"family\":\"Ranulf\",\"given\":\"Svend\"}],\"note\":null,\"publisher\":\"Einar Munksgaard\",\"editor\":null,\"publisher_place\":\"K\u00f8benhavn\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}", "model": "meta-llama/llama-4-maverick", "provider": "openai", "finish_reason": "stop", "usage": {"input_tokens": 2418, "output_tokens": 3447, "total_tokens": 5865}, "duration": 41.556907415390015, "timestamp": "2026-01-24T11:17:34.346359", "parsed": {"metadata": {"title": "HISTORY AND THEORY", "year": "1946", "page_number": 5}, "entries": [{"id": "49", "type": "book", "title": "Historische Zeitschrift CLXXXIV", "container_title": "Manfred Schlenke", "author": null, "note": "[Review of the German translation].", "publisher": null, "editor": null, "publisher_place": null, "issued": "1957", "event_date": null, "related": null, "relation": null, "volume": null, "page": "594-597", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "50", "type": "book", "title": "Introduzione allo studio della storia", "container_title": null, "author": [{"family": "Cusin", "given": "Fabio"}], "note": null, "publisher": "Cedam", "editor": null, "publisher_place": "Padova", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "51", "type": "journal-article", "title": "Sophia I", "container_title": "F. Cafaro", "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": null, "page": "206-207", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "52", "type": "book", "title": "L'histoire, science du concret", "container_title": null, "author": [{"family": "Dardel", "given": "Eric"}], "note": null, "publisher": "Presses Universitaires de France", "editor": null, "publisher_place": "Paris", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "53", "type": "book", "title": "Historical Change", "container_title": null, "author": [{"family": "Einstein", "given": "Lewis"}], "note": null, "publisher": "Cambridge University Press", "editor": null, "publisher_place": "Cambridge", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "54", "type": "book", "title": "The Place of War in History", "container_title": null, "author": [{"family": "Falls", "given": "Cyril"}], "note": null, "publisher": "Clarendon", "editor": null, "publisher_place": "Oxford", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "55", "type": "book", "title": "A Guide to Historical Method", "container_title": null, "author": [{"family": "Garraghan", "given": "Gilbert J."}], "note": null, "publisher": "Fordham University Press", "editor": ["Jean Delanglez"], "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "56", "type": "book", "title": "Le\u00e7ons sur la philosophie de l'histoire", "container_title": null, "author": [{"family": "Gibelin", "given": "J."}], "note": null, "publisher": "Vrin", "editor": null, "publisher_place": "Paris", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "57", "type": "book", "title": "Bilan de l'histoire", "container_title": null, "author": [{"family": "Grousset", "given": "Ren\u00e9"}], "note": null, "publisher": "Plon", "editor": null, "publisher_place": "Paris", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "58", "type": "book", "title": "Introduction \u00e0 l'histoire", "container_title": null, "author": [{"family": "Halphen", "given": "Louis"}], "note": null, "publisher": "Presses Universitaires de France", "editor": null, "publisher_place": "Paris", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "59", "type": "journal-article", "title": "\u201cSur une forme d'histoire qui n'est pas la n\u00f4tre\u201d", "container_title": "Annales: Economies-soci\u00e9t\u00e9s-civilisations III", "author": [{"family": "Febvre", "given": "Lucien"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "21-24", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "60", "type": "journal-article", "title": "\u201cAvenir de l'histoire\u201d", "container_title": "Revue historique CXCVII", "author": [{"family": "Lefebvre", "given": "Georges"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": null, "page": "55-61", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "61", "type": "book", "title": "Hoe bepaalt de geschiedenis het heden? Een niet gehouden rede", "container_title": null, "author": [{"family": "Huizinga", "given": "J."}], "note": null, "publisher": "Tjeenk Willink", "editor": null, "publisher_place": "Haarlem", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "62", "type": "book", "title": "De mensch en de beschaving", "container_title": null, "author": [{"family": "Huizinga", "given": "J."}], "note": null, "publisher": "Pantheon", "editor": null, "publisher_place": "Amsterdam, Antwerpen", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "63", "type": "book", "title": "Historische Meditationen", "container_title": null, "author": [{"family": "Kaegi", "given": "W."}], "note": null, "publisher": "Fritz und Wasmuth", "editor": null, "publisher_place": "Z\u00fcrich", "issued": null, "event_date": null, "related": null, "relation": null, "volume": "2 vols.", "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "64", "type": "book", "title": "Notions d'historiographie moderne", "container_title": null, "author": [{"family": "Lefebvre", "given": "G."}], "note": "(dactylographed for his students)", "publisher": "Centre de Documentation Universitaire", "editor": null, "publisher_place": "Paris", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "65", "type": "book", "title": "Essays on Historiography", "container_title": null, "author": [{"family": "Malin", "given": "James C."}], "note": null, "publisher": "the Author", "editor": null, "publisher_place": "Lawrence, Kansas", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "66", "type": "book", "title": "The Old Testament Interpretation of History", "container_title": null, "author": [{"family": "North", "given": "C. R."}], "note": null, "publisher": "The Epworth Press", "editor": null, "publisher_place": "London", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "67", "type": "book", "title": "Concord and Liberty", "container_title": null, "author": [{"family": "Ortega y Gasset", "given": "Jos\u00e9"}], "note": null, "publisher": "Norton", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "68", "type": "book", "title": " Sociolvidenskabelig Metodelaere", "container_title": null, "author": [{"family": "Ranulf", "given": "Svend"}], "note": null, "publisher": "Einar Munksgaard", "editor": null, "publisher_place": "K\u00f8benhavn", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": true}]}, "conversation_id": "f9a3e34c-695e-44cb-a569-ea2390296681", "score": {"fuzzy": 0.846329501572864}, "raw_response": "{\"id\":\"gen-1769249812-ixqDAsuVp2YFNlk1yZWy\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\n \\\"metadata\\\": {\\n \\\"title\\\": \\\"HISTORY AND THEORY\\\",\\n \\\"year\\\": \\t\\\"1946\\\",\\n \\\"page_number\\\": 5\\n },\\n \\\"entries\\\": [\\n {\\n \\\"id\\\": \\t\\\"49\\\",\\n \\\"type\\\": \\t\\\"book\\\",\\n \\\"title\\\": \\\"Historische Zeitschrift CLXXXIV\\\",\\n \\\"container_title\\\": \\\"Manfred Schlenke\\\",\\n \\\"author\\\": null,\\n \\\"note\\\": \\\"[Review of the German translation].\\\",\\n \\\"publisher\\\": null,\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": null,\\n \\\"issued\\\": \\t\\\"1957\\\",\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": null,\\n \\\"page\\\": \\\"594-597\\\",\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\t\\\"50\\\",\\n \\\"type\\\": \\t\\\"book\\\",\\n \\\"title\\\": \\\"Introduzione allo studio della storia\\\",\\n \\\"container_title\\\": null,\\n \\\"author\\\": \\t[\\n {\\n \\\"family\\\": \\\"Cusin\\\",\\n \\\"given\\\": \\\"Fabio\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": \\\"Cedam\\\",\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": \\\"Padova\\\",\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": null,\\n \\\"page\\\": null,\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\t\\\"51\\\",\\n \\\"type\\\": \\t\\\"journal-article\\\",\\n \\\"title\\\": \\\"Sophia I\\\",\\n \\\"container_title\\\": \\\"F. Cafaro\\\",\\n \\\"author\\\": null,\\n \\\"note\\\": null,\\n \\\"publisher\\\": null,\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": null,\\n \\\"issued\\\": \\t\\\"1947\\\",\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": null,\\n \\\"page\\\": \\\"206-207\\\",\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\t\\\"52\\\",\\n \\\"type\\\": \\t\\\"book\\\",\\n \\\"title\\\": \\\"L'histoire, science du concret\\\",\\n \\\"container_title\\\": null,\\n \\\"author\\\": \\t[\\n {\\n \\\"family\\\": \\\"Dardel\\\",\\n \\\"given\\\": \\\"Eric\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": \\\"Presses Universitaires de France\\\",\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": \\\"Paris\\\",\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": null,\\n \\\"page\\\": null,\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\t\\\"53\\\",\\n \\\"type\\\": \\t\\\"book\\\",\\n \\\"title\\\": \\\"Historical Change\\\",\\n \\\"container_title\\\": null,\\n \\\"author\\\": \\t[\\n {\\n \\\"family\\\": \\\"Einstein\\\",\\n \\\"given\\\": \\\"Lewis\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": \\\"Cambridge University Press\\\",\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": \\\"Cambridge\\\",\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": null,\\n \\\"page\\\": null,\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\t\\\"54\\\",\\n \\\"type\\\": \\t\\\"book\\\",\\n \\\"title\\\": \\\"The Place of War in History\\\",\\n \\\"container_title\\\": null,\\n \\\"author\\\": \\t[\\n {\\n \\\"family\\\": \\\"Falls\\\",\\n \\\"given\\\": \\\"Cyril\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": \\\"Clarendon\\\",\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": \\\"Oxford\\\",\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": null,\\n \\\"page\\\": null,\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\t\\\"55\\\",\\n \\\"type\\\": \\t\\\"book\\\",\\n \\\"title\\\": \\\"A Guide to Historical Method\\\",\\n \\\"container_title\\\": null,\\n \\\"author\\\": \\t[\\n {\\n \\\"family\\\": \\\"Garraghan\\\",\\n \\\"given\\\": \\\"Gilbert J.\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": \\\"Fordham University Press\\\",\\n \\\"editor\\\": \\t[\\n \\\"Jean Delanglez\\\"\\n ],\\n \\\"publisher_place\\\": \\\"New York\\\",\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": null,\\n \\\"page\\\": null,\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\t\\\"56\\\",\\n \\\"type\\\": \\t\\\"book\\\",\\n \\\"title\\\": \\\"Le\u00e7ons sur la philosophie de l'histoire\\\",\\n \\\"container_title\\\": null,\\n \\\"author\\\": \\t[\\n {\\n \\\"family\\\": \\\"Gibelin\\\",\\n \\\"given\\\": \\\"J.\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": \\\"Vrin\\\",\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": \\\"Paris\\\",\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": null,\\n \\\"page\\\": null,\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\t\\\"57\\\",\\n \\\"type\\\": \\t\\\"book\\\",\\n \\\"title\\\": \\\"Bilan de l'histoire\\\",\\n \\\"container_title\\\": null,\\n \\\"author\\\": \\t[\\n {\\n \\\"family\\\": \\\"Grousset\\\",\\n \\\"given\\\": \\\"Ren\u00e9\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": \\\"Plon\\\",\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": \\\"Paris\\\",\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": null,\\n \\\"page\\\": null,\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\t\\\"58\\\",\\n \\\"type\\\": \\t\\\"book\\\",\\n \\\"title\\\": \\\"Introduction \u00e0 l'histoire\\\",\\n \\\"container_title\\\": null,\\n \\\"author\\\": \\t[\\n {\\n \\\"family\\\": \\\"Halphen\\\",\\n \\\"given\\\": \\\"Louis\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": \\\"Presses Universitaires de France\\\",\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": \\\"Paris\\\",\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": null,\\n \\\"page\\\": null,\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\t\\\"59\\\",\\n \\\"type\\\": \\t\\\"journal-article\\\",\\n \\\"title\\\": \\\"\u201cSur une forme d'histoire qui n'est pas la n\u00f4tre\u201d\\\",\\n \\\"container_title\\\": \\\"Annales: Economies-soci\u00e9t\u00e9s-civilisations III\\\",\\n \\\"author\\\": \\t[\\n {\\n \\\"family\\\": \\\"Febvre\\\",\\n \\\"given\\\": \\\"Lucien\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": null,\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": null,\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": null,\\n \\\"page\\\": \\\"21-24\\\",\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\t\\\"60\\\",\\n \\\"type\\\": \\t\\\"journal-article\\\",\\n \\\"title\\\": \\\"\u201cAvenir de l'histoire\u201d\\\",\\n \\\"container_title\\\": \\\"Revue historique CXCVII\\\",\\n \\\"author\\\": \\t[\\n {\\n \\\"family\\\": \\\"Lefebvre\\\",\\n \\\"given\\\": \\\"Georges\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": null,\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": null,\\n \\\"issued\\\": \\t\\\"1947\\\",\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": null,\\n \\\"page\\\": \\\"55-61\\\",\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\t\\\"61\\\",\\n \\\"type\\\": \\t\\\"book\\\",\\n \\\"title\\\": \\\"Hoe bepaalt de geschiedenis het heden? Een niet gehouden rede\\\",\\n \\\"container_title\\\": null,\\n \\\"author\\\": \\t[\\n {\\n \\\"family\\\": \\\"Huizinga\\\",\\n \\\"given\\\": \\\"J.\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": \\\"Tjeenk Willink\\\",\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": \\\"Haarlem\\\",\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": null,\\n \\\"page\\\": null,\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\t\\\"62\\\",\\n \\\"type\\\": \\t\\\"book\\\",\\n \\\"title\\\": \\\"De mensch en de beschaving\\\",\\n \\\"container_title\\\": null,\\n \\\"author\\\": \\t[\\n {\\n \\\"family\\\": \\\"Huizinga\\\",\\n \\\"given\\\": \\\"J.\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": \\\"Pantheon\\\",\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": \\\"Amsterdam, Antwerpen\\\",\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": null,\\n \\\"page\\\": null,\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\t\\\"63\\\",\\n \\\"type\\\": \\t\\\"book\\\",\\n \\\"title\\\": \\\"Historische Meditationen\\\",\\n \\\"container_title\\\": null,\\n \\\"author\\\": \\t[\\n {\\n \\\"family\\\": \\\"Kaegi\\\",\\n \\\"given\\\": \\\"W.\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": \\\"Fritz und Wasmuth\\\",\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": \\\"Z\u00fcrich\\\",\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": \\\"2 vols.\\\",\\n \\\"page\\\": null,\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\t\\\"64\\\",\\n \\\"type\\\": \\t\\\"book\\\",\\n \\\"title\\\": \\\"Notions d'historiographie moderne\\\",\\n \\\"container_title\\\": null,\\n \\\"author\\\": \\t[\\n {\\n \\\"family\\\": \\\"Lefebvre\\\",\\n \\\"given\\\": \\\"G.\\\"\\n }\\n ],\\n \\\"note\\\": \\\"(dactylographed for his students)\\\",\\n \\\"publisher\\\": \\\"Centre de Documentation Universitaire\\\",\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": \\\"Paris\\\",\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": null,\\n \\\"page\\\": null,\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\t\\\"65\\\",\\n \\\"type\\\": \\t\\\"book\\\",\\n \\\"title\\\": \\\"Essays on Historiography\\\",\\n \\\"container_title\\\": null,\\n \\\"author\\\": \\t[\\n {\\n \\\"family\\\": \\\"Malin\\\",\\n \\\"given\\\": \\\"James C.\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": \\\"the Author\\\",\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": \\\"Lawrence, Kansas\\\",\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": null,\\n \\\"page\\\": null,\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\t\\\"66\\\",\\n \\\"type\\\": \\t\\\"book\\\",\\n \\\"title\\\": \\\"The Old Testament Interpretation of History\\\",\\n \\\"container_title\\\": null,\\n \\\"author\\\": \\t[\\n {\\n \\\"family\\\": \\\"North\\\",\\n \\\"given\\\": \\\"C. R.\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": \\\"The Epworth Press\\\",\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": \\\"London\\\",\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": null,\\n \\\"page\\\": null,\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\t\\\"67\\\",\\n \\\"type\\\": \\t\\\"book\\\",\\n \\\"title\\\": \\\"Concord and Liberty\\\",\\n \\\"container_title\\\": null,\\n \\\"author\\\": \\t[\\n {\\n \\\"family\\\": \\\"Ortega y Gasset\\\",\\n \\\"given\\\": \\\"Jos\u00e9\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": \\\"Norton\\\",\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": \\\"New York\\\",\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": null,\\n \\\"page\\\": null,\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\t\\\"68\\\",\\n \\\"type\\\": \\t\\\"book\\\",\\n \\\"title\\\": \\\" Sociolvidenskabelig Metodelaere\\\",\\n \\\"container_title\\\": null,\\n \\\"author\\\": \\t[\\n {\\n \\\"family\\\": \\\"Ranulf\\\",\\n \\\"given\\\": \\\"Svend\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": \\\"Einar Munksgaard\\\",\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": \\\"K\u00f8benhavn\\\",\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": null,\\n \\\"page\\\": null,\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": true\\n }\\n ]\\n}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":null,\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"metadata\":{\"title\":\"HISTORY AND THEORY\",\"year\":\"1946\",\"page_number\":5},\"entries\":[{\"id\":\"49\",\"type\":\"book\",\"title\":\"Historische Zeitschrift CLXXXIV\",\"container_title\":\"Manfred Schlenke\",\"author\":null,\"note\":\"[Review of the German translation].\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1957\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"594-597\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"50\",\"type\":\"book\",\"title\":\"Introduzione allo studio della storia\",\"container_title\":null,\"author\":[{\"family\":\"Cusin\",\"given\":\"Fabio\"}],\"note\":null,\"publisher\":\"Cedam\",\"editor\":null,\"publisher_place\":\"Padova\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"51\",\"type\":\"journal-article\",\"title\":\"Sophia I\",\"container_title\":\"F. Cafaro\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"206-207\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"52\",\"type\":\"book\",\"title\":\"L'histoire, science du concret\",\"container_title\":null,\"author\":[{\"family\":\"Dardel\",\"given\":\"Eric\"}],\"note\":null,\"publisher\":\"Presses Universitaires de France\",\"editor\":null,\"publisher_place\":\"Paris\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"53\",\"type\":\"book\",\"title\":\"Historical Change\",\"container_title\":null,\"author\":[{\"family\":\"Einstein\",\"given\":\"Lewis\"}],\"note\":null,\"publisher\":\"Cambridge University Press\",\"editor\":null,\"publisher_place\":\"Cambridge\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"54\",\"type\":\"book\",\"title\":\"The Place of War in History\",\"container_title\":null,\"author\":[{\"family\":\"Falls\",\"given\":\"Cyril\"}],\"note\":null,\"publisher\":\"Clarendon\",\"editor\":null,\"publisher_place\":\"Oxford\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"55\",\"type\":\"book\",\"title\":\"A Guide to Historical Method\",\"container_title\":null,\"author\":[{\"family\":\"Garraghan\",\"given\":\"Gilbert J.\"}],\"note\":null,\"publisher\":\"Fordham University Press\",\"editor\":[\"Jean Delanglez\"],\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"56\",\"type\":\"book\",\"title\":\"Le\u00e7ons sur la philosophie de l'histoire\",\"container_title\":null,\"author\":[{\"family\":\"Gibelin\",\"given\":\"J.\"}],\"note\":null,\"publisher\":\"Vrin\",\"editor\":null,\"publisher_place\":\"Paris\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"57\",\"type\":\"book\",\"title\":\"Bilan de l'histoire\",\"container_title\":null,\"author\":[{\"family\":\"Grousset\",\"given\":\"Ren\u00e9\"}],\"note\":null,\"publisher\":\"Plon\",\"editor\":null,\"publisher_place\":\"Paris\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"58\",\"type\":\"book\",\"title\":\"Introduction \u00e0 l'histoire\",\"container_title\":null,\"author\":[{\"family\":\"Halphen\",\"given\":\"Louis\"}],\"note\":null,\"publisher\":\"Presses Universitaires de France\",\"editor\":null,\"publisher_place\":\"Paris\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"59\",\"type\":\"journal-article\",\"title\":\"\u201cSur une forme d'histoire qui n'est pas la n\u00f4tre\u201d\",\"container_title\":\"Annales: Economies-soci\u00e9t\u00e9s-civilisations III\",\"author\":[{\"family\":\"Febvre\",\"given\":\"Lucien\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"21-24\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"60\",\"type\":\"journal-article\",\"title\":\"\u201cAvenir de l'histoire\u201d\",\"container_title\":\"Revue historique CXCVII\",\"author\":[{\"family\":\"Lefebvre\",\"given\":\"Georges\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"55-61\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"61\",\"type\":\"book\",\"title\":\"Hoe bepaalt de geschiedenis het heden? Een niet gehouden rede\",\"container_title\":null,\"author\":[{\"family\":\"Huizinga\",\"given\":\"J.\"}],\"note\":null,\"publisher\":\"Tjeenk Willink\",\"editor\":null,\"publisher_place\":\"Haarlem\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"62\",\"type\":\"book\",\"title\":\"De mensch en de beschaving\",\"container_title\":null,\"author\":[{\"family\":\"Huizinga\",\"given\":\"J.\"}],\"note\":null,\"publisher\":\"Pantheon\",\"editor\":null,\"publisher_place\":\"Amsterdam, Antwerpen\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"63\",\"type\":\"book\",\"title\":\"Historische Meditationen\",\"container_title\":null,\"author\":[{\"family\":\"Kaegi\",\"given\":\"W.\"}],\"note\":null,\"publisher\":\"Fritz und Wasmuth\",\"editor\":null,\"publisher_place\":\"Z\u00fcrich\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"2 vols.\",\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"64\",\"type\":\"book\",\"title\":\"Notions d'historiographie moderne\",\"container_title\":null,\"author\":[{\"family\":\"Lefebvre\",\"given\":\"G.\"}],\"note\":\"(dactylographed for his students)\",\"publisher\":\"Centre de Documentation Universitaire\",\"editor\":null,\"publisher_place\":\"Paris\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"65\",\"type\":\"book\",\"title\":\"Essays on Historiography\",\"container_title\":null,\"author\":[{\"family\":\"Malin\",\"given\":\"James C.\"}],\"note\":null,\"publisher\":\"the Author\",\"editor\":null,\"publisher_place\":\"Lawrence, Kansas\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"66\",\"type\":\"book\",\"title\":\"The Old Testament Interpretation of History\",\"container_title\":null,\"author\":[{\"family\":\"North\",\"given\":\"C. R.\"}],\"note\":null,\"publisher\":\"The Epworth Press\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"67\",\"type\":\"book\",\"title\":\"Concord and Liberty\",\"container_title\":null,\"author\":[{\"family\":\"Ortega y Gasset\",\"given\":\"Jos\u00e9\"}],\"note\":null,\"publisher\":\"Norton\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"68\",\"type\":\"book\",\"title\":\" Sociolvidenskabelig Metodelaere\",\"container_title\":null,\"author\":[{\"family\":\"Ranulf\",\"given\":\"Svend\"}],\"note\":null,\"publisher\":\"Einar Munksgaard\",\"editor\":null,\"publisher_place\":\"K\u00f8benhavn\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]},\"reasoning\":null},\"native_finish_reason\":\"stop\"}],\"created\":1769249812,\"model\":\"meta-llama/llama-4-maverick\",\"object\":\"chat.completion\",\"service_tier\":null,\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":3447,\"prompt_tokens\":2418,\"total_tokens\":5865,\"completion_tokens_details\":{\"accepted_prediction_tokens\":null,\"audio_tokens\":null,\"reasoning_tokens\":0,\"rejected_prediction_tokens\":null,\"image_tokens\":0},\"prompt_tokens_details\":{\"audio_tokens\":0,\"cached_tokens\":0,\"video_tokens\":0},\"cost\":0.00358281,\"is_byok\":false,\"cost_details\":{\"upstream_inference_cost\":null,\"upstream_inference_prompt_cost\":0.00065286,\"upstream_inference_completions_cost\":0.00292995}},\"provider\":\"Together\"}"}, "scoring": {"fuzzy": 0.6094918083271759, "cost_summary": {"total_input_tokens": 12954, "total_output_tokens": 15013, "total_tokens": 27967, "input_cost_usd": 0.0, "output_cost_usd": 0.0, "total_cost_usd": 0.00392748}}, "normalized_score": 60.94918083271759}, {"_id": {"$oid": "69ce22c0214d8cd071ad0156"}, "test_id": "T0106", "benchmark": "bibliographic_data", "date": "2026-01-24", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "anthropic", "model": "claude-opus-4-20250514", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"Books\",\"year\":\"1945\",\"page_number\":2},\"entries\":[{\"id\":\"1\",\"type\":\"book\",\"title\":\"Time as Dimension and History\",\"container_title\":null,\"author\":[{\"family\":\"Alexander\",\"given\":\"Hubert G.\"}],\"note\":null,\"publisher\":\"University of New Mexico Press\",\"editor\":null,\"publisher_place\":\"Albuquerque\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"2\",\"type\":\"book\",\"title\":\"Wahrheit und Ideologie\",\"container_title\":null,\"author\":[{\"family\":\"Barth\",\"given\":\"Hans\"}],\"note\":null,\"publisher\":\"Manesse\",\"editor\":null,\"publisher_place\":\"Z\u00fcrich\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"3\",\"type\":\"book\",\"title\":\"Las generaciones en la historia\",\"container_title\":null,\"author\":[{\"family\":\"Entralgo La\u00edn\",\"given\":\"Pedro\"}],\"note\":null,\"publisher\":\"Instituto de estudios pol\u00edticos\",\"editor\":null,\"publisher_place\":\"Madrid\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"4\",\"type\":\"book\",\"title\":\"Cuatro visiones de la historia universal\",\"container_title\":null,\"author\":[{\"family\":\"Ferrater Mora\",\"given\":\"Jos\u00e9\"}],\"note\":null,\"publisher\":\"Editorial Losada\",\"editor\":null,\"publisher_place\":\"Buenos Aires\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"5\",\"type\":\"book\",\"title\":\"The Use of Personal Documents in History, Anthropology, and Sociology\",\"container_title\":null,\"author\":[{\"family\":\"Gottschalk\",\"given\":\"L.\"},{\"family\":\"Kluckhohn\",\"given\":\"C.\"},{\"family\":\"Angell\",\"given\":\"R.\"}],\"note\":null,\"publisher\":\"Social Science Research Council\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"Bulletin 53\",\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"6\",\"type\":\"journal-article\",\"title\":\"Review\",\"container_title\":\"The American Journal of Sociology\",\"author\":[{\"family\":\"Lapiere\",\"given\":\"R. T.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1946\",\"event_date\":null,\"related\":null,\"relation\":\"5\",\"volume\":\"LII\",\"page\":\"156-157\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"7\",\"type\":\"book\",\"title\":\"El problema de la historia y su lugar en el conocimiento\",\"container_title\":null,\"author\":[{\"family\":\"Jasinowski\",\"given\":\"Bogumil\"}],\"note\":null,\"publisher\":\"Universidad de Chile\",\"editor\":null,\"publisher_place\":\"Santiago, Chile\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"8\",\"type\":\"journal-article\",\"title\":\"Review\",\"container_title\":\"Revue philosophique\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1950\",\"event_date\":null,\"related\":null,\"relation\":\"7\",\"volume\":\"CXL\",\"page\":\"528\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"9\",\"type\":\"book\",\"title\":\"Man the Measure: a New Approach to History\",\"container_title\":null,\"author\":[{\"family\":\"Kahler\",\"given\":\"Erich\"}],\"note\":\"(1st ed. New York: Pantheon, 1943)\",\"publisher\":\"Jonathan Cape\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":\"2nd ed.\",\"incomplete\":null},{\"id\":\"10\",\"type\":\"journal-article\",\"title\":\"The Flight from Reason\",\"container_title\":\"Journal of Modern History\",\"author\":[{\"family\":\"Savelle\",\"given\":\"Max\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":\"9\",\"volume\":\"XVII\",\"page\":\"153-162\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"11\",\"type\":\"book\",\"title\":\"The Social Interpretation of History\",\"container_title\":null,\"author\":[{\"family\":\"Maurice\",\"given\":\"William\"}],\"note\":null,\"publisher\":\"Scribner\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"12\",\"type\":\"book\",\"title\":\"The Open Society and Its Enemies\",\"container_title\":null,\"author\":[{\"family\":\"Popper\",\"given\":\"Karl\"}],\"note\":\"(Revised ed. Princeton: Princeton University Press, 1950)\",\"publisher\":\"Routledge\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"2 vols.\",\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"13\",\"type\":\"journal-article\",\"title\":\"Reviews and review-articles\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Aiken\",\"given\":\"H. D.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":\"12\",\"volume\":\"XLIV\",\"page\":\"459-479\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"14\",\"type\":\"journal-article\",\"title\":\"The Social Scientist in the 'Open Society'\",\"container_title\":null,\"author\":[{\"family\":\"Bock\",\"given\":\"Kenneth E.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}", "model": "claude-opus-4-20250514", "provider": "anthropic", "finish_reason": "tool_use", "usage": {"input_tokens": 2951, "output_tokens": 1401, "total_tokens": 4352, "input_cost_usd": 0.044265, "output_cost_usd": 0.10507499999999999, "estimated_cost_usd": 0.14933999999999997}, "duration": 28.77421259880066, "timestamp": "2026-01-24T11:32:03.281133", "parsed": {"entries": [{"id": "1", "type": "book", "title": "Time as Dimension and History", "author": [{"given": "Hubert G.", "family": "Alexander"}], "publisher": "University of New Mexico Press", "publisher_place": "Albuquerque"}, {"id": "2", "type": "book", "title": "Wahrheit und Ideologie", "author": [{"given": "Hans", "family": "Barth"}], "publisher": "Manesse", "publisher_place": "Z\u00fcrich"}, {"id": "3", "type": "book", "title": "Las generaciones en la historia", "author": [{"given": "Pedro", "family": "Entralgo La\u00edn"}], "publisher": "Instituto de estudios pol\u00edticos", "publisher_place": "Madrid"}, {"id": "4", "type": "book", "title": "Cuatro visiones de la historia universal", "author": [{"given": "Jos\u00e9", "family": "Ferrater Mora"}], "publisher": "Editorial Losada", "publisher_place": "Buenos Aires"}, {"id": "5", "type": "book", "title": "The Use of Personal Documents in History, Anthropology, and Sociology", "author": [{"given": "L.", "family": "Gottschalk"}, {"given": "C.", "family": "Kluckhohn"}, {"given": "R.", "family": "Angell"}], "publisher": "Social Science Research Council", "publisher_place": "New York", "volume": "Bulletin 53"}, {"id": "6", "type": "journal-article", "title": "Review", "author": [{"given": "R. T.", "family": "Lapiere"}], "container_title": "The American Journal of Sociology", "volume": "LII", "issued": "1946", "page": "156-157", "relation": "5"}, {"id": "7", "type": "book", "title": "El problema de la historia y su lugar en el conocimiento", "author": [{"given": "Bogumil", "family": "Jasinowski"}], "publisher": "Universidad de Chile", "publisher_place": "Santiago, Chile"}, {"id": "8", "type": "journal-article", "title": "Review", "container_title": "Revue philosophique", "volume": "CXL", "issued": "1950", "page": "528", "relation": "7"}, {"id": "9", "type": "book", "title": "Man the Measure: a New Approach to History", "author": [{"given": "Erich", "family": "Kahler"}], "publisher": "Jonathan Cape", "publisher_place": "London", "edition": "2nd ed.", "note": "(1st ed. New York: Pantheon, 1943)"}, {"id": "10", "type": "journal-article", "title": "The Flight from Reason", "author": [{"given": "Max", "family": "Savelle"}], "container_title": "Journal of Modern History", "volume": "XVII", "issued": "1945", "page": "153-162", "relation": "9"}, {"id": "11", "type": "book", "title": "The Social Interpretation of History", "author": [{"given": "William", "family": "Maurice"}], "publisher": "Scribner", "publisher_place": "New York"}, {"id": "12", "type": "book", "title": "The Open Society and Its Enemies", "author": [{"given": "Karl", "family": "Popper"}], "publisher": "Routledge", "publisher_place": "London", "volume": "2 vols.", "note": "(Revised ed. Princeton: Princeton University Press, 1950)"}, {"id": "13", "type": "journal-article", "title": "Reviews and review-articles", "author": [{"given": "H. D.", "family": "Aiken"}], "container_title": "Journal of Philosophy", "volume": "XLIV", "issued": "1947", "page": "459-479", "relation": "12"}, {"id": "14", "type": "journal-article", "title": "The Social Scientist in the 'Open Society'", "author": [{"given": "Kenneth E.", "family": "Bock"}], "incomplete": true}], "metadata": {"title": "Books", "year": "1945", "page_number": 2}}, "conversation_id": "a91f188f-be93-4aac-a305-acd46c7c6cb8", "score": {"fuzzy": 0.8408850659173197}, "raw_response": "{\"id\":\"msg_01915wV4RaY3miFnRGjjrdKN\",\"content\":[{\"id\":\"toolu_017MHrvcBDwWD4FmVKT8TxYB\",\"input\":{\"entries\":[{\"id\":\"1\",\"type\":\"book\",\"title\":\"Time as Dimension and History\",\"author\":[{\"given\":\"Hubert G.\",\"family\":\"Alexander\"}],\"publisher\":\"University of New Mexico Press\",\"publisher_place\":\"Albuquerque\"},{\"id\":\"2\",\"type\":\"book\",\"title\":\"Wahrheit und Ideologie\",\"author\":[{\"given\":\"Hans\",\"family\":\"Barth\"}],\"publisher\":\"Manesse\",\"publisher_place\":\"Z\u00fcrich\"},{\"id\":\"3\",\"type\":\"book\",\"title\":\"Las generaciones en la historia\",\"author\":[{\"given\":\"Pedro\",\"family\":\"Entralgo La\u00edn\"}],\"publisher\":\"Instituto de estudios pol\u00edticos\",\"publisher_place\":\"Madrid\"},{\"id\":\"4\",\"type\":\"book\",\"title\":\"Cuatro visiones de la historia universal\",\"author\":[{\"given\":\"Jos\u00e9\",\"family\":\"Ferrater Mora\"}],\"publisher\":\"Editorial Losada\",\"publisher_place\":\"Buenos Aires\"},{\"id\":\"5\",\"type\":\"book\",\"title\":\"The Use of Personal Documents in History, Anthropology, and Sociology\",\"author\":[{\"given\":\"L.\",\"family\":\"Gottschalk\"},{\"given\":\"C.\",\"family\":\"Kluckhohn\"},{\"given\":\"R.\",\"family\":\"Angell\"}],\"publisher\":\"Social Science Research Council\",\"publisher_place\":\"New York\",\"volume\":\"Bulletin 53\"},{\"id\":\"6\",\"type\":\"journal-article\",\"title\":\"Review\",\"author\":[{\"given\":\"R. T.\",\"family\":\"Lapiere\"}],\"container_title\":\"The American Journal of Sociology\",\"volume\":\"LII\",\"issued\":\"1946\",\"page\":\"156-157\",\"relation\":\"5\"},{\"id\":\"7\",\"type\":\"book\",\"title\":\"El problema de la historia y su lugar en el conocimiento\",\"author\":[{\"given\":\"Bogumil\",\"family\":\"Jasinowski\"}],\"publisher\":\"Universidad de Chile\",\"publisher_place\":\"Santiago, Chile\"},{\"id\":\"8\",\"type\":\"journal-article\",\"title\":\"Review\",\"container_title\":\"Revue philosophique\",\"volume\":\"CXL\",\"issued\":\"1950\",\"page\":\"528\",\"relation\":\"7\"},{\"id\":\"9\",\"type\":\"book\",\"title\":\"Man the Measure: a New Approach to History\",\"author\":[{\"given\":\"Erich\",\"family\":\"Kahler\"}],\"publisher\":\"Jonathan Cape\",\"publisher_place\":\"London\",\"edition\":\"2nd ed.\",\"note\":\"(1st ed. New York: Pantheon, 1943)\"},{\"id\":\"10\",\"type\":\"journal-article\",\"title\":\"The Flight from Reason\",\"author\":[{\"given\":\"Max\",\"family\":\"Savelle\"}],\"container_title\":\"Journal of Modern History\",\"volume\":\"XVII\",\"issued\":\"1945\",\"page\":\"153-162\",\"relation\":\"9\"},{\"id\":\"11\",\"type\":\"book\",\"title\":\"The Social Interpretation of History\",\"author\":[{\"given\":\"William\",\"family\":\"Maurice\"}],\"publisher\":\"Scribner\",\"publisher_place\":\"New York\"},{\"id\":\"12\",\"type\":\"book\",\"title\":\"The Open Society and Its Enemies\",\"author\":[{\"given\":\"Karl\",\"family\":\"Popper\"}],\"publisher\":\"Routledge\",\"publisher_place\":\"London\",\"volume\":\"2 vols.\",\"note\":\"(Revised ed. Princeton: Princeton University Press, 1950)\"},{\"id\":\"13\",\"type\":\"journal-article\",\"title\":\"Reviews and review-articles\",\"author\":[{\"given\":\"H. D.\",\"family\":\"Aiken\"}],\"container_title\":\"Journal of Philosophy\",\"volume\":\"XLIV\",\"issued\":\"1947\",\"page\":\"459-479\",\"relation\":\"12\"},{\"id\":\"14\",\"type\":\"journal-article\",\"title\":\"The Social Scientist in the 'Open Society'\",\"author\":[{\"given\":\"Kenneth E.\",\"family\":\"Bock\"}],\"incomplete\":true}],\"metadata\":{\"title\":\"Books\",\"year\":\"1945\",\"page_number\":2}},\"name\":\"extract_structured_data\",\"type\":\"tool_use\"}],\"model\":\"claude-opus-4-20250514\",\"role\":\"assistant\",\"stop_reason\":\"tool_use\",\"stop_sequence\":null,\"type\":\"message\",\"usage\":{\"cache_creation\":{\"ephemeral_1h_input_tokens\":0,\"ephemeral_5m_input_tokens\":0},\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"input_tokens\":2951,\"output_tokens\":1401,\"server_tool_use\":null,\"service_tier\":\"standard\"}}"}, "scoring": {"fuzzy": 0.6646623155464176, "cost_summary": {"total_input_tokens": 14809, "total_output_tokens": 8986, "total_tokens": 23795, "input_cost_usd": 0.22213499999999997, "output_cost_usd": 0.6739499999999999, "total_cost_usd": 0.8960849999999999}}, "normalized_score": 66.46623155464177}, {"_id": {"$oid": "69ce22c0214d8cd071ad0159"}, "test_id": "T0169", "benchmark": "bibliographic_data", "date": "2026-01-24", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "mistral", "model": "mistral-medium-2508", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"Historical Journal\",\"year\":\"2023\",\"page_number\":4},\"entries\":[{\"id\":\"entry1\",\"type\":\"journal-article\",\"title\":\"The Impact of the Industrial Revolution on Urbanization\",\"container_title\":\"Journal of Historical Studies\",\"author\":[{\"family\":\"Smith\",\"given\":\"John\"}],\"note\":\"This article explores the profound effects of the Industrial Revolution on urban development.\",\"publisher\":\"Academic Press\",\"editor\":null,\"publisher_place\":null,\"issued\":\"2023-01-15\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"10\",\"page\":\"45-67\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"entry2\",\"type\":\"book\",\"title\":\"World War II: A Comprehensive History\",\"container_title\":null,\"author\":[{\"family\":\"Johnson\",\"given\":\"Emily\"}],\"note\":null,\"publisher\":\"Global Publications\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":\"2022-11-20\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":\"2nd\",\"incomplete\":false},{\"id\":\"entry3\",\"type\":\"journal-article\",\"title\":\"The Role of Women in the Civil Rights Movement\",\"container_title\":\"History and Society Review\",\"author\":[{\"family\":\"Williams\",\"given\":\"Patricia\"}],\"note\":\"An analysis of the pivotal role women played during the Civil Rights Movement.\",\"publisher\":\"Historical Society Press\",\"editor\":null,\"publisher_place\":null,\"issued\":\"2023-02-10\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"5\",\"page\":\"112-130\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}", "model": "mistral-medium-2508", "provider": "mistral", "finish_reason": "stop", "usage": {"input_tokens": 989, "output_tokens": 443, "total_tokens": 1432, "input_cost_usd": 0.0003956000000000001, "output_cost_usd": 0.000886, "estimated_cost_usd": 0.0012816}, "duration": 3.790719509124756, "timestamp": "2026-01-24T11:38:53.371130", "parsed": {"metadata": {"title": "Historical Journal", "year": "2023", "page_number": 4}, "entries": [{"id": "entry1", "type": "journal-article", "title": "The Impact of the Industrial Revolution on Urbanization", "container_title": "Journal of Historical Studies", "author": [{"family": "Smith", "given": "John"}], "note": "This article explores the profound effects of the Industrial Revolution on urban development.", "publisher": "Academic Press", "issued": "2023-01-15", "volume": "10", "page": "45-67", "incomplete": false}, {"id": "entry2", "type": "book", "title": "World War II: A Comprehensive History", "author": [{"family": "Johnson", "given": "Emily"}], "publisher": "Global Publications", "publisher_place": "New York", "issued": "2022-11-20", "edition": "2nd", "incomplete": false}, {"id": "entry3", "type": "journal-article", "title": "The Role of Women in the Civil Rights Movement", "container_title": "History and Society Review", "author": [{"family": "Williams", "given": "Patricia"}], "note": "An analysis of the pivotal role women played during the Civil Rights Movement.", "publisher": "Historical Society Press", "issued": "2023-02-10", "volume": "5", "page": "112-130", "incomplete": true}]}, "conversation_id": "1bb23d3a-e1ae-499c-9f4f-df243bda67b2", "score": {"fuzzy": 0.033638568762837766}, "raw_response": "{\"id\":\"ca75635519594bf5a74e039273c35928\",\"object\":\"chat.completion\",\"model\":\"mistral-medium-2508\",\"usage\":{\"prompt_tokens\":989,\"completion_tokens\":443,\"total_tokens\":1432,\"num_cached_tokens\":0},\"created\":1769251129,\"choices\":[{\"index\":0,\"message\":{\"content\":\"{\\n \\\"metadata\\\": {\\n \\\"title\\\": \\\"Historical Journal\\\",\\n \\\"year\\\": \\\"2023\\\",\\n \\\"page_number\\\": 4\\n },\\n \\\"entries\\\": [\\n {\\n \\\"id\\\": \\\"entry1\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Impact of the Industrial Revolution on Urbanization\\\",\\n \\\"container_title\\\": \\\"Journal of Historical Studies\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Smith\\\",\\n \\\"given\\\": \\\"John\\\"\\n }\\n ],\\n \\\"note\\\": \\\"This article explores the profound effects of the Industrial Revolution on urban development.\\\",\\n \\\"publisher\\\": \\\"Academic Press\\\",\\n \\\"issued\\\": \\\"2023-01-15\\\",\\n \\\"volume\\\": \\\"10\\\",\\n \\\"page\\\": \\\"45-67\\\",\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"entry2\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"World War II: A Comprehensive History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Johnson\\\",\\n \\\"given\\\": \\\"Emily\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Global Publications\\\",\\n \\\"publisher_place\\\": \\\"New York\\\",\\n \\\"issued\\\": \\\"2022-11-20\\\",\\n \\\"edition\\\": \\\"2nd\\\",\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"entry3\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Role of Women in the Civil Rights Movement\\\",\\n \\\"container_title\\\": \\\"History and Society Review\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Williams\\\",\\n \\\"given\\\": \\\"Patricia\\\"\\n }\\n ],\\n \\\"note\\\": \\\"An analysis of the pivotal role women played during the Civil Rights Movement.\\\",\\n \\\"publisher\\\": \\\"Historical Society Press\\\",\\n \\\"issued\\\": \\\"2023-02-10\\\",\\n \\\"volume\\\": \\\"5\\\",\\n \\\"page\\\": \\\"112-130\\\",\\n \\\"incomplete\\\": true\\n }\\n ]\\n}\",\"tool_calls\":null,\"prefix\":false,\"role\":\"assistant\"},\"finish_reason\":\"stop\"}]}"}, "scoring": {"fuzzy": 0.04192842262179962, "cost_summary": {"total_input_tokens": 4946, "total_output_tokens": 2132, "total_tokens": 7078, "input_cost_usd": 0.0019784000000000004, "output_cost_usd": 0.004264, "total_cost_usd": 0.0062423999999999995}}, "normalized_score": 4.192842262179962}, {"_id": {"$oid": "69ce22c0214d8cd071ad0162"}, "test_id": "T0435", "benchmark": "bibliographic_data", "date": "2026-01-24", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "mistral", "model": "mistral-small-2506", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"Historical Records\",\"year\":\"2023\",\"page_number\":2},\"entries\":[{\"id\":\"entry1\",\"type\":\"book\",\"title\":\"The Rise of the Roman Empire\",\"container_title\":null,\"author\":[{\"family\":\"Smith\",\"given\":\"John\"}],\"note\":\"A comprehensive study on the Roman Empire's rise to power.\",\"publisher\":\"Historical Press\",\"editor\":null,\"publisher_place\":null,\"issued\":\"2005\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"entry2\",\"type\":\"journal-article\",\"title\":\"The Impact of the Industrial Revolution\",\"container_title\":\"Journal of Historical Studies\",\"author\":[{\"family\":\"Johnson\",\"given\":\"Emily\"}],\"note\":\"An analysis of the Industrial Revolution's effects on society.\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"2010\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"12\",\"page\":\"45-67\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"entry3\",\"type\":\"other\",\"title\":\"Review of 'The Rise of the Roman Empire'\",\"container_title\":\"Historical Review\",\"author\":[{\"family\":\"Williams\",\"given\":\"Michael\"}],\"note\":\"A critical review of John Smith's book on the Roman Empire.\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"2006\",\"event_date\":null,\"related\":null,\"relation\":\"entry1\",\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"entry4\",\"type\":\"book\",\"title\":\"The Medieval Period: A Detailed Exploration\",\"container_title\":null,\"author\":[{\"family\":\"Brown\",\"given\":\"Sarah\"}],\"note\":\"An in-depth look at the medieval period, its key figures and events.\",\"publisher\":\"Academic Publishers\",\"editor\":null,\"publisher_place\":null,\"issued\":\"2015\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}", "model": "mistral-small-2506", "provider": "mistral", "finish_reason": "stop", "usage": {"input_tokens": 989, "output_tokens": 461, "total_tokens": 1450, "input_cost_usd": 9.890000000000002e-05, "output_cost_usd": 0.0001383, "estimated_cost_usd": 0.00023720000000000002}, "duration": 3.084920644760132, "timestamp": "2026-01-24T13:16:32.650280", "parsed": {"metadata": {"title": "Historical Records", "year": "2023", "page_number": 2}, "entries": [{"id": "entry1", "type": "book", "title": "The Rise of the Roman Empire", "author": [{"family": "Smith", "given": "John"}], "publisher": "Historical Press", "issued": "2005", "note": "A comprehensive study on the Roman Empire's rise to power."}, {"id": "entry2", "type": "journal-article", "title": "The Impact of the Industrial Revolution", "author": [{"family": "Johnson", "given": "Emily"}], "container_title": "Journal of Historical Studies", "volume": "12", "page": "45-67", "issued": "2010", "note": "An analysis of the Industrial Revolution's effects on society."}, {"id": "entry3", "type": "other", "title": "Review of 'The Rise of the Roman Empire'", "author": [{"family": "Williams", "given": "Michael"}], "container_title": "Historical Review", "relation": "entry1", "issued": "2006", "note": "A critical review of John Smith's book on the Roman Empire."}, {"id": "entry4", "type": "book", "title": "The Medieval Period: A Detailed Exploration", "author": [{"family": "Brown", "given": "Sarah"}], "publisher": "Academic Publishers", "issued": "2015", "note": "An in-depth look at the medieval period, its key figures and events.", "incomplete": true}]}, "conversation_id": "9f8bc59e-d55a-4656-b2dc-e1d654db6313", "score": {"fuzzy": 0.05967479337385646}, "raw_response": "{\"id\":\"842a8e468ab945c4b6a852f26d48fa51\",\"object\":\"chat.completion\",\"model\":\"mistral-small-2506\",\"usage\":{\"prompt_tokens\":989,\"completion_tokens\":461,\"total_tokens\":1450,\"num_cached_tokens\":0},\"created\":1769256989,\"choices\":[{\"index\":0,\"message\":{\"content\":\"{\\n \\\"metadata\\\": {\\n \\\"title\\\": \\\"Historical Records\\\",\\n \\\"year\\\": \\\"2023\\\",\\n \\\"page_number\\\": 2\\n },\\n \\\"entries\\\": [\\n {\\n \\\"id\\\": \\\"entry1\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"The Rise of the Roman Empire\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Smith\\\",\\n \\\"given\\\": \\\"John\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Historical Press\\\",\\n \\\"issued\\\": \\\"2005\\\",\\n \\\"note\\\": \\\"A comprehensive study on the Roman Empire's rise to power.\\\"\\n },\\n {\\n \\\"id\\\": \\\"entry2\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Impact of the Industrial Revolution\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Johnson\\\",\\n \\\"given\\\": \\\"Emily\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Journal of Historical Studies\\\",\\n \\\"volume\\\": \\\"12\\\",\\n \\\"page\\\": \\\"45-67\\\",\\n \\\"issued\\\": \\\"2010\\\",\\n \\\"note\\\": \\\"An analysis of the Industrial Revolution's effects on society.\\\"\\n },\\n {\\n \\\"id\\\": \\\"entry3\\\",\\n \\\"type\\\": \\\"other\\\",\\n \\\"title\\\": \\\"Review of 'The Rise of the Roman Empire'\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Williams\\\",\\n \\\"given\\\": \\\"Michael\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Historical Review\\\",\\n \\\"relation\\\": \\\"entry1\\\",\\n \\\"issued\\\": \\\"2006\\\",\\n \\\"note\\\": \\\"A critical review of John Smith's book on the Roman Empire.\\\"\\n },\\n {\\n \\\"id\\\": \\\"entry4\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"The Medieval Period: A Detailed Exploration\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Brown\\\",\\n \\\"given\\\": \\\"Sarah\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Academic Publishers\\\",\\n \\\"issued\\\": \\\"2015\\\",\\n \\\"note\\\": \\\"An in-depth look at the medieval period, its key figures and events.\\\",\\n \\\"incomplete\\\": true\\n }\\n ]\\n}\",\"tool_calls\":null,\"prefix\":false,\"role\":\"assistant\"},\"finish_reason\":\"stop\"}]}"}, "scoring": {"fuzzy": 0.03589735444150553, "cost_summary": {"total_input_tokens": 4946, "total_output_tokens": 2168, "total_tokens": 7114, "input_cost_usd": 0.0004946000000000001, "output_cost_usd": 0.0006504, "total_cost_usd": 0.0011450000000000002}}, "normalized_score": 3.5897354441505533}, {"_id": {"$oid": "69ce22c0214d8cd071ad0187"}, "test_id": "T0127", "benchmark": "bibliographic_data", "date": "2026-01-24", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "anthropic", "model": "claude-opus-4-1-20250805", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"Bibliography\",\"year\":\"1945\",\"page_number\":2},\"entries\":[{\"id\":\"1\",\"type\":\"book\",\"title\":\"Time as Dimension and History\",\"container_title\":null,\"author\":[{\"family\":\"Alexander\",\"given\":\"Hubert G.\"}],\"note\":null,\"publisher\":\"University of New Mexico Press\",\"editor\":null,\"publisher_place\":\"Albuquerque\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"2\",\"type\":\"book\",\"title\":\"Wahrheit und Ideologie\",\"container_title\":null,\"author\":[{\"family\":\"Barth\",\"given\":\"Hans\"}],\"note\":null,\"publisher\":\"Manesse\",\"editor\":null,\"publisher_place\":\"Z\u00fcrich\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"3\",\"type\":\"book\",\"title\":\"Las generaciones en la historia\",\"container_title\":null,\"author\":[{\"family\":\"Entralgo La\u00edn\",\"given\":\"Pedro\"}],\"note\":null,\"publisher\":\"Instituto de estudios pol\u00edticos\",\"editor\":null,\"publisher_place\":\"Madrid\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"4\",\"type\":\"book\",\"title\":\"Cuatro visiones de la historia universal\",\"container_title\":null,\"author\":[{\"family\":\"Ferrater Mora\",\"given\":\"Jos\u00e9\"}],\"note\":null,\"publisher\":\"Editorial Losada\",\"editor\":null,\"publisher_place\":\"Buenos Aires\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"5\",\"type\":\"book\",\"title\":\"The Use of Personal Documents in History, Anthropology, and Sociology\",\"container_title\":null,\"author\":[{\"family\":\"Gottschalk\",\"given\":\"L.\"},{\"family\":\"Kluckhohn\",\"given\":\"C.\"},{\"family\":\"Angell\",\"given\":\"R.\"}],\"note\":null,\"publisher\":\"Social Science Research Council\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"Bulletin 53\",\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"6\",\"type\":\"journal-article\",\"title\":\"Review\",\"container_title\":\"The American Journal of Sociology\",\"author\":[{\"family\":\"Lapiere\",\"given\":\"R. T.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1946\",\"event_date\":null,\"related\":null,\"relation\":\"5\",\"volume\":\"LII\",\"page\":\"156-157\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"7\",\"type\":\"book\",\"title\":\"El problema de la historia y su lugar en el conocimiento\",\"container_title\":null,\"author\":[{\"family\":\"Jasinowski\",\"given\":\"Bogumil\"}],\"note\":null,\"publisher\":\"Universidad de Chile\",\"editor\":null,\"publisher_place\":\"Santiago, Chile\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"8\",\"type\":\"journal-article\",\"title\":\"Review\",\"container_title\":\"Revue philosophique\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1950\",\"event_date\":null,\"related\":null,\"relation\":\"7\",\"volume\":\"CXL\",\"page\":\"528\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"9\",\"type\":\"book\",\"title\":\"Man the Measure: a New Approach to History\",\"container_title\":null,\"author\":[{\"family\":\"Kahler\",\"given\":\"Erich\"}],\"note\":\"(1st ed. New York: Pantheon, 1943)\",\"publisher\":\"Jonathan Cape\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":\"2nd ed.\",\"incomplete\":null},{\"id\":\"10\",\"type\":\"journal-article\",\"title\":\"The Flight from Reason\",\"container_title\":\"Journal of Modern History\",\"author\":[{\"family\":\"Savelle\",\"given\":\"Max\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":\"9\",\"volume\":\"XVII\",\"page\":\"153-162\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"11\",\"type\":\"book\",\"title\":\"The Social Interpretation of History\",\"container_title\":null,\"author\":[{\"family\":\"Maurice\",\"given\":\"William\"}],\"note\":null,\"publisher\":\"Scribner\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"12\",\"type\":\"book\",\"title\":\"The Open Society and Its Enemies\",\"container_title\":null,\"author\":[{\"family\":\"Popper\",\"given\":\"Karl\"}],\"note\":\"(Revised ed. Princeton: Princeton University Press, 1950)\",\"publisher\":\"Routledge\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"2 vols.\",\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"13\",\"type\":\"journal-article\",\"title\":\"Reviews and review-articles\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Aiken\",\"given\":\"H. D.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":\"12\",\"volume\":\"XLIV\",\"page\":\"459-479\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"14\",\"type\":\"journal-article\",\"title\":\"The Social Scientist in the 'Open Society'\",\"container_title\":null,\"author\":[{\"family\":\"Bock\",\"given\":\"Kenneth E.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}", "model": "claude-opus-4-1-20250805", "provider": "anthropic", "finish_reason": "tool_use", "usage": {"input_tokens": 2951, "output_tokens": 1401, "total_tokens": 4352, "input_cost_usd": 0.044265, "output_cost_usd": 0.10507499999999999, "estimated_cost_usd": 0.14933999999999997}, "duration": 28.759809494018555, "timestamp": "2026-01-24T11:49:42.139995", "parsed": {"entries": [{"id": "1", "type": "book", "title": "Time as Dimension and History", "author": [{"given": "Hubert G.", "family": "Alexander"}], "publisher": "University of New Mexico Press", "publisher_place": "Albuquerque"}, {"id": "2", "type": "book", "title": "Wahrheit und Ideologie", "author": [{"given": "Hans", "family": "Barth"}], "publisher": "Manesse", "publisher_place": "Z\u00fcrich"}, {"id": "3", "type": "book", "title": "Las generaciones en la historia", "author": [{"given": "Pedro", "family": "Entralgo La\u00edn"}], "publisher": "Instituto de estudios pol\u00edticos", "publisher_place": "Madrid"}, {"id": "4", "type": "book", "title": "Cuatro visiones de la historia universal", "author": [{"given": "Jos\u00e9", "family": "Ferrater Mora"}], "publisher": "Editorial Losada", "publisher_place": "Buenos Aires"}, {"id": "5", "type": "book", "title": "The Use of Personal Documents in History, Anthropology, and Sociology", "author": [{"given": "L.", "family": "Gottschalk"}, {"given": "C.", "family": "Kluckhohn"}, {"given": "R.", "family": "Angell"}], "publisher": "Social Science Research Council", "publisher_place": "New York", "volume": "Bulletin 53"}, {"id": "6", "type": "journal-article", "title": "Review", "author": [{"given": "R. T.", "family": "Lapiere"}], "container_title": "The American Journal of Sociology", "volume": "LII", "issued": "1946", "page": "156-157", "relation": "5"}, {"id": "7", "type": "book", "title": "El problema de la historia y su lugar en el conocimiento", "author": [{"given": "Bogumil", "family": "Jasinowski"}], "publisher": "Universidad de Chile", "publisher_place": "Santiago, Chile"}, {"id": "8", "type": "journal-article", "title": "Review", "container_title": "Revue philosophique", "volume": "CXL", "issued": "1950", "page": "528", "relation": "7"}, {"id": "9", "type": "book", "title": "Man the Measure: a New Approach to History", "author": [{"given": "Erich", "family": "Kahler"}], "publisher": "Jonathan Cape", "publisher_place": "London", "edition": "2nd ed.", "note": "(1st ed. New York: Pantheon, 1943)"}, {"id": "10", "type": "journal-article", "title": "The Flight from Reason", "author": [{"given": "Max", "family": "Savelle"}], "container_title": "Journal of Modern History", "volume": "XVII", "issued": "1945", "page": "153-162", "relation": "9"}, {"id": "11", "type": "book", "title": "The Social Interpretation of History", "author": [{"given": "William", "family": "Maurice"}], "publisher": "Scribner", "publisher_place": "New York"}, {"id": "12", "type": "book", "title": "The Open Society and Its Enemies", "author": [{"given": "Karl", "family": "Popper"}], "publisher": "Routledge", "publisher_place": "London", "volume": "2 vols.", "note": "(Revised ed. Princeton: Princeton University Press, 1950)"}, {"id": "13", "type": "journal-article", "title": "Reviews and review-articles", "author": [{"given": "H. D.", "family": "Aiken"}], "container_title": "Journal of Philosophy", "volume": "XLIV", "issued": "1947", "page": "459-479", "relation": "12"}, {"id": "14", "type": "journal-article", "title": "The Social Scientist in the 'Open Society'", "author": [{"given": "Kenneth E.", "family": "Bock"}], "incomplete": true}], "metadata": {"title": "Bibliography", "year": "1945", "page_number": 2}}, "conversation_id": "26f782eb-9d94-4992-b56e-e742ca4e5e93", "score": {"fuzzy": 0.8408850659173197}, "raw_response": "{\"id\":\"msg_013ApTSUu4NVWEAwNfPFHFcu\",\"content\":[{\"id\":\"toolu_01SmbMkTvC8s37BAJzf2rAn7\",\"input\":{\"entries\":[{\"id\":\"1\",\"type\":\"book\",\"title\":\"Time as Dimension and History\",\"author\":[{\"given\":\"Hubert G.\",\"family\":\"Alexander\"}],\"publisher\":\"University of New Mexico Press\",\"publisher_place\":\"Albuquerque\"},{\"id\":\"2\",\"type\":\"book\",\"title\":\"Wahrheit und Ideologie\",\"author\":[{\"given\":\"Hans\",\"family\":\"Barth\"}],\"publisher\":\"Manesse\",\"publisher_place\":\"Z\u00fcrich\"},{\"id\":\"3\",\"type\":\"book\",\"title\":\"Las generaciones en la historia\",\"author\":[{\"given\":\"Pedro\",\"family\":\"Entralgo La\u00edn\"}],\"publisher\":\"Instituto de estudios pol\u00edticos\",\"publisher_place\":\"Madrid\"},{\"id\":\"4\",\"type\":\"book\",\"title\":\"Cuatro visiones de la historia universal\",\"author\":[{\"given\":\"Jos\u00e9\",\"family\":\"Ferrater Mora\"}],\"publisher\":\"Editorial Losada\",\"publisher_place\":\"Buenos Aires\"},{\"id\":\"5\",\"type\":\"book\",\"title\":\"The Use of Personal Documents in History, Anthropology, and Sociology\",\"author\":[{\"given\":\"L.\",\"family\":\"Gottschalk\"},{\"given\":\"C.\",\"family\":\"Kluckhohn\"},{\"given\":\"R.\",\"family\":\"Angell\"}],\"publisher\":\"Social Science Research Council\",\"publisher_place\":\"New York\",\"volume\":\"Bulletin 53\"},{\"id\":\"6\",\"type\":\"journal-article\",\"title\":\"Review\",\"author\":[{\"given\":\"R. T.\",\"family\":\"Lapiere\"}],\"container_title\":\"The American Journal of Sociology\",\"volume\":\"LII\",\"issued\":\"1946\",\"page\":\"156-157\",\"relation\":\"5\"},{\"id\":\"7\",\"type\":\"book\",\"title\":\"El problema de la historia y su lugar en el conocimiento\",\"author\":[{\"given\":\"Bogumil\",\"family\":\"Jasinowski\"}],\"publisher\":\"Universidad de Chile\",\"publisher_place\":\"Santiago, Chile\"},{\"id\":\"8\",\"type\":\"journal-article\",\"title\":\"Review\",\"container_title\":\"Revue philosophique\",\"volume\":\"CXL\",\"issued\":\"1950\",\"page\":\"528\",\"relation\":\"7\"},{\"id\":\"9\",\"type\":\"book\",\"title\":\"Man the Measure: a New Approach to History\",\"author\":[{\"given\":\"Erich\",\"family\":\"Kahler\"}],\"publisher\":\"Jonathan Cape\",\"publisher_place\":\"London\",\"edition\":\"2nd ed.\",\"note\":\"(1st ed. New York: Pantheon, 1943)\"},{\"id\":\"10\",\"type\":\"journal-article\",\"title\":\"The Flight from Reason\",\"author\":[{\"given\":\"Max\",\"family\":\"Savelle\"}],\"container_title\":\"Journal of Modern History\",\"volume\":\"XVII\",\"issued\":\"1945\",\"page\":\"153-162\",\"relation\":\"9\"},{\"id\":\"11\",\"type\":\"book\",\"title\":\"The Social Interpretation of History\",\"author\":[{\"given\":\"William\",\"family\":\"Maurice\"}],\"publisher\":\"Scribner\",\"publisher_place\":\"New York\"},{\"id\":\"12\",\"type\":\"book\",\"title\":\"The Open Society and Its Enemies\",\"author\":[{\"given\":\"Karl\",\"family\":\"Popper\"}],\"publisher\":\"Routledge\",\"publisher_place\":\"London\",\"volume\":\"2 vols.\",\"note\":\"(Revised ed. Princeton: Princeton University Press, 1950)\"},{\"id\":\"13\",\"type\":\"journal-article\",\"title\":\"Reviews and review-articles\",\"author\":[{\"given\":\"H. D.\",\"family\":\"Aiken\"}],\"container_title\":\"Journal of Philosophy\",\"volume\":\"XLIV\",\"issued\":\"1947\",\"page\":\"459-479\",\"relation\":\"12\"},{\"id\":\"14\",\"type\":\"journal-article\",\"title\":\"The Social Scientist in the 'Open Society'\",\"author\":[{\"given\":\"Kenneth E.\",\"family\":\"Bock\"}],\"incomplete\":true}],\"metadata\":{\"title\":\"Bibliography\",\"year\":\"1945\",\"page_number\":2}},\"name\":\"extract_structured_data\",\"type\":\"tool_use\"}],\"model\":\"claude-opus-4-1-20250805\",\"role\":\"assistant\",\"stop_reason\":\"tool_use\",\"stop_sequence\":null,\"type\":\"message\",\"usage\":{\"cache_creation\":{\"ephemeral_1h_input_tokens\":0,\"ephemeral_5m_input_tokens\":0},\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"input_tokens\":2951,\"output_tokens\":1401,\"server_tool_use\":null,\"service_tier\":\"standard\"}}"}, "scoring": {"fuzzy": 0.6596551000948768, "cost_summary": {"total_input_tokens": 14809, "total_output_tokens": 9283, "total_tokens": 24092, "input_cost_usd": 0.22213499999999997, "output_cost_usd": 0.6962250000000001, "total_cost_usd": 0.9183600000000001}}, "normalized_score": 65.96551000948769}, {"_id": {"$oid": "69ce22c0214d8cd071ad01a0"}, "test_id": "T0140", "benchmark": "bibliographic_data", "date": "2026-01-24", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-4.1-mini", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"Bibliography 1947 Page 10\",\"year\":\"1947\",\"page_number\":10},\"entries\":[{\"id\":\"140\",\"type\":\"book\",\"title\":\"Why We Read History\",\"container_title\":null,\"author\":[{\"family\":\"Smellie\",\"given\":\"K. B.\"}],\"note\":null,\"publisher\":\"P. Elek\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"141\",\"type\":\"book\",\"title\":\"A Study of History\",\"container_title\":null,\"author\":[{\"family\":\"Toynbee\",\"given\":\"Arnold J.\"}],\"note\":\"abridged by D. C. Somervell, New York: Oxford (Abridgegement of vols. I-VI of A Study of History)\",\"publisher\":\"Oxford\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"142\",\"type\":\"book\",\"title\":\"In den spiegel van het verleden: historische opstellen\",\"container_title\":null,\"author\":[{\"family\":\"Verberne\",\"given\":\"L. G. J.\"}],\"note\":null,\"publisher\":\"Bruna\",\"editor\":null,\"publisher_place\":\"Utrecht, Antwerpen\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"143\",\"type\":\"book\",\"title\":\"Esquemas de metodolog\u00eda eclesi\u00e1stica\",\"container_title\":null,\"author\":[{\"family\":\"Vevir\",\"given\":\"Jos\u00e9\"}],\"note\":null,\"publisher\":\"Instituto\",\"editor\":null,\"publisher_place\":\"Barcelona\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"144\",\"type\":\"book\",\"title\":\"Sinn und Ziel der Geschichte\",\"container_title\":null,\"author\":[{\"family\":\"Walz\",\"given\":\"Hans H.\"}],\"note\":null,\"publisher\":\"Universit\u00e4ts-Verlag\",\"editor\":null,\"publisher_place\":\"Bonn\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"145\",\"type\":\"other\",\"title\":\"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\"container_title\":null,\"author\":null,\"note\":\"Milano: Castellani. Relevant articles:\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":\"1946-11-15 to 1946-11-20\",\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"146\",\"type\":\"journal-article\",\"title\":\"Storia e materialismo storico\",\"container_title\":\"vol. I\",\"author\":[{\"family\":\"Drago\",\"given\":\"Pietro C.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I\",\"page\":\"109-117\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"147\",\"type\":\"journal-article\",\"title\":\"Critica del giudizio storico\",\"container_title\":\"vol. I\",\"author\":[{\"family\":\"Fazio-Allmayer\",\"given\":\"Vito\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I\",\"page\":\"281-290\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"148\",\"type\":\"journal-article\",\"title\":\"Forza e spirito nella storia\",\"container_title\":\"vol. I\",\"author\":[{\"family\":\"Nyman\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I\",\"page\":\"191-200\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"149\",\"type\":\"journal-article\",\"title\":\"Sur le concept d'histoire\",\"container_title\":\"Les temps modernes II\",\"author\":[{\"family\":\"Benjamin\",\"given\":\"Walter\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"II\",\"page\":\"623-634\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"150\",\"type\":\"book\",\"title\":\"Philosophy of History\",\"container_title\":\"20th Century Philosophy\",\"author\":[{\"family\":\"Boodin\",\"given\":\"John E.\"}],\"note\":null,\"publisher\":\"Philosophical Library\",\"editor\":[\"Dagobert D. Runes\"],\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"89-106\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"151\",\"type\":\"journal-article\",\"title\":\"De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty\",\"container_title\":\"Deucalion II\",\"author\":[{\"family\":\"Caillois\",\"given\":\"R. P.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"II\",\"page\":\"57-85\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"152\",\"type\":\"journal-article\",\"title\":\"Commemorazione di Adolfo Omodeo\",\"container_title\":\"Annali della Scuola Normale di Pisa\",\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"note\":\"(reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959)\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"fasc. 3-4\",\"fascicle\":\"3-4\",\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"153\",\"type\":\"journal-article\",\"title\":\"The Historian and the Philosophy of Science\",\"container_title\":\"Isis XXXVIII\",\"author\":[{\"family\":\"Cowan\",\"given\":\"Thomas\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXVIII\",\"page\":\"11-18\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"154\",\"type\":\"journal-article\",\"title\":\"History as a Science\",\"container_title\":\"Historical Studies: Australia and New Zealand III\",\"author\":[{\"family\":\"Crawford\",\"given\":\"R. M.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"153-175\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"155\",\"type\":\"journal-article\",\"title\":\"Christianisme et histoire\",\"container_title\":\"Etudes CCLIV\",\"author\":[{\"family\":\"Dani\u00e9lou\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CCLIV\",\"page\":\"166-184\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"156\",\"type\":\"journal-article\",\"title\":\"Wahrheit der Geschichte. Geschichte der Wahrheit\",\"container_title\":\"Amerikanische Rundschau III\",\"author\":[{\"family\":\"Dell\",\"given\":\"Stanley\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"44-53\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"157\",\"type\":\"journal-article\",\"title\":\"The Idea of Progress\",\"container_title\":\"American Historical Review LII\",\"author\":[{\"family\":\"Fay\",\"given\":\"Sidney B.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LII\",\"page\":\"231-246\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"158\",\"type\":\"journal-article\",\"title\":\"Th\u00e9ologie et histoire\",\"container_title\":\"Dieu vivant VIII\",\"author\":[{\"family\":\"Fessard\",\"given\":\"Gaston\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"VIII\",\"page\":\"39-65\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"159\",\"type\":\"journal-article\",\"title\":\"Acton, Creighton, and Lea: a Study in History and Ethics\",\"container_title\":\"Pacific Historical Review XVI\",\"author\":[{\"family\":\"Fish\",\"given\":\"Andrew\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XVI\",\"page\":\"59-69\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"160\",\"type\":\"journal-article\",\"title\":\"Le conscience historique en Italie\",\"container_title\":\"Les temps modernes III\",\"author\":[{\"family\":\"Garosci\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"23-24\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false}]}", "model": "gpt-4.1-mini-2025-04-14", "provider": "openai", "finish_reason": "stop", "usage": {"input_tokens": 3136, "output_tokens": 2361, "total_tokens": 5497, "input_cost_usd": 0.0012544000000000001, "output_cost_usd": 0.0037776, "estimated_cost_usd": 0.005032}, "duration": 33.067466020584106, "timestamp": "2026-01-24T14:27:35.589432", "parsed": {"metadata": {"title": "Bibliography 1947 Page 10", "year": "1947", "page_number": 10}, "entries": [{"id": "140", "type": "book", "title": "Why We Read History", "container_title": null, "author": [{"family": "Smellie", "given": "K. B."}], "note": null, "publisher": "P. Elek", "editor": null, "publisher_place": "London", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "141", "type": "book", "title": "A Study of History", "container_title": null, "author": [{"family": "Toynbee", "given": "Arnold J."}], "note": "abridged by D. C. Somervell, New York: Oxford (Abridgegement of vols. I-VI of A Study of History)", "publisher": "Oxford", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "142", "type": "book", "title": "In den spiegel van het verleden: historische opstellen", "container_title": null, "author": [{"family": "Verberne", "given": "L. G. J."}], "note": null, "publisher": "Bruna", "editor": null, "publisher_place": "Utrecht, Antwerpen", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "143", "type": "book", "title": "Esquemas de metodolog\u00eda eclesi\u00e1stica", "container_title": null, "author": [{"family": "Vevir", "given": "Jos\u00e9"}], "note": null, "publisher": "Instituto", "editor": null, "publisher_place": "Barcelona", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "144", "type": "book", "title": "Sinn und Ziel der Geschichte", "container_title": null, "author": [{"family": "Walz", "given": "Hans H."}], "note": null, "publisher": "Universit\u00e4ts-Verlag", "editor": null, "publisher_place": "Bonn", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "145", "type": "other", "title": "Atti del congresso internazionale di filosofia 15-20 November, 1946", "container_title": null, "author": null, "note": "Milano: Castellani. Relevant articles:", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": "1946-11-15 to 1946-11-20", "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "146", "type": "journal-article", "title": "Storia e materialismo storico", "container_title": "vol. I", "author": [{"family": "Drago", "given": "Pietro C."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "I", "page": "109-117", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "147", "type": "journal-article", "title": "Critica del giudizio storico", "container_title": "vol. I", "author": [{"family": "Fazio-Allmayer", "given": "Vito"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "I", "page": "281-290", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "148", "type": "journal-article", "title": "Forza e spirito nella storia", "container_title": "vol. I", "author": [{"family": "Nyman", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "I", "page": "191-200", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "149", "type": "journal-article", "title": "Sur le concept d'histoire", "container_title": "Les temps modernes II", "author": [{"family": "Benjamin", "given": "Walter"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "II", "page": "623-634", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "150", "type": "book", "title": "Philosophy of History", "container_title": "20th Century Philosophy", "author": [{"family": "Boodin", "given": "John E."}], "note": null, "publisher": "Philosophical Library", "editor": ["Dagobert D. Runes"], "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "89-106", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "151", "type": "journal-article", "title": "De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty", "container_title": "Deucalion II", "author": [{"family": "Caillois", "given": "R. P."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "II", "page": "57-85", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "152", "type": "journal-article", "title": "Commemorazione di Adolfo Omodeo", "container_title": "Annali della Scuola Normale di Pisa", "author": [{"family": "Cantimori", "given": "Delio"}], "note": "(reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959)", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "fasc. 3-4", "fascicle": "3-4", "reprint": null, "edition": null, "incomplete": false}, {"id": "153", "type": "journal-article", "title": "The Historian and the Philosophy of Science", "container_title": "Isis XXXVIII", "author": [{"family": "Cowan", "given": "Thomas"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXXVIII", "page": "11-18", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "154", "type": "journal-article", "title": "History as a Science", "container_title": "Historical Studies: Australia and New Zealand III", "author": [{"family": "Crawford", "given": "R. M."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "153-175", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "155", "type": "journal-article", "title": "Christianisme et histoire", "container_title": "Etudes CCLIV", "author": [{"family": "Dani\u00e9lou", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "CCLIV", "page": "166-184", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "156", "type": "journal-article", "title": "Wahrheit der Geschichte. Geschichte der Wahrheit", "container_title": "Amerikanische Rundschau III", "author": [{"family": "Dell", "given": "Stanley"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "44-53", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "157", "type": "journal-article", "title": "The Idea of Progress", "container_title": "American Historical Review LII", "author": [{"family": "Fay", "given": "Sidney B."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "LII", "page": "231-246", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "158", "type": "journal-article", "title": "Th\u00e9ologie et histoire", "container_title": "Dieu vivant VIII", "author": [{"family": "Fessard", "given": "Gaston"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "VIII", "page": "39-65", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "159", "type": "journal-article", "title": "Acton, Creighton, and Lea: a Study in History and Ethics", "container_title": "Pacific Historical Review XVI", "author": [{"family": "Fish", "given": "Andrew"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XVI", "page": "59-69", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "160", "type": "journal-article", "title": "Le conscience historique en Italie", "container_title": "Les temps modernes III", "author": [{"family": "Garosci", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "23-24", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}]}, "conversation_id": "6c9b7baa-2c53-4e8c-b0ae-c2539218532b", "score": {"fuzzy": 0.337178142529823}, "raw_response": "{\"id\":\"chatcmpl-D1XxIgK3hm2BUconTqT0nM7u4tAAj\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\\"metadata\\\":{\\\"title\\\":\\\"Bibliography 1947 Page 10\\\",\\\"year\\\":\\\"1947\\\",\\\"page_number\\\":10},\\\"entries\\\":[{\\\"id\\\":\\\"140\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Why We Read History\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Smellie\\\",\\\"given\\\":\\\"K. B.\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"P. Elek\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"London\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"141\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"A Study of History\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Toynbee\\\",\\\"given\\\":\\\"Arnold J.\\\"}],\\\"note\\\":\\\"abridged by D. C. Somervell, New York: Oxford (Abridgegement of vols. I-VI of A Study of History)\\\",\\\"publisher\\\":\\\"Oxford\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"New York\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"142\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"In den spiegel van het verleden: historische opstellen\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Verberne\\\",\\\"given\\\":\\\"L. G. J.\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Bruna\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Utrecht, Antwerpen\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"143\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Esquemas de metodolog\u00eda eclesi\u00e1stica\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Vevir\\\",\\\"given\\\":\\\"Jos\u00e9\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Instituto\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Barcelona\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"144\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Sinn und Ziel der Geschichte\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Walz\\\",\\\"given\\\":\\\"Hans H.\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Universit\u00e4ts-Verlag\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Bonn\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"145\\\",\\\"type\\\":\\\"other\\\",\\\"title\\\":\\\"Atti del congresso internazionale di filosofia 15-20 November, 1946\\\",\\\"container_title\\\":null,\\\"author\\\":null,\\\"note\\\":\\\"Milano: Castellani. Relevant articles:\\\",\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":\\\"1946-11-15 to 1946-11-20\\\",\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"146\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Storia e materialismo storico\\\",\\\"container_title\\\":\\\"vol. I\\\",\\\"author\\\":[{\\\"family\\\":\\\"Drago\\\",\\\"given\\\":\\\"Pietro C.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"I\\\",\\\"page\\\":\\\"109-117\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"147\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Critica del giudizio storico\\\",\\\"container_title\\\":\\\"vol. I\\\",\\\"author\\\":[{\\\"family\\\":\\\"Fazio-Allmayer\\\",\\\"given\\\":\\\"Vito\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"I\\\",\\\"page\\\":\\\"281-290\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"148\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Forza e spirito nella storia\\\",\\\"container_title\\\":\\\"vol. I\\\",\\\"author\\\":[{\\\"family\\\":\\\"Nyman\\\",\\\"given\\\":\\\"A.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"I\\\",\\\"page\\\":\\\"191-200\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"149\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Sur le concept d'histoire\\\",\\\"container_title\\\":\\\"Les temps modernes II\\\",\\\"author\\\":[{\\\"family\\\":\\\"Benjamin\\\",\\\"given\\\":\\\"Walter\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"II\\\",\\\"page\\\":\\\"623-634\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"150\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Philosophy of History\\\",\\\"container_title\\\":\\\"20th Century Philosophy\\\",\\\"author\\\":[{\\\"family\\\":\\\"Boodin\\\",\\\"given\\\":\\\"John E.\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Philosophical Library\\\",\\\"editor\\\":[\\\"Dagobert D. Runes\\\"],\\\"publisher_place\\\":\\\"New York\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":\\\"89-106\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"151\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty\\\",\\\"container_title\\\":\\\"Deucalion II\\\",\\\"author\\\":[{\\\"family\\\":\\\"Caillois\\\",\\\"given\\\":\\\"R. P.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"II\\\",\\\"page\\\":\\\"57-85\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"152\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Commemorazione di Adolfo Omodeo\\\",\\\"container_title\\\":\\\"Annali della Scuola Normale di Pisa\\\",\\\"author\\\":[{\\\"family\\\":\\\"Cantimori\\\",\\\"given\\\":\\\"Delio\\\"}],\\\"note\\\":\\\"(reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959)\\\",\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":\\\"fasc. 3-4\\\",\\\"fascicle\\\":\\\"3-4\\\",\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"153\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"The Historian and the Philosophy of Science\\\",\\\"container_title\\\":\\\"Isis XXXVIII\\\",\\\"author\\\":[{\\\"family\\\":\\\"Cowan\\\",\\\"given\\\":\\\"Thomas\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"XXXVIII\\\",\\\"page\\\":\\\"11-18\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"154\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"History as a Science\\\",\\\"container_title\\\":\\\"Historical Studies: Australia and New Zealand III\\\",\\\"author\\\":[{\\\"family\\\":\\\"Crawford\\\",\\\"given\\\":\\\"R. M.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"III\\\",\\\"page\\\":\\\"153-175\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"155\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Christianisme et histoire\\\",\\\"container_title\\\":\\\"Etudes CCLIV\\\",\\\"author\\\":[{\\\"family\\\":\\\"Dani\u00e9lou\\\",\\\"given\\\":\\\"J.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"CCLIV\\\",\\\"page\\\":\\\"166-184\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"156\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Wahrheit der Geschichte. Geschichte der Wahrheit\\\",\\\"container_title\\\":\\\"Amerikanische Rundschau III\\\",\\\"author\\\":[{\\\"family\\\":\\\"Dell\\\",\\\"given\\\":\\\"Stanley\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"III\\\",\\\"page\\\":\\\"44-53\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"157\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"The Idea of Progress\\\",\\\"container_title\\\":\\\"American Historical Review LII\\\",\\\"author\\\":[{\\\"family\\\":\\\"Fay\\\",\\\"given\\\":\\\"Sidney B.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"LII\\\",\\\"page\\\":\\\"231-246\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"158\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Th\u00e9ologie et histoire\\\",\\\"container_title\\\":\\\"Dieu vivant VIII\\\",\\\"author\\\":[{\\\"family\\\":\\\"Fessard\\\",\\\"given\\\":\\\"Gaston\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"VIII\\\",\\\"page\\\":\\\"39-65\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"159\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Acton, Creighton, and Lea: a Study in History and Ethics\\\",\\\"container_title\\\":\\\"Pacific Historical Review XVI\\\",\\\"author\\\":[{\\\"family\\\":\\\"Fish\\\",\\\"given\\\":\\\"Andrew\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"XVI\\\",\\\"page\\\":\\\"59-69\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"160\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Le conscience historique en Italie\\\",\\\"container_title\\\":\\\"Les temps modernes III\\\",\\\"author\\\":[{\\\"family\\\":\\\"Garosci\\\",\\\"given\\\":\\\"A.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"III\\\",\\\"page\\\":\\\"23-24\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false}]}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":[],\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"metadata\":{\"title\":\"Bibliography 1947 Page 10\",\"year\":\"1947\",\"page_number\":10},\"entries\":[{\"id\":\"140\",\"type\":\"book\",\"title\":\"Why We Read History\",\"container_title\":null,\"author\":[{\"family\":\"Smellie\",\"given\":\"K. B.\"}],\"note\":null,\"publisher\":\"P. Elek\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"141\",\"type\":\"book\",\"title\":\"A Study of History\",\"container_title\":null,\"author\":[{\"family\":\"Toynbee\",\"given\":\"Arnold J.\"}],\"note\":\"abridged by D. C. Somervell, New York: Oxford (Abridgegement of vols. I-VI of A Study of History)\",\"publisher\":\"Oxford\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"142\",\"type\":\"book\",\"title\":\"In den spiegel van het verleden: historische opstellen\",\"container_title\":null,\"author\":[{\"family\":\"Verberne\",\"given\":\"L. G. J.\"}],\"note\":null,\"publisher\":\"Bruna\",\"editor\":null,\"publisher_place\":\"Utrecht, Antwerpen\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"143\",\"type\":\"book\",\"title\":\"Esquemas de metodolog\u00eda eclesi\u00e1stica\",\"container_title\":null,\"author\":[{\"family\":\"Vevir\",\"given\":\"Jos\u00e9\"}],\"note\":null,\"publisher\":\"Instituto\",\"editor\":null,\"publisher_place\":\"Barcelona\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"144\",\"type\":\"book\",\"title\":\"Sinn und Ziel der Geschichte\",\"container_title\":null,\"author\":[{\"family\":\"Walz\",\"given\":\"Hans H.\"}],\"note\":null,\"publisher\":\"Universit\u00e4ts-Verlag\",\"editor\":null,\"publisher_place\":\"Bonn\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"145\",\"type\":\"other\",\"title\":\"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\"container_title\":null,\"author\":null,\"note\":\"Milano: Castellani. Relevant articles:\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":\"1946-11-15 to 1946-11-20\",\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"146\",\"type\":\"journal-article\",\"title\":\"Storia e materialismo storico\",\"container_title\":\"vol. I\",\"author\":[{\"family\":\"Drago\",\"given\":\"Pietro C.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I\",\"page\":\"109-117\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"147\",\"type\":\"journal-article\",\"title\":\"Critica del giudizio storico\",\"container_title\":\"vol. I\",\"author\":[{\"family\":\"Fazio-Allmayer\",\"given\":\"Vito\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I\",\"page\":\"281-290\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"148\",\"type\":\"journal-article\",\"title\":\"Forza e spirito nella storia\",\"container_title\":\"vol. I\",\"author\":[{\"family\":\"Nyman\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I\",\"page\":\"191-200\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"149\",\"type\":\"journal-article\",\"title\":\"Sur le concept d'histoire\",\"container_title\":\"Les temps modernes II\",\"author\":[{\"family\":\"Benjamin\",\"given\":\"Walter\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"II\",\"page\":\"623-634\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"150\",\"type\":\"book\",\"title\":\"Philosophy of History\",\"container_title\":\"20th Century Philosophy\",\"author\":[{\"family\":\"Boodin\",\"given\":\"John E.\"}],\"note\":null,\"publisher\":\"Philosophical Library\",\"editor\":[\"Dagobert D. Runes\"],\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"89-106\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"151\",\"type\":\"journal-article\",\"title\":\"De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty\",\"container_title\":\"Deucalion II\",\"author\":[{\"family\":\"Caillois\",\"given\":\"R. P.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"II\",\"page\":\"57-85\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"152\",\"type\":\"journal-article\",\"title\":\"Commemorazione di Adolfo Omodeo\",\"container_title\":\"Annali della Scuola Normale di Pisa\",\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"note\":\"(reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959)\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"fasc. 3-4\",\"fascicle\":\"3-4\",\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"153\",\"type\":\"journal-article\",\"title\":\"The Historian and the Philosophy of Science\",\"container_title\":\"Isis XXXVIII\",\"author\":[{\"family\":\"Cowan\",\"given\":\"Thomas\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXVIII\",\"page\":\"11-18\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"154\",\"type\":\"journal-article\",\"title\":\"History as a Science\",\"container_title\":\"Historical Studies: Australia and New Zealand III\",\"author\":[{\"family\":\"Crawford\",\"given\":\"R. M.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"153-175\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"155\",\"type\":\"journal-article\",\"title\":\"Christianisme et histoire\",\"container_title\":\"Etudes CCLIV\",\"author\":[{\"family\":\"Dani\u00e9lou\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CCLIV\",\"page\":\"166-184\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"156\",\"type\":\"journal-article\",\"title\":\"Wahrheit der Geschichte. Geschichte der Wahrheit\",\"container_title\":\"Amerikanische Rundschau III\",\"author\":[{\"family\":\"Dell\",\"given\":\"Stanley\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"44-53\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"157\",\"type\":\"journal-article\",\"title\":\"The Idea of Progress\",\"container_title\":\"American Historical Review LII\",\"author\":[{\"family\":\"Fay\",\"given\":\"Sidney B.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LII\",\"page\":\"231-246\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"158\",\"type\":\"journal-article\",\"title\":\"Th\u00e9ologie et histoire\",\"container_title\":\"Dieu vivant VIII\",\"author\":[{\"family\":\"Fessard\",\"given\":\"Gaston\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"VIII\",\"page\":\"39-65\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"159\",\"type\":\"journal-article\",\"title\":\"Acton, Creighton, and Lea: a Study in History and Ethics\",\"container_title\":\"Pacific Historical Review XVI\",\"author\":[{\"family\":\"Fish\",\"given\":\"Andrew\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XVI\",\"page\":\"59-69\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"160\",\"type\":\"journal-article\",\"title\":\"Le conscience historique en Italie\",\"container_title\":\"Les temps modernes III\",\"author\":[{\"family\":\"Garosci\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"23-24\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false}]}}}],\"created\":1769261224,\"model\":\"gpt-4.1-mini-2025-04-14\",\"object\":\"chat.completion\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_376a7ccef1\",\"usage\":{\"completion_tokens\":2361,\"prompt_tokens\":3136,\"total_tokens\":5497,\"completion_tokens_details\":{\"accepted_prediction_tokens\":0,\"audio_tokens\":0,\"reasoning_tokens\":0,\"rejected_prediction_tokens\":0},\"prompt_tokens_details\":{\"audio_tokens\":0,\"cached_tokens\":0}}}"}, "scoring": {"fuzzy": 0.6728442198680346, "cost_summary": {"total_input_tokens": 15449, "total_output_tokens": 9988, "total_tokens": 25437, "input_cost_usd": 0.0061796, "output_cost_usd": 0.015980800000000003, "total_cost_usd": 0.0221604}}, "normalized_score": 67.28442198680345}, {"_id": {"$oid": "69ce22c0214d8cd071ad01a1"}, "test_id": "T0007", "benchmark": "bibliographic_data", "date": "2026-01-24", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-4o", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"Bibliography\",\"year\":\"1947\",\"page_number\":10},\"entries\":[{\"id\":\"145\",\"type\":\"other\",\"title\":\"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\"container_title\":null,\"author\":null,\"note\":\"Relevant articles:\",\"publisher\":\"Castellani\",\"editor\":null,\"publisher_place\":\"Milano\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"146\",\"type\":\"journal-article\",\"title\":\"Storia e materialismo storico\",\"container_title\":null,\"author\":[{\"family\":\"Drago\",\"given\":\"Pietro C.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I\",\"page\":\"109-117\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"147\",\"type\":\"journal-article\",\"title\":\"Critica del giudizio storico\",\"container_title\":null,\"author\":[{\"family\":\"Fazio-Allmayer\",\"given\":\"Vito\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I\",\"page\":\"281-290\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"148\",\"type\":\"journal-article\",\"title\":\"Forza e spirito nella storia\",\"container_title\":null,\"author\":[{\"family\":\"Nyman\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I\",\"page\":\"191-200\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"149\",\"type\":\"journal-article\",\"title\":\"Sur le concept d\u2019histoire\",\"container_title\":\"Les temps modernes\",\"author\":[{\"family\":\"Benjamin\",\"given\":\"Walter\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"II\",\"page\":\"623-634\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"150\",\"type\":\"journal-article\",\"title\":\"Philosophy of History\",\"container_title\":\"20th Century Philosophy\",\"author\":[{\"family\":\"Boodin\",\"given\":\"John E.\"}],\"note\":null,\"publisher\":\"Philosophical Library\",\"editor\":[\"Dagobert D. Runes\"],\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"89-106\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"151\",\"type\":\"journal-article\",\"title\":\"De la perception \u00e0 l\u2019histoire. La philosophie de M. Merleau-Ponty\",\"container_title\":\"Deucalion\",\"author\":[{\"family\":\"Caillois\",\"given\":\"R. P.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"II\",\"page\":\"57-85\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"152\",\"type\":\"journal-article\",\"title\":\"Commemorazione di Adolfo Omodeo\",\"container_title\":\"Annali della Scuola Normale di Pisa\",\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"note\":\"Reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959.\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"fasc. 3-4\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"153\",\"type\":\"journal-article\",\"title\":\"The Historian and the Philosophy of Science\",\"container_title\":\"Isis\",\"author\":[{\"family\":\"Cowan\",\"given\":\"Thomas\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXVIII\",\"page\":\"11-18\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"154\",\"type\":\"journal-article\",\"title\":\"History as a Science\",\"container_title\":\"Historical Studies: Australia and New Zealand\",\"author\":[{\"family\":\"Crawford\",\"given\":\"R. M.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"153-175\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"155\",\"type\":\"journal-article\",\"title\":\"Christianisme et histoire\",\"container_title\":\"Etudes\",\"author\":[{\"family\":\"Dani\u00e9lou\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CCLIV\",\"page\":\"166-184\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"156\",\"type\":\"journal-article\",\"title\":\"Wahrheit der Geschichte. Geschichte der Wahrheit\",\"container_title\":\"Amerikanische Rundschau\",\"author\":[{\"family\":\"Dell\",\"given\":\"Stanley\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"44-53\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"157\",\"type\":\"journal-article\",\"title\":\"The Idea of Progress\",\"container_title\":\"American Historical Review\",\"author\":[{\"family\":\"Fay\",\"given\":\"Sidney B.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LII\",\"page\":\"231-246\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"158\",\"type\":\"journal-article\",\"title\":\"Th\u00e9ologie et histoire\",\"container_title\":\"Dieu vivant\",\"author\":[{\"family\":\"Fessard\",\"given\":\"Gaston\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"VIII\",\"page\":\"39-65\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"159\",\"type\":\"journal-article\",\"title\":\"Acton, Creighton, and Lea: a Study in History and Ethics\",\"container_title\":\"Pacific Historical Review\",\"author\":[{\"family\":\"Fish\",\"given\":\"Andrew\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XVI\",\"page\":\"59-69\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"160\",\"type\":\"journal-article\",\"title\":\"Le conscience historique en Italie\",\"container_title\":\"Les temps modernes\",\"author\":[{\"family\":\"Garosci\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"23-24\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}", "model": "gpt-4o-2024-08-06", "provider": "openai", "finish_reason": "stop", "usage": {"input_tokens": 1779, "output_tokens": 1769, "total_tokens": 3548, "input_cost_usd": 0.0044475, "output_cost_usd": 0.01769, "estimated_cost_usd": 0.0221375}, "duration": 83.3463499546051, "timestamp": "2026-01-24T11:01:48.107537", "parsed": {"metadata": {"title": "Bibliography", "year": "1947", "page_number": 10}, "entries": [{"id": "145", "type": "other", "title": "Atti del congresso internazionale di filosofia 15-20 November, 1946", "container_title": null, "author": null, "note": "Relevant articles:", "publisher": "Castellani", "editor": null, "publisher_place": "Milano", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "146", "type": "journal-article", "title": "Storia e materialismo storico", "container_title": null, "author": [{"family": "Drago", "given": "Pietro C."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "I", "page": "109-117", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "147", "type": "journal-article", "title": "Critica del giudizio storico", "container_title": null, "author": [{"family": "Fazio-Allmayer", "given": "Vito"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "I", "page": "281-290", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "148", "type": "journal-article", "title": "Forza e spirito nella storia", "container_title": null, "author": [{"family": "Nyman", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "I", "page": "191-200", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "149", "type": "journal-article", "title": "Sur le concept d\u2019histoire", "container_title": "Les temps modernes", "author": [{"family": "Benjamin", "given": "Walter"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "II", "page": "623-634", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "150", "type": "journal-article", "title": "Philosophy of History", "container_title": "20th Century Philosophy", "author": [{"family": "Boodin", "given": "John E."}], "note": null, "publisher": "Philosophical Library", "editor": ["Dagobert D. Runes"], "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "89-106", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "151", "type": "journal-article", "title": "De la perception \u00e0 l\u2019histoire. La philosophie de M. Merleau-Ponty", "container_title": "Deucalion", "author": [{"family": "Caillois", "given": "R. P."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "II", "page": "57-85", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "152", "type": "journal-article", "title": "Commemorazione di Adolfo Omodeo", "container_title": "Annali della Scuola Normale di Pisa", "author": [{"family": "Cantimori", "given": "Delio"}], "note": "Reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959.", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "fasc. 3-4", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "153", "type": "journal-article", "title": "The Historian and the Philosophy of Science", "container_title": "Isis", "author": [{"family": "Cowan", "given": "Thomas"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXXVIII", "page": "11-18", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "154", "type": "journal-article", "title": "History as a Science", "container_title": "Historical Studies: Australia and New Zealand", "author": [{"family": "Crawford", "given": "R. M."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "153-175", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "155", "type": "journal-article", "title": "Christianisme et histoire", "container_title": "Etudes", "author": [{"family": "Dani\u00e9lou", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "CCLIV", "page": "166-184", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "156", "type": "journal-article", "title": "Wahrheit der Geschichte. Geschichte der Wahrheit", "container_title": "Amerikanische Rundschau", "author": [{"family": "Dell", "given": "Stanley"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "44-53", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "157", "type": "journal-article", "title": "The Idea of Progress", "container_title": "American Historical Review", "author": [{"family": "Fay", "given": "Sidney B."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "LII", "page": "231-246", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "158", "type": "journal-article", "title": "Th\u00e9ologie et histoire", "container_title": "Dieu vivant", "author": [{"family": "Fessard", "given": "Gaston"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "VIII", "page": "39-65", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "159", "type": "journal-article", "title": "Acton, Creighton, and Lea: a Study in History and Ethics", "container_title": "Pacific Historical Review", "author": [{"family": "Fish", "given": "Andrew"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XVI", "page": "59-69", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "160", "type": "journal-article", "title": "Le conscience historique en Italie", "container_title": "Les temps modernes", "author": [{"family": "Garosci", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "23-24", "fascicle": null, "reprint": null, "edition": null, "incomplete": true}]}, "conversation_id": "2dfb6132-2504-4def-9b87-5719dfbbc7d1", "score": {"fuzzy": 0.1823109175699764}, "raw_response": "{\"id\":\"chatcmpl-D1UjKjPfkHJHmwsamtlXp6UqwvMFk\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\\"metadata\\\":{\\\"title\\\":\\\"Bibliography\\\",\\\"year\\\":\\\"1947\\\",\\\"page_number\\\":10},\\\"entries\\\":[{\\\"id\\\":\\\"145\\\",\\\"type\\\":\\\"other\\\",\\\"title\\\":\\\"Atti del congresso internazionale di filosofia 15-20 November, 1946\\\",\\\"container_title\\\":null,\\\"author\\\":null,\\\"note\\\":\\\"Relevant articles:\\\",\\\"publisher\\\":\\\"Castellani\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Milano\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"146\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Storia e materialismo storico\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Drago\\\",\\\"given\\\":\\\"Pietro C.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"I\\\",\\\"page\\\":\\\"109-117\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"147\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Critica del giudizio storico\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Fazio-Allmayer\\\",\\\"given\\\":\\\"Vito\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"I\\\",\\\"page\\\":\\\"281-290\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"148\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Forza e spirito nella storia\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Nyman\\\",\\\"given\\\":\\\"A.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"I\\\",\\\"page\\\":\\\"191-200\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"149\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Sur le concept d\u2019histoire\\\",\\\"container_title\\\":\\\"Les temps modernes\\\",\\\"author\\\":[{\\\"family\\\":\\\"Benjamin\\\",\\\"given\\\":\\\"Walter\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"II\\\",\\\"page\\\":\\\"623-634\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"150\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Philosophy of History\\\",\\\"container_title\\\":\\\"20th Century Philosophy\\\",\\\"author\\\":[{\\\"family\\\":\\\"Boodin\\\",\\\"given\\\":\\\"John E.\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Philosophical Library\\\",\\\"editor\\\":[\\\"Dagobert D. Runes\\\"],\\\"publisher_place\\\":\\\"New York\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":\\\"89-106\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"151\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"De la perception \u00e0 l\u2019histoire. La philosophie de M. Merleau-Ponty\\\",\\\"container_title\\\":\\\"Deucalion\\\",\\\"author\\\":[{\\\"family\\\":\\\"Caillois\\\",\\\"given\\\":\\\"R. P.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"II\\\",\\\"page\\\":\\\"57-85\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"152\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Commemorazione di Adolfo Omodeo\\\",\\\"container_title\\\":\\\"Annali della Scuola Normale di Pisa\\\",\\\"author\\\":[{\\\"family\\\":\\\"Cantimori\\\",\\\"given\\\":\\\"Delio\\\"}],\\\"note\\\":\\\"Reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959.\\\",\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":\\\"fasc. 3-4\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"153\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"The Historian and the Philosophy of Science\\\",\\\"container_title\\\":\\\"Isis\\\",\\\"author\\\":[{\\\"family\\\":\\\"Cowan\\\",\\\"given\\\":\\\"Thomas\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"XXXVIII\\\",\\\"page\\\":\\\"11-18\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"154\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"History as a Science\\\",\\\"container_title\\\":\\\"Historical Studies: Australia and New Zealand\\\",\\\"author\\\":[{\\\"family\\\":\\\"Crawford\\\",\\\"given\\\":\\\"R. M.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"III\\\",\\\"page\\\":\\\"153-175\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"155\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Christianisme et histoire\\\",\\\"container_title\\\":\\\"Etudes\\\",\\\"author\\\":[{\\\"family\\\":\\\"Dani\u00e9lou\\\",\\\"given\\\":\\\"J.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"CCLIV\\\",\\\"page\\\":\\\"166-184\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"156\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Wahrheit der Geschichte. Geschichte der Wahrheit\\\",\\\"container_title\\\":\\\"Amerikanische Rundschau\\\",\\\"author\\\":[{\\\"family\\\":\\\"Dell\\\",\\\"given\\\":\\\"Stanley\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"III\\\",\\\"page\\\":\\\"44-53\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"157\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"The Idea of Progress\\\",\\\"container_title\\\":\\\"American Historical Review\\\",\\\"author\\\":[{\\\"family\\\":\\\"Fay\\\",\\\"given\\\":\\\"Sidney B.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"LII\\\",\\\"page\\\":\\\"231-246\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"158\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Th\u00e9ologie et histoire\\\",\\\"container_title\\\":\\\"Dieu vivant\\\",\\\"author\\\":[{\\\"family\\\":\\\"Fessard\\\",\\\"given\\\":\\\"Gaston\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"VIII\\\",\\\"page\\\":\\\"39-65\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"159\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Acton, Creighton, and Lea: a Study in History and Ethics\\\",\\\"container_title\\\":\\\"Pacific Historical Review\\\",\\\"author\\\":[{\\\"family\\\":\\\"Fish\\\",\\\"given\\\":\\\"Andrew\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"XVI\\\",\\\"page\\\":\\\"59-69\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"160\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Le conscience historique en Italie\\\",\\\"container_title\\\":\\\"Les temps modernes\\\",\\\"author\\\":[{\\\"family\\\":\\\"Garosci\\\",\\\"given\\\":\\\"A.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"III\\\",\\\"page\\\":\\\"23-24\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":true}]}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":[],\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"metadata\":{\"title\":\"Bibliography\",\"year\":\"1947\",\"page_number\":10},\"entries\":[{\"id\":\"145\",\"type\":\"other\",\"title\":\"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\"container_title\":null,\"author\":null,\"note\":\"Relevant articles:\",\"publisher\":\"Castellani\",\"editor\":null,\"publisher_place\":\"Milano\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"146\",\"type\":\"journal-article\",\"title\":\"Storia e materialismo storico\",\"container_title\":null,\"author\":[{\"family\":\"Drago\",\"given\":\"Pietro C.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I\",\"page\":\"109-117\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"147\",\"type\":\"journal-article\",\"title\":\"Critica del giudizio storico\",\"container_title\":null,\"author\":[{\"family\":\"Fazio-Allmayer\",\"given\":\"Vito\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I\",\"page\":\"281-290\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"148\",\"type\":\"journal-article\",\"title\":\"Forza e spirito nella storia\",\"container_title\":null,\"author\":[{\"family\":\"Nyman\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I\",\"page\":\"191-200\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"149\",\"type\":\"journal-article\",\"title\":\"Sur le concept d\u2019histoire\",\"container_title\":\"Les temps modernes\",\"author\":[{\"family\":\"Benjamin\",\"given\":\"Walter\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"II\",\"page\":\"623-634\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"150\",\"type\":\"journal-article\",\"title\":\"Philosophy of History\",\"container_title\":\"20th Century Philosophy\",\"author\":[{\"family\":\"Boodin\",\"given\":\"John E.\"}],\"note\":null,\"publisher\":\"Philosophical Library\",\"editor\":[\"Dagobert D. Runes\"],\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"89-106\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"151\",\"type\":\"journal-article\",\"title\":\"De la perception \u00e0 l\u2019histoire. La philosophie de M. Merleau-Ponty\",\"container_title\":\"Deucalion\",\"author\":[{\"family\":\"Caillois\",\"given\":\"R. P.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"II\",\"page\":\"57-85\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"152\",\"type\":\"journal-article\",\"title\":\"Commemorazione di Adolfo Omodeo\",\"container_title\":\"Annali della Scuola Normale di Pisa\",\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"note\":\"Reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959.\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"fasc. 3-4\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"153\",\"type\":\"journal-article\",\"title\":\"The Historian and the Philosophy of Science\",\"container_title\":\"Isis\",\"author\":[{\"family\":\"Cowan\",\"given\":\"Thomas\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXVIII\",\"page\":\"11-18\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"154\",\"type\":\"journal-article\",\"title\":\"History as a Science\",\"container_title\":\"Historical Studies: Australia and New Zealand\",\"author\":[{\"family\":\"Crawford\",\"given\":\"R. M.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"153-175\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"155\",\"type\":\"journal-article\",\"title\":\"Christianisme et histoire\",\"container_title\":\"Etudes\",\"author\":[{\"family\":\"Dani\u00e9lou\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CCLIV\",\"page\":\"166-184\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"156\",\"type\":\"journal-article\",\"title\":\"Wahrheit der Geschichte. Geschichte der Wahrheit\",\"container_title\":\"Amerikanische Rundschau\",\"author\":[{\"family\":\"Dell\",\"given\":\"Stanley\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"44-53\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"157\",\"type\":\"journal-article\",\"title\":\"The Idea of Progress\",\"container_title\":\"American Historical Review\",\"author\":[{\"family\":\"Fay\",\"given\":\"Sidney B.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LII\",\"page\":\"231-246\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"158\",\"type\":\"journal-article\",\"title\":\"Th\u00e9ologie et histoire\",\"container_title\":\"Dieu vivant\",\"author\":[{\"family\":\"Fessard\",\"given\":\"Gaston\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"VIII\",\"page\":\"39-65\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"159\",\"type\":\"journal-article\",\"title\":\"Acton, Creighton, and Lea: a Study in History and Ethics\",\"container_title\":\"Pacific Historical Review\",\"author\":[{\"family\":\"Fish\",\"given\":\"Andrew\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XVI\",\"page\":\"59-69\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"160\",\"type\":\"journal-article\",\"title\":\"Le conscience historique en Italie\",\"container_title\":\"Les temps modernes\",\"author\":[{\"family\":\"Garosci\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"23-24\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}}}],\"created\":1769248826,\"model\":\"gpt-4o-2024-08-06\",\"object\":\"chat.completion\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_deacdd5f6f\",\"usage\":{\"completion_tokens\":1769,\"prompt_tokens\":1779,\"total_tokens\":3548,\"completion_tokens_details\":{\"accepted_prediction_tokens\":0,\"audio_tokens\":0,\"reasoning_tokens\":0,\"rejected_prediction_tokens\":0},\"prompt_tokens_details\":{\"audio_tokens\":0,\"cached_tokens\":0}}}"}, "scoring": {"fuzzy": 0.6191344293914125, "cost_summary": {"total_input_tokens": 8895, "total_output_tokens": 9283, "total_tokens": 18178, "input_cost_usd": 0.0222375, "output_cost_usd": 0.09283, "total_cost_usd": 0.1150675}}, "normalized_score": 61.91344293914125}, {"_id": {"$oid": "69ce22c0214d8cd071ad01a6"}, "test_id": "T0225", "benchmark": "bibliographic_data", "date": "2026-01-24", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "anthropic", "model": "claude-sonnet-4-5-20250929", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"$PARAMETER_NAME\": {\"metadata\": {\"title\": \"HISTORY AND THEORY\", \"year\": \"1946\", \"page_number\": 5}, \"entries\": [{\"id\": \"49\", \"type\": \"journal-article\", \"title\": \"Review of the German translation\", \"author\": [{\"family\": \"Schlenke\", \"given\": \"Manfred\"}], \"container_title\": \"Historische Zeitschrift\", \"volume\": \"CLXXXIV\", \"issued\": \"1957\", \"page\": \"594-597\"}, {\"id\": \"50\", \"type\": \"book\", \"title\": \"Introduzione allo studio della storia\", \"author\": [{\"family\": \"Cusin\", \"given\": \"Fabio\"}], \"publisher\": \"Cedam\", \"publisher_place\": \"Padova\"}, {\"id\": \"51\", \"type\": \"journal-article\", \"title\": \"Review\", \"author\": [{\"family\": \"Cafaro\", \"given\": \"F.\"}], \"container_title\": \"Sophia\", \"volume\": \"I\", \"issued\": \"1947\", \"page\": \"206-207\", \"relation\": \"50\"}, {\"id\": \"52\", \"type\": \"book\", \"title\": \"L'histoire, science du concret\", \"author\": [{\"family\": \"Dardel\", \"given\": \"Eric\"}], \"publisher\": \"Presses Universitaires de France\", \"publisher_place\": \"Paris\"}, {\"id\": \"53\", \"type\": \"book\", \"title\": \"Historical Change\", \"author\": [{\"family\": \"Einstein\", \"given\": \"Lewis\"}], \"publisher\": \"Cambridge University Press\", \"publisher_place\": \"Cambridge\"}, {\"id\": \"54\", \"type\": \"book\", \"title\": \"The Place of War in History\", \"author\": [{\"family\": \"Falls\", \"given\": \"Cyril\"}], \"publisher\": \"Clarendon\", \"publisher_place\": \"Oxford\"}, {\"id\": \"55\", \"type\": \"book\", \"title\": \"A Guide to Historical Method\", \"author\": [{\"family\": \"Garraghan\", \"given\": \"Gilbert J.\"}], \"editor\": [\"Jean Delanglez\"], \"publisher\": \"Fordham University Press\", \"publisher_place\": \"New York\"}, {\"id\": \"56\", \"type\": \"book\", \"title\": \"Le\\u00e7ons sur la philosophie de l'histoire\", \"author\": [{\"family\": \"Gibelin\", \"given\": \"J.\"}], \"publisher\": \"Vrin\", \"publisher_place\": \"Paris\"}, {\"id\": \"57\", \"type\": \"book\", \"title\": \"Bilan de l'histoire\", \"author\": [{\"family\": \"Grousset\", \"given\": \"Ren\\u00e9\"}], \"publisher\": \"Plon\", \"publisher_place\": \"Paris\"}, {\"id\": \"58\", \"type\": \"book\", \"title\": \"Introduction \\u00e0 l'histoire\", \"author\": [{\"family\": \"Halphen\", \"given\": \"Louis\"}], \"publisher\": \"Presses Universitaires de France\", \"publisher_place\": \"Paris\"}, {\"id\": \"59\", \"type\": \"journal-article\", \"title\": \"Sur une forme d'histoire qui n'est pas la n\\u00f4tre\", \"author\": [{\"family\": \"Febvre\", \"given\": \"Lucien\"}], \"container_title\": \"Annales: Economies-soci\\u00e9t\\u00e9s-civilisations\", \"volume\": \"III\", \"page\": \"21-24\", \"relation\": \"58\"}, {\"id\": \"60\", \"type\": \"journal-article\", \"title\": \"Avenir de l'histoire\", \"author\": [{\"family\": \"Lefebvre\", \"given\": \"Georges\"}], \"container_title\": \"Revue historique\", \"volume\": \"CXCVII\", \"issued\": \"1947\", \"page\": \"55-61\", \"relation\": \"58\"}, {\"id\": \"61\", \"type\": \"book\", \"title\": \"Hoe bepaalt de geschiedenis het heden? Een niet gehouden rede\", \"author\": [{\"family\": \"Huizinga\", \"given\": \"J.\"}], \"publisher\": \"Tjeenk Willink\", \"publisher_place\": \"Haarlem\"}, {\"id\": \"62\", \"type\": \"book\", \"title\": \"De mensch en de beschaving\", \"author\": [{\"family\": \"Huizinga\", \"given\": \"J.\"}], \"publisher\": \"Pantheon\", \"publisher_place\": \"Amsterdam, Antwerpen\"}, {\"id\": \"63\", \"type\": \"book\", \"title\": \"Historische Meditationen\", \"author\": [{\"family\": \"Kaegi\", \"given\": \"W.\"}], \"volume\": \"2 vols.\", \"publisher\": \"Fritz und Washmuth\", \"publisher_place\": \"Z\\u00fcrich\"}, {\"id\": \"64\", \"type\": \"book\", \"title\": \"Notions d'historiographie moderne\", \"author\": [{\"family\": \"Lefebvre\", \"given\": \"G.\"}], \"publisher\": \"Centre de Documentation Universitaire (dactylographed for his students)\", \"publisher_place\": \"Paris\"}, {\"id\": \"65\", \"type\": \"book\", \"title\": \"Essays on Historiography\", \"author\": [{\"family\": \"Malin\", \"given\": \"James C.\"}], \"publisher\": \"the Author\", \"publisher_place\": \"Lawrence, Kansas\"}, {\"id\": \"66\", \"type\": \"book\", \"title\": \"The Old Testament Interpretation of History\", \"author\": [{\"family\": \"North\", \"given\": \"C. R.\"}], \"publisher\": \"The Epworth Press\", \"publisher_place\": \"London\"}, {\"id\": \"67\", \"type\": \"book\", \"title\": \"Concord and Liberty\", \"author\": [{\"family\": \"Ortega y Gasset\", \"given\": \"Jos\\u00e9\"}], \"note\": \"trans. by Helene Weyl\", \"publisher\": \"Norton\", \"publisher_place\": \"New York\"}, {\"id\": \"68\", \"type\": \"book\", \"title\": \"Sociolvidenbakelig Metodelaere\", \"author\": [{\"family\": \"Ranulf\", \"given\": \"Svend\"}], \"publisher\": \"Einar Munksgaard\", \"publisher_place\": \"K\\u00f8benhavn\"}, {\"id\": \"69\", \"type\": \"book\", \"title\": \"Geschichte als Bildungsmacht\", \"author\": [{\"family\": \"Ritter\", \"given\": \"Gerhard\"}], \"publisher\": \"Deutsche Verlags-Anstalt\", \"publisher_place\": \"Stuttgart\"}]}}", "model": "claude-sonnet-4-5-20250929", "provider": "anthropic", "finish_reason": "tool_use", "usage": {"input_tokens": 3242, "output_tokens": 1563, "total_tokens": 4805, "input_cost_usd": 0.009726, "output_cost_usd": 0.023445, "estimated_cost_usd": 0.033171}, "duration": 23.765071868896484, "timestamp": "2026-01-24T13:54:37.513796", "parsed": {"$PARAMETER_NAME": {"metadata": {"title": "HISTORY AND THEORY", "year": "1946", "page_number": 5}, "entries": [{"id": "49", "type": "journal-article", "title": "Review of the German translation", "author": [{"family": "Schlenke", "given": "Manfred"}], "container_title": "Historische Zeitschrift", "volume": "CLXXXIV", "issued": "1957", "page": "594-597"}, {"id": "50", "type": "book", "title": "Introduzione allo studio della storia", "author": [{"family": "Cusin", "given": "Fabio"}], "publisher": "Cedam", "publisher_place": "Padova"}, {"id": "51", "type": "journal-article", "title": "Review", "author": [{"family": "Cafaro", "given": "F."}], "container_title": "Sophia", "volume": "I", "issued": "1947", "page": "206-207", "relation": "50"}, {"id": "52", "type": "book", "title": "L'histoire, science du concret", "author": [{"family": "Dardel", "given": "Eric"}], "publisher": "Presses Universitaires de France", "publisher_place": "Paris"}, {"id": "53", "type": "book", "title": "Historical Change", "author": [{"family": "Einstein", "given": "Lewis"}], "publisher": "Cambridge University Press", "publisher_place": "Cambridge"}, {"id": "54", "type": "book", "title": "The Place of War in History", "author": [{"family": "Falls", "given": "Cyril"}], "publisher": "Clarendon", "publisher_place": "Oxford"}, {"id": "55", "type": "book", "title": "A Guide to Historical Method", "author": [{"family": "Garraghan", "given": "Gilbert J."}], "editor": ["Jean Delanglez"], "publisher": "Fordham University Press", "publisher_place": "New York"}, {"id": "56", "type": "book", "title": "Le\u00e7ons sur la philosophie de l'histoire", "author": [{"family": "Gibelin", "given": "J."}], "publisher": "Vrin", "publisher_place": "Paris"}, {"id": "57", "type": "book", "title": "Bilan de l'histoire", "author": [{"family": "Grousset", "given": "Ren\u00e9"}], "publisher": "Plon", "publisher_place": "Paris"}, {"id": "58", "type": "book", "title": "Introduction \u00e0 l'histoire", "author": [{"family": "Halphen", "given": "Louis"}], "publisher": "Presses Universitaires de France", "publisher_place": "Paris"}, {"id": "59", "type": "journal-article", "title": "Sur une forme d'histoire qui n'est pas la n\u00f4tre", "author": [{"family": "Febvre", "given": "Lucien"}], "container_title": "Annales: Economies-soci\u00e9t\u00e9s-civilisations", "volume": "III", "page": "21-24", "relation": "58"}, {"id": "60", "type": "journal-article", "title": "Avenir de l'histoire", "author": [{"family": "Lefebvre", "given": "Georges"}], "container_title": "Revue historique", "volume": "CXCVII", "issued": "1947", "page": "55-61", "relation": "58"}, {"id": "61", "type": "book", "title": "Hoe bepaalt de geschiedenis het heden? Een niet gehouden rede", "author": [{"family": "Huizinga", "given": "J."}], "publisher": "Tjeenk Willink", "publisher_place": "Haarlem"}, {"id": "62", "type": "book", "title": "De mensch en de beschaving", "author": [{"family": "Huizinga", "given": "J."}], "publisher": "Pantheon", "publisher_place": "Amsterdam, Antwerpen"}, {"id": "63", "type": "book", "title": "Historische Meditationen", "author": [{"family": "Kaegi", "given": "W."}], "volume": "2 vols.", "publisher": "Fritz und Washmuth", "publisher_place": "Z\u00fcrich"}, {"id": "64", "type": "book", "title": "Notions d'historiographie moderne", "author": [{"family": "Lefebvre", "given": "G."}], "publisher": "Centre de Documentation Universitaire (dactylographed for his students)", "publisher_place": "Paris"}, {"id": "65", "type": "book", "title": "Essays on Historiography", "author": [{"family": "Malin", "given": "James C."}], "publisher": "the Author", "publisher_place": "Lawrence, Kansas"}, {"id": "66", "type": "book", "title": "The Old Testament Interpretation of History", "author": [{"family": "North", "given": "C. R."}], "publisher": "The Epworth Press", "publisher_place": "London"}, {"id": "67", "type": "book", "title": "Concord and Liberty", "author": [{"family": "Ortega y Gasset", "given": "Jos\u00e9"}], "note": "trans. by Helene Weyl", "publisher": "Norton", "publisher_place": "New York"}, {"id": "68", "type": "book", "title": "Sociolvidenbakelig Metodelaere", "author": [{"family": "Ranulf", "given": "Svend"}], "publisher": "Einar Munksgaard", "publisher_place": "K\u00f8benhavn"}, {"id": "69", "type": "book", "title": "Geschichte als Bildungsmacht", "author": [{"family": "Ritter", "given": "Gerhard"}], "publisher": "Deutsche Verlags-Anstalt", "publisher_place": "Stuttgart"}]}}, "conversation_id": "196da0e3-da7a-4f56-9459-01492b5679f9", "score": {"fuzzy": 0.0}, "raw_response": "{\"id\":\"msg_01CjCTLSc7MQwNJSAYMujCNP\",\"content\":[{\"id\":\"toolu_01L799imJrchs15Mkkm7eA8a\",\"input\":{\"$PARAMETER_NAME\":{\"metadata\":{\"title\":\"HISTORY AND THEORY\",\"year\":\"1946\",\"page_number\":5},\"entries\":[{\"id\":\"49\",\"type\":\"journal-article\",\"title\":\"Review of the German translation\",\"author\":[{\"family\":\"Schlenke\",\"given\":\"Manfred\"}],\"container_title\":\"Historische Zeitschrift\",\"volume\":\"CLXXXIV\",\"issued\":\"1957\",\"page\":\"594-597\"},{\"id\":\"50\",\"type\":\"book\",\"title\":\"Introduzione allo studio della storia\",\"author\":[{\"family\":\"Cusin\",\"given\":\"Fabio\"}],\"publisher\":\"Cedam\",\"publisher_place\":\"Padova\"},{\"id\":\"51\",\"type\":\"journal-article\",\"title\":\"Review\",\"author\":[{\"family\":\"Cafaro\",\"given\":\"F.\"}],\"container_title\":\"Sophia\",\"volume\":\"I\",\"issued\":\"1947\",\"page\":\"206-207\",\"relation\":\"50\"},{\"id\":\"52\",\"type\":\"book\",\"title\":\"L'histoire, science du concret\",\"author\":[{\"family\":\"Dardel\",\"given\":\"Eric\"}],\"publisher\":\"Presses Universitaires de France\",\"publisher_place\":\"Paris\"},{\"id\":\"53\",\"type\":\"book\",\"title\":\"Historical Change\",\"author\":[{\"family\":\"Einstein\",\"given\":\"Lewis\"}],\"publisher\":\"Cambridge University Press\",\"publisher_place\":\"Cambridge\"},{\"id\":\"54\",\"type\":\"book\",\"title\":\"The Place of War in History\",\"author\":[{\"family\":\"Falls\",\"given\":\"Cyril\"}],\"publisher\":\"Clarendon\",\"publisher_place\":\"Oxford\"},{\"id\":\"55\",\"type\":\"book\",\"title\":\"A Guide to Historical Method\",\"author\":[{\"family\":\"Garraghan\",\"given\":\"Gilbert J.\"}],\"editor\":[\"Jean Delanglez\"],\"publisher\":\"Fordham University Press\",\"publisher_place\":\"New York\"},{\"id\":\"56\",\"type\":\"book\",\"title\":\"Le\u00e7ons sur la philosophie de l'histoire\",\"author\":[{\"family\":\"Gibelin\",\"given\":\"J.\"}],\"publisher\":\"Vrin\",\"publisher_place\":\"Paris\"},{\"id\":\"57\",\"type\":\"book\",\"title\":\"Bilan de l'histoire\",\"author\":[{\"family\":\"Grousset\",\"given\":\"Ren\u00e9\"}],\"publisher\":\"Plon\",\"publisher_place\":\"Paris\"},{\"id\":\"58\",\"type\":\"book\",\"title\":\"Introduction \u00e0 l'histoire\",\"author\":[{\"family\":\"Halphen\",\"given\":\"Louis\"}],\"publisher\":\"Presses Universitaires de France\",\"publisher_place\":\"Paris\"},{\"id\":\"59\",\"type\":\"journal-article\",\"title\":\"Sur une forme d'histoire qui n'est pas la n\u00f4tre\",\"author\":[{\"family\":\"Febvre\",\"given\":\"Lucien\"}],\"container_title\":\"Annales: Economies-soci\u00e9t\u00e9s-civilisations\",\"volume\":\"III\",\"page\":\"21-24\",\"relation\":\"58\"},{\"id\":\"60\",\"type\":\"journal-article\",\"title\":\"Avenir de l'histoire\",\"author\":[{\"family\":\"Lefebvre\",\"given\":\"Georges\"}],\"container_title\":\"Revue historique\",\"volume\":\"CXCVII\",\"issued\":\"1947\",\"page\":\"55-61\",\"relation\":\"58\"},{\"id\":\"61\",\"type\":\"book\",\"title\":\"Hoe bepaalt de geschiedenis het heden? Een niet gehouden rede\",\"author\":[{\"family\":\"Huizinga\",\"given\":\"J.\"}],\"publisher\":\"Tjeenk Willink\",\"publisher_place\":\"Haarlem\"},{\"id\":\"62\",\"type\":\"book\",\"title\":\"De mensch en de beschaving\",\"author\":[{\"family\":\"Huizinga\",\"given\":\"J.\"}],\"publisher\":\"Pantheon\",\"publisher_place\":\"Amsterdam, Antwerpen\"},{\"id\":\"63\",\"type\":\"book\",\"title\":\"Historische Meditationen\",\"author\":[{\"family\":\"Kaegi\",\"given\":\"W.\"}],\"volume\":\"2 vols.\",\"publisher\":\"Fritz und Washmuth\",\"publisher_place\":\"Z\u00fcrich\"},{\"id\":\"64\",\"type\":\"book\",\"title\":\"Notions d'historiographie moderne\",\"author\":[{\"family\":\"Lefebvre\",\"given\":\"G.\"}],\"publisher\":\"Centre de Documentation Universitaire (dactylographed for his students)\",\"publisher_place\":\"Paris\"},{\"id\":\"65\",\"type\":\"book\",\"title\":\"Essays on Historiography\",\"author\":[{\"family\":\"Malin\",\"given\":\"James C.\"}],\"publisher\":\"the Author\",\"publisher_place\":\"Lawrence, Kansas\"},{\"id\":\"66\",\"type\":\"book\",\"title\":\"The Old Testament Interpretation of History\",\"author\":[{\"family\":\"North\",\"given\":\"C. R.\"}],\"publisher\":\"The Epworth Press\",\"publisher_place\":\"London\"},{\"id\":\"67\",\"type\":\"book\",\"title\":\"Concord and Liberty\",\"author\":[{\"family\":\"Ortega y Gasset\",\"given\":\"Jos\u00e9\"}],\"note\":\"trans. by Helene Weyl\",\"publisher\":\"Norton\",\"publisher_place\":\"New York\"},{\"id\":\"68\",\"type\":\"book\",\"title\":\"Sociolvidenbakelig Metodelaere\",\"author\":[{\"family\":\"Ranulf\",\"given\":\"Svend\"}],\"publisher\":\"Einar Munksgaard\",\"publisher_place\":\"K\u00f8benhavn\"},{\"id\":\"69\",\"type\":\"book\",\"title\":\"Geschichte als Bildungsmacht\",\"author\":[{\"family\":\"Ritter\",\"given\":\"Gerhard\"}],\"publisher\":\"Deutsche Verlags-Anstalt\",\"publisher_place\":\"Stuttgart\"}]}},\"name\":\"extract_structured_data\",\"type\":\"tool_use\"}],\"model\":\"claude-sonnet-4-5-20250929\",\"role\":\"assistant\",\"stop_reason\":\"tool_use\",\"stop_sequence\":null,\"type\":\"message\",\"usage\":{\"cache_creation\":{\"ephemeral_1h_input_tokens\":0,\"ephemeral_5m_input_tokens\":0},\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"input_tokens\":3242,\"output_tokens\":1563,\"server_tool_use\":null,\"service_tier\":\"standard\"}}"}, "scoring": {"fuzzy": 0.0, "cost_summary": {"total_input_tokens": 16174, "total_output_tokens": 9289, "total_tokens": 25463, "input_cost_usd": 0.048521999999999996, "output_cost_usd": 0.13933500000000001, "total_cost_usd": 0.187857}}, "normalized_score": 0}, {"_id": {"$oid": "69ce22c0214d8cd071ad01ac"}, "test_id": "T0107", "benchmark": "bibliographic_data", "date": "2026-01-24", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "anthropic", "model": "claude-sonnet-4-20250514", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"HISTORY AND THEORY\",\"year\":\"1945\",\"page_number\":3},\"entries\":[{\"id\":\"15\",\"type\":\"journal-article\",\"title\":\"The Open Society and Its Enemies\",\"container_title\":\"British Journal of Sociology\",\"author\":[{\"family\":\"Plamenatz\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1952\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"264-273\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"16\",\"type\":\"journal-article\",\"title\":\"The Open Society \u2013 a Comment\",\"container_title\":\"British Journal of Sociology\",\"author\":[{\"family\":\"Gombrich\",\"given\":\"E. H.\"}],\"note\":\"On Plamenatz\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1952\",\"event_date\":null,\"related\":null,\"relation\":\"15\",\"volume\":\"III\",\"page\":\"358-360\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"17\",\"type\":\"journal-article\",\"title\":\"The Open Society \u2013 a Rejoinder\",\"container_title\":\"British Journal of Sociology\",\"author\":[{\"family\":\"Plamenatz\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1953\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"IV\",\"page\":\"76-77\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"18\",\"type\":\"journal-article\",\"title\":\"The Open Society: a Reconsideration\",\"container_title\":\"Political Science Quarterly\",\"author\":[{\"family\":\"Cobban\",\"given\":\"Alfred\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1954\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LXIX\",\"page\":\"119-126\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"19\",\"type\":\"journal-article\",\"title\":\"Has History a Meaning?\",\"container_title\":\"British Journal for the Philosophy of Science\",\"author\":[{\"family\":\"Bernal\",\"given\":\"J. D.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1955\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"VI\",\"page\":\"164-169\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"20\",\"type\":\"book\",\"title\":\"War and History\",\"container_title\":null,\"author\":[{\"family\":\"Sumner\",\"given\":\"B. H.\"}],\"note\":null,\"publisher\":\"Oliver and Boyd\",\"editor\":null,\"publisher_place\":\"Edinburgh\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"21\",\"type\":\"book\",\"title\":\"The Philosophy of American History\",\"container_title\":null,\"author\":[{\"family\":\"Zucker\",\"given\":\"Morris\"}],\"note\":null,\"publisher\":\"Arnold and Howard\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"2 vols.\",\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"22\",\"type\":\"journal-article\",\"title\":\"History as a Liberal Art\",\"container_title\":\"Journal of the History of Ideas\",\"author\":[{\"family\":\"Barzun\",\"given\":\"Jacques\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"VI\",\"page\":\"81-88\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"23\",\"type\":\"journal-article\",\"title\":\"The Study of Contemporary History: Some Further Reflections\",\"container_title\":\"History N. S.\",\"author\":[{\"family\":\"Beloff\",\"given\":\"Max\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXX\",\"page\":\"75-84\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"24\",\"type\":\"journal-article\",\"title\":\"Appunti sullo 'storicismo'\",\"container_title\":\"Societ\u00e0\",\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I\",\"page\":\"1-45\",\"fascicle\":null,\"reprint\":\"Reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959, 1-45\",\"edition\":null,\"incomplete\":null},{\"id\":\"25\",\"type\":\"journal-article\",\"title\":\"The Meaning of History\",\"container_title\":\"Ethics\",\"author\":[{\"family\":\"Coulborn\",\"given\":\"Rushton\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LV\",\"page\":\"46-63\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"26\",\"type\":\"journal-article\",\"title\":\"History \u2013 a Science?\",\"container_title\":\"Mississippi Valley Historical Review\",\"author\":[{\"family\":\"Gould\",\"given\":\"Clarence P.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXII\",\"page\":\"375-388\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"27\",\"type\":\"journal-article\",\"title\":\"Generality and Singularity in Historical Judgment\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Hofstadter\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XLII\",\"page\":\"57-65\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"28\",\"type\":\"journal-article\",\"title\":\"Les nouvelles conceptions de l'histoire\",\"container_title\":\"Revue philosophique\",\"author\":[{\"family\":\"Lenoble\",\"given\":\"R.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CXXXV\",\"page\":\"193-208, 324-348\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"29\",\"type\":\"journal-article\",\"title\":\"In History or Beyond History\",\"container_title\":\"Harvard Theological Review\",\"author\":[{\"family\":\"McCown\",\"given\":\"C. C.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXVIII\",\"page\":\"151-175\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"30\",\"type\":\"journal-article\",\"title\":\"History and the Social Science Research Council\",\"container_title\":\"American Historical Review\",\"author\":[{\"family\":\"Nichols\",\"given\":\"Roy F.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"L\",\"page\":\"491-499\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"31\",\"type\":\"journal-article\",\"title\":\"The Poverty of Historicism, Part III\",\"container_title\":\"Economica\",\"author\":[{\"family\":\"Popper\",\"given\":\"Karl\"}],\"note\":\"Parts I and II appeared in 1944. Cf. also #1233\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XII\",\"page\":\"69-89\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"32\",\"type\":\"journal-article\",\"title\":\"History and the Historian\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Weiss\",\"given\":\"Paul\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XLII\",\"page\":\"169-179\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"33\",\"type\":\"journal-article\",\"title\":\"The Attack on the Historical Method\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"White\",\"given\":\"Morton G.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XLII\",\"page\":\"314-331\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null}]}", "model": "claude-sonnet-4-20250514", "provider": "anthropic", "finish_reason": "tool_use", "usage": {"input_tokens": 2969, "output_tokens": 1969, "total_tokens": 4938, "input_cost_usd": 0.008907, "output_cost_usd": 0.029535, "estimated_cost_usd": 0.038442}, "duration": 26.368597984313965, "timestamp": "2026-01-24T11:35:05.629378", "parsed": {"metadata": {"title": "HISTORY AND THEORY", "year": "1945", "page_number": 3}, "entries": [{"id": "15", "type": "journal-article", "title": "The Open Society and Its Enemies", "author": [{"family": "Plamenatz", "given": "J."}], "container_title": "British Journal of Sociology", "volume": "III", "issued": "1952", "page": "264-273"}, {"id": "16", "type": "journal-article", "title": "The Open Society \u2013 a Comment", "author": [{"family": "Gombrich", "given": "E. H."}], "container_title": "British Journal of Sociology", "volume": "III", "issued": "1952", "page": "358-360", "note": "On Plamenatz", "relation": "15"}, {"id": "17", "type": "journal-article", "title": "The Open Society \u2013 a Rejoinder", "author": [{"family": "Plamenatz", "given": "J."}], "container_title": "British Journal of Sociology", "volume": "IV", "issued": "1953", "page": "76-77"}, {"id": "18", "type": "journal-article", "title": "The Open Society: a Reconsideration", "author": [{"family": "Cobban", "given": "Alfred"}], "container_title": "Political Science Quarterly", "volume": "LXIX", "issued": "1954", "page": "119-126"}, {"id": "19", "type": "journal-article", "title": "Has History a Meaning?", "author": [{"family": "Bernal", "given": "J. D."}], "container_title": "British Journal for the Philosophy of Science", "volume": "VI", "issued": "1955", "page": "164-169"}, {"id": "20", "type": "book", "title": "War and History", "author": [{"family": "Sumner", "given": "B. H."}], "publisher": "Oliver and Boyd", "publisher_place": "Edinburgh"}, {"id": "21", "type": "book", "title": "The Philosophy of American History", "author": [{"family": "Zucker", "given": "Morris"}], "volume": "2 vols.", "publisher": "Arnold and Howard", "publisher_place": "New York"}, {"id": "22", "type": "journal-article", "title": "History as a Liberal Art", "author": [{"family": "Barzun", "given": "Jacques"}], "container_title": "Journal of the History of Ideas", "volume": "VI", "page": "81-88"}, {"id": "23", "type": "journal-article", "title": "The Study of Contemporary History: Some Further Reflections", "author": [{"family": "Beloff", "given": "Max"}], "container_title": "History N. S.", "volume": "XXX", "page": "75-84"}, {"id": "24", "type": "journal-article", "title": "Appunti sullo 'storicismo'", "author": [{"family": "Cantimori", "given": "Delio"}], "container_title": "Societ\u00e0", "volume": "I", "page": "1-45", "reprint": "Reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959, 1-45"}, {"id": "25", "type": "journal-article", "title": "The Meaning of History", "author": [{"family": "Coulborn", "given": "Rushton"}], "container_title": "Ethics", "volume": "LV", "page": "46-63"}, {"id": "26", "type": "journal-article", "title": "History \u2013 a Science?", "author": [{"family": "Gould", "given": "Clarence P."}], "container_title": "Mississippi Valley Historical Review", "volume": "XXXII", "page": "375-388"}, {"id": "27", "type": "journal-article", "title": "Generality and Singularity in Historical Judgment", "author": [{"family": "Hofstadter", "given": "A."}], "container_title": "Journal of Philosophy", "volume": "XLII", "page": "57-65"}, {"id": "28", "type": "journal-article", "title": "Les nouvelles conceptions de l'histoire", "author": [{"family": "Lenoble", "given": "R."}], "container_title": "Revue philosophique", "volume": "CXXXV", "page": "193-208, 324-348"}, {"id": "29", "type": "journal-article", "title": "In History or Beyond History", "author": [{"family": "McCown", "given": "C. C."}], "container_title": "Harvard Theological Review", "volume": "XXXVIII", "page": "151-175"}, {"id": "30", "type": "journal-article", "title": "History and the Social Science Research Council", "author": [{"family": "Nichols", "given": "Roy F."}], "container_title": "American Historical Review", "volume": "L", "page": "491-499"}, {"id": "31", "type": "journal-article", "title": "The Poverty of Historicism, Part III", "author": [{"family": "Popper", "given": "Karl"}], "container_title": "Economica", "volume": "XII", "page": "69-89", "note": "Parts I and II appeared in 1944. Cf. also #1233"}, {"id": "32", "type": "journal-article", "title": "History and the Historian", "author": [{"family": "Weiss", "given": "Paul"}], "container_title": "Journal of Philosophy", "volume": "XLII", "page": "169-179"}, {"id": "33", "type": "journal-article", "title": "The Attack on the Historical Method", "author": [{"family": "White", "given": "Morton G."}], "container_title": "Journal of Philosophy", "volume": "XLII", "page": "314-331"}]}, "conversation_id": "c7e0ddac-9b36-421f-9915-ca8832c94efe", "score": {"fuzzy": 0.38784069951413974}, "raw_response": "{\"id\":\"msg_01L36aCxdPhiQLLJQDrmrjum\",\"content\":[{\"id\":\"toolu_016B4sBWvmEb4gubRqtCGEKT\",\"input\":{\"metadata\":{\"title\":\"HISTORY AND THEORY\",\"year\":\"1945\",\"page_number\":3},\"entries\":[{\"id\":\"15\",\"type\":\"journal-article\",\"title\":\"The Open Society and Its Enemies\",\"author\":[{\"family\":\"Plamenatz\",\"given\":\"J.\"}],\"container_title\":\"British Journal of Sociology\",\"volume\":\"III\",\"issued\":\"1952\",\"page\":\"264-273\"},{\"id\":\"16\",\"type\":\"journal-article\",\"title\":\"The Open Society \u2013 a Comment\",\"author\":[{\"family\":\"Gombrich\",\"given\":\"E. H.\"}],\"container_title\":\"British Journal of Sociology\",\"volume\":\"III\",\"issued\":\"1952\",\"page\":\"358-360\",\"note\":\"On Plamenatz\",\"relation\":\"15\"},{\"id\":\"17\",\"type\":\"journal-article\",\"title\":\"The Open Society \u2013 a Rejoinder\",\"author\":[{\"family\":\"Plamenatz\",\"given\":\"J.\"}],\"container_title\":\"British Journal of Sociology\",\"volume\":\"IV\",\"issued\":\"1953\",\"page\":\"76-77\"},{\"id\":\"18\",\"type\":\"journal-article\",\"title\":\"The Open Society: a Reconsideration\",\"author\":[{\"family\":\"Cobban\",\"given\":\"Alfred\"}],\"container_title\":\"Political Science Quarterly\",\"volume\":\"LXIX\",\"issued\":\"1954\",\"page\":\"119-126\"},{\"id\":\"19\",\"type\":\"journal-article\",\"title\":\"Has History a Meaning?\",\"author\":[{\"family\":\"Bernal\",\"given\":\"J. D.\"}],\"container_title\":\"British Journal for the Philosophy of Science\",\"volume\":\"VI\",\"issued\":\"1955\",\"page\":\"164-169\"},{\"id\":\"20\",\"type\":\"book\",\"title\":\"War and History\",\"author\":[{\"family\":\"Sumner\",\"given\":\"B. H.\"}],\"publisher\":\"Oliver and Boyd\",\"publisher_place\":\"Edinburgh\"},{\"id\":\"21\",\"type\":\"book\",\"title\":\"The Philosophy of American History\",\"author\":[{\"family\":\"Zucker\",\"given\":\"Morris\"}],\"volume\":\"2 vols.\",\"publisher\":\"Arnold and Howard\",\"publisher_place\":\"New York\"},{\"id\":\"22\",\"type\":\"journal-article\",\"title\":\"History as a Liberal Art\",\"author\":[{\"family\":\"Barzun\",\"given\":\"Jacques\"}],\"container_title\":\"Journal of the History of Ideas\",\"volume\":\"VI\",\"page\":\"81-88\"},{\"id\":\"23\",\"type\":\"journal-article\",\"title\":\"The Study of Contemporary History: Some Further Reflections\",\"author\":[{\"family\":\"Beloff\",\"given\":\"Max\"}],\"container_title\":\"History N. S.\",\"volume\":\"XXX\",\"page\":\"75-84\"},{\"id\":\"24\",\"type\":\"journal-article\",\"title\":\"Appunti sullo 'storicismo'\",\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"container_title\":\"Societ\u00e0\",\"volume\":\"I\",\"page\":\"1-45\",\"reprint\":\"Reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959, 1-45\"},{\"id\":\"25\",\"type\":\"journal-article\",\"title\":\"The Meaning of History\",\"author\":[{\"family\":\"Coulborn\",\"given\":\"Rushton\"}],\"container_title\":\"Ethics\",\"volume\":\"LV\",\"page\":\"46-63\"},{\"id\":\"26\",\"type\":\"journal-article\",\"title\":\"History \u2013 a Science?\",\"author\":[{\"family\":\"Gould\",\"given\":\"Clarence P.\"}],\"container_title\":\"Mississippi Valley Historical Review\",\"volume\":\"XXXII\",\"page\":\"375-388\"},{\"id\":\"27\",\"type\":\"journal-article\",\"title\":\"Generality and Singularity in Historical Judgment\",\"author\":[{\"family\":\"Hofstadter\",\"given\":\"A.\"}],\"container_title\":\"Journal of Philosophy\",\"volume\":\"XLII\",\"page\":\"57-65\"},{\"id\":\"28\",\"type\":\"journal-article\",\"title\":\"Les nouvelles conceptions de l'histoire\",\"author\":[{\"family\":\"Lenoble\",\"given\":\"R.\"}],\"container_title\":\"Revue philosophique\",\"volume\":\"CXXXV\",\"page\":\"193-208, 324-348\"},{\"id\":\"29\",\"type\":\"journal-article\",\"title\":\"In History or Beyond History\",\"author\":[{\"family\":\"McCown\",\"given\":\"C. C.\"}],\"container_title\":\"Harvard Theological Review\",\"volume\":\"XXXVIII\",\"page\":\"151-175\"},{\"id\":\"30\",\"type\":\"journal-article\",\"title\":\"History and the Social Science Research Council\",\"author\":[{\"family\":\"Nichols\",\"given\":\"Roy F.\"}],\"container_title\":\"American Historical Review\",\"volume\":\"L\",\"page\":\"491-499\"},{\"id\":\"31\",\"type\":\"journal-article\",\"title\":\"The Poverty of Historicism, Part III\",\"author\":[{\"family\":\"Popper\",\"given\":\"Karl\"}],\"container_title\":\"Economica\",\"volume\":\"XII\",\"page\":\"69-89\",\"note\":\"Parts I and II appeared in 1944. Cf. also #1233\"},{\"id\":\"32\",\"type\":\"journal-article\",\"title\":\"History and the Historian\",\"author\":[{\"family\":\"Weiss\",\"given\":\"Paul\"}],\"container_title\":\"Journal of Philosophy\",\"volume\":\"XLII\",\"page\":\"169-179\"},{\"id\":\"33\",\"type\":\"journal-article\",\"title\":\"The Attack on the Historical Method\",\"author\":[{\"family\":\"White\",\"given\":\"Morton G.\"}],\"container_title\":\"Journal of Philosophy\",\"volume\":\"XLII\",\"page\":\"314-331\"}]},\"name\":\"extract_structured_data\",\"type\":\"tool_use\"}],\"model\":\"claude-sonnet-4-20250514\",\"role\":\"assistant\",\"stop_reason\":\"tool_use\",\"stop_sequence\":null,\"type\":\"message\",\"usage\":{\"cache_creation\":{\"ephemeral_1h_input_tokens\":0,\"ephemeral_5m_input_tokens\":0},\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"input_tokens\":2969,\"output_tokens\":1969,\"server_tool_use\":null,\"service_tier\":\"standard\"}}"}, "scoring": {"fuzzy": 0.6682956016213851, "cost_summary": {"total_input_tokens": 14809, "total_output_tokens": 8997, "total_tokens": 23806, "input_cost_usd": 0.044426999999999994, "output_cost_usd": 0.134955, "total_cost_usd": 0.17938199999999999}}, "normalized_score": 66.8295601621385}, {"_id": {"$oid": "69ce22c0214d8cd071ad01bc"}, "test_id": "T0027", "benchmark": "bibliographic_data", "date": "2026-01-24", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-4o-mini", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"Bibliography\",\"year\":\"1947\",\"page_number\":10},\"entries\":[{\"id\":\"140\",\"type\":\"book\",\"title\":\"Why We Read History\",\"container_title\":null,\"author\":[{\"family\":\"Smillie\",\"given\":\"K. B.\"}],\"note\":null,\"publisher\":\"P. Elek\",\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"141\",\"type\":\"book\",\"title\":\"A Study of History\",\"container_title\":null,\"author\":[{\"family\":\"Toynbee\",\"given\":\"Arnold J.\"}],\"note\":\"abridged by D. C. Somervell\",\"publisher\":\"Oxford\",\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I-VI\",\"page\":null,\"fascicle\":null,\"reprint\":\"Abridgement of vols.\",\"edition\":null,\"incomplete\":null},{\"id\":\"142\",\"type\":\"book\",\"title\":\"In den spiegel van het verleden: historische opstellen\",\"container_title\":null,\"author\":[{\"family\":\"Verberne\",\"given\":\"L. G. J.\"}],\"note\":null,\"publisher\":\"Bruna\",\"editor\":null,\"publisher_place\":\"Utrecht, Antwerpen\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"143\",\"type\":\"book\",\"title\":\"Esquemas de metodolog\u00eda eclesi\u00e1stica\",\"container_title\":null,\"author\":[{\"family\":\"Vevir\",\"given\":\"Jos\u00e9\"}],\"note\":null,\"publisher\":\"Instituto\",\"editor\":null,\"publisher_place\":\"Barcelona\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"144\",\"type\":\"book\",\"title\":\"Sinn und Ziel der Geschichte\",\"container_title\":null,\"author\":[{\"family\":\"Walz\",\"given\":\"Hans H.\"}],\"note\":null,\"publisher\":\"Universit\u00e4ts-Verlag\",\"editor\":null,\"publisher_place\":\"Bonn\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"145\",\"type\":\"other\",\"title\":\"Atti del congresso internazionale di filosofia\",\"container_title\":null,\"author\":null,\"note\":\"15-20 November, 1946, Milano: Castellani.\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}", "model": "gpt-4o-mini-2024-07-18", "provider": "openai", "finish_reason": "stop", "usage": {"input_tokens": 37509, "output_tokens": 656, "total_tokens": 38165, "input_cost_usd": 0.00562635, "output_cost_usd": 0.00039359999999999997, "estimated_cost_usd": 0.00601995}, "duration": 15.268195629119873, "timestamp": "2026-01-24T11:16:01.954945", "parsed": {"metadata": {"title": "Bibliography", "year": "1947", "page_number": 10}, "entries": [{"id": "140", "type": "book", "title": "Why We Read History", "container_title": null, "author": [{"family": "Smillie", "given": "K. B."}], "note": null, "publisher": "P. Elek", "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "141", "type": "book", "title": "A Study of History", "container_title": null, "author": [{"family": "Toynbee", "given": "Arnold J."}], "note": "abridged by D. C. Somervell", "publisher": "Oxford", "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "I-VI", "page": null, "fascicle": null, "reprint": "Abridgement of vols.", "edition": null, "incomplete": null}, {"id": "142", "type": "book", "title": "In den spiegel van het verleden: historische opstellen", "container_title": null, "author": [{"family": "Verberne", "given": "L. G. J."}], "note": null, "publisher": "Bruna", "editor": null, "publisher_place": "Utrecht, Antwerpen", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "143", "type": "book", "title": "Esquemas de metodolog\u00eda eclesi\u00e1stica", "container_title": null, "author": [{"family": "Vevir", "given": "Jos\u00e9"}], "note": null, "publisher": "Instituto", "editor": null, "publisher_place": "Barcelona", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "144", "type": "book", "title": "Sinn und Ziel der Geschichte", "container_title": null, "author": [{"family": "Walz", "given": "Hans H."}], "note": null, "publisher": "Universit\u00e4ts-Verlag", "editor": null, "publisher_place": "Bonn", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "145", "type": "other", "title": "Atti del congresso internazionale di filosofia", "container_title": null, "author": null, "note": "15-20 November, 1946, Milano: Castellani.", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": true}]}, "conversation_id": "664c8133-734d-4177-a22a-6190554ae3c3", "score": {"fuzzy": 0.17579402527499413}, "raw_response": "{\"id\":\"chatcmpl-D1UyCZA60LE1tfoftjVON9yGe8AYu\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\\"metadata\\\":{\\\"title\\\":\\\"Bibliography\\\",\\\"year\\\":\\\"1947\\\",\\\"page_number\\\":10},\\\"entries\\\":[{\\\"id\\\":\\\"140\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Why We Read History\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Smillie\\\",\\\"given\\\":\\\"K. B.\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"P. Elek\\\",\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"141\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"A Study of History\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Toynbee\\\",\\\"given\\\":\\\"Arnold J.\\\"}],\\\"note\\\":\\\"abridged by D. C. Somervell\\\",\\\"publisher\\\":\\\"Oxford\\\",\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"I-VI\\\",\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":\\\"Abridgement of vols.\\\",\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"142\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"In den spiegel van het verleden: historische opstellen\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Verberne\\\",\\\"given\\\":\\\"L. G. J.\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Bruna\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Utrecht, Antwerpen\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"143\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Esquemas de metodolog\u00eda eclesi\u00e1stica\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Vevir\\\",\\\"given\\\":\\\"Jos\u00e9\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Instituto\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Barcelona\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"144\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Sinn und Ziel der Geschichte\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Walz\\\",\\\"given\\\":\\\"Hans H.\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Universit\u00e4ts-Verlag\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Bonn\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"145\\\",\\\"type\\\":\\\"other\\\",\\\"title\\\":\\\"Atti del congresso internazionale di filosofia\\\",\\\"container_title\\\":null,\\\"author\\\":null,\\\"note\\\":\\\"15-20 November, 1946, Milano: Castellani.\\\",\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":true}]}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":[],\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"metadata\":{\"title\":\"Bibliography\",\"year\":\"1947\",\"page_number\":10},\"entries\":[{\"id\":\"140\",\"type\":\"book\",\"title\":\"Why We Read History\",\"container_title\":null,\"author\":[{\"family\":\"Smillie\",\"given\":\"K. B.\"}],\"note\":null,\"publisher\":\"P. Elek\",\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"141\",\"type\":\"book\",\"title\":\"A Study of History\",\"container_title\":null,\"author\":[{\"family\":\"Toynbee\",\"given\":\"Arnold J.\"}],\"note\":\"abridged by D. C. Somervell\",\"publisher\":\"Oxford\",\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I-VI\",\"page\":null,\"fascicle\":null,\"reprint\":\"Abridgement of vols.\",\"edition\":null,\"incomplete\":null},{\"id\":\"142\",\"type\":\"book\",\"title\":\"In den spiegel van het verleden: historische opstellen\",\"container_title\":null,\"author\":[{\"family\":\"Verberne\",\"given\":\"L. G. J.\"}],\"note\":null,\"publisher\":\"Bruna\",\"editor\":null,\"publisher_place\":\"Utrecht, Antwerpen\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"143\",\"type\":\"book\",\"title\":\"Esquemas de metodolog\u00eda eclesi\u00e1stica\",\"container_title\":null,\"author\":[{\"family\":\"Vevir\",\"given\":\"Jos\u00e9\"}],\"note\":null,\"publisher\":\"Instituto\",\"editor\":null,\"publisher_place\":\"Barcelona\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"144\",\"type\":\"book\",\"title\":\"Sinn und Ziel der Geschichte\",\"container_title\":null,\"author\":[{\"family\":\"Walz\",\"given\":\"Hans H.\"}],\"note\":null,\"publisher\":\"Universit\u00e4ts-Verlag\",\"editor\":null,\"publisher_place\":\"Bonn\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"145\",\"type\":\"other\",\"title\":\"Atti del congresso internazionale di filosofia\",\"container_title\":null,\"author\":null,\"note\":\"15-20 November, 1946, Milano: Castellani.\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}}}],\"created\":1769249748,\"model\":\"gpt-4o-mini-2024-07-18\",\"object\":\"chat.completion\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8bbc38b4db\",\"usage\":{\"completion_tokens\":656,\"prompt_tokens\":37509,\"total_tokens\":38165,\"completion_tokens_details\":{\"accepted_prediction_tokens\":0,\"audio_tokens\":0,\"reasoning_tokens\":0,\"rejected_prediction_tokens\":0},\"prompt_tokens_details\":{\"audio_tokens\":0,\"cached_tokens\":0}}}"}, "scoring": {"fuzzy": 0.2895313202812357, "cost_summary": {"total_input_tokens": 187545, "total_output_tokens": 9390, "total_tokens": 196935, "input_cost_usd": 0.028131749999999997, "output_cost_usd": 0.005633999999999999, "total_cost_usd": 0.03376575}}, "normalized_score": 28.95313202812357}, {"_id": {"$oid": "69ce22c0214d8cd071ad01ca"}, "test_id": "T0195", "benchmark": "bibliographic_data", "date": "2026-01-24", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "genai", "model": "gemini-2.5-flash", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"BIBLIOGRAPHY\",\"year\":\"1947\",\"page_number\":10},\"entries\":[{\"id\":\"140\",\"type\":\"book\",\"title\":\"Why We Read History\",\"container_title\":null,\"author\":[{\"family\":\"Smellie\",\"given\":\"K. B.\"}],\"note\":null,\"publisher\":\"P. Elek\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"141\",\"type\":\"book\",\"title\":\"A Study of History, abridged by D. C. Somervell\",\"container_title\":null,\"author\":[{\"family\":\"Toynbee\",\"given\":\"Arnold J.\"}],\"note\":\"(Abridgement of vols. I-VI of A Study of History)\",\"publisher\":\"Oxford\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"142\",\"type\":\"book\",\"title\":\"In den spiegel van het verleden: historische opstellen\",\"container_title\":null,\"author\":[{\"family\":\"Verberne\",\"given\":\"L. G. J.\"}],\"note\":null,\"publisher\":\"Bruna\",\"editor\":null,\"publisher_place\":\"Utrecht, Antwerpen\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"143\",\"type\":\"book\",\"title\":\"Esquemas de metodolog\u00eda eclesi\u00e1stica\",\"container_title\":null,\"author\":[{\"family\":\"Vevir\",\"given\":\"Jos\u00e9\"}],\"note\":null,\"publisher\":\"Instituto\",\"editor\":null,\"publisher_place\":\"Barcelona\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"144\",\"type\":\"book\",\"title\":\"Sinn und Ziel der Geschichte\",\"container_title\":null,\"author\":[{\"family\":\"Walz\",\"given\":\"Hans H.\"}],\"note\":null,\"publisher\":\"Universit\u00e4ts-Verlag\",\"editor\":null,\"publisher_place\":\"Bonn\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"145\",\"type\":\"other\",\"title\":\"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\"container_title\":null,\"author\":null,\"note\":\"Relevant articles:\",\"publisher\":\"Castellani\",\"editor\":null,\"publisher_place\":\"Milano\",\"issued\":null,\"event_date\":\"1946-11-15/1946-11-20\",\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"146\",\"type\":\"journal-article\",\"title\":\"Storia e materialismo storico\",\"container_title\":null,\"author\":[{\"family\":\"Drago\",\"given\":\"Pietro C.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I\",\"page\":\"109-117\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"147\",\"type\":\"journal-article\",\"title\":\"Critica del giudizio storico\",\"container_title\":null,\"author\":[{\"family\":\"Fazio-Allmayer\",\"given\":\"Vito\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I\",\"page\":\"281-290\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"148\",\"type\":\"journal-article\",\"title\":\"Forza e spirito nella storia\",\"container_title\":null,\"author\":[{\"family\":\"Nyman\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I\",\"page\":\"191-200\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"149\",\"type\":\"journal-article\",\"title\":\"Sur le concept d'histoire\",\"container_title\":\"Les temps modernes\",\"author\":[{\"family\":\"Benjamin\",\"given\":\"Walter\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"II\",\"page\":\"623-634\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"150\",\"type\":\"other\",\"title\":\"Philosophy of History\",\"container_title\":\"20th Century Philosophy\",\"author\":[{\"family\":\"Boodin\",\"given\":\"John E.\"}],\"note\":null,\"publisher\":\"Philosophical Library\",\"editor\":[\"Dagobert D. Runes\"],\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"89-106\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"151\",\"type\":\"other\",\"title\":\"De la perception \u00e0 l'histoire\",\"container_title\":\"La philosophie de M. Merleau-Ponty\",\"author\":[{\"family\":\"Caillois\",\"given\":\"R. P.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"II\",\"page\":\"57-85\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"152\",\"type\":\"journal-article\",\"title\":\"Commemorazione di Adolfo Omodeo\",\"container_title\":\"Annali della Scuola Normale di Pisa\",\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"3-4\",\"fascicle\":\"3-4\",\"reprint\":\"in D. Cantimori, Studi di storia, Torino: Einaudi, 1959\",\"edition\":null,\"incomplete\":null},{\"id\":\"153\",\"type\":\"journal-article\",\"title\":\"The Historian and the Philosophy of Science\",\"container_title\":\"Isis\",\"author\":[{\"family\":\"Cowan\",\"given\":\"Thomas\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXVIII\",\"page\":\"11-18\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"154\",\"type\":\"journal-article\",\"title\":\"History as a Science\",\"container_title\":\"Historical Studies: Australia and New Zealand\",\"author\":[{\"family\":\"Crawford\",\"given\":\"R. M.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"153-175\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"155\",\"type\":\"journal-article\",\"title\":\"Christianisme et histoire\",\"container_title\":\"Etudes\",\"author\":[{\"family\":\"Dani\u00e9lou\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CCLIV\",\"page\":\"166-184\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"156\",\"type\":\"journal-article\",\"title\":\"Wahrheit der Geschichte. Geschichte der Wahrheit\",\"container_title\":\"Amerikanische Rundschau\",\"author\":[{\"family\":\"Dell\",\"given\":\"Stanley\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"44-53\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"157\",\"type\":\"journal-article\",\"title\":\"The Idea of Progress\",\"container_title\":\"American Historical Review\",\"author\":[{\"family\":\"Fay\",\"given\":\"Sidney B.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LII\",\"page\":\"231-246\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"158\",\"type\":\"journal-article\",\"title\":\"Th\u00e9ologie et histoire\",\"container_title\":\"Dieu vivant\",\"author\":[{\"family\":\"Fessard\",\"given\":\"Gaston\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"VIII\",\"page\":\"39-65\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"159\",\"type\":\"journal-article\",\"title\":\"Acton, Creighton, and Lea: a Study in History and Ethics\",\"container_title\":\"Pacific Historical Review\",\"author\":[{\"family\":\"Fish\",\"given\":\"Andrew\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XVI\",\"page\":\"59-69\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"160\",\"type\":\"journal-article\",\"title\":\"Le conscience historique en Italie\",\"container_title\":\"Les temps modernes\",\"author\":[{\"family\":\"Garosci\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"23-24\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null}]}", "model": "gemini-2.5-flash", "provider": "genai", "finish_reason": "STOP", "usage": {"input_tokens": 344, "output_tokens": 4184, "total_tokens": 8128, "input_cost_usd": 0.0001032, "output_cost_usd": 0.01046, "estimated_cost_usd": 0.0105632}, "duration": 30.569417715072632, "timestamp": "2026-01-24T12:51:18.642394", "parsed": {"metadata": {"title": "BIBLIOGRAPHY", "year": "1947", "page_number": 10}, "entries": [{"id": "140", "type": "book", "title": "Why We Read History", "container_title": null, "author": [{"family": "Smellie", "given": "K. B."}], "note": null, "publisher": "P. Elek", "editor": null, "publisher_place": "London", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "141", "type": "book", "title": "A Study of History, abridged by D. C. Somervell", "container_title": null, "author": [{"family": "Toynbee", "given": "Arnold J."}], "note": "(Abridgement of vols. I-VI of A Study of History)", "publisher": "Oxford", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "142", "type": "book", "title": "In den spiegel van het verleden: historische opstellen", "container_title": null, "author": [{"family": "Verberne", "given": "L. G. J."}], "note": null, "publisher": "Bruna", "editor": null, "publisher_place": "Utrecht, Antwerpen", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "143", "type": "book", "title": "Esquemas de metodolog\u00eda eclesi\u00e1stica", "container_title": null, "author": [{"family": "Vevir", "given": "Jos\u00e9"}], "note": null, "publisher": "Instituto", "editor": null, "publisher_place": "Barcelona", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "144", "type": "book", "title": "Sinn und Ziel der Geschichte", "container_title": null, "author": [{"family": "Walz", "given": "Hans H."}], "note": null, "publisher": "Universit\u00e4ts-Verlag", "editor": null, "publisher_place": "Bonn", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "145", "type": "other", "title": "Atti del congresso internazionale di filosofia 15-20 November, 1946", "container_title": null, "author": null, "note": "Relevant articles:", "publisher": "Castellani", "editor": null, "publisher_place": "Milano", "issued": null, "event_date": "1946-11-15/1946-11-20", "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "146", "type": "journal-article", "title": "Storia e materialismo storico", "container_title": null, "author": [{"family": "Drago", "given": "Pietro C."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "I", "page": "109-117", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "147", "type": "journal-article", "title": "Critica del giudizio storico", "container_title": null, "author": [{"family": "Fazio-Allmayer", "given": "Vito"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "I", "page": "281-290", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "148", "type": "journal-article", "title": "Forza e spirito nella storia", "container_title": null, "author": [{"family": "Nyman", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "I", "page": "191-200", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "149", "type": "journal-article", "title": "Sur le concept d'histoire", "container_title": "Les temps modernes", "author": [{"family": "Benjamin", "given": "Walter"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "II", "page": "623-634", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "150", "type": "other", "title": "Philosophy of History", "container_title": "20th Century Philosophy", "author": [{"family": "Boodin", "given": "John E."}], "note": null, "publisher": "Philosophical Library", "editor": ["Dagobert D. Runes"], "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "89-106", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "151", "type": "other", "title": "De la perception \u00e0 l'histoire", "container_title": "La philosophie de M. Merleau-Ponty", "author": [{"family": "Caillois", "given": "R. P."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "II", "page": "57-85", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "152", "type": "journal-article", "title": "Commemorazione di Adolfo Omodeo", "container_title": "Annali della Scuola Normale di Pisa", "author": [{"family": "Cantimori", "given": "Delio"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "3-4", "fascicle": "3-4", "reprint": "in D. Cantimori, Studi di storia, Torino: Einaudi, 1959", "edition": null, "incomplete": null}, {"id": "153", "type": "journal-article", "title": "The Historian and the Philosophy of Science", "container_title": "Isis", "author": [{"family": "Cowan", "given": "Thomas"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXXVIII", "page": "11-18", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "154", "type": "journal-article", "title": "History as a Science", "container_title": "Historical Studies: Australia and New Zealand", "author": [{"family": "Crawford", "given": "R. M."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "153-175", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "155", "type": "journal-article", "title": "Christianisme et histoire", "container_title": "Etudes", "author": [{"family": "Dani\u00e9lou", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "CCLIV", "page": "166-184", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "156", "type": "journal-article", "title": "Wahrheit der Geschichte. Geschichte der Wahrheit", "container_title": "Amerikanische Rundschau", "author": [{"family": "Dell", "given": "Stanley"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "44-53", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "157", "type": "journal-article", "title": "The Idea of Progress", "container_title": "American Historical Review", "author": [{"family": "Fay", "given": "Sidney B."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "LII", "page": "231-246", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "158", "type": "journal-article", "title": "Th\u00e9ologie et histoire", "container_title": "Dieu vivant", "author": [{"family": "Fessard", "given": "Gaston"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "VIII", "page": "39-65", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "159", "type": "journal-article", "title": "Acton, Creighton, and Lea: a Study in History and Ethics", "container_title": "Pacific Historical Review", "author": [{"family": "Fish", "given": "Andrew"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XVI", "page": "59-69", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "160", "type": "journal-article", "title": "Le conscience historique en Italie", "container_title": "Les temps modernes", "author": [{"family": "Garosci", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "23-24", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}]}, "conversation_id": "1e30bc8b-0790-4667-aa98-11cae165c205", "score": {"fuzzy": 0.34089842045585445}, "raw_response": "{\"sdk_http_response\":{\"headers\":{\"content-type\":\"application/json; charset=UTF-8\",\"vary\":\"Origin, X-Origin, Referer\",\"content-encoding\":\"gzip\",\"date\":\"Sat, 24 Jan 2026 11:51:18 GMT\",\"server\":\"scaffolding on HTTPServer2\",\"x-xss-protection\":\"0\",\"x-frame-options\":\"SAMEORIGIN\",\"x-content-type-options\":\"nosniff\",\"server-timing\":\"gfet4t7; dur=30461\",\"alt-svc\":\"h3=\\\":443\\\"; ma=2592000,h3-29=\\\":443\\\"; ma=2592000\",\"transfer-encoding\":\"chunked\"},\"body\":null},\"candidates\":[{\"content\":{\"parts\":[{\"video_metadata\":null,\"thought\":null,\"inline_data\":null,\"file_data\":null,\"thought_signature\":null,\"function_call\":null,\"code_execution_result\":null,\"executable_code\":null,\"function_response\":null,\"text\":\"{\\n \\\"metadata\\\": {\\n \\\"title\\\": \\\"BIBLIOGRAPHY\\\",\\n \\\"year\\\": \\\"1947\\\",\\n \\\"page_number\\\": 10\\n },\\n \\\"entries\\\": [\\n {\\n \\\"id\\\": \\\"140\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Why We Read History\\\",\\n \\\"container_title\\\": null,\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Smellie\\\",\\n \\\"given\\\": \\\"K. B.\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": \\\"P. Elek\\\",\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": \\\"London\\\",\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": null,\\n \\\"page\\\": null,\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"141\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"A Study of History, abridged by D. C. Somervell\\\",\\n \\\"container_title\\\": null,\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Toynbee\\\",\\n \\\"given\\\": \\\"Arnold J.\\\"\\n }\\n ],\\n \\\"note\\\": \\\"(Abridgement of vols. I-VI of A Study of History)\\\",\\n \\\"publisher\\\": \\\"Oxford\\\",\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": \\\"New York\\\",\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": null,\\n \\\"page\\\": null,\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"142\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"In den spiegel van het verleden: historische opstellen\\\",\\n \\\"container_title\\\": null,\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Verberne\\\",\\n \\\"given\\\": \\\"L. G. J.\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": \\\"Bruna\\\",\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": \\\"Utrecht, Antwerpen\\\",\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": null,\\n \\\"page\\\": null,\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"143\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Esquemas de metodolog\u00eda eclesi\u00e1stica\\\",\\n \\\"container_title\\\": null,\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Vevir\\\",\\n \\\"given\\\": \\\"Jos\u00e9\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": \\\"Instituto\\\",\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": \\\"Barcelona\\\",\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": null,\\n \\\"page\\\": null,\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"144\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Sinn und Ziel der Geschichte\\\",\\n \\\"container_title\\\": null,\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Walz\\\",\\n \\\"given\\\": \\\"Hans H.\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": \\\"Universit\u00e4ts-Verlag\\\",\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": \\\"Bonn\\\",\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": null,\\n \\\"page\\\": null,\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"145\\\",\\n \\\"type\\\": \\\"other\\\",\\n \\\"title\\\": \\\"Atti del congresso internazionale di filosofia 15-20 November, 1946\\\",\\n \\\"container_title\\\": null,\\n \\\"author\\\": null,\\n \\\"note\\\": \\\"Relevant articles:\\\",\\n \\\"publisher\\\": \\\"Castellani\\\",\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": \\\"Milano\\\",\\n \\\"issued\\\": null,\\n \\\"event_date\\\": \\\"1946-11-15/1946-11-20\\\",\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": null,\\n \\\"page\\\": null,\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"146\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Storia e materialismo storico\\\",\\n \\\"container_title\\\": null,\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Drago\\\",\\n \\\"given\\\": \\\"Pietro C.\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": null,\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": null,\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": \\\"I\\\",\\n \\\"page\\\": \\\"109-117\\\",\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"147\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Critica del giudizio storico\\\",\\n \\\"container_title\\\": null,\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Fazio-Allmayer\\\",\\n \\\"given\\\": \\\"Vito\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": null,\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": null,\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": \\\"I\\\",\\n \\\"page\\\": \\\"281-290\\\",\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"148\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Forza e spirito nella storia\\\",\\n \\\"container_title\\\": null,\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Nyman\\\",\\n \\\"given\\\": \\\"A.\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": null,\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": null,\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": \\\"I\\\",\\n \\\"page\\\": \\\"191-200\\\",\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"149\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Sur le concept d'histoire\\\",\\n \\\"container_title\\\": \\\"Les temps modernes\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Benjamin\\\",\\n \\\"given\\\": \\\"Walter\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": null,\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": null,\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": \\\"II\\\",\\n \\\"page\\\": \\\"623-634\\\",\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"150\\\",\\n \\\"type\\\": \\\"other\\\",\\n \\\"title\\\": \\\"Philosophy of History\\\",\\n \\\"container_title\\\": \\\"20th Century Philosophy\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Boodin\\\",\\n \\\"given\\\": \\\"John E.\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": \\\"Philosophical Library\\\",\\n \\\"editor\\\": [\\n \\\"Dagobert D. Runes\\\"\\n ],\\n \\\"publisher_place\\\": \\\"New York\\\",\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": null,\\n \\\"page\\\": \\\"89-106\\\",\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"151\\\",\\n \\\"type\\\": \\\"other\\\",\\n \\\"title\\\": \\\"De la perception \u00e0 l'histoire\\\",\\n \\\"container_title\\\": \\\"La philosophie de M. Merleau-Ponty\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Caillois\\\",\\n \\\"given\\\": \\\"R. P.\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": null,\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": null,\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": \\\"II\\\",\\n \\\"page\\\": \\\"57-85\\\",\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"152\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Commemorazione di Adolfo Omodeo\\\",\\n \\\"container_title\\\": \\\"Annali della Scuola Normale di Pisa\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Cantimori\\\",\\n \\\"given\\\": \\\"Delio\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": null,\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": null,\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": null,\\n \\\"page\\\": \\\"3-4\\\",\\n \\\"fascicle\\\": \\\"3-4\\\",\\n \\\"reprint\\\": \\\"in D. Cantimori, Studi di storia, Torino: Einaudi, 1959\\\",\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"153\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Historian and the Philosophy of Science\\\",\\n \\\"container_title\\\": \\\"Isis\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Cowan\\\",\\n \\\"given\\\": \\\"Thomas\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": null,\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": null,\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": \\\"XXXVIII\\\",\\n \\\"page\\\": \\\"11-18\\\",\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"154\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"History as a Science\\\",\\n \\\"container_title\\\": \\\"Historical Studies: Australia and New Zealand\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Crawford\\\",\\n \\\"given\\\": \\\"R. M.\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": null,\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": null,\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": \\\"III\\\",\\n \\\"page\\\": \\\"153-175\\\",\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"155\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Christianisme et histoire\\\",\\n \\\"container_title\\\": \\\"Etudes\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Dani\u00e9lou\\\",\\n \\\"given\\\": \\\"J.\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": null,\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": null,\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": \\\"CCLIV\\\",\\n \\\"page\\\": \\\"166-184\\\",\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"156\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Wahrheit der Geschichte. Geschichte der Wahrheit\\\",\\n \\\"container_title\\\": \\\"Amerikanische Rundschau\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Dell\\\",\\n \\\"given\\\": \\\"Stanley\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": null,\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": null,\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": \\\"III\\\",\\n \\\"page\\\": \\\"44-53\\\",\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"157\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Idea of Progress\\\",\\n \\\"container_title\\\": \\\"American Historical Review\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Fay\\\",\\n \\\"given\\\": \\\"Sidney B.\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": null,\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": null,\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": \\\"LII\\\",\\n \\\"page\\\": \\\"231-246\\\",\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"158\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Th\u00e9ologie et histoire\\\",\\n \\\"container_title\\\": \\\"Dieu vivant\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Fessard\\\",\\n \\\"given\\\": \\\"Gaston\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": null,\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": null,\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": \\\"VIII\\\",\\n \\\"page\\\": \\\"39-65\\\",\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"159\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Acton, Creighton, and Lea: a Study in History and Ethics\\\",\\n \\\"container_title\\\": \\\"Pacific Historical Review\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Fish\\\",\\n \\\"given\\\": \\\"Andrew\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": null,\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": null,\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": \\\"XVI\\\",\\n \\\"page\\\": \\\"59-69\\\",\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"160\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Le conscience historique en Italie\\\",\\n \\\"container_title\\\": \\\"Les temps modernes\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Garosci\\\",\\n \\\"given\\\": \\\"A.\\\"\\n }\\n ],\\n \\\"note\\\": null,\\n \\\"publisher\\\": null,\\n \\\"editor\\\": null,\\n \\\"publisher_place\\\": null,\\n \\\"issued\\\": null,\\n \\\"event_date\\\": null,\\n \\\"related\\\": null,\\n \\\"relation\\\": null,\\n \\\"volume\\\": \\\"III\\\",\\n \\\"page\\\": \\\"23-24\\\",\\n \\\"fascicle\\\": null,\\n \\\"reprint\\\": null,\\n \\\"edition\\\": null,\\n \\\"incomplete\\\": null\\n }\\n ]\\n}\"}],\"role\":\"model\"},\"citation_metadata\":null,\"finish_message\":null,\"token_count\":null,\"finish_reason\":\"STOP\",\"url_context_metadata\":null,\"avg_logprobs\":null,\"grounding_metadata\":null,\"index\":0,\"logprobs_result\":null,\"safety_ratings\":null}],\"create_time\":null,\"model_version\":\"gemini-2.5-flash\",\"prompt_feedback\":null,\"response_id\":\"NrJ0acjaI7Pk7M8Phpv-4AI\",\"usage_metadata\":{\"cache_tokens_details\":null,\"cached_content_token_count\":null,\"candidates_token_count\":4184,\"candidates_tokens_details\":null,\"prompt_token_count\":344,\"prompt_tokens_details\":[{\"modality\":\"TEXT\",\"token_count\":86},{\"modality\":\"IMAGE\",\"token_count\":258}],\"thoughts_token_count\":3600,\"tool_use_prompt_token_count\":null,\"tool_use_prompt_tokens_details\":null,\"total_token_count\":8128,\"traffic_type\":null},\"automatic_function_calling_history\":[],\"parsed\":{\"metadata\":{\"title\":\"BIBLIOGRAPHY\",\"year\":\"1947\",\"page_number\":10},\"entries\":[{\"id\":\"140\",\"type\":\"book\",\"title\":\"Why We Read History\",\"container_title\":null,\"author\":[{\"family\":\"Smellie\",\"given\":\"K. B.\"}],\"note\":null,\"publisher\":\"P. Elek\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"141\",\"type\":\"book\",\"title\":\"A Study of History, abridged by D. C. Somervell\",\"container_title\":null,\"author\":[{\"family\":\"Toynbee\",\"given\":\"Arnold J.\"}],\"note\":\"(Abridgement of vols. I-VI of A Study of History)\",\"publisher\":\"Oxford\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"142\",\"type\":\"book\",\"title\":\"In den spiegel van het verleden: historische opstellen\",\"container_title\":null,\"author\":[{\"family\":\"Verberne\",\"given\":\"L. G. J.\"}],\"note\":null,\"publisher\":\"Bruna\",\"editor\":null,\"publisher_place\":\"Utrecht, Antwerpen\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"143\",\"type\":\"book\",\"title\":\"Esquemas de metodolog\u00eda eclesi\u00e1stica\",\"container_title\":null,\"author\":[{\"family\":\"Vevir\",\"given\":\"Jos\u00e9\"}],\"note\":null,\"publisher\":\"Instituto\",\"editor\":null,\"publisher_place\":\"Barcelona\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"144\",\"type\":\"book\",\"title\":\"Sinn und Ziel der Geschichte\",\"container_title\":null,\"author\":[{\"family\":\"Walz\",\"given\":\"Hans H.\"}],\"note\":null,\"publisher\":\"Universit\u00e4ts-Verlag\",\"editor\":null,\"publisher_place\":\"Bonn\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"145\",\"type\":\"other\",\"title\":\"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\"container_title\":null,\"author\":null,\"note\":\"Relevant articles:\",\"publisher\":\"Castellani\",\"editor\":null,\"publisher_place\":\"Milano\",\"issued\":null,\"event_date\":\"1946-11-15/1946-11-20\",\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"146\",\"type\":\"journal-article\",\"title\":\"Storia e materialismo storico\",\"container_title\":null,\"author\":[{\"family\":\"Drago\",\"given\":\"Pietro C.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I\",\"page\":\"109-117\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"147\",\"type\":\"journal-article\",\"title\":\"Critica del giudizio storico\",\"container_title\":null,\"author\":[{\"family\":\"Fazio-Allmayer\",\"given\":\"Vito\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I\",\"page\":\"281-290\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"148\",\"type\":\"journal-article\",\"title\":\"Forza e spirito nella storia\",\"container_title\":null,\"author\":[{\"family\":\"Nyman\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I\",\"page\":\"191-200\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"149\",\"type\":\"journal-article\",\"title\":\"Sur le concept d'histoire\",\"container_title\":\"Les temps modernes\",\"author\":[{\"family\":\"Benjamin\",\"given\":\"Walter\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"II\",\"page\":\"623-634\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"150\",\"type\":\"other\",\"title\":\"Philosophy of History\",\"container_title\":\"20th Century Philosophy\",\"author\":[{\"family\":\"Boodin\",\"given\":\"John E.\"}],\"note\":null,\"publisher\":\"Philosophical Library\",\"editor\":[\"Dagobert D. Runes\"],\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"89-106\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"151\",\"type\":\"other\",\"title\":\"De la perception \u00e0 l'histoire\",\"container_title\":\"La philosophie de M. Merleau-Ponty\",\"author\":[{\"family\":\"Caillois\",\"given\":\"R. P.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"II\",\"page\":\"57-85\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"152\",\"type\":\"journal-article\",\"title\":\"Commemorazione di Adolfo Omodeo\",\"container_title\":\"Annali della Scuola Normale di Pisa\",\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"3-4\",\"fascicle\":\"3-4\",\"reprint\":\"in D. Cantimori, Studi di storia, Torino: Einaudi, 1959\",\"edition\":null,\"incomplete\":null},{\"id\":\"153\",\"type\":\"journal-article\",\"title\":\"The Historian and the Philosophy of Science\",\"container_title\":\"Isis\",\"author\":[{\"family\":\"Cowan\",\"given\":\"Thomas\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXVIII\",\"page\":\"11-18\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"154\",\"type\":\"journal-article\",\"title\":\"History as a Science\",\"container_title\":\"Historical Studies: Australia and New Zealand\",\"author\":[{\"family\":\"Crawford\",\"given\":\"R. M.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"153-175\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"155\",\"type\":\"journal-article\",\"title\":\"Christianisme et histoire\",\"container_title\":\"Etudes\",\"author\":[{\"family\":\"Dani\u00e9lou\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CCLIV\",\"page\":\"166-184\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"156\",\"type\":\"journal-article\",\"title\":\"Wahrheit der Geschichte. Geschichte der Wahrheit\",\"container_title\":\"Amerikanische Rundschau\",\"author\":[{\"family\":\"Dell\",\"given\":\"Stanley\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"44-53\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"157\",\"type\":\"journal-article\",\"title\":\"The Idea of Progress\",\"container_title\":\"American Historical Review\",\"author\":[{\"family\":\"Fay\",\"given\":\"Sidney B.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LII\",\"page\":\"231-246\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"158\",\"type\":\"journal-article\",\"title\":\"Th\u00e9ologie et histoire\",\"container_title\":\"Dieu vivant\",\"author\":[{\"family\":\"Fessard\",\"given\":\"Gaston\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"VIII\",\"page\":\"39-65\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"159\",\"type\":\"journal-article\",\"title\":\"Acton, Creighton, and Lea: a Study in History and Ethics\",\"container_title\":\"Pacific Historical Review\",\"author\":[{\"family\":\"Fish\",\"given\":\"Andrew\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XVI\",\"page\":\"59-69\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"160\",\"type\":\"journal-article\",\"title\":\"Le conscience historique en Italie\",\"container_title\":\"Les temps modernes\",\"author\":[{\"family\":\"Garosci\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"23-24\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null}]}}"}, "scoring": {"fuzzy": 0.6651083650820017, "cost_summary": {"total_input_tokens": 1716, "total_output_tokens": 14834, "total_tokens": 16550, "input_cost_usd": 0.0005147999999999999, "output_cost_usd": 0.03708500000000001, "total_cost_usd": 0.037599799999999996}}, "normalized_score": 66.51083650820017}, {"_id": {"$oid": "69ce22c0214d8cd071ad01ce"}, "test_id": "T0510", "benchmark": "bibliographic_data", "date": "2026-01-24", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "anthropic", "model": "claude-opus-4-5-20251101", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"Books\",\"year\":\"1946\",\"page_number\":4},\"entries\":[{\"id\":\"34\",\"type\":\"book\",\"title\":\"Der Sinn der Geschichte\",\"container_title\":null,\"author\":[{\"family\":\"Baeck\",\"given\":\"Leo\"}],\"note\":null,\"publisher\":\"Habel\",\"editor\":null,\"publisher_place\":\"Berlin\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"35\",\"type\":\"book\",\"title\":\"The Art of Writing History\",\"container_title\":null,\"author\":[{\"family\":\"Bryant\",\"given\":\"Arthur\"}],\"note\":null,\"publisher\":\"Oxford University Press\",\"editor\":null,\"publisher_place\":\"Oxford\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"36\",\"type\":\"book\",\"title\":\"Historia y destino\",\"container_title\":null,\"author\":[{\"family\":\"Ca\u00f1al Barrachina\",\"given\":\"Avelino\"}],\"note\":null,\"publisher\":\"Ucar, Garc\u00eda\",\"editor\":null,\"publisher_place\":\"Havana\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"37\",\"type\":\"book\",\"title\":\"The Idea of History\",\"container_title\":null,\"author\":[{\"family\":\"Collingwood\",\"given\":\"R. G.\"}],\"note\":\"In German: Philosophie der Geschichte, trans. by Gertrud Herding, Stuttgart: Kohlhammer, 1955\",\"publisher\":\"Clarendon\",\"editor\":null,\"publisher_place\":\"Oxford\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"38\",\"type\":\"journal-article\",\"title\":\"Review of Collingwood's The Idea of History\",\"container_title\":\"Hibbert Journal\",\"author\":[{\"family\":\"Webb\",\"given\":\"C. C. J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1946\",\"event_date\":null,\"related\":null,\"relation\":\"37\",\"volume\":\"XLV\",\"page\":\"83-86\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"39\",\"type\":\"journal-article\",\"title\":\"Collingwood's Idea of History\",\"container_title\":\"Canadian Historical Review\",\"author\":[{\"family\":\"Flenley\",\"given\":\"R.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":\"37\",\"volume\":\"XXVIII\",\"page\":\"68-72\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"40\",\"type\":\"journal-article\",\"title\":\"Review of Collingwood's The Idea of History\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Mandelbaum\",\"given\":\"M.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":\"37\",\"volume\":\"XLIV\",\"page\":\"184-188\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"41\",\"type\":\"journal-article\",\"title\":\"Review of Collingwood's The Idea of History\",\"container_title\":\"Philosophical Review\",\"author\":[{\"family\":\"Murphy\",\"given\":\"A. E.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":\"37\",\"volume\":\"LVI\",\"page\":\"587-592\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"42\",\"type\":\"journal-article\",\"title\":\"Discussion: R. G. Collingwood's Philosophy of History\",\"container_title\":\"Philosophy\",\"author\":[{\"family\":\"Walsh\",\"given\":\"W. H.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":\"37\",\"volume\":\"XXII\",\"page\":\"153-160\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"43\",\"type\":\"journal-article\",\"title\":\"Logic and History\",\"container_title\":\"Australasian Journal of Philosophy\",\"author\":[{\"family\":\"Buchdahl\",\"given\":\"G.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1948\",\"event_date\":null,\"related\":null,\"relation\":\"37\",\"volume\":\"XXVI\",\"page\":\"94-114\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"44\",\"type\":\"journal-article\",\"title\":\"On Collingwood's Philosophy of History\",\"container_title\":\"Review of Metaphysics\",\"author\":[{\"family\":\"Strauss\",\"given\":\"Leo\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1952\",\"event_date\":null,\"related\":null,\"relation\":\"37\",\"volume\":\"V\",\"page\":\"559-586\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"45\",\"type\":\"journal-article\",\"title\":\"The 'Objects' of Historical Knowledge\",\"container_title\":\"Philosophy\",\"author\":[{\"family\":\"Gardiner\",\"given\":\"P. L.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1952\",\"event_date\":null,\"related\":null,\"relation\":\"37\",\"volume\":\"XXVII\",\"page\":\"211-220\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"46\",\"type\":\"journal-article\",\"title\":\"Collingwood's Idea of History\",\"container_title\":\"History\",\"author\":[{\"family\":\"Harris\",\"given\":\"R. W.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1952\",\"event_date\":null,\"related\":null,\"relation\":\"37\",\"volume\":\"N. S. XXXVII\",\"page\":\"1-7\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"47\",\"type\":\"journal-article\",\"title\":\"Metaphysics, History, and Civilization: Collingwood's Account of Their Interrelationship\",\"container_title\":\"Journal of Religion\",\"author\":[{\"family\":\"Hartt\",\"given\":\"J. N.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1953\",\"event_date\":null,\"related\":null,\"relation\":\"37\",\"volume\":\"XXXIII\",\"page\":\"198-211\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"48\",\"type\":\"journal-article\",\"title\":\"Collingwood and the Idea of History\",\"container_title\":\"University of Toronto Quarterly\",\"author\":[{\"family\":\"Schneider\",\"given\":\"Frederick D.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1952-53\",\"event_date\":null,\"related\":null,\"relation\":\"37\",\"volume\":\"XXII\",\"page\":\"172-183\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null}]}", "model": "claude-opus-4-5-20251101", "provider": "anthropic", "finish_reason": "tool_use", "usage": {"input_tokens": 3242, "output_tokens": 1379, "total_tokens": 4621, "input_cost_usd": 0.016210000000000002, "output_cost_usd": 0.034475, "estimated_cost_usd": 0.050685}, "duration": 18.06007170677185, "timestamp": "2026-01-24T16:29:42.649957", "parsed": {"metadata": {"title": "Books", "year": "1946", "page_number": 4}, "entries": [{"id": "34", "type": "book", "title": "Der Sinn der Geschichte", "author": [{"family": "Baeck", "given": "Leo"}], "publisher_place": "Berlin", "publisher": "Habel"}, {"id": "35", "type": "book", "title": "The Art of Writing History", "author": [{"family": "Bryant", "given": "Arthur"}], "publisher_place": "Oxford", "publisher": "Oxford University Press"}, {"id": "36", "type": "book", "title": "Historia y destino", "author": [{"family": "Ca\u00f1al Barrachina", "given": "Avelino"}], "publisher_place": "Havana", "publisher": "Ucar, Garc\u00eda"}, {"id": "37", "type": "book", "title": "The Idea of History", "author": [{"family": "Collingwood", "given": "R. G."}], "publisher_place": "Oxford", "publisher": "Clarendon", "note": "In German: Philosophie der Geschichte, trans. by Gertrud Herding, Stuttgart: Kohlhammer, 1955"}, {"id": "38", "type": "journal-article", "title": "Review of Collingwood's The Idea of History", "author": [{"family": "Webb", "given": "C. C. J."}], "container_title": "Hibbert Journal", "volume": "XLV", "issued": "1946", "page": "83-86", "relation": "37"}, {"id": "39", "type": "journal-article", "title": "Collingwood's Idea of History", "author": [{"family": "Flenley", "given": "R."}], "container_title": "Canadian Historical Review", "volume": "XXVIII", "issued": "1947", "page": "68-72", "relation": "37"}, {"id": "40", "type": "journal-article", "title": "Review of Collingwood's The Idea of History", "author": [{"family": "Mandelbaum", "given": "M."}], "container_title": "Journal of Philosophy", "volume": "XLIV", "issued": "1947", "page": "184-188", "relation": "37"}, {"id": "41", "type": "journal-article", "title": "Review of Collingwood's The Idea of History", "author": [{"family": "Murphy", "given": "A. E."}], "container_title": "Philosophical Review", "volume": "LVI", "issued": "1947", "page": "587-592", "relation": "37"}, {"id": "42", "type": "journal-article", "title": "Discussion: R. G. Collingwood's Philosophy of History", "author": [{"family": "Walsh", "given": "W. H."}], "container_title": "Philosophy", "volume": "XXII", "issued": "1947", "page": "153-160", "relation": "37"}, {"id": "43", "type": "journal-article", "title": "Logic and History", "author": [{"family": "Buchdahl", "given": "G."}], "container_title": "Australasian Journal of Philosophy", "volume": "XXVI", "issued": "1948", "page": "94-114", "relation": "37"}, {"id": "44", "type": "journal-article", "title": "On Collingwood's Philosophy of History", "author": [{"family": "Strauss", "given": "Leo"}], "container_title": "Review of Metaphysics", "volume": "V", "issued": "1952", "page": "559-586", "relation": "37"}, {"id": "45", "type": "journal-article", "title": "The 'Objects' of Historical Knowledge", "author": [{"family": "Gardiner", "given": "P. L."}], "container_title": "Philosophy", "volume": "XXVII", "issued": "1952", "page": "211-220", "relation": "37"}, {"id": "46", "type": "journal-article", "title": "Collingwood's Idea of History", "author": [{"family": "Harris", "given": "R. W."}], "container_title": "History", "volume": "N. S. XXXVII", "issued": "1952", "page": "1-7", "relation": "37"}, {"id": "47", "type": "journal-article", "title": "Metaphysics, History, and Civilization: Collingwood's Account of Their Interrelationship", "author": [{"family": "Hartt", "given": "J. N."}], "container_title": "Journal of Religion", "volume": "XXXIII", "issued": "1953", "page": "198-211", "relation": "37"}, {"id": "48", "type": "journal-article", "title": "Collingwood and the Idea of History", "author": [{"family": "Schneider", "given": "Frederick D."}], "container_title": "University of Toronto Quarterly", "volume": "XXII", "issued": "1952-53", "page": "172-183", "relation": "37"}]}, "conversation_id": "6343b2ee-46d1-473b-9d21-f8c2d0c61742", "score": {"fuzzy": 0.8849352073600437}, "raw_response": "{\"id\":\"msg_01KCQGzxPkmgHPxx5JnbYL1t\",\"content\":[{\"id\":\"toolu_01JazFPZG7p9SUV7LBs4dBps\",\"input\":{\"metadata\":{\"title\":\"Books\",\"year\":\"1946\",\"page_number\":4},\"entries\":[{\"id\":\"34\",\"type\":\"book\",\"title\":\"Der Sinn der Geschichte\",\"author\":[{\"family\":\"Baeck\",\"given\":\"Leo\"}],\"publisher_place\":\"Berlin\",\"publisher\":\"Habel\"},{\"id\":\"35\",\"type\":\"book\",\"title\":\"The Art of Writing History\",\"author\":[{\"family\":\"Bryant\",\"given\":\"Arthur\"}],\"publisher_place\":\"Oxford\",\"publisher\":\"Oxford University Press\"},{\"id\":\"36\",\"type\":\"book\",\"title\":\"Historia y destino\",\"author\":[{\"family\":\"Ca\u00f1al Barrachina\",\"given\":\"Avelino\"}],\"publisher_place\":\"Havana\",\"publisher\":\"Ucar, Garc\u00eda\"},{\"id\":\"37\",\"type\":\"book\",\"title\":\"The Idea of History\",\"author\":[{\"family\":\"Collingwood\",\"given\":\"R. G.\"}],\"publisher_place\":\"Oxford\",\"publisher\":\"Clarendon\",\"note\":\"In German: Philosophie der Geschichte, trans. by Gertrud Herding, Stuttgart: Kohlhammer, 1955\"},{\"id\":\"38\",\"type\":\"journal-article\",\"title\":\"Review of Collingwood's The Idea of History\",\"author\":[{\"family\":\"Webb\",\"given\":\"C. C. J.\"}],\"container_title\":\"Hibbert Journal\",\"volume\":\"XLV\",\"issued\":\"1946\",\"page\":\"83-86\",\"relation\":\"37\"},{\"id\":\"39\",\"type\":\"journal-article\",\"title\":\"Collingwood's Idea of History\",\"author\":[{\"family\":\"Flenley\",\"given\":\"R.\"}],\"container_title\":\"Canadian Historical Review\",\"volume\":\"XXVIII\",\"issued\":\"1947\",\"page\":\"68-72\",\"relation\":\"37\"},{\"id\":\"40\",\"type\":\"journal-article\",\"title\":\"Review of Collingwood's The Idea of History\",\"author\":[{\"family\":\"Mandelbaum\",\"given\":\"M.\"}],\"container_title\":\"Journal of Philosophy\",\"volume\":\"XLIV\",\"issued\":\"1947\",\"page\":\"184-188\",\"relation\":\"37\"},{\"id\":\"41\",\"type\":\"journal-article\",\"title\":\"Review of Collingwood's The Idea of History\",\"author\":[{\"family\":\"Murphy\",\"given\":\"A. E.\"}],\"container_title\":\"Philosophical Review\",\"volume\":\"LVI\",\"issued\":\"1947\",\"page\":\"587-592\",\"relation\":\"37\"},{\"id\":\"42\",\"type\":\"journal-article\",\"title\":\"Discussion: R. G. Collingwood's Philosophy of History\",\"author\":[{\"family\":\"Walsh\",\"given\":\"W. H.\"}],\"container_title\":\"Philosophy\",\"volume\":\"XXII\",\"issued\":\"1947\",\"page\":\"153-160\",\"relation\":\"37\"},{\"id\":\"43\",\"type\":\"journal-article\",\"title\":\"Logic and History\",\"author\":[{\"family\":\"Buchdahl\",\"given\":\"G.\"}],\"container_title\":\"Australasian Journal of Philosophy\",\"volume\":\"XXVI\",\"issued\":\"1948\",\"page\":\"94-114\",\"relation\":\"37\"},{\"id\":\"44\",\"type\":\"journal-article\",\"title\":\"On Collingwood's Philosophy of History\",\"author\":[{\"family\":\"Strauss\",\"given\":\"Leo\"}],\"container_title\":\"Review of Metaphysics\",\"volume\":\"V\",\"issued\":\"1952\",\"page\":\"559-586\",\"relation\":\"37\"},{\"id\":\"45\",\"type\":\"journal-article\",\"title\":\"The 'Objects' of Historical Knowledge\",\"author\":[{\"family\":\"Gardiner\",\"given\":\"P. L.\"}],\"container_title\":\"Philosophy\",\"volume\":\"XXVII\",\"issued\":\"1952\",\"page\":\"211-220\",\"relation\":\"37\"},{\"id\":\"46\",\"type\":\"journal-article\",\"title\":\"Collingwood's Idea of History\",\"author\":[{\"family\":\"Harris\",\"given\":\"R. W.\"}],\"container_title\":\"History\",\"volume\":\"N. S. XXXVII\",\"issued\":\"1952\",\"page\":\"1-7\",\"relation\":\"37\"},{\"id\":\"47\",\"type\":\"journal-article\",\"title\":\"Metaphysics, History, and Civilization: Collingwood's Account of Their Interrelationship\",\"author\":[{\"family\":\"Hartt\",\"given\":\"J. N.\"}],\"container_title\":\"Journal of Religion\",\"volume\":\"XXXIII\",\"issued\":\"1953\",\"page\":\"198-211\",\"relation\":\"37\"},{\"id\":\"48\",\"type\":\"journal-article\",\"title\":\"Collingwood and the Idea of History\",\"author\":[{\"family\":\"Schneider\",\"given\":\"Frederick D.\"}],\"container_title\":\"University of Toronto Quarterly\",\"volume\":\"XXII\",\"issued\":\"1952-53\",\"page\":\"172-183\",\"relation\":\"37\"}]},\"name\":\"extract_structured_data\",\"type\":\"tool_use\"}],\"model\":\"claude-opus-4-5-20251101\",\"role\":\"assistant\",\"stop_reason\":\"tool_use\",\"stop_sequence\":null,\"type\":\"message\",\"usage\":{\"cache_creation\":{\"ephemeral_1h_input_tokens\":0,\"ephemeral_5m_input_tokens\":0},\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"input_tokens\":3242,\"output_tokens\":1379,\"server_tool_use\":null,\"service_tier\":\"standard\"}}"}, "scoring": {"fuzzy": 0.6741259285186951, "cost_summary": {"total_input_tokens": 16174, "total_output_tokens": 7422, "total_tokens": 23596, "input_cost_usd": 0.08087, "output_cost_usd": 0.18555, "total_cost_usd": 0.26642}}, "normalized_score": 67.41259285186952}, {"_id": {"$oid": "69ce22c0214d8cd071ad01db"}, "test_id": "T0203", "benchmark": "bibliographic_data", "date": "2026-01-24", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "genai", "model": "gemini-2.5-flash-lite", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"HISTORY AND THEORY\",\"year\":\"1945\",\"page_number\":3},\"entries\":[{\"id\":\"15\",\"type\":\"journal-article\",\"title\":\"\\\"The Open Society and Its Enemies\\\"\",\"container_title\":\"American Journal of Economics and Sociology\",\"author\":[{\"family\":\"Plamenatz\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1951\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"X\",\"page\":\"211-219\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"16\",\"type\":\"journal-article\",\"title\":\"\\\"The Open Society and Its Enemies\\\"\",\"container_title\":\"British Journal of Sociology\",\"author\":[{\"family\":\"Gombrich\",\"given\":\"E. H.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1952\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"264-273\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"17\",\"type\":\"journal-article\",\"title\":\"\\\"The Open Society \\n\u2013 a Comment\\\"\",\"container_title\":\"British Journal of Sociology\",\"author\":[{\"family\":\"Plamenatz\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1952\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"358-360\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true},{\"id\":\"18\",\"type\":\"journal-article\",\"title\":\"\\\"The Open Society \\n\u2013 a Rejoinder\\\"\",\"container_title\":\"British Journal of Sociology\",\"author\":[{\"family\":\"Cobban\",\"given\":\"Alfred\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1953\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"IV\",\"page\":\"76-77\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"19\",\"type\":\"journal-article\",\"title\":\"\\\"The Open Society: a Reconsideration\\\"\",\"container_title\":\"Political Science Quarterly\",\"author\":[{\"family\":\"Bernal\",\"given\":\"J. D.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1954\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LIX\",\"page\":\"119-126\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"20\",\"type\":\"journal-article\",\"title\":\"\\\"Has History a Meaning?\\\"\",\"container_title\":\"British Journal for the Philosophy of Science\",\"author\":[{\"family\":\"Bernal\",\"given\":\"J. D.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1955\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"VI\",\"page\":\"164-169\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"21\",\"type\":\"book\",\"title\":\"War and History\",\"container_title\":null,\"author\":[{\"family\":\"Sumner\",\"given\":\"B. H.\"}],\"note\":null,\"publisher\":\"Oliver and Boyd\",\"editor\":null,\"publisher_place\":\"Edinburgh\",\"issued\":\"1948\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"22\",\"type\":\"book\",\"title\":\"The Philosophy of American History\",\"container_title\":null,\"author\":[{\"family\":\"Zucker\",\"given\":\"Morris\"}],\"note\":null,\"publisher\":\"Arnold and Howard\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"2 vols.\",\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"23\",\"type\":\"journal-article\",\"title\":\"\\\"History as a Liberal Art\\\"\",\"container_title\":\"Journal of the History of Ideas\",\"author\":[{\"family\":\"Barzun\",\"given\":\"Jacques\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1943\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"VI\",\"page\":\"81-88\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"24\",\"type\":\"journal-article\",\"title\":\"\\\"The Study of Contemporary History: Some Further Reflections\\\"\",\"container_title\":\"History N. S.\",\"author\":[{\"family\":\"Beloff\",\"given\":\"Max\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXX\",\"page\":\"75-84\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"25\",\"type\":\"book\",\"title\":\"\\\"Appunti sullo \\n'storicismo'\\\"\",\"container_title\":\"Societ\u00e0\",\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"note\":null,\"publisher\":\"Einaudi\",\"editor\":null,\"publisher_place\":\"Torino\",\"issued\":\"1959\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I\",\"page\":\"1-45\",\"fascicle\":null,\"reprint\":\"D. Cantimori, Studi di storia\",\"edition\":null,\"incomplete\":null},{\"id\":\"26\",\"type\":\"journal-article\",\"title\":\"\\\"The Meaning of History\\\"\",\"container_title\":\"Ethics\",\"author\":[{\"family\":\"Coulborn\",\"given\":\"Rushton\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LV\",\"page\":\"46-63\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"27\",\"type\":\"journal-article\",\"title\":\"\\\"History \\n\u2013 a Science?\\\"\",\"container_title\":\"Mississippi Valley Historical Review\",\"author\":[{\"family\":\"Gould\",\"given\":\"Clarence P.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1942\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXII\",\"page\":\"375-388\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"28\",\"type\":\"journal-article\",\"title\":\"\\\"Generality and Singularity in Historical Judgment\\\"\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Hofstadter\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XLII\",\"page\":\"57-65\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"29\",\"type\":\"journal-article\",\"title\":\"\\\"Les nouvelles conceptions de l'histoire\\\"\",\"container_title\":\"Revue philosophique\",\"author\":[{\"family\":\"Lenoble\",\"given\":\"R.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1944\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CXXXV\",\"page\":\"193-208, 324-348\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"30\",\"type\":\"journal-article\",\"title\":\"\\\"In History or Beyond History\\\"\",\"container_title\":\"Harvard Theological Review\",\"author\":[{\"family\":\"McCown\",\"given\":\"C. C.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1943\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXVIII\",\"page\":\"151-175\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"31\",\"type\":\"journal-article\",\"title\":\"\\\"History and the Social Science Research Council\\\"\",\"container_title\":\"American Historical Review\",\"author\":[{\"family\":\"Nichols\",\"given\":\"Roy F.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"L\",\"page\":\"491-499\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"32\",\"type\":\"journal-article\",\"title\":\"\\\"The Poverty of Historicism, Part III\\\"\",\"container_title\":\"Economica\",\"author\":[{\"family\":\"Popper\",\"given\":\"Karl\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XII\",\"page\":\"69-89\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true},{\"id\":\"33\",\"type\":\"journal-article\",\"title\":\"\\\"History and the Historian\\\"\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Weiss\",\"given\":\"Paul\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XLII\",\"page\":\"169-179\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"34\",\"type\":\"journal-article\",\"title\":\"\\\"The Attack on the Historical Method\\\"\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"White\",\"given\":\"Morton G.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XLII\",\"page\":\"314-331\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}", "model": "gemini-2.5-flash-lite", "provider": "genai", "finish_reason": "STOP", "usage": {"input_tokens": 343, "output_tokens": 2416, "total_tokens": 2759, "input_cost_usd": 3.43e-05, "output_cost_usd": 0.0009664000000000001, "estimated_cost_usd": 0.0010007}, "duration": 7.588896989822388, "timestamp": "2026-01-24T13:33:18.415189", "parsed": {"metadata": {"title": "HISTORY AND THEORY", "year": "1945", "page_number": 3}, "entries": [{"id": "15", "type": "journal-article", "title": "\"The Open Society and Its Enemies\"", "container_title": "American Journal of Economics and Sociology", "author": [{"family": "Plamenatz", "given": "J."}], "issued": "1951", "volume": "X", "page": "211-219"}, {"id": "16", "type": "journal-article", "title": "\"The Open Society and Its Enemies\"", "container_title": "British Journal of Sociology", "author": [{"family": "Gombrich", "given": "E. H."}], "issued": "1952", "volume": "III", "page": "264-273"}, {"id": "17", "type": "journal-article", "title": "\"The Open Society \n\u2013 a Comment\"", "container_title": "British Journal of Sociology", "author": [{"family": "Plamenatz", "given": "J."}], "issued": "1952", "volume": "III", "page": "358-360", "incomplete": true}, {"id": "18", "type": "journal-article", "title": "\"The Open Society \n\u2013 a Rejoinder\"", "container_title": "British Journal of Sociology", "author": [{"family": "Cobban", "given": "Alfred"}], "issued": "1953", "volume": "IV", "page": "76-77"}, {"id": "19", "type": "journal-article", "title": "\"The Open Society: a Reconsideration\"", "container_title": "Political Science Quarterly", "author": [{"family": "Bernal", "given": "J. D."}], "issued": "1954", "volume": "LIX", "page": "119-126"}, {"id": "20", "type": "journal-article", "title": "\"Has History a Meaning?\"", "container_title": "British Journal for the Philosophy of Science", "author": [{"family": "Bernal", "given": "J. D."}], "issued": "1955", "volume": "VI", "page": "164-169"}, {"id": "21", "type": "book", "title": "War and History", "author": [{"family": "Sumner", "given": "B. H."}], "publisher": "Oliver and Boyd", "publisher_place": "Edinburgh", "issued": "1948"}, {"id": "22", "type": "book", "title": "The Philosophy of American History", "author": [{"family": "Zucker", "given": "Morris"}], "publisher": "Arnold and Howard", "publisher_place": "New York", "volume": "2 vols."}, {"id": "23", "type": "journal-article", "title": "\"History as a Liberal Art\"", "container_title": "Journal of the History of Ideas", "author": [{"family": "Barzun", "given": "Jacques"}], "issued": "1943", "volume": "VI", "page": "81-88"}, {"id": "24", "type": "journal-article", "title": "\"The Study of Contemporary History: Some Further Reflections\"", "container_title": "History N. S.", "author": [{"family": "Beloff", "given": "Max"}], "issued": "1947", "volume": "XXX", "page": "75-84"}, {"id": "25", "type": "book", "title": "\"Appunti sullo \n'storicismo'\"", "container_title": "Societ\u00e0", "author": [{"family": "Cantimori", "given": "Delio"}], "publisher": "Einaudi", "publisher_place": "Torino", "issued": "1959", "volume": "I", "page": "1-45", "reprint": "D. Cantimori, Studi di storia"}, {"id": "26", "type": "journal-article", "title": "\"The Meaning of History\"", "container_title": "Ethics", "author": [{"family": "Coulborn", "given": "Rushton"}], "issued": "1945", "volume": "LV", "page": "46-63"}, {"id": "27", "type": "journal-article", "title": "\"History \n\u2013 a Science?\"", "container_title": "Mississippi Valley Historical Review", "author": [{"family": "Gould", "given": "Clarence P."}], "issued": "1942", "volume": "XXXII", "page": "375-388"}, {"id": "28", "type": "journal-article", "title": "\"Generality and Singularity in Historical Judgment\"", "container_title": "Journal of Philosophy", "author": [{"family": "Hofstadter", "given": "A."}], "issued": "1945", "volume": "XLII", "page": "57-65"}, {"id": "29", "type": "journal-article", "title": "\"Les nouvelles conceptions de l'histoire\"", "container_title": "Revue philosophique", "author": [{"family": "Lenoble", "given": "R."}], "issued": "1944", "volume": "CXXXV", "page": "193-208, 324-348"}, {"id": "30", "type": "journal-article", "title": "\"In History or Beyond History\"", "container_title": "Harvard Theological Review", "author": [{"family": "McCown", "given": "C. C."}], "issued": "1943", "volume": "XXXVIII", "page": "151-175"}, {"id": "31", "type": "journal-article", "title": "\"History and the Social Science Research Council\"", "container_title": "American Historical Review", "author": [{"family": "Nichols", "given": "Roy F."}], "issued": "1945", "volume": "L", "page": "491-499"}, {"id": "32", "type": "journal-article", "title": "\"The Poverty of Historicism, Part III\"", "container_title": "Economica", "author": [{"family": "Popper", "given": "Karl"}], "issued": "1945", "volume": "XII", "page": "69-89", "incomplete": true}, {"id": "33", "type": "journal-article", "title": "\"History and the Historian\"", "container_title": "Journal of Philosophy", "author": [{"family": "Weiss", "given": "Paul"}], "issued": "1945", "volume": "XLII", "page": "169-179"}, {"id": "34", "type": "journal-article", "title": "\"The Attack on the Historical Method\"", "container_title": "Journal of Philosophy", "author": [{"family": "White", "given": "Morton G."}], "issued": "1945", "volume": "XLII", "page": "314-331", "incomplete": true}]}, "conversation_id": "727c48d3-1d0e-4315-adb4-b295d68575fb", "score": {"fuzzy": 0.8396018349452282}, "raw_response": "{\"sdk_http_response\":{\"headers\":{\"content-type\":\"application/json; charset=UTF-8\",\"vary\":\"Origin, X-Origin, Referer\",\"content-encoding\":\"gzip\",\"date\":\"Sat, 24 Jan 2026 12:33:18 GMT\",\"server\":\"scaffolding on HTTPServer2\",\"x-xss-protection\":\"0\",\"x-frame-options\":\"SAMEORIGIN\",\"x-content-type-options\":\"nosniff\",\"server-timing\":\"gfet4t7; dur=7514\",\"alt-svc\":\"h3=\\\":443\\\"; ma=2592000,h3-29=\\\":443\\\"; ma=2592000\",\"transfer-encoding\":\"chunked\"},\"body\":null},\"candidates\":[{\"content\":{\"parts\":[{\"video_metadata\":null,\"thought\":null,\"inline_data\":null,\"file_data\":null,\"thought_signature\":null,\"function_call\":null,\"code_execution_result\":null,\"executable_code\":null,\"function_response\":null,\"text\":\"{\\n \\\"metadata\\\": {\\n \\\"title\\\": \\\"HISTORY AND THEORY\\\",\\n \\\"year\\\": \\\"1945\\\",\\n \\\"page_number\\\": 3\\n },\\n \\\"entries\\\": [\\n {\\n \\\"id\\\": \\\"15\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"\\\\\\\"The Open Society and Its Enemies\\\\\\\"\\\",\\n \\\"container_title\\\": \\\"American Journal of Economics and Sociology\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Plamenatz\\\",\\n \\\"given\\\": \\\"J.\\\"\\n }\\n ],\\n \\\"issued\\\": \\\"1951\\\",\\n \\\"volume\\\": \\\"X\\\",\\n \\\"page\\\": \\\"211-219\\\"\\n },\\n {\\n \\\"id\\\": \\\"16\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"\\\\\\\"The Open Society and Its Enemies\\\\\\\"\\\",\\n \\\"container_title\\\": \\\"British Journal of Sociology\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Gombrich\\\",\\n \\\"given\\\": \\\"E. H.\\\"\\n }\\n ],\\n \\\"issued\\\": \\\"1952\\\",\\n \\\"volume\\\": \\\"III\\\",\\n \\\"page\\\": \\\"264-273\\\"\\n },\\n {\\n \\\"id\\\": \\\"17\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"\\\\\\\"The Open Society \\\\n\u2013 a Comment\\\\\\\"\\\",\\n \\\"container_title\\\": \\\"British Journal of Sociology\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Plamenatz\\\",\\n \\\"given\\\": \\\"J.\\\"\\n }\\n ],\\n \\\"issued\\\": \\\"1952\\\",\\n \\\"volume\\\": \\\"III\\\",\\n \\\"page\\\": \\\"358-360\\\",\\n \\\"incomplete\\\": true\\n },\\n {\\n \\\"id\\\": \\\"18\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"\\\\\\\"The Open Society \\\\n\u2013 a Rejoinder\\\\\\\"\\\",\\n \\\"container_title\\\": \\\"British Journal of Sociology\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Cobban\\\",\\n \\\"given\\\": \\\"Alfred\\\"\\n }\\n ],\\n \\\"issued\\\": \\\"1953\\\",\\n \\\"volume\\\": \\\"IV\\\",\\n \\\"page\\\": \\\"76-77\\\"\\n },\\n {\\n \\\"id\\\": \\\"19\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"\\\\\\\"The Open Society: a Reconsideration\\\\\\\"\\\",\\n \\\"container_title\\\": \\\"Political Science Quarterly\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Bernal\\\",\\n \\\"given\\\": \\\"J. D.\\\"\\n }\\n ],\\n \\\"issued\\\": \\\"1954\\\",\\n \\\"volume\\\": \\\"LIX\\\",\\n \\\"page\\\": \\\"119-126\\\"\\n },\\n {\\n \\\"id\\\": \\\"20\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"\\\\\\\"Has History a Meaning?\\\\\\\"\\\",\\n \\\"container_title\\\": \\\"British Journal for the Philosophy of Science\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Bernal\\\",\\n \\\"given\\\": \\\"J. D.\\\"\\n }\\n ],\\n \\\"issued\\\": \\\"1955\\\",\\n \\\"volume\\\": \\\"VI\\\",\\n \\\"page\\\": \\\"164-169\\\"\\n },\\n {\\n \\\"id\\\": \\\"21\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"War and History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Sumner\\\",\\n \\\"given\\\": \\\"B. H.\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Oliver and Boyd\\\",\\n \\\"publisher_place\\\": \\\"Edinburgh\\\",\\n \\\"issued\\\": \\\"1948\\\"\\n },\\n {\\n \\\"id\\\": \\\"22\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"The Philosophy of American History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Zucker\\\",\\n \\\"given\\\": \\\"Morris\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Arnold and Howard\\\",\\n \\\"publisher_place\\\": \\\"New York\\\",\\n \\\"volume\\\": \\\"2 vols.\\\"\\n },\\n {\\n \\\"id\\\": \\\"23\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"\\\\\\\"History as a Liberal Art\\\\\\\"\\\",\\n \\\"container_title\\\": \\\"Journal of the History of Ideas\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Barzun\\\",\\n \\\"given\\\": \\\"Jacques\\\"\\n }\\n ],\\n \\\"issued\\\": \\\"1943\\\",\\n \\\"volume\\\": \\\"VI\\\",\\n \\\"page\\\": \\\"81-88\\\"\\n },\\n {\\n \\\"id\\\": \\\"24\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"\\\\\\\"The Study of Contemporary History: Some Further Reflections\\\\\\\"\\\",\\n \\\"container_title\\\": \\\"History N. S.\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Beloff\\\",\\n \\\"given\\\": \\\"Max\\\"\\n }\\n ],\\n \\\"issued\\\": \\\"1947\\\",\\n \\\"volume\\\": \\\"XXX\\\",\\n \\\"page\\\": \\\"75-84\\\"\\n },\\n {\\n \\\"id\\\": \\\"25\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"\\\\\\\"Appunti sullo \\\\n'storicismo'\\\\\\\"\\\",\\n \\\"container_title\\\": \\\"Societ\u00e0\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Cantimori\\\",\\n \\\"given\\\": \\\"Delio\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Einaudi\\\",\\n \\\"publisher_place\\\": \\\"Torino\\\",\\n \\\"issued\\\": \\\"1959\\\",\\n \\\"volume\\\": \\\"I\\\",\\n \\\"page\\\": \\\"1-45\\\",\\n \\\"reprint\\\": \\\"D. Cantimori, Studi di storia\\\"\\n },\\n {\\n \\\"id\\\": \\\"26\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"\\\\\\\"The Meaning of History\\\\\\\"\\\",\\n \\\"container_title\\\": \\\"Ethics\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Coulborn\\\",\\n \\\"given\\\": \\\"Rushton\\\"\\n }\\n ],\\n \\\"issued\\\": \\\"1945\\\",\\n \\\"volume\\\": \\\"LV\\\",\\n \\\"page\\\": \\\"46-63\\\"\\n },\\n {\\n \\\"id\\\": \\\"27\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"\\\\\\\"History \\\\n\u2013 a Science?\\\\\\\"\\\",\\n \\\"container_title\\\": \\\"Mississippi Valley Historical Review\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Gould\\\",\\n \\\"given\\\": \\\"Clarence P.\\\"\\n }\\n ],\\n \\\"issued\\\": \\\"1942\\\",\\n \\\"volume\\\": \\\"XXXII\\\",\\n \\\"page\\\": \\\"375-388\\\"\\n },\\n {\\n \\\"id\\\": \\\"28\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"\\\\\\\"Generality and Singularity in Historical Judgment\\\\\\\"\\\",\\n \\\"container_title\\\": \\\"Journal of Philosophy\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Hofstadter\\\",\\n \\\"given\\\": \\\"A.\\\"\\n }\\n ],\\n \\\"issued\\\": \\\"1945\\\",\\n \\\"volume\\\": \\\"XLII\\\",\\n \\\"page\\\": \\\"57-65\\\"\\n },\\n {\\n \\\"id\\\": \\\"29\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"\\\\\\\"Les nouvelles conceptions de l'histoire\\\\\\\"\\\",\\n \\\"container_title\\\": \\\"Revue philosophique\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Lenoble\\\",\\n \\\"given\\\": \\\"R.\\\"\\n }\\n ],\\n \\\"issued\\\": \\\"1944\\\",\\n \\\"volume\\\": \\\"CXXXV\\\",\\n \\\"page\\\": \\\"193-208, 324-348\\\"\\n },\\n {\\n \\\"id\\\": \\\"30\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"\\\\\\\"In History or Beyond History\\\\\\\"\\\",\\n \\\"container_title\\\": \\\"Harvard Theological Review\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"McCown\\\",\\n \\\"given\\\": \\\"C. C.\\\"\\n }\\n ],\\n \\\"issued\\\": \\\"1943\\\",\\n \\\"volume\\\": \\\"XXXVIII\\\",\\n \\\"page\\\": \\\"151-175\\\"\\n },\\n {\\n \\\"id\\\": \\\"31\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"\\\\\\\"History and the Social Science Research Council\\\\\\\"\\\",\\n \\\"container_title\\\": \\\"American Historical Review\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Nichols\\\",\\n \\\"given\\\": \\\"Roy F.\\\"\\n }\\n ],\\n \\\"issued\\\": \\\"1945\\\",\\n \\\"volume\\\": \\\"L\\\",\\n \\\"page\\\": \\\"491-499\\\"\\n },\\n {\\n \\\"id\\\": \\\"32\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"\\\\\\\"The Poverty of Historicism, Part III\\\\\\\"\\\",\\n \\\"container_title\\\": \\\"Economica\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Popper\\\",\\n \\\"given\\\": \\\"Karl\\\"\\n }\\n ],\\n \\\"issued\\\": \\\"1945\\\",\\n \\\"volume\\\": \\\"XII\\\",\\n \\\"page\\\": \\\"69-89\\\",\\n \\\"incomplete\\\": true\\n },\\n {\\n \\\"id\\\": \\\"33\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"\\\\\\\"History and the Historian\\\\\\\"\\\",\\n \\\"container_title\\\": \\\"Journal of Philosophy\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Weiss\\\",\\n \\\"given\\\": \\\"Paul\\\"\\n }\\n ],\\n \\\"issued\\\": \\\"1945\\\",\\n \\\"volume\\\": \\\"XLII\\\",\\n \\\"page\\\": \\\"169-179\\\"\\n },\\n {\\n \\\"id\\\": \\\"34\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"\\\\\\\"The Attack on the Historical Method\\\\\\\"\\\",\\n \\\"container_title\\\": \\\"Journal of Philosophy\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"White\\\",\\n \\\"given\\\": \\\"Morton G.\\\"\\n }\\n ],\\n \\\"issued\\\": \\\"1945\\\",\\n \\\"volume\\\": \\\"XLII\\\",\\n \\\"page\\\": \\\"314-331\\\",\\n \\\"incomplete\\\": true\\n }\\n ]\\n}\"}],\"role\":\"model\"},\"citation_metadata\":null,\"finish_message\":null,\"token_count\":null,\"finish_reason\":\"STOP\",\"url_context_metadata\":null,\"avg_logprobs\":null,\"grounding_metadata\":null,\"index\":0,\"logprobs_result\":null,\"safety_ratings\":null}],\"create_time\":null,\"model_version\":\"gemini-2.5-flash-lite\",\"prompt_feedback\":null,\"response_id\":\"Drx0ae-aFYXensEPk9W98AE\",\"usage_metadata\":{\"cache_tokens_details\":null,\"cached_content_token_count\":null,\"candidates_token_count\":2416,\"candidates_tokens_details\":null,\"prompt_token_count\":343,\"prompt_tokens_details\":[{\"modality\":\"TEXT\",\"token_count\":85},{\"modality\":\"IMAGE\",\"token_count\":258}],\"thoughts_token_count\":null,\"tool_use_prompt_token_count\":null,\"tool_use_prompt_tokens_details\":null,\"total_token_count\":2759,\"traffic_type\":null},\"automatic_function_calling_history\":[],\"parsed\":{\"metadata\":{\"title\":\"HISTORY AND THEORY\",\"year\":\"1945\",\"page_number\":3},\"entries\":[{\"id\":\"15\",\"type\":\"journal-article\",\"title\":\"\\\"The Open Society and Its Enemies\\\"\",\"container_title\":\"American Journal of Economics and Sociology\",\"author\":[{\"family\":\"Plamenatz\",\"given\":\"J.\"}],\"issued\":\"1951\",\"volume\":\"X\",\"page\":\"211-219\"},{\"id\":\"16\",\"type\":\"journal-article\",\"title\":\"\\\"The Open Society and Its Enemies\\\"\",\"container_title\":\"British Journal of Sociology\",\"author\":[{\"family\":\"Gombrich\",\"given\":\"E. H.\"}],\"issued\":\"1952\",\"volume\":\"III\",\"page\":\"264-273\"},{\"id\":\"17\",\"type\":\"journal-article\",\"title\":\"\\\"The Open Society \\n\u2013 a Comment\\\"\",\"container_title\":\"British Journal of Sociology\",\"author\":[{\"family\":\"Plamenatz\",\"given\":\"J.\"}],\"issued\":\"1952\",\"volume\":\"III\",\"page\":\"358-360\",\"incomplete\":true},{\"id\":\"18\",\"type\":\"journal-article\",\"title\":\"\\\"The Open Society \\n\u2013 a Rejoinder\\\"\",\"container_title\":\"British Journal of Sociology\",\"author\":[{\"family\":\"Cobban\",\"given\":\"Alfred\"}],\"issued\":\"1953\",\"volume\":\"IV\",\"page\":\"76-77\"},{\"id\":\"19\",\"type\":\"journal-article\",\"title\":\"\\\"The Open Society: a Reconsideration\\\"\",\"container_title\":\"Political Science Quarterly\",\"author\":[{\"family\":\"Bernal\",\"given\":\"J. D.\"}],\"issued\":\"1954\",\"volume\":\"LIX\",\"page\":\"119-126\"},{\"id\":\"20\",\"type\":\"journal-article\",\"title\":\"\\\"Has History a Meaning?\\\"\",\"container_title\":\"British Journal for the Philosophy of Science\",\"author\":[{\"family\":\"Bernal\",\"given\":\"J. D.\"}],\"issued\":\"1955\",\"volume\":\"VI\",\"page\":\"164-169\"},{\"id\":\"21\",\"type\":\"book\",\"title\":\"War and History\",\"author\":[{\"family\":\"Sumner\",\"given\":\"B. H.\"}],\"publisher\":\"Oliver and Boyd\",\"publisher_place\":\"Edinburgh\",\"issued\":\"1948\"},{\"id\":\"22\",\"type\":\"book\",\"title\":\"The Philosophy of American History\",\"author\":[{\"family\":\"Zucker\",\"given\":\"Morris\"}],\"publisher\":\"Arnold and Howard\",\"publisher_place\":\"New York\",\"volume\":\"2 vols.\"},{\"id\":\"23\",\"type\":\"journal-article\",\"title\":\"\\\"History as a Liberal Art\\\"\",\"container_title\":\"Journal of the History of Ideas\",\"author\":[{\"family\":\"Barzun\",\"given\":\"Jacques\"}],\"issued\":\"1943\",\"volume\":\"VI\",\"page\":\"81-88\"},{\"id\":\"24\",\"type\":\"journal-article\",\"title\":\"\\\"The Study of Contemporary History: Some Further Reflections\\\"\",\"container_title\":\"History N. S.\",\"author\":[{\"family\":\"Beloff\",\"given\":\"Max\"}],\"issued\":\"1947\",\"volume\":\"XXX\",\"page\":\"75-84\"},{\"id\":\"25\",\"type\":\"book\",\"title\":\"\\\"Appunti sullo \\n'storicismo'\\\"\",\"container_title\":\"Societ\u00e0\",\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"publisher\":\"Einaudi\",\"publisher_place\":\"Torino\",\"issued\":\"1959\",\"volume\":\"I\",\"page\":\"1-45\",\"reprint\":\"D. Cantimori, Studi di storia\"},{\"id\":\"26\",\"type\":\"journal-article\",\"title\":\"\\\"The Meaning of History\\\"\",\"container_title\":\"Ethics\",\"author\":[{\"family\":\"Coulborn\",\"given\":\"Rushton\"}],\"issued\":\"1945\",\"volume\":\"LV\",\"page\":\"46-63\"},{\"id\":\"27\",\"type\":\"journal-article\",\"title\":\"\\\"History \\n\u2013 a Science?\\\"\",\"container_title\":\"Mississippi Valley Historical Review\",\"author\":[{\"family\":\"Gould\",\"given\":\"Clarence P.\"}],\"issued\":\"1942\",\"volume\":\"XXXII\",\"page\":\"375-388\"},{\"id\":\"28\",\"type\":\"journal-article\",\"title\":\"\\\"Generality and Singularity in Historical Judgment\\\"\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Hofstadter\",\"given\":\"A.\"}],\"issued\":\"1945\",\"volume\":\"XLII\",\"page\":\"57-65\"},{\"id\":\"29\",\"type\":\"journal-article\",\"title\":\"\\\"Les nouvelles conceptions de l'histoire\\\"\",\"container_title\":\"Revue philosophique\",\"author\":[{\"family\":\"Lenoble\",\"given\":\"R.\"}],\"issued\":\"1944\",\"volume\":\"CXXXV\",\"page\":\"193-208, 324-348\"},{\"id\":\"30\",\"type\":\"journal-article\",\"title\":\"\\\"In History or Beyond History\\\"\",\"container_title\":\"Harvard Theological Review\",\"author\":[{\"family\":\"McCown\",\"given\":\"C. C.\"}],\"issued\":\"1943\",\"volume\":\"XXXVIII\",\"page\":\"151-175\"},{\"id\":\"31\",\"type\":\"journal-article\",\"title\":\"\\\"History and the Social Science Research Council\\\"\",\"container_title\":\"American Historical Review\",\"author\":[{\"family\":\"Nichols\",\"given\":\"Roy F.\"}],\"issued\":\"1945\",\"volume\":\"L\",\"page\":\"491-499\"},{\"id\":\"32\",\"type\":\"journal-article\",\"title\":\"\\\"The Poverty of Historicism, Part III\\\"\",\"container_title\":\"Economica\",\"author\":[{\"family\":\"Popper\",\"given\":\"Karl\"}],\"issued\":\"1945\",\"volume\":\"XII\",\"page\":\"69-89\",\"incomplete\":true},{\"id\":\"33\",\"type\":\"journal-article\",\"title\":\"\\\"History and the Historian\\\"\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Weiss\",\"given\":\"Paul\"}],\"issued\":\"1945\",\"volume\":\"XLII\",\"page\":\"169-179\"},{\"id\":\"34\",\"type\":\"journal-article\",\"title\":\"\\\"The Attack on the Historical Method\\\"\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"White\",\"given\":\"Morton G.\"}],\"issued\":\"1945\",\"volume\":\"XLII\",\"page\":\"314-331\",\"incomplete\":true}]}}"}, "scoring": {"fuzzy": 0.6695029665090245, "cost_summary": {"total_input_tokens": 1716, "total_output_tokens": 9769, "total_tokens": 11485, "input_cost_usd": 0.0001716, "output_cost_usd": 0.003907600000000001, "total_cost_usd": 0.0040792}}, "normalized_score": 66.95029665090246}, {"_id": {"$oid": "69ce22c0214d8cd071ad01e3"}, "test_id": "T0033", "benchmark": "bibliographic_data", "date": "2026-01-24", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "genai", "model": "gemini-2.0-flash-lite", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"BIBLIOGRAPHY\",\"year\":\"1947\",\"page_number\":9},\"entries\":[{\"id\":\"140\",\"type\":\"book\",\"title\":\"Why We Read History\",\"container_title\":null,\"author\":[{\"family\":\"Smellie\",\"given\":\"K. B.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":\"London\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"141\",\"type\":\"book\",\"title\":\"A Study of History\",\"container_title\":null,\"author\":[{\"family\":\"Toynbee\",\"given\":\"Arnold J.\"}],\"note\":\"abridged by D. C. Somervell\",\"publisher\":null,\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"142\",\"type\":\"book\",\"title\":\"In den spiegel van het verleden: historische opstellen\",\"container_title\":null,\"author\":[{\"family\":\"Verberne\",\"given\":\"L. G. J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":\"Utrecht, Antwerpen\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"143\",\"type\":\"book\",\"title\":\"Esquemas de metodolog\u00eda eclesi\u00e1stica\",\"container_title\":null,\"author\":[{\"family\":\"Vevir\",\"given\":\"Jos\u00e9\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":\"Barcelona\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"144\",\"type\":\"book\",\"title\":\"Sinn und Ziel der Geschichte\",\"container_title\":null,\"author\":[{\"family\":\"Walz\",\"given\":\"Hans H.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":\"Bonn\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"145\",\"type\":\"other\",\"title\":\"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\"container_title\":null,\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":\"Milano\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"146\",\"type\":\"journal-article\",\"title\":\"Storia e materialismo storico\",\"container_title\":null,\"author\":[{\"family\":\"Drago\",\"given\":\"Pietro C.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I\",\"page\":\"109-117\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"147\",\"type\":\"journal-article\",\"title\":\"Critica del giudizio storico\",\"container_title\":null,\"author\":[{\"family\":\"Fazio-Allmayer\",\"given\":\"Vito\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I\",\"page\":\"281-290\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"148\",\"type\":\"journal-article\",\"title\":\"Forza e spirito nella storia\",\"container_title\":null,\"author\":[{\"family\":\"Nyman\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I\",\"page\":\"191-200\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"149\",\"type\":\"journal-article\",\"title\":\"Sur le concept d'histoire\",\"container_title\":null,\"author\":[{\"family\":\"Benjamin\",\"given\":\"Walter\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"II\",\"page\":\"623-634\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"150\",\"type\":\"journal-article\",\"title\":\"Philosophy of History\",\"container_title\":null,\"author\":[{\"family\":\"Boodin\",\"given\":\"John E.\"}],\"note\":\"in Dagobert D. Runes, ed., 20th Century Philosophy, New York: Philosophical Library, 89-106\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"151\",\"type\":\"journal-article\",\"title\":\"De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty\",\"container_title\":null,\"author\":[{\"family\":\"Caillois\",\"given\":\"R. P.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"II\",\"page\":\"57-85\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"152\",\"type\":\"journal-article\",\"title\":\"Commemorazione di Adolfo Omodeo\",\"container_title\":null,\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"note\":\"Annali della Scuola Normale di Pisa, fasc. 3-4; (reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959)\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"153\",\"type\":\"journal-article\",\"title\":\"The Historian and the Philosophy of Science\",\"container_title\":null,\"author\":[{\"family\":\"Cowan\",\"given\":\"Thomas\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXVIII\",\"page\":\"11-18\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"154\",\"type\":\"journal-article\",\"title\":\"History as a Science\",\"container_title\":null,\"author\":[{\"family\":\"Crawford\",\"given\":\"R. M.\"}],\"note\":\"Historical Studies: Australia and New Zealand III, 153-175\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"155\",\"type\":\"journal-article\",\"title\":\"Christianisme et histoire\",\"container_title\":null,\"author\":[{\"family\":\"Dani\u00e9lou\",\"given\":\"J.\"}],\"note\":\"Etudes CCLIV, 166-184\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"156\",\"type\":\"journal-article\",\"title\":\"Wahrheit der Geschichte. Geschichte der Wahrheit\",\"container_title\":null,\"author\":[{\"family\":\"Dell\",\"given\":\"Stanley\"}],\"note\":\"Amerikanische Rundschau III, 44-53\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"157\",\"type\":\"journal-article\",\"title\":\"The Idea of Progress\",\"container_title\":null,\"author\":[{\"family\":\"Fay\",\"given\":\"Sidney B.\"}],\"note\":\"American Historical Review LII, 231-246\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"158\",\"type\":\"journal-article\",\"title\":\"Th\u00e9ologie et histoire\",\"container_title\":null,\"author\":[{\"family\":\"Fessard\",\"given\":\"Gaston\"}],\"note\":\"Dieu vivant VIII, 39-65\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"159\",\"type\":\"journal-article\",\"title\":\"Acton, Creighton, and Lea: a Study in History and Ethics\",\"container_title\":null,\"author\":[{\"family\":\"Fish\",\"given\":\"Andrew\"}],\"note\":\"Pacific Historical Review XVI, 59-69\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"160\",\"type\":\"journal-article\",\"title\":\"Le conscience historique en Italie\",\"container_title\":null,\"author\":[{\"family\":\"Garosci\",\"given\":\"A.\"}],\"note\":\"Les temps modernes III, 23-24\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false}]}", "model": "gemini-2.0-flash-lite", "provider": "genai", "finish_reason": "STOP", "usage": {"input_tokens": 2063, "output_tokens": 2132, "total_tokens": 4195, "input_cost_usd": 0.000154725, "output_cost_usd": 0.0006396, "estimated_cost_usd": 0.000794325}, "duration": 13.217582941055298, "timestamp": "2026-01-24T11:08:00.357172", "parsed": {"metadata": {"title": "BIBLIOGRAPHY", "year": "1947", "page_number": 9}, "entries": [{"id": "140", "type": "book", "title": "Why We Read History", "author": [{"family": "Smellie", "given": "K. B."}], "publisher_place": "London", "page": null, "incomplete": false}, {"id": "141", "type": "book", "title": "A Study of History", "author": [{"family": "Toynbee", "given": "Arnold J."}], "note": "abridged by D. C. Somervell", "publisher_place": "New York", "incomplete": false}, {"id": "142", "type": "book", "title": "In den spiegel van het verleden: historische opstellen", "author": [{"family": "Verberne", "given": "L. G. J."}], "publisher_place": "Utrecht, Antwerpen", "incomplete": false}, {"id": "143", "type": "book", "title": "Esquemas de metodolog\u00eda eclesi\u00e1stica", "author": [{"family": "Vevir", "given": "Jos\u00e9"}], "publisher_place": "Barcelona", "incomplete": false}, {"id": "144", "type": "book", "title": "Sinn und Ziel der Geschichte", "author": [{"family": "Walz", "given": "Hans H."}], "publisher_place": "Bonn", "incomplete": false}, {"id": "145", "type": "other", "title": "Atti del congresso internazionale di filosofia 15-20 November, 1946", "publisher_place": "Milano", "incomplete": false}, {"id": "146", "type": "journal-article", "title": "Storia e materialismo storico", "author": [{"family": "Drago", "given": "Pietro C."}], "volume": "I", "page": "109-117", "incomplete": false}, {"id": "147", "type": "journal-article", "title": "Critica del giudizio storico", "author": [{"family": "Fazio-Allmayer", "given": "Vito"}], "volume": "I", "page": "281-290", "incomplete": false}, {"id": "148", "type": "journal-article", "title": "Forza e spirito nella storia", "author": [{"family": "Nyman", "given": "A."}], "volume": "I", "page": "191-200", "incomplete": false}, {"id": "149", "type": "journal-article", "title": "Sur le concept d'histoire", "author": [{"family": "Benjamin", "given": "Walter"}], "volume": "II", "page": "623-634", "incomplete": false}, {"id": "150", "type": "journal-article", "title": "Philosophy of History", "author": [{"family": "Boodin", "given": "John E."}], "note": "in Dagobert D. Runes, ed., 20th Century Philosophy, New York: Philosophical Library, 89-106", "incomplete": false}, {"id": "151", "type": "journal-article", "title": "De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty", "author": [{"family": "Caillois", "given": "R. P."}], "volume": "II", "page": "57-85", "incomplete": false}, {"id": "152", "type": "journal-article", "title": "Commemorazione di Adolfo Omodeo", "author": [{"family": "Cantimori", "given": "Delio"}], "note": "Annali della Scuola Normale di Pisa, fasc. 3-4; (reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959)", "incomplete": false}, {"id": "153", "type": "journal-article", "title": "The Historian and the Philosophy of Science", "author": [{"family": "Cowan", "given": "Thomas"}], "volume": "XXXVIII", "page": "11-18", "incomplete": false}, {"id": "154", "type": "journal-article", "title": "History as a Science", "author": [{"family": "Crawford", "given": "R. M."}], "note": "Historical Studies: Australia and New Zealand III, 153-175", "incomplete": false}, {"id": "155", "type": "journal-article", "title": "Christianisme et histoire", "author": [{"family": "Dani\u00e9lou", "given": "J."}], "note": "Etudes CCLIV, 166-184", "incomplete": false}, {"id": "156", "type": "journal-article", "title": "Wahrheit der Geschichte. Geschichte der Wahrheit", "author": [{"family": "Dell", "given": "Stanley"}], "note": "Amerikanische Rundschau III, 44-53", "incomplete": false}, {"id": "157", "type": "journal-article", "title": "The Idea of Progress", "author": [{"family": "Fay", "given": "Sidney B."}], "note": "American Historical Review LII, 231-246", "incomplete": false}, {"id": "158", "type": "journal-article", "title": "Th\u00e9ologie et histoire", "author": [{"family": "Fessard", "given": "Gaston"}], "note": "Dieu vivant VIII, 39-65", "incomplete": false}, {"id": "159", "type": "journal-article", "title": "Acton, Creighton, and Lea: a Study in History and Ethics", "author": [{"family": "Fish", "given": "Andrew"}], "note": "Pacific Historical Review XVI, 59-69", "incomplete": false}, {"id": "160", "type": "journal-article", "title": "Le conscience historique en Italie", "author": [{"family": "Garosci", "given": "A."}], "note": "Les temps modernes III, 23-24", "incomplete": false}]}, "conversation_id": "6de46030-49d6-4dd9-bbc9-e6e2d10a5b0a", "score": {"fuzzy": 0.2857152302931111}, "raw_response": "{\"sdk_http_response\":{\"headers\":{\"content-type\":\"application/json; charset=UTF-8\",\"vary\":\"Origin, X-Origin, Referer\",\"content-encoding\":\"gzip\",\"date\":\"Sat, 24 Jan 2026 10:08:00 GMT\",\"server\":\"scaffolding on HTTPServer2\",\"x-xss-protection\":\"0\",\"x-frame-options\":\"SAMEORIGIN\",\"x-content-type-options\":\"nosniff\",\"server-timing\":\"gfet4t7; dur=12959\",\"alt-svc\":\"h3=\\\":443\\\"; ma=2592000,h3-29=\\\":443\\\"; ma=2592000\",\"transfer-encoding\":\"chunked\"},\"body\":null},\"candidates\":[{\"content\":{\"parts\":[{\"video_metadata\":null,\"thought\":null,\"inline_data\":null,\"file_data\":null,\"thought_signature\":null,\"function_call\":null,\"code_execution_result\":null,\"executable_code\":null,\"function_response\":null,\"text\":\"{\\n \\\"metadata\\\": {\\n \\\"title\\\": \\\"BIBLIOGRAPHY\\\",\\n \\\"year\\\": \\\"1947\\\",\\n \\\"page_number\\\": 9\\n },\\n \\\"entries\\\": [\\n {\\n \\\"id\\\": \\\"140\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Why We Read History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Smellie\\\",\\n \\\"given\\\": \\\"K. B.\\\"\\n }\\n ],\\n \\\"publisher_place\\\": \\\"London\\\",\\n \\\"page\\\": null,\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"141\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"A Study of History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Toynbee\\\",\\n \\\"given\\\": \\\"Arnold J.\\\"\\n }\\n ],\\n \\\"note\\\": \\\"abridged by D. C. Somervell\\\",\\n \\\"publisher_place\\\": \\\"New York\\\",\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"142\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"In den spiegel van het verleden: historische opstellen\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Verberne\\\",\\n \\\"given\\\": \\\"L. G. J.\\\"\\n }\\n ],\\n \\\"publisher_place\\\": \\\"Utrecht, Antwerpen\\\",\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"143\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Esquemas de metodolog\u00eda eclesi\u00e1stica\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Vevir\\\",\\n \\\"given\\\": \\\"Jos\u00e9\\\"\\n }\\n ],\\n \\\"publisher_place\\\": \\\"Barcelona\\\",\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"144\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Sinn und Ziel der Geschichte\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Walz\\\",\\n \\\"given\\\": \\\"Hans H.\\\"\\n }\\n ],\\n \\\"publisher_place\\\": \\\"Bonn\\\",\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"145\\\",\\n \\\"type\\\": \\\"other\\\",\\n \\\"title\\\": \\\"Atti del congresso internazionale di filosofia 15-20 November, 1946\\\",\\n \\\"publisher_place\\\": \\\"Milano\\\",\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"146\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Storia e materialismo storico\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Drago\\\",\\n \\\"given\\\": \\\"Pietro C.\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"I\\\",\\n \\\"page\\\": \\\"109-117\\\",\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"147\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Critica del giudizio storico\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Fazio-Allmayer\\\",\\n \\\"given\\\": \\\"Vito\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"I\\\",\\n \\\"page\\\": \\\"281-290\\\",\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"148\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Forza e spirito nella storia\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Nyman\\\",\\n \\\"given\\\": \\\"A.\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"I\\\",\\n \\\"page\\\": \\\"191-200\\\",\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"149\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Sur le concept d'histoire\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Benjamin\\\",\\n \\\"given\\\": \\\"Walter\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"II\\\",\\n \\\"page\\\": \\\"623-634\\\",\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"150\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Philosophy of History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Boodin\\\",\\n \\\"given\\\": \\\"John E.\\\"\\n }\\n ],\\n \\\"note\\\": \\\"in Dagobert D. Runes, ed., 20th Century Philosophy, New York: Philosophical Library, 89-106\\\",\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"151\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Caillois\\\",\\n \\\"given\\\": \\\"R. P.\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"II\\\",\\n \\\"page\\\": \\\"57-85\\\",\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"152\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Commemorazione di Adolfo Omodeo\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Cantimori\\\",\\n \\\"given\\\": \\\"Delio\\\"\\n }\\n ],\\n \\\"note\\\": \\\"Annali della Scuola Normale di Pisa, fasc. 3-4; (reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959)\\\",\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"153\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Historian and the Philosophy of Science\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Cowan\\\",\\n \\\"given\\\": \\\"Thomas\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"XXXVIII\\\",\\n \\\"page\\\": \\\"11-18\\\",\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"154\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"History as a Science\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Crawford\\\",\\n \\\"given\\\": \\\"R. M.\\\"\\n }\\n ],\\n \\\"note\\\": \\\"Historical Studies: Australia and New Zealand III, 153-175\\\",\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"155\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Christianisme et histoire\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Dani\u00e9lou\\\",\\n \\\"given\\\": \\\"J.\\\"\\n }\\n ],\\n \\\"note\\\": \\\"Etudes CCLIV, 166-184\\\",\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"156\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Wahrheit der Geschichte. Geschichte der Wahrheit\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Dell\\\",\\n \\\"given\\\": \\\"Stanley\\\"\\n }\\n ],\\n \\\"note\\\": \\\"Amerikanische Rundschau III, 44-53\\\",\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"157\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Idea of Progress\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Fay\\\",\\n \\\"given\\\": \\\"Sidney B.\\\"\\n }\\n ],\\n \\\"note\\\": \\\"American Historical Review LII, 231-246\\\",\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"158\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Th\u00e9ologie et histoire\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Fessard\\\",\\n \\\"given\\\": \\\"Gaston\\\"\\n }\\n ],\\n \\\"note\\\": \\\"Dieu vivant VIII, 39-65\\\",\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"159\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Acton, Creighton, and Lea: a Study in History and Ethics\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Fish\\\",\\n \\\"given\\\": \\\"Andrew\\\"\\n }\\n ],\\n \\\"note\\\": \\\"Pacific Historical Review XVI, 59-69\\\",\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"160\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Le conscience historique en Italie\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Garosci\\\",\\n \\\"given\\\": \\\"A.\\\"\\n }\\n ],\\n \\\"note\\\": \\\"Les temps modernes III, 23-24\\\",\\n \\\"incomplete\\\": false\\n }\\n ]\\n}\"}],\"role\":\"model\"},\"citation_metadata\":null,\"finish_message\":null,\"token_count\":null,\"finish_reason\":\"STOP\",\"url_context_metadata\":null,\"avg_logprobs\":-0.004196544525547278,\"grounding_metadata\":null,\"index\":null,\"logprobs_result\":null,\"safety_ratings\":null}],\"create_time\":null,\"model_version\":\"gemini-2.0-flash-lite\",\"prompt_feedback\":null,\"response_id\":\"85l0aY-qJ6_j7M8Pmsr0yAo\",\"usage_metadata\":{\"cache_tokens_details\":null,\"cached_content_token_count\":null,\"candidates_token_count\":2132,\"candidates_tokens_details\":[{\"modality\":\"TEXT\",\"token_count\":2132}],\"prompt_token_count\":2063,\"prompt_tokens_details\":[{\"modality\":\"TEXT\",\"token_count\":257},{\"modality\":\"IMAGE\",\"token_count\":1806}],\"thoughts_token_count\":null,\"tool_use_prompt_token_count\":null,\"tool_use_prompt_tokens_details\":null,\"total_token_count\":4195,\"traffic_type\":null},\"automatic_function_calling_history\":[],\"parsed\":{\"metadata\":{\"title\":\"BIBLIOGRAPHY\",\"year\":\"1947\",\"page_number\":9},\"entries\":[{\"id\":\"140\",\"type\":\"book\",\"title\":\"Why We Read History\",\"author\":[{\"family\":\"Smellie\",\"given\":\"K. B.\"}],\"publisher_place\":\"London\",\"page\":null,\"incomplete\":false},{\"id\":\"141\",\"type\":\"book\",\"title\":\"A Study of History\",\"author\":[{\"family\":\"Toynbee\",\"given\":\"Arnold J.\"}],\"note\":\"abridged by D. C. Somervell\",\"publisher_place\":\"New York\",\"incomplete\":false},{\"id\":\"142\",\"type\":\"book\",\"title\":\"In den spiegel van het verleden: historische opstellen\",\"author\":[{\"family\":\"Verberne\",\"given\":\"L. G. J.\"}],\"publisher_place\":\"Utrecht, Antwerpen\",\"incomplete\":false},{\"id\":\"143\",\"type\":\"book\",\"title\":\"Esquemas de metodolog\u00eda eclesi\u00e1stica\",\"author\":[{\"family\":\"Vevir\",\"given\":\"Jos\u00e9\"}],\"publisher_place\":\"Barcelona\",\"incomplete\":false},{\"id\":\"144\",\"type\":\"book\",\"title\":\"Sinn und Ziel der Geschichte\",\"author\":[{\"family\":\"Walz\",\"given\":\"Hans H.\"}],\"publisher_place\":\"Bonn\",\"incomplete\":false},{\"id\":\"145\",\"type\":\"other\",\"title\":\"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\"publisher_place\":\"Milano\",\"incomplete\":false},{\"id\":\"146\",\"type\":\"journal-article\",\"title\":\"Storia e materialismo storico\",\"author\":[{\"family\":\"Drago\",\"given\":\"Pietro C.\"}],\"volume\":\"I\",\"page\":\"109-117\",\"incomplete\":false},{\"id\":\"147\",\"type\":\"journal-article\",\"title\":\"Critica del giudizio storico\",\"author\":[{\"family\":\"Fazio-Allmayer\",\"given\":\"Vito\"}],\"volume\":\"I\",\"page\":\"281-290\",\"incomplete\":false},{\"id\":\"148\",\"type\":\"journal-article\",\"title\":\"Forza e spirito nella storia\",\"author\":[{\"family\":\"Nyman\",\"given\":\"A.\"}],\"volume\":\"I\",\"page\":\"191-200\",\"incomplete\":false},{\"id\":\"149\",\"type\":\"journal-article\",\"title\":\"Sur le concept d'histoire\",\"author\":[{\"family\":\"Benjamin\",\"given\":\"Walter\"}],\"volume\":\"II\",\"page\":\"623-634\",\"incomplete\":false},{\"id\":\"150\",\"type\":\"journal-article\",\"title\":\"Philosophy of History\",\"author\":[{\"family\":\"Boodin\",\"given\":\"John E.\"}],\"note\":\"in Dagobert D. Runes, ed., 20th Century Philosophy, New York: Philosophical Library, 89-106\",\"incomplete\":false},{\"id\":\"151\",\"type\":\"journal-article\",\"title\":\"De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty\",\"author\":[{\"family\":\"Caillois\",\"given\":\"R. P.\"}],\"volume\":\"II\",\"page\":\"57-85\",\"incomplete\":false},{\"id\":\"152\",\"type\":\"journal-article\",\"title\":\"Commemorazione di Adolfo Omodeo\",\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"note\":\"Annali della Scuola Normale di Pisa, fasc. 3-4; (reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959)\",\"incomplete\":false},{\"id\":\"153\",\"type\":\"journal-article\",\"title\":\"The Historian and the Philosophy of Science\",\"author\":[{\"family\":\"Cowan\",\"given\":\"Thomas\"}],\"volume\":\"XXXVIII\",\"page\":\"11-18\",\"incomplete\":false},{\"id\":\"154\",\"type\":\"journal-article\",\"title\":\"History as a Science\",\"author\":[{\"family\":\"Crawford\",\"given\":\"R. M.\"}],\"note\":\"Historical Studies: Australia and New Zealand III, 153-175\",\"incomplete\":false},{\"id\":\"155\",\"type\":\"journal-article\",\"title\":\"Christianisme et histoire\",\"author\":[{\"family\":\"Dani\u00e9lou\",\"given\":\"J.\"}],\"note\":\"Etudes CCLIV, 166-184\",\"incomplete\":false},{\"id\":\"156\",\"type\":\"journal-article\",\"title\":\"Wahrheit der Geschichte. Geschichte der Wahrheit\",\"author\":[{\"family\":\"Dell\",\"given\":\"Stanley\"}],\"note\":\"Amerikanische Rundschau III, 44-53\",\"incomplete\":false},{\"id\":\"157\",\"type\":\"journal-article\",\"title\":\"The Idea of Progress\",\"author\":[{\"family\":\"Fay\",\"given\":\"Sidney B.\"}],\"note\":\"American Historical Review LII, 231-246\",\"incomplete\":false},{\"id\":\"158\",\"type\":\"journal-article\",\"title\":\"Th\u00e9ologie et histoire\",\"author\":[{\"family\":\"Fessard\",\"given\":\"Gaston\"}],\"note\":\"Dieu vivant VIII, 39-65\",\"incomplete\":false},{\"id\":\"159\",\"type\":\"journal-article\",\"title\":\"Acton, Creighton, and Lea: a Study in History and Ethics\",\"author\":[{\"family\":\"Fish\",\"given\":\"Andrew\"}],\"note\":\"Pacific Historical Review XVI, 59-69\",\"incomplete\":false},{\"id\":\"160\",\"type\":\"journal-article\",\"title\":\"Le conscience historique en Italie\",\"author\":[{\"family\":\"Garosci\",\"given\":\"A.\"}],\"note\":\"Les temps modernes III, 23-24\",\"incomplete\":false}]}}"}, "scoring": {"fuzzy": 0.5102739660744406, "cost_summary": {"total_input_tokens": 10311, "total_output_tokens": 10375, "total_tokens": 20686, "input_cost_usd": 0.0007733249999999999, "output_cost_usd": 0.0031125000000000002, "total_cost_usd": 0.003885825}}, "normalized_score": 51.02739660744406}, {"_id": {"$oid": "69ce22c0214d8cd071ad01e4"}, "test_id": "T0253", "benchmark": "bibliographic_data", "date": "2026-01-24", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openrouter", "model": "qwen/qwen3-vl-30b-a3b-instruct", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"Books\",\"year\":\"1946\",\"page_number\":4},\"entries\":[{\"id\":\"Baek_1946\",\"type\":\"book\",\"title\":\"Der Sinn der Geschichte\",\"container_title\":\"Der Sinn der Geschichte\",\"author\":[{\"family\":\"Baek\",\"given\":\"Leo\"}],\"note\":\"Berlin: Habel.\",\"publisher\":\"Habel\",\"editor\":[],\"publisher_place\":\"Berlin\",\"issued\":\"1946\",\"event_date\":\"1946\",\"related\":[],\"relation\":\"\",\"volume\":\"\",\"page\":\"34\",\"fascicle\":\"\",\"reprint\":\"\",\"edition\":\"1\",\"incomplete\":false},{\"id\":\"Bryant_1946\",\"type\":\"book\",\"title\":\"The Art of Writing History\",\"container_title\":\"The Art of Writing History\",\"author\":[{\"family\":\"Bryant\",\"given\":\"Arthur\"}],\"note\":\"Oxford: Oxford University Press.\",\"publisher\":\"Oxford University Press\",\"editor\":[],\"publisher_place\":\"Oxford\",\"issued\":\"1946\",\"event_date\":\"1946\",\"related\":[],\"relation\":\"\",\"volume\":\"\",\"page\":\"35\",\"fascicle\":\"\",\"reprint\":\"\",\"edition\":\"1\",\"incomplete\":false},{\"id\":\"Ca\u00f1al_Barrachina_1946\",\"type\":\"book\",\"title\":\"Historia y destino\",\"container_title\":\"Historia y destino\",\"author\":[{\"family\":\"Ca\u00f1al Barrachina\",\"given\":\"Avelino\"}],\"note\":\"Havana: Ucar, Garc\u00eda.\",\"publisher\":\"Ucar, Garc\u00eda\",\"editor\":[],\"publisher_place\":\"Havana\",\"issued\":\"1946\",\"event_date\":\"1946\",\"related\":[],\"relation\":\"\",\"volume\":\"\",\"page\":\"36\",\"fascicle\":\"\",\"reprint\":\"\",\"edition\":\"1\",\"incomplete\":false},{\"id\":\"Collingwood_1946\",\"type\":\"book\",\"title\":\"The Idea of History\",\"container_title\":\"The Idea of History\",\"author\":[{\"family\":\"Collingwood\",\"given\":\"R. G.\"}],\"note\":\"Oxford: Clarendon (In German: Philosophie der Geschichte, trans. by Gertrud Herding, Stuttgart: Kohlhammer, 1955).\",\"publisher\":\"Clarendon\",\"editor\":[],\"publisher_place\":\"Oxford\",\"issued\":\"1946\",\"event_date\":\"1946\",\"related\":[],\"relation\":\"\",\"volume\":\"\",\"page\":\"37\",\"fascicle\":\"\",\"reprint\":\"\",\"edition\":\"1\",\"incomplete\":false},{\"id\":\"Webb_1946\",\"type\":\"journal-article\",\"title\":\"Hibbert Journal\",\"container_title\":\"Hibbert Journal\",\"author\":[{\"family\":\"Webb\",\"given\":\"C. C. J.\"}],\"note\":\"XLV (1946), 83-86.\",\"publisher\":\"\",\"editor\":[],\"publisher_place\":\"\",\"issued\":\"1946\",\"event_date\":\"1946\",\"related\":[],\"relation\":\"Collingwood_1946\",\"volume\":\"XLV\",\"page\":\"38\",\"fascicle\":\"\",\"reprint\":\"\",\"edition\":\"1\",\"incomplete\":false},{\"id\":\"Flenley_1946\",\"type\":\"journal-article\",\"title\":\"Collingwood's Idea of History\",\"container_title\":\"Canadian Historical Review\",\"author\":[{\"family\":\"Flenley\",\"given\":\"R.\"}],\"note\":\"XXVIII (1947), 68-72.\",\"publisher\":\"\",\"editor\":[],\"publisher_place\":\"\",\"issued\":\"1946\",\"event_date\":\"1946\",\"related\":[],\"relation\":\"Collingwood_1946\",\"volume\":\"XXVIII\",\"page\":\"39\",\"fascicle\":\"\",\"reprint\":\"\",\"edition\":\"1\",\"incomplete\":false},{\"id\":\"Mandelbaum_1946\",\"type\":\"journal-article\",\"title\":\"Journal of Philosophy\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Mandelbaum\",\"given\":\"M.\"}],\"note\":\"XLIV (1947), 184-188.\",\"publisher\":\"\",\"editor\":[],\"publisher_place\":\"\",\"issued\":\"1946\",\"event_date\":\"1946\",\"related\":[],\"relation\":\"Collingwood_1946\",\"volume\":\"XLIV\",\"page\":\"40\",\"fascicle\":\"\",\"reprint\":\"\",\"edition\":\"1\",\"incomplete\":false},{\"id\":\"Murphy_1946\",\"type\":\"journal-article\",\"title\":\"Philosophical Review\",\"container_title\":\"Philosophical Review\",\"author\":[{\"family\":\"Murphy\",\"given\":\"A. E.\"}],\"note\":\"LVI (1947), 587-592.\",\"publisher\":\"\",\"editor\":[],\"publisher_place\":\"\",\"issued\":\"1946\",\"event_date\":\"1946\",\"related\":[],\"relation\":\"Collingwood_1946\",\"volume\":\"LVI\",\"page\":\"41\",\"fascicle\":\"\",\"reprint\":\"\",\"edition\":\"1\",\"incomplete\":false},{\"id\":\"Walsh_1946\",\"type\":\"journal-article\",\"title\":\"Discussion: R. G. Collingwood's Philosophy of History\",\"container_title\":\"Philosophy\",\"author\":[{\"family\":\"Walsh\",\"given\":\"W. H.\"}],\"note\":\"XXII (1947), 153-160.\",\"publisher\":\"\",\"editor\":[],\"publisher_place\":\"\",\"issued\":\"1946\",\"event_date\":\"1946\",\"related\":[],\"relation\":\"Collingwood_1946\",\"volume\":\"XXII\",\"page\":\"42\",\"fascicle\":\"\",\"reprint\":\"\",\"edition\":\"1\",\"incomplete\":false},{\"id\":\"Buchdahl_1946\",\"type\":\"journal-article\",\"title\":\"Logic and History\",\"container_title\":\"Australasian Journal of Philosophy\",\"author\":[{\"family\":\"Buchdahl\",\"given\":\"G.\"}],\"note\":\"XXVI (1948), 94-114.\",\"publisher\":\"\",\"editor\":[],\"publisher_place\":\"\",\"issued\":\"1946\",\"event_date\":\"1946\",\"related\":[],\"relation\":\"Collingwood_1946\",\"volume\":\"XXVI\",\"page\":\"43\",\"fascicle\":\"\",\"reprint\":\"\",\"edition\":\"1\",\"incomplete\":false},{\"id\":\"Strauss_1946\",\"type\":\"journal-article\",\"title\":\"On Collingwood's Philosophy of History\",\"container_title\":\"Review of Metaphysics\",\"author\":[{\"family\":\"Strauss\",\"given\":\"Leo\"}],\"note\":\"V (1952), 559-586.\",\"publisher\":\"\",\"editor\":[],\"publisher_place\":\"\",\"issued\":\"1946\",\"event_date\":\"1946\",\"related\":[],\"relation\":\"Collingwood_1946\",\"volume\":\"V\",\"page\":\"44\",\"fascicle\":\"\",\"reprint\":\"\",\"edition\":\"1\",\"incomplete\":false},{\"id\":\"Gardiner_1946\",\"type\":\"journal-article\",\"title\":\"The 'Objects' of Historical Knowledge\",\"container_title\":\"Philosophy\",\"author\":[{\"family\":\"Gardiner\",\"given\":\"P. L.\"}],\"note\":\"XXVII (1952), 211-220.\",\"publisher\":\"\",\"editor\":[],\"publisher_place\":\"\",\"issued\":\"1946\",\"event_date\":\"1946\",\"related\":[],\"relation\":\"Collingwood_1946\",\"volume\":\"XXVII\",\"page\":\"45\",\"fascicle\":\"\",\"reprint\":\"\",\"edition\":\"1\",\"incomplete\":false},{\"id\":\"Harris_1946\",\"type\":\"journal-article\",\"title\":\"Collingwood's Idea of History\",\"container_title\":\"History N. S.\",\"author\":[{\"family\":\"Harris\",\"given\":\"R. W.\"}],\"note\":\"XXXVII (1952), 1-7.\",\"publisher\":\"\",\"editor\":[],\"publisher_place\":\"\",\"issued\":\"1946\",\"event_date\":\"1946\",\"related\":[],\"relation\":\"Collingwood_1946\",\"volume\":\"XXXVII\",\"page\":\"46\",\"fascicle\":\"\",\"reprint\":\"\",\"edition\":\"1\",\"incomplete\":false},{\"id\":\"Hartt_1946\",\"type\":\"journal-article\",\"title\":\"Metaphysics, History, and Civilization: Collingwood's Account of Their Interrelationship\",\"container_title\":\"Journal of Religion\",\"author\":[{\"family\":\"Hartt\",\"given\":\"J. N.\"}],\"note\":\"XXXIII (1953), 198-211.\",\"publisher\":\"\",\"editor\":[],\"publisher_place\":\"\",\"issued\":\"1946\",\"event_date\":\"1946\",\"related\":[],\"relation\":\"Collingwood_1946\",\"volume\":\"XXXIII\",\"page\":\"47\",\"fascicle\":\"\",\"reprint\":\"\",\"edition\":\"1\",\"incomplete\":false},{\"id\":\"Schneider_1946\",\"type\":\"journal-article\",\"title\":\"Collingwood and the Idea of History\",\"container_title\":\"University of Toronto Quarterly\",\"author\":[{\"family\":\"Schneider\",\"given\":\"Frederick D.\"}],\"note\":\"XXII (1952-53), 172-183.\",\"publisher\":\"\",\"editor\":[],\"publisher_place\":\"\",\"issued\":\"1946\",\"event_date\":\"1946\",\"related\":[],\"relation\":\"Collingwood_1946\",\"volume\":\"XXII\",\"page\":\"48\",\"fascicle\":\"\",\"reprint\":\"\",\"edition\":\"1\",\"incomplete\":false}]}", "model": "qwen/qwen3-vl-30b-a3b-instruct", "provider": "openai", "finish_reason": "stop", "usage": {"input_tokens": 2719, "output_tokens": 3002, "total_tokens": 5721}, "duration": 47.505003690719604, "timestamp": "2026-01-24T23:00:59.613882", "parsed": {"metadata": {"title": "Books", "year": "1946", "page_number": 4}, "entries": [{"id": "Baek_1946", "type": "book", "title": "Der Sinn der Geschichte", "container_title": "Der Sinn der Geschichte", "author": [{"family": "Baek", "given": "Leo"}], "note": "Berlin: Habel.", "publisher": "Habel", "editor": [], "publisher_place": "Berlin", "issued": "1946", "event_date": "1946", "related": [], "relation": "", "volume": "", "page": "34", "fascicle": "", "reprint": "", "edition": "1", "incomplete": false}, {"id": "Bryant_1946", "type": "book", "title": "The Art of Writing History", "container_title": "The Art of Writing History", "author": [{"family": "Bryant", "given": "Arthur"}], "note": "Oxford: Oxford University Press.", "publisher": "Oxford University Press", "editor": [], "publisher_place": "Oxford", "issued": "1946", "event_date": "1946", "related": [], "relation": "", "volume": "", "page": "35", "fascicle": "", "reprint": "", "edition": "1", "incomplete": false}, {"id": "Ca\u00f1al_Barrachina_1946", "type": "book", "title": "Historia y destino", "container_title": "Historia y destino", "author": [{"family": "Ca\u00f1al Barrachina", "given": "Avelino"}], "note": "Havana: Ucar, Garc\u00eda.", "publisher": "Ucar, Garc\u00eda", "editor": [], "publisher_place": "Havana", "issued": "1946", "event_date": "1946", "related": [], "relation": "", "volume": "", "page": "36", "fascicle": "", "reprint": "", "edition": "1", "incomplete": false}, {"id": "Collingwood_1946", "type": "book", "title": "The Idea of History", "container_title": "The Idea of History", "author": [{"family": "Collingwood", "given": "R. G."}], "note": "Oxford: Clarendon (In German: Philosophie der Geschichte, trans. by Gertrud Herding, Stuttgart: Kohlhammer, 1955).", "publisher": "Clarendon", "editor": [], "publisher_place": "Oxford", "issued": "1946", "event_date": "1946", "related": [], "relation": "", "volume": "", "page": "37", "fascicle": "", "reprint": "", "edition": "1", "incomplete": false}, {"id": "Webb_1946", "type": "journal-article", "title": "Hibbert Journal", "container_title": "Hibbert Journal", "author": [{"family": "Webb", "given": "C. C. J."}], "note": "XLV (1946), 83-86.", "publisher": "", "editor": [], "publisher_place": "", "issued": "1946", "event_date": "1946", "related": [], "relation": "Collingwood_1946", "volume": "XLV", "page": "38", "fascicle": "", "reprint": "", "edition": "1", "incomplete": false}, {"id": "Flenley_1946", "type": "journal-article", "title": "Collingwood's Idea of History", "container_title": "Canadian Historical Review", "author": [{"family": "Flenley", "given": "R."}], "note": "XXVIII (1947), 68-72.", "publisher": "", "editor": [], "publisher_place": "", "issued": "1946", "event_date": "1946", "related": [], "relation": "Collingwood_1946", "volume": "XXVIII", "page": "39", "fascicle": "", "reprint": "", "edition": "1", "incomplete": false}, {"id": "Mandelbaum_1946", "type": "journal-article", "title": "Journal of Philosophy", "container_title": "Journal of Philosophy", "author": [{"family": "Mandelbaum", "given": "M."}], "note": "XLIV (1947), 184-188.", "publisher": "", "editor": [], "publisher_place": "", "issued": "1946", "event_date": "1946", "related": [], "relation": "Collingwood_1946", "volume": "XLIV", "page": "40", "fascicle": "", "reprint": "", "edition": "1", "incomplete": false}, {"id": "Murphy_1946", "type": "journal-article", "title": "Philosophical Review", "container_title": "Philosophical Review", "author": [{"family": "Murphy", "given": "A. E."}], "note": "LVI (1947), 587-592.", "publisher": "", "editor": [], "publisher_place": "", "issued": "1946", "event_date": "1946", "related": [], "relation": "Collingwood_1946", "volume": "LVI", "page": "41", "fascicle": "", "reprint": "", "edition": "1", "incomplete": false}, {"id": "Walsh_1946", "type": "journal-article", "title": "Discussion: R. G. Collingwood's Philosophy of History", "container_title": "Philosophy", "author": [{"family": "Walsh", "given": "W. H."}], "note": "XXII (1947), 153-160.", "publisher": "", "editor": [], "publisher_place": "", "issued": "1946", "event_date": "1946", "related": [], "relation": "Collingwood_1946", "volume": "XXII", "page": "42", "fascicle": "", "reprint": "", "edition": "1", "incomplete": false}, {"id": "Buchdahl_1946", "type": "journal-article", "title": "Logic and History", "container_title": "Australasian Journal of Philosophy", "author": [{"family": "Buchdahl", "given": "G."}], "note": "XXVI (1948), 94-114.", "publisher": "", "editor": [], "publisher_place": "", "issued": "1946", "event_date": "1946", "related": [], "relation": "Collingwood_1946", "volume": "XXVI", "page": "43", "fascicle": "", "reprint": "", "edition": "1", "incomplete": false}, {"id": "Strauss_1946", "type": "journal-article", "title": "On Collingwood's Philosophy of History", "container_title": "Review of Metaphysics", "author": [{"family": "Strauss", "given": "Leo"}], "note": "V (1952), 559-586.", "publisher": "", "editor": [], "publisher_place": "", "issued": "1946", "event_date": "1946", "related": [], "relation": "Collingwood_1946", "volume": "V", "page": "44", "fascicle": "", "reprint": "", "edition": "1", "incomplete": false}, {"id": "Gardiner_1946", "type": "journal-article", "title": "The 'Objects' of Historical Knowledge", "container_title": "Philosophy", "author": [{"family": "Gardiner", "given": "P. L."}], "note": "XXVII (1952), 211-220.", "publisher": "", "editor": [], "publisher_place": "", "issued": "1946", "event_date": "1946", "related": [], "relation": "Collingwood_1946", "volume": "XXVII", "page": "45", "fascicle": "", "reprint": "", "edition": "1", "incomplete": false}, {"id": "Harris_1946", "type": "journal-article", "title": "Collingwood's Idea of History", "container_title": "History N. S.", "author": [{"family": "Harris", "given": "R. W."}], "note": "XXXVII (1952), 1-7.", "publisher": "", "editor": [], "publisher_place": "", "issued": "1946", "event_date": "1946", "related": [], "relation": "Collingwood_1946", "volume": "XXXVII", "page": "46", "fascicle": "", "reprint": "", "edition": "1", "incomplete": false}, {"id": "Hartt_1946", "type": "journal-article", "title": "Metaphysics, History, and Civilization: Collingwood's Account of Their Interrelationship", "container_title": "Journal of Religion", "author": [{"family": "Hartt", "given": "J. N."}], "note": "XXXIII (1953), 198-211.", "publisher": "", "editor": [], "publisher_place": "", "issued": "1946", "event_date": "1946", "related": [], "relation": "Collingwood_1946", "volume": "XXXIII", "page": "47", "fascicle": "", "reprint": "", "edition": "1", "incomplete": false}, {"id": "Schneider_1946", "type": "journal-article", "title": "Collingwood and the Idea of History", "container_title": "University of Toronto Quarterly", "author": [{"family": "Schneider", "given": "Frederick D."}], "note": "XXII (1952-53), 172-183.", "publisher": "", "editor": [], "publisher_place": "", "issued": "1946", "event_date": "1946", "related": [], "relation": "Collingwood_1946", "volume": "XXII", "page": "48", "fascicle": "", "reprint": "", "edition": "1", "incomplete": false}]}, "conversation_id": "9bd0476e-3730-4164-aee4-941f40737621", "score": {"fuzzy": 0.6903446554357117}, "raw_response": "{\"id\":\"gen-1769292012-tBEShiwC84rCowhHAiiL\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\n \\\"entries\\\": [\\n {\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Baek\\\",\\n \\\"given\\\": \\\"Leo\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Der Sinn der Geschichte\\\",\\n \\\"edition\\\": \\\"1\\\",\\n \\\"editor\\\": [],\\n \\\"event_date\\\": \\\"1946\\\",\\n \\\"fascicle\\\": \\\"\\\",\\n \\\"id\\\": \\\"Baek_1946\\\",\\n \\\"incomplete\\\": false,\\n \\\"issued\\\": \\\"1946\\\",\\n \\\"note\\\": \\\"Berlin: Habel.\\\",\\n \\\"page\\\": \\\"34\\\",\\n \\\"publisher\\\": \\\"Habel\\\",\\n \\\"publisher_place\\\": \\\"Berlin\\\",\\n \\\"related\\\": [],\\n \\\"relation\\\": \\\"\\\",\\n \\\"reprint\\\": \\\"\\\",\\n \\\"title\\\": \\\"Der Sinn der Geschichte\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"volume\\\": \\\"\\\"\\n },\\n {\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Bryant\\\",\\n \\\"given\\\": \\\"Arthur\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"The Art of Writing History\\\",\\n \\\"edition\\\": \\\"1\\\",\\n \\\"editor\\\": [],\\n \\\"event_date\\\": \\\"1946\\\",\\n \\\"fascicle\\\": \\\"\\\",\\n \\\"id\\\": \\\"Bryant_1946\\\",\\n \\\"incomplete\\\": false,\\n \\\"issued\\\": \\\"1946\\\",\\n \\\"note\\\": \\\"Oxford: Oxford University Press.\\\",\\n \\\"page\\\": \\\"35\\\",\\n \\\"publisher\\\": \\\"Oxford University Press\\\",\\n \\\"publisher_place\\\": \\\"Oxford\\\",\\n \\\"related\\\": [],\\n \\\"relation\\\": \\\"\\\",\\n \\\"reprint\\\": \\\"\\\",\\n \\\"title\\\": \\\"The Art of Writing History\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"volume\\\": \\\"\\\"\\n },\\n {\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Ca\u00f1al Barrachina\\\",\\n \\\"given\\\": \\\"Avelino\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Historia y destino\\\",\\n \\\"edition\\\": \\\"1\\\",\\n \\\"editor\\\": [],\\n \\\"event_date\\\": \\\"1946\\\",\\n \\\"fascicle\\\": \\\"\\\",\\n \\\"id\\\": \\\"Ca\u00f1al_Barrachina_1946\\\",\\n \\\"incomplete\\\": false,\\n \\\"issued\\\": \\\"1946\\\",\\n \\\"note\\\": \\\"Havana: Ucar, Garc\u00eda.\\\",\\n \\\"page\\\": \\\"36\\\",\\n \\\"publisher\\\": \\\"Ucar, Garc\u00eda\\\",\\n \\\"publisher_place\\\": \\\"Havana\\\",\\n \\\"related\\\": [],\\n \\\"relation\\\": \\\"\\\",\\n \\\"reprint\\\": \\\"\\\",\\n \\\"title\\\": \\\"Historia y destino\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"volume\\\": \\\"\\\"\\n },\\n {\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Collingwood\\\",\\n \\\"given\\\": \\\"R. G.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"The Idea of History\\\",\\n \\\"edition\\\": \\\"1\\\",\\n \\\"editor\\\": [],\\n \\\"event_date\\\": \\\"1946\\\",\\n \\\"fascicle\\\": \\\"\\\",\\n \\\"id\\\": \\\"Collingwood_1946\\\",\\n \\\"incomplete\\\": false,\\n \\\"issued\\\": \\\"1946\\\",\\n \\\"note\\\": \\\"Oxford: Clarendon (In German: Philosophie der Geschichte, trans. by Gertrud Herding, Stuttgart: Kohlhammer, 1955).\\\",\\n \\\"page\\\": \\\"37\\\",\\n \\\"publisher\\\": \\\"Clarendon\\\",\\n \\\"publisher_place\\\": \\\"Oxford\\\",\\n \\\"related\\\": [],\\n \\\"relation\\\": \\\"\\\",\\n \\\"reprint\\\": \\\"\\\",\\n \\\"title\\\": \\\"The Idea of History\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"volume\\\": \\\"\\\"\\n },\\n {\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Webb\\\",\\n \\\"given\\\": \\\"C. C. J.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Hibbert Journal\\\",\\n \\\"edition\\\": \\\"1\\\",\\n \\\"editor\\\": [],\\n \\\"event_date\\\": \\\"1946\\\",\\n \\\"fascicle\\\": \\\"\\\",\\n \\\"id\\\": \\\"Webb_1946\\\",\\n \\\"incomplete\\\": false,\\n \\\"issued\\\": \\\"1946\\\",\\n \\\"note\\\": \\\"XLV (1946), 83-86.\\\",\\n \\\"page\\\": \\\"38\\\",\\n \\\"publisher\\\": \\\"\\\",\\n \\\"publisher_place\\\": \\\"\\\",\\n \\\"related\\\": [],\\n \\\"relation\\\": \\\"Collingwood_1946\\\",\\n \\\"reprint\\\": \\\"\\\",\\n \\\"title\\\": \\\"Hibbert Journal\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"volume\\\": \\\"XLV\\\"\\n },\\n {\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Flenley\\\",\\n \\\"given\\\": \\\"R.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Canadian Historical Review\\\",\\n \\\"edition\\\": \\\"1\\\",\\n \\\"editor\\\": [],\\n \\\"event_date\\\": \\\"1946\\\",\\n \\\"fascicle\\\": \\\"\\\",\\n \\\"id\\\": \\\"Flenley_1946\\\",\\n \\\"incomplete\\\": false,\\n \\\"issued\\\": \\\"1946\\\",\\n \\\"note\\\": \\\"XXVIII (1947), 68-72.\\\",\\n \\\"page\\\": \\\"39\\\",\\n \\\"publisher\\\": \\\"\\\",\\n \\\"publisher_place\\\": \\\"\\\",\\n \\\"related\\\": [],\\n \\\"relation\\\": \\\"Collingwood_1946\\\",\\n \\\"reprint\\\": \\\"\\\",\\n \\\"title\\\": \\\"Collingwood's Idea of History\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"volume\\\": \\\"XXVIII\\\"\\n },\\n {\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Mandelbaum\\\",\\n \\\"given\\\": \\\"M.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Journal of Philosophy\\\",\\n \\\"edition\\\": \\\"1\\\",\\n \\\"editor\\\": [],\\n \\\"event_date\\\": \\\"1946\\\",\\n \\\"fascicle\\\": \\\"\\\",\\n \\\"id\\\": \\\"Mandelbaum_1946\\\",\\n \\\"incomplete\\\": false,\\n \\\"issued\\\": \\\"1946\\\",\\n \\\"note\\\": \\\"XLIV (1947), 184-188.\\\",\\n \\\"page\\\": \\\"40\\\",\\n \\\"publisher\\\": \\\"\\\",\\n \\\"publisher_place\\\": \\\"\\\",\\n \\\"related\\\": [],\\n \\\"relation\\\": \\\"Collingwood_1946\\\",\\n \\\"reprint\\\": \\\"\\\",\\n \\\"title\\\": \\\"Journal of Philosophy\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"volume\\\": \\\"XLIV\\\"\\n },\\n {\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Murphy\\\",\\n \\\"given\\\": \\\"A. E.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Philosophical Review\\\",\\n \\\"edition\\\": \\\"1\\\",\\n \\\"editor\\\": [],\\n \\\"event_date\\\": \\\"1946\\\",\\n \\\"fascicle\\\": \\\"\\\",\\n \\\"id\\\": \\\"Murphy_1946\\\",\\n \\\"incomplete\\\": false,\\n \\\"issued\\\": \\\"1946\\\",\\n \\\"note\\\": \\\"LVI (1947), 587-592.\\\",\\n \\\"page\\\": \\\"41\\\",\\n \\\"publisher\\\": \\\"\\\",\\n \\\"publisher_place\\\": \\\"\\\",\\n \\\"related\\\": [],\\n \\\"relation\\\": \\\"Collingwood_1946\\\",\\n \\\"reprint\\\": \\\"\\\",\\n \\\"title\\\": \\\"Philosophical Review\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"volume\\\": \\\"LVI\\\"\\n },\\n {\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Walsh\\\",\\n \\\"given\\\": \\\"W. H.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Philosophy\\\",\\n \\\"edition\\\": \\\"1\\\",\\n \\\"editor\\\": [],\\n \\\"event_date\\\": \\\"1946\\\",\\n \\\"fascicle\\\": \\\"\\\",\\n \\\"id\\\": \\\"Walsh_1946\\\",\\n \\\"incomplete\\\": false,\\n \\\"issued\\\": \\\"1946\\\",\\n \\\"note\\\": \\\"XXII (1947), 153-160.\\\",\\n \\\"page\\\": \\\"42\\\",\\n \\\"publisher\\\": \\\"\\\",\\n \\\"publisher_place\\\": \\\"\\\",\\n \\\"related\\\": [],\\n \\\"relation\\\": \\\"Collingwood_1946\\\",\\n \\\"reprint\\\": \\\"\\\",\\n \\\"title\\\": \\\"Discussion: R. G. Collingwood's Philosophy of History\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"volume\\\": \\\"XXII\\\"\\n },\\n {\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Buchdahl\\\",\\n \\\"given\\\": \\\"G.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Australasian Journal of Philosophy\\\",\\n \\\"edition\\\": \\\"1\\\",\\n \\\"editor\\\": [],\\n \\\"event_date\\\": \\\"1946\\\",\\n \\\"fascicle\\\": \\\"\\\",\\n \\\"id\\\": \\\"Buchdahl_1946\\\",\\n \\\"incomplete\\\": false,\\n \\\"issued\\\": \\\"1946\\\",\\n \\\"note\\\": \\\"XXVI (1948), 94-114.\\\",\\n \\\"page\\\": \\\"43\\\",\\n \\\"publisher\\\": \\\"\\\",\\n \\\"publisher_place\\\": \\\"\\\",\\n \\\"related\\\": [],\\n \\\"relation\\\": \\\"Collingwood_1946\\\",\\n \\\"reprint\\\": \\\"\\\",\\n \\\"title\\\": \\\"Logic and History\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"volume\\\": \\\"XXVI\\\"\\n },\\n {\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Strauss\\\",\\n \\\"given\\\": \\\"Leo\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Review of Metaphysics\\\",\\n \\\"edition\\\": \\\"1\\\",\\n \\\"editor\\\": [],\\n \\\"event_date\\\": \\\"1946\\\",\\n \\\"fascicle\\\": \\\"\\\",\\n \\\"id\\\": \\\"Strauss_1946\\\",\\n \\\"incomplete\\\": false,\\n \\\"issued\\\": \\\"1946\\\",\\n \\\"note\\\": \\\"V (1952), 559-586.\\\",\\n \\\"page\\\": \\\"44\\\",\\n \\\"publisher\\\": \\\"\\\",\\n \\\"publisher_place\\\": \\\"\\\",\\n \\\"related\\\": [],\\n \\\"relation\\\": \\\"Collingwood_1946\\\",\\n \\\"reprint\\\": \\\"\\\",\\n \\\"title\\\": \\\"On Collingwood's Philosophy of History\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"volume\\\": \\\"V\\\"\\n },\\n {\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Gardiner\\\",\\n \\\"given\\\": \\\"P. L.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Philosophy\\\",\\n \\\"edition\\\": \\\"1\\\",\\n \\\"editor\\\": [],\\n \\\"event_date\\\": \\\"1946\\\",\\n \\\"fascicle\\\": \\\"\\\",\\n \\\"id\\\": \\\"Gardiner_1946\\\",\\n \\\"incomplete\\\": false,\\n \\\"issued\\\": \\\"1946\\\",\\n \\\"note\\\": \\\"XXVII (1952), 211-220.\\\",\\n \\\"page\\\": \\\"45\\\",\\n \\\"publisher\\\": \\\"\\\",\\n \\\"publisher_place\\\": \\\"\\\",\\n \\\"related\\\": [],\\n \\\"relation\\\": \\\"Collingwood_1946\\\",\\n \\\"reprint\\\": \\\"\\\",\\n \\\"title\\\": \\\"The 'Objects' of Historical Knowledge\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"volume\\\": \\\"XXVII\\\"\\n },\\n {\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Harris\\\",\\n \\\"given\\\": \\\"R. W.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"History N. S.\\\",\\n \\\"edition\\\": \\\"1\\\",\\n \\\"editor\\\": [],\\n \\\"event_date\\\": \\\"1946\\\",\\n \\\"fascicle\\\": \\\"\\\",\\n \\\"id\\\": \\\"Harris_1946\\\",\\n \\\"incomplete\\\": false,\\n \\\"issued\\\": \\\"1946\\\",\\n \\\"note\\\": \\\"XXXVII (1952), 1-7.\\\",\\n \\\"page\\\": \\\"46\\\",\\n \\\"publisher\\\": \\\"\\\",\\n \\\"publisher_place\\\": \\\"\\\",\\n \\\"related\\\": [],\\n \\\"relation\\\": \\\"Collingwood_1946\\\",\\n \\\"reprint\\\": \\\"\\\",\\n \\\"title\\\": \\\"Collingwood's Idea of History\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"volume\\\": \\\"XXXVII\\\"\\n },\\n {\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Hartt\\\",\\n \\\"given\\\": \\\"J. N.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Journal of Religion\\\",\\n \\\"edition\\\": \\\"1\\\",\\n \\\"editor\\\": [],\\n \\\"event_date\\\": \\\"1946\\\",\\n \\\"fascicle\\\": \\\"\\\",\\n \\\"id\\\": \\\"Hartt_1946\\\",\\n \\\"incomplete\\\": false,\\n \\\"issued\\\": \\\"1946\\\",\\n \\\"note\\\": \\\"XXXIII (1953), 198-211.\\\",\\n \\\"page\\\": \\\"47\\\",\\n \\\"publisher\\\": \\\"\\\",\\n \\\"publisher_place\\\": \\\"\\\",\\n \\\"related\\\": [],\\n \\\"relation\\\": \\\"Collingwood_1946\\\",\\n \\\"reprint\\\": \\\"\\\",\\n \\\"title\\\": \\\"Metaphysics, History, and Civilization: Collingwood's Account of Their Interrelationship\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"volume\\\": \\\"XXXIII\\\"\\n },\\n {\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Schneider\\\",\\n \\\"given\\\": \\\"Frederick D.\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"University of Toronto Quarterly\\\",\\n \\\"edition\\\": \\\"1\\\",\\n \\\"editor\\\": [],\\n \\\"event_date\\\": \\\"1946\\\",\\n \\\"fascicle\\\": \\\"\\\",\\n \\\"id\\\": \\\"Schneider_1946\\\",\\n \\\"incomplete\\\": false,\\n \\\"issued\\\": \\\"1946\\\",\\n \\\"note\\\": \\\"XXII (1952-53), 172-183.\\\",\\n \\\"page\\\": \\\"48\\\",\\n \\\"publisher\\\": \\\"\\\",\\n \\\"publisher_place\\\": \\\"\\\",\\n \\\"related\\\": [],\\n \\\"relation\\\": \\\"Collingwood_1946\\\",\\n \\\"reprint\\\": \\\"\\\",\\n \\\"title\\\": \\\"Collingwood and the Idea of History\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"volume\\\": \\\"XXII\\\"\\n }\\n ],\\n \\\"metadata\\\": {\\n \\\"page_number\\\": 4,\\n \\\"title\\\": \\\"Books\\\"\\n ,\\n \\\"year\\\": \\\"1946\\\"\\n }\\n}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":null,\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"metadata\":{\"title\":\"Books\",\"year\":\"1946\",\"page_number\":4},\"entries\":[{\"id\":\"Baek_1946\",\"type\":\"book\",\"title\":\"Der Sinn der Geschichte\",\"container_title\":\"Der Sinn der Geschichte\",\"author\":[{\"family\":\"Baek\",\"given\":\"Leo\"}],\"note\":\"Berlin: Habel.\",\"publisher\":\"Habel\",\"editor\":[],\"publisher_place\":\"Berlin\",\"issued\":\"1946\",\"event_date\":\"1946\",\"related\":[],\"relation\":\"\",\"volume\":\"\",\"page\":\"34\",\"fascicle\":\"\",\"reprint\":\"\",\"edition\":\"1\",\"incomplete\":false},{\"id\":\"Bryant_1946\",\"type\":\"book\",\"title\":\"The Art of Writing History\",\"container_title\":\"The Art of Writing History\",\"author\":[{\"family\":\"Bryant\",\"given\":\"Arthur\"}],\"note\":\"Oxford: Oxford University Press.\",\"publisher\":\"Oxford University Press\",\"editor\":[],\"publisher_place\":\"Oxford\",\"issued\":\"1946\",\"event_date\":\"1946\",\"related\":[],\"relation\":\"\",\"volume\":\"\",\"page\":\"35\",\"fascicle\":\"\",\"reprint\":\"\",\"edition\":\"1\",\"incomplete\":false},{\"id\":\"Ca\u00f1al_Barrachina_1946\",\"type\":\"book\",\"title\":\"Historia y destino\",\"container_title\":\"Historia y destino\",\"author\":[{\"family\":\"Ca\u00f1al Barrachina\",\"given\":\"Avelino\"}],\"note\":\"Havana: Ucar, Garc\u00eda.\",\"publisher\":\"Ucar, Garc\u00eda\",\"editor\":[],\"publisher_place\":\"Havana\",\"issued\":\"1946\",\"event_date\":\"1946\",\"related\":[],\"relation\":\"\",\"volume\":\"\",\"page\":\"36\",\"fascicle\":\"\",\"reprint\":\"\",\"edition\":\"1\",\"incomplete\":false},{\"id\":\"Collingwood_1946\",\"type\":\"book\",\"title\":\"The Idea of History\",\"container_title\":\"The Idea of History\",\"author\":[{\"family\":\"Collingwood\",\"given\":\"R. G.\"}],\"note\":\"Oxford: Clarendon (In German: Philosophie der Geschichte, trans. by Gertrud Herding, Stuttgart: Kohlhammer, 1955).\",\"publisher\":\"Clarendon\",\"editor\":[],\"publisher_place\":\"Oxford\",\"issued\":\"1946\",\"event_date\":\"1946\",\"related\":[],\"relation\":\"\",\"volume\":\"\",\"page\":\"37\",\"fascicle\":\"\",\"reprint\":\"\",\"edition\":\"1\",\"incomplete\":false},{\"id\":\"Webb_1946\",\"type\":\"journal-article\",\"title\":\"Hibbert Journal\",\"container_title\":\"Hibbert Journal\",\"author\":[{\"family\":\"Webb\",\"given\":\"C. C. J.\"}],\"note\":\"XLV (1946), 83-86.\",\"publisher\":\"\",\"editor\":[],\"publisher_place\":\"\",\"issued\":\"1946\",\"event_date\":\"1946\",\"related\":[],\"relation\":\"Collingwood_1946\",\"volume\":\"XLV\",\"page\":\"38\",\"fascicle\":\"\",\"reprint\":\"\",\"edition\":\"1\",\"incomplete\":false},{\"id\":\"Flenley_1946\",\"type\":\"journal-article\",\"title\":\"Collingwood's Idea of History\",\"container_title\":\"Canadian Historical Review\",\"author\":[{\"family\":\"Flenley\",\"given\":\"R.\"}],\"note\":\"XXVIII (1947), 68-72.\",\"publisher\":\"\",\"editor\":[],\"publisher_place\":\"\",\"issued\":\"1946\",\"event_date\":\"1946\",\"related\":[],\"relation\":\"Collingwood_1946\",\"volume\":\"XXVIII\",\"page\":\"39\",\"fascicle\":\"\",\"reprint\":\"\",\"edition\":\"1\",\"incomplete\":false},{\"id\":\"Mandelbaum_1946\",\"type\":\"journal-article\",\"title\":\"Journal of Philosophy\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Mandelbaum\",\"given\":\"M.\"}],\"note\":\"XLIV (1947), 184-188.\",\"publisher\":\"\",\"editor\":[],\"publisher_place\":\"\",\"issued\":\"1946\",\"event_date\":\"1946\",\"related\":[],\"relation\":\"Collingwood_1946\",\"volume\":\"XLIV\",\"page\":\"40\",\"fascicle\":\"\",\"reprint\":\"\",\"edition\":\"1\",\"incomplete\":false},{\"id\":\"Murphy_1946\",\"type\":\"journal-article\",\"title\":\"Philosophical Review\",\"container_title\":\"Philosophical Review\",\"author\":[{\"family\":\"Murphy\",\"given\":\"A. E.\"}],\"note\":\"LVI (1947), 587-592.\",\"publisher\":\"\",\"editor\":[],\"publisher_place\":\"\",\"issued\":\"1946\",\"event_date\":\"1946\",\"related\":[],\"relation\":\"Collingwood_1946\",\"volume\":\"LVI\",\"page\":\"41\",\"fascicle\":\"\",\"reprint\":\"\",\"edition\":\"1\",\"incomplete\":false},{\"id\":\"Walsh_1946\",\"type\":\"journal-article\",\"title\":\"Discussion: R. G. Collingwood's Philosophy of History\",\"container_title\":\"Philosophy\",\"author\":[{\"family\":\"Walsh\",\"given\":\"W. H.\"}],\"note\":\"XXII (1947), 153-160.\",\"publisher\":\"\",\"editor\":[],\"publisher_place\":\"\",\"issued\":\"1946\",\"event_date\":\"1946\",\"related\":[],\"relation\":\"Collingwood_1946\",\"volume\":\"XXII\",\"page\":\"42\",\"fascicle\":\"\",\"reprint\":\"\",\"edition\":\"1\",\"incomplete\":false},{\"id\":\"Buchdahl_1946\",\"type\":\"journal-article\",\"title\":\"Logic and History\",\"container_title\":\"Australasian Journal of Philosophy\",\"author\":[{\"family\":\"Buchdahl\",\"given\":\"G.\"}],\"note\":\"XXVI (1948), 94-114.\",\"publisher\":\"\",\"editor\":[],\"publisher_place\":\"\",\"issued\":\"1946\",\"event_date\":\"1946\",\"related\":[],\"relation\":\"Collingwood_1946\",\"volume\":\"XXVI\",\"page\":\"43\",\"fascicle\":\"\",\"reprint\":\"\",\"edition\":\"1\",\"incomplete\":false},{\"id\":\"Strauss_1946\",\"type\":\"journal-article\",\"title\":\"On Collingwood's Philosophy of History\",\"container_title\":\"Review of Metaphysics\",\"author\":[{\"family\":\"Strauss\",\"given\":\"Leo\"}],\"note\":\"V (1952), 559-586.\",\"publisher\":\"\",\"editor\":[],\"publisher_place\":\"\",\"issued\":\"1946\",\"event_date\":\"1946\",\"related\":[],\"relation\":\"Collingwood_1946\",\"volume\":\"V\",\"page\":\"44\",\"fascicle\":\"\",\"reprint\":\"\",\"edition\":\"1\",\"incomplete\":false},{\"id\":\"Gardiner_1946\",\"type\":\"journal-article\",\"title\":\"The 'Objects' of Historical Knowledge\",\"container_title\":\"Philosophy\",\"author\":[{\"family\":\"Gardiner\",\"given\":\"P. L.\"}],\"note\":\"XXVII (1952), 211-220.\",\"publisher\":\"\",\"editor\":[],\"publisher_place\":\"\",\"issued\":\"1946\",\"event_date\":\"1946\",\"related\":[],\"relation\":\"Collingwood_1946\",\"volume\":\"XXVII\",\"page\":\"45\",\"fascicle\":\"\",\"reprint\":\"\",\"edition\":\"1\",\"incomplete\":false},{\"id\":\"Harris_1946\",\"type\":\"journal-article\",\"title\":\"Collingwood's Idea of History\",\"container_title\":\"History N. S.\",\"author\":[{\"family\":\"Harris\",\"given\":\"R. W.\"}],\"note\":\"XXXVII (1952), 1-7.\",\"publisher\":\"\",\"editor\":[],\"publisher_place\":\"\",\"issued\":\"1946\",\"event_date\":\"1946\",\"related\":[],\"relation\":\"Collingwood_1946\",\"volume\":\"XXXVII\",\"page\":\"46\",\"fascicle\":\"\",\"reprint\":\"\",\"edition\":\"1\",\"incomplete\":false},{\"id\":\"Hartt_1946\",\"type\":\"journal-article\",\"title\":\"Metaphysics, History, and Civilization: Collingwood's Account of Their Interrelationship\",\"container_title\":\"Journal of Religion\",\"author\":[{\"family\":\"Hartt\",\"given\":\"J. N.\"}],\"note\":\"XXXIII (1953), 198-211.\",\"publisher\":\"\",\"editor\":[],\"publisher_place\":\"\",\"issued\":\"1946\",\"event_date\":\"1946\",\"related\":[],\"relation\":\"Collingwood_1946\",\"volume\":\"XXXIII\",\"page\":\"47\",\"fascicle\":\"\",\"reprint\":\"\",\"edition\":\"1\",\"incomplete\":false},{\"id\":\"Schneider_1946\",\"type\":\"journal-article\",\"title\":\"Collingwood and the Idea of History\",\"container_title\":\"University of Toronto Quarterly\",\"author\":[{\"family\":\"Schneider\",\"given\":\"Frederick D.\"}],\"note\":\"XXII (1952-53), 172-183.\",\"publisher\":\"\",\"editor\":[],\"publisher_place\":\"\",\"issued\":\"1946\",\"event_date\":\"1946\",\"related\":[],\"relation\":\"Collingwood_1946\",\"volume\":\"XXII\",\"page\":\"48\",\"fascicle\":\"\",\"reprint\":\"\",\"edition\":\"1\",\"incomplete\":false}]},\"reasoning\":null},\"native_finish_reason\":\"stop\"}],\"created\":1769292012,\"model\":\"qwen/qwen3-vl-30b-a3b-instruct\",\"object\":\"chat.completion\",\"service_tier\":null,\"system_fingerprint\":\"\",\"usage\":{\"completion_tokens\":3002,\"prompt_tokens\":2719,\"total_tokens\":5721,\"completion_tokens_details\":{\"accepted_prediction_tokens\":null,\"audio_tokens\":null,\"reasoning_tokens\":0,\"rejected_prediction_tokens\":null,\"image_tokens\":0},\"prompt_tokens_details\":{\"audio_tokens\":0,\"cached_tokens\":0,\"video_tokens\":0},\"cost\":0.00379051,\"is_byok\":false,\"cost_details\":{\"upstream_inference_cost\":null,\"upstream_inference_prompt_cost\":0.00078851,\"upstream_inference_completions_cost\":0.003002}},\"provider\":\"SiliconFlow\"}"}, "scoring": {"fuzzy": 0.625878221892865, "cost_summary": {"total_input_tokens": 15088, "total_output_tokens": 14789, "total_tokens": 29877, "input_cost_usd": 0.0, "output_cost_usd": 0.0, "total_cost_usd": 0.0014643}}, "normalized_score": 62.5878221892865}, {"_id": {"$oid": "69ce22c0214d8cd071ad01e8"}, "test_id": "T0139", "benchmark": "bibliographic_data", "date": "2026-01-24", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-4.1", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"BIBLIOGRAPHY\",\"year\":\"1947\",\"page_number\":10},\"entries\":[{\"id\":\"145\",\"type\":\"other\",\"title\":\"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\"container_title\":null,\"author\":null,\"note\":\"Milano: Castellani. Relevant articles:\",\"publisher\":\"Castellani\",\"editor\":null,\"publisher_place\":\"Milano\",\"issued\":\"1946-11\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"146\",\"type\":\"journal-article\",\"title\":\"Storia e materialismo storico\",\"container_title\":null,\"author\":[{\"family\":\"Drago\",\"given\":\"Pietro C.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":[\"145\"],\"relation\":\"145\",\"volume\":\"I\",\"page\":\"109-117\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"147\",\"type\":\"journal-article\",\"title\":\"Critica del giudizio storico\",\"container_title\":null,\"author\":[{\"family\":\"Fazio-Allmayer\",\"given\":\"Vito\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":[\"145\"],\"relation\":\"145\",\"volume\":\"I\",\"page\":\"281-290\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"148\",\"type\":\"journal-article\",\"title\":\"Forza e spirito nella storia\",\"container_title\":null,\"author\":[{\"family\":\"Nyman\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":[\"145\"],\"relation\":\"145\",\"volume\":\"I\",\"page\":\"191-200\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"149\",\"type\":\"journal-article\",\"title\":\"Sur le concept d\u2019histoire\",\"container_title\":\"Les temps modernes\",\"author\":[{\"family\":\"Benjamin\",\"given\":\"Walter\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"II\",\"page\":\"623-634\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"150\",\"type\":\"journal-article\",\"title\":\"Philosophy of History\",\"container_title\":null,\"author\":[{\"family\":\"Boodin\",\"given\":\"John E.\"}],\"note\":\"in Dagobert D. Runes, ed., 20th Century Philosophy, New York: Philosophical Library, 89-106.\",\"publisher\":\"Philosophical Library\",\"editor\":[\"Dagobert D. Runes\"],\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"89-106\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"151\",\"type\":\"journal-article\",\"title\":\"De la perception \u00e0 l\u2019histoire. La philosophie de M. Merleau-Ponty\",\"container_title\":\"Deucalion\",\"author\":[{\"family\":\"Caillois\",\"given\":\"R. P.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"II\",\"page\":\"57-85\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"152\",\"type\":\"journal-article\",\"title\":\"Commemorazione di Adolfo Omodeo\",\"container_title\":\"Annali della Scuola Normale di Pisa\",\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"note\":\"fasc. 3-4; (reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959).\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":\"3-4\",\"reprint\":\"Studi di storia, Torino: Einaudi, 1959\",\"edition\":null,\"incomplete\":null},{\"id\":\"153\",\"type\":\"journal-article\",\"title\":\"The Historian and the Philosophy of Science\",\"container_title\":\"Isis\",\"author\":[{\"family\":\"Cowan\",\"given\":\"Thomas\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXVIII\",\"page\":\"11-18\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"154\",\"type\":\"journal-article\",\"title\":\"History as a Science\",\"container_title\":\"Historical Studies: Australia and New Zealand\",\"author\":[{\"family\":\"Crawford\",\"given\":\"R. M.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"153-175\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"155\",\"type\":\"journal-article\",\"title\":\"Christianisme et histoire\",\"container_title\":\"Etudes\",\"author\":[{\"family\":\"Dani\u00e9lou\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CCLIV\",\"page\":\"166-184\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"156\",\"type\":\"journal-article\",\"title\":\"Wahrheit der Geschichte. Geschichte der Wahrheit\",\"container_title\":\"Amerikanische Rundschau\",\"author\":[{\"family\":\"Dell\",\"given\":\"Stanley\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"44-53\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"157\",\"type\":\"journal-article\",\"title\":\"The Idea of Progress\",\"container_title\":\"American Historical Review\",\"author\":[{\"family\":\"Fay\",\"given\":\"Sidney B.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LII\",\"page\":\"231-246\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"158\",\"type\":\"journal-article\",\"title\":\"Th\u00e9ologie et histoire\",\"container_title\":\"Dieu vivant\",\"author\":[{\"family\":\"Fessard\",\"given\":\"Gaston\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"VIII\",\"page\":\"39-65\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"159\",\"type\":\"journal-article\",\"title\":\"Acton, Creighton, and Lea: a Study in History and Ethics\",\"container_title\":\"Pacific Historical Review\",\"author\":[{\"family\":\"Fish\",\"given\":\"Andrew\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XVI\",\"page\":\"59-69\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"160\",\"type\":\"journal-article\",\"title\":\"Le conscience historique en Italie\",\"container_title\":\"Les temps modernes\",\"author\":[{\"family\":\"Garosci\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"23-24\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}", "model": "gpt-4.1-2025-04-14", "provider": "openai", "finish_reason": "stop", "usage": {"input_tokens": 1779, "output_tokens": 1828, "total_tokens": 3607, "input_cost_usd": 0.003558, "output_cost_usd": 0.014624, "estimated_cost_usd": 0.018182}, "duration": 63.824974060058594, "timestamp": "2026-01-24T14:23:43.555210", "parsed": {"metadata": {"title": "BIBLIOGRAPHY", "year": "1947", "page_number": 10}, "entries": [{"id": "145", "type": "other", "title": "Atti del congresso internazionale di filosofia 15-20 November, 1946", "container_title": null, "author": null, "note": "Milano: Castellani. Relevant articles:", "publisher": "Castellani", "editor": null, "publisher_place": "Milano", "issued": "1946-11", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "146", "type": "journal-article", "title": "Storia e materialismo storico", "container_title": null, "author": [{"family": "Drago", "given": "Pietro C."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": ["145"], "relation": "145", "volume": "I", "page": "109-117", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "147", "type": "journal-article", "title": "Critica del giudizio storico", "container_title": null, "author": [{"family": "Fazio-Allmayer", "given": "Vito"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": ["145"], "relation": "145", "volume": "I", "page": "281-290", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "148", "type": "journal-article", "title": "Forza e spirito nella storia", "container_title": null, "author": [{"family": "Nyman", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": ["145"], "relation": "145", "volume": "I", "page": "191-200", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "149", "type": "journal-article", "title": "Sur le concept d\u2019histoire", "container_title": "Les temps modernes", "author": [{"family": "Benjamin", "given": "Walter"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "II", "page": "623-634", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "150", "type": "journal-article", "title": "Philosophy of History", "container_title": null, "author": [{"family": "Boodin", "given": "John E."}], "note": "in Dagobert D. Runes, ed., 20th Century Philosophy, New York: Philosophical Library, 89-106.", "publisher": "Philosophical Library", "editor": ["Dagobert D. Runes"], "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "89-106", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "151", "type": "journal-article", "title": "De la perception \u00e0 l\u2019histoire. La philosophie de M. Merleau-Ponty", "container_title": "Deucalion", "author": [{"family": "Caillois", "given": "R. P."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "II", "page": "57-85", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "152", "type": "journal-article", "title": "Commemorazione di Adolfo Omodeo", "container_title": "Annali della Scuola Normale di Pisa", "author": [{"family": "Cantimori", "given": "Delio"}], "note": "fasc. 3-4; (reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959).", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": "3-4", "reprint": "Studi di storia, Torino: Einaudi, 1959", "edition": null, "incomplete": null}, {"id": "153", "type": "journal-article", "title": "The Historian and the Philosophy of Science", "container_title": "Isis", "author": [{"family": "Cowan", "given": "Thomas"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXXVIII", "page": "11-18", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "154", "type": "journal-article", "title": "History as a Science", "container_title": "Historical Studies: Australia and New Zealand", "author": [{"family": "Crawford", "given": "R. M."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "153-175", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "155", "type": "journal-article", "title": "Christianisme et histoire", "container_title": "Etudes", "author": [{"family": "Dani\u00e9lou", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "CCLIV", "page": "166-184", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "156", "type": "journal-article", "title": "Wahrheit der Geschichte. Geschichte der Wahrheit", "container_title": "Amerikanische Rundschau", "author": [{"family": "Dell", "given": "Stanley"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "44-53", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "157", "type": "journal-article", "title": "The Idea of Progress", "container_title": "American Historical Review", "author": [{"family": "Fay", "given": "Sidney B."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "LII", "page": "231-246", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "158", "type": "journal-article", "title": "Th\u00e9ologie et histoire", "container_title": "Dieu vivant", "author": [{"family": "Fessard", "given": "Gaston"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "VIII", "page": "39-65", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "159", "type": "journal-article", "title": "Acton, Creighton, and Lea: a Study in History and Ethics", "container_title": "Pacific Historical Review", "author": [{"family": "Fish", "given": "Andrew"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XVI", "page": "59-69", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "160", "type": "journal-article", "title": "Le conscience historique en Italie", "container_title": "Les temps modernes", "author": [{"family": "Garosci", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "23-24", "fascicle": null, "reprint": null, "edition": null, "incomplete": true}]}, "conversation_id": "277736f2-9288-42b4-aac3-ef4dabc68507", "score": {"fuzzy": 0.18586290715530984}, "raw_response": "{\"id\":\"chatcmpl-D1Xt3BAuzDKlp6OcGugLL4GhvveSk\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\\"metadata\\\":{\\\"title\\\":\\\"BIBLIOGRAPHY\\\",\\\"year\\\":\\\"1947\\\",\\\"page_number\\\":10},\\\"entries\\\":[{\\\"id\\\":\\\"145\\\",\\\"type\\\":\\\"other\\\",\\\"title\\\":\\\"Atti del congresso internazionale di filosofia 15-20 November, 1946\\\",\\\"container_title\\\":null,\\\"author\\\":null,\\\"note\\\":\\\"Milano: Castellani. Relevant articles:\\\",\\\"publisher\\\":\\\"Castellani\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Milano\\\",\\\"issued\\\":\\\"1946-11\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"146\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Storia e materialismo storico\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Drago\\\",\\\"given\\\":\\\"Pietro C.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":[\\\"145\\\"],\\\"relation\\\":\\\"145\\\",\\\"volume\\\":\\\"I\\\",\\\"page\\\":\\\"109-117\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"147\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Critica del giudizio storico\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Fazio-Allmayer\\\",\\\"given\\\":\\\"Vito\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":[\\\"145\\\"],\\\"relation\\\":\\\"145\\\",\\\"volume\\\":\\\"I\\\",\\\"page\\\":\\\"281-290\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"148\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Forza e spirito nella storia\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Nyman\\\",\\\"given\\\":\\\"A.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":[\\\"145\\\"],\\\"relation\\\":\\\"145\\\",\\\"volume\\\":\\\"I\\\",\\\"page\\\":\\\"191-200\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"149\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Sur le concept d\u2019histoire\\\",\\\"container_title\\\":\\\"Les temps modernes\\\",\\\"author\\\":[{\\\"family\\\":\\\"Benjamin\\\",\\\"given\\\":\\\"Walter\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"II\\\",\\\"page\\\":\\\"623-634\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"150\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Philosophy of History\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Boodin\\\",\\\"given\\\":\\\"John E.\\\"}],\\\"note\\\":\\\"in Dagobert D. Runes, ed., 20th Century Philosophy, New York: Philosophical Library, 89-106.\\\",\\\"publisher\\\":\\\"Philosophical Library\\\",\\\"editor\\\":[\\\"Dagobert D. Runes\\\"],\\\"publisher_place\\\":\\\"New York\\\",\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":\\\"89-106\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"151\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"De la perception \u00e0 l\u2019histoire. La philosophie de M. Merleau-Ponty\\\",\\\"container_title\\\":\\\"Deucalion\\\",\\\"author\\\":[{\\\"family\\\":\\\"Caillois\\\",\\\"given\\\":\\\"R. P.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"II\\\",\\\"page\\\":\\\"57-85\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"152\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Commemorazione di Adolfo Omodeo\\\",\\\"container_title\\\":\\\"Annali della Scuola Normale di Pisa\\\",\\\"author\\\":[{\\\"family\\\":\\\"Cantimori\\\",\\\"given\\\":\\\"Delio\\\"}],\\\"note\\\":\\\"fasc. 3-4; (reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959).\\\",\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":\\\"3-4\\\",\\\"reprint\\\":\\\"Studi di storia, Torino: Einaudi, 1959\\\",\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"153\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"The Historian and the Philosophy of Science\\\",\\\"container_title\\\":\\\"Isis\\\",\\\"author\\\":[{\\\"family\\\":\\\"Cowan\\\",\\\"given\\\":\\\"Thomas\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"XXXVIII\\\",\\\"page\\\":\\\"11-18\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"154\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"History as a Science\\\",\\\"container_title\\\":\\\"Historical Studies: Australia and New Zealand\\\",\\\"author\\\":[{\\\"family\\\":\\\"Crawford\\\",\\\"given\\\":\\\"R. M.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"III\\\",\\\"page\\\":\\\"153-175\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"155\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Christianisme et histoire\\\",\\\"container_title\\\":\\\"Etudes\\\",\\\"author\\\":[{\\\"family\\\":\\\"Dani\u00e9lou\\\",\\\"given\\\":\\\"J.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"CCLIV\\\",\\\"page\\\":\\\"166-184\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"156\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Wahrheit der Geschichte. Geschichte der Wahrheit\\\",\\\"container_title\\\":\\\"Amerikanische Rundschau\\\",\\\"author\\\":[{\\\"family\\\":\\\"Dell\\\",\\\"given\\\":\\\"Stanley\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"III\\\",\\\"page\\\":\\\"44-53\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"157\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"The Idea of Progress\\\",\\\"container_title\\\":\\\"American Historical Review\\\",\\\"author\\\":[{\\\"family\\\":\\\"Fay\\\",\\\"given\\\":\\\"Sidney B.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"LII\\\",\\\"page\\\":\\\"231-246\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"158\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Th\u00e9ologie et histoire\\\",\\\"container_title\\\":\\\"Dieu vivant\\\",\\\"author\\\":[{\\\"family\\\":\\\"Fessard\\\",\\\"given\\\":\\\"Gaston\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"VIII\\\",\\\"page\\\":\\\"39-65\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"159\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Acton, Creighton, and Lea: a Study in History and Ethics\\\",\\\"container_title\\\":\\\"Pacific Historical Review\\\",\\\"author\\\":[{\\\"family\\\":\\\"Fish\\\",\\\"given\\\":\\\"Andrew\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"XVI\\\",\\\"page\\\":\\\"59-69\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":null},{\\\"id\\\":\\\"160\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"Le conscience historique en Italie\\\",\\\"container_title\\\":\\\"Les temps modernes\\\",\\\"author\\\":[{\\\"family\\\":\\\"Garosci\\\",\\\"given\\\":\\\"A.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":null,\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":\\\"III\\\",\\\"page\\\":\\\"23-24\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":true}]}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":[],\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"metadata\":{\"title\":\"BIBLIOGRAPHY\",\"year\":\"1947\",\"page_number\":10},\"entries\":[{\"id\":\"145\",\"type\":\"other\",\"title\":\"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\"container_title\":null,\"author\":null,\"note\":\"Milano: Castellani. Relevant articles:\",\"publisher\":\"Castellani\",\"editor\":null,\"publisher_place\":\"Milano\",\"issued\":\"1946-11\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"146\",\"type\":\"journal-article\",\"title\":\"Storia e materialismo storico\",\"container_title\":null,\"author\":[{\"family\":\"Drago\",\"given\":\"Pietro C.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":[\"145\"],\"relation\":\"145\",\"volume\":\"I\",\"page\":\"109-117\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"147\",\"type\":\"journal-article\",\"title\":\"Critica del giudizio storico\",\"container_title\":null,\"author\":[{\"family\":\"Fazio-Allmayer\",\"given\":\"Vito\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":[\"145\"],\"relation\":\"145\",\"volume\":\"I\",\"page\":\"281-290\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"148\",\"type\":\"journal-article\",\"title\":\"Forza e spirito nella storia\",\"container_title\":null,\"author\":[{\"family\":\"Nyman\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":[\"145\"],\"relation\":\"145\",\"volume\":\"I\",\"page\":\"191-200\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"149\",\"type\":\"journal-article\",\"title\":\"Sur le concept d\u2019histoire\",\"container_title\":\"Les temps modernes\",\"author\":[{\"family\":\"Benjamin\",\"given\":\"Walter\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"II\",\"page\":\"623-634\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"150\",\"type\":\"journal-article\",\"title\":\"Philosophy of History\",\"container_title\":null,\"author\":[{\"family\":\"Boodin\",\"given\":\"John E.\"}],\"note\":\"in Dagobert D. Runes, ed., 20th Century Philosophy, New York: Philosophical Library, 89-106.\",\"publisher\":\"Philosophical Library\",\"editor\":[\"Dagobert D. Runes\"],\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"89-106\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"151\",\"type\":\"journal-article\",\"title\":\"De la perception \u00e0 l\u2019histoire. La philosophie de M. Merleau-Ponty\",\"container_title\":\"Deucalion\",\"author\":[{\"family\":\"Caillois\",\"given\":\"R. P.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"II\",\"page\":\"57-85\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"152\",\"type\":\"journal-article\",\"title\":\"Commemorazione di Adolfo Omodeo\",\"container_title\":\"Annali della Scuola Normale di Pisa\",\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"note\":\"fasc. 3-4; (reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959).\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":\"3-4\",\"reprint\":\"Studi di storia, Torino: Einaudi, 1959\",\"edition\":null,\"incomplete\":null},{\"id\":\"153\",\"type\":\"journal-article\",\"title\":\"The Historian and the Philosophy of Science\",\"container_title\":\"Isis\",\"author\":[{\"family\":\"Cowan\",\"given\":\"Thomas\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXVIII\",\"page\":\"11-18\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"154\",\"type\":\"journal-article\",\"title\":\"History as a Science\",\"container_title\":\"Historical Studies: Australia and New Zealand\",\"author\":[{\"family\":\"Crawford\",\"given\":\"R. M.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"153-175\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"155\",\"type\":\"journal-article\",\"title\":\"Christianisme et histoire\",\"container_title\":\"Etudes\",\"author\":[{\"family\":\"Dani\u00e9lou\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CCLIV\",\"page\":\"166-184\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"156\",\"type\":\"journal-article\",\"title\":\"Wahrheit der Geschichte. Geschichte der Wahrheit\",\"container_title\":\"Amerikanische Rundschau\",\"author\":[{\"family\":\"Dell\",\"given\":\"Stanley\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"44-53\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"157\",\"type\":\"journal-article\",\"title\":\"The Idea of Progress\",\"container_title\":\"American Historical Review\",\"author\":[{\"family\":\"Fay\",\"given\":\"Sidney B.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LII\",\"page\":\"231-246\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"158\",\"type\":\"journal-article\",\"title\":\"Th\u00e9ologie et histoire\",\"container_title\":\"Dieu vivant\",\"author\":[{\"family\":\"Fessard\",\"given\":\"Gaston\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"VIII\",\"page\":\"39-65\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"159\",\"type\":\"journal-article\",\"title\":\"Acton, Creighton, and Lea: a Study in History and Ethics\",\"container_title\":\"Pacific Historical Review\",\"author\":[{\"family\":\"Fish\",\"given\":\"Andrew\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XVI\",\"page\":\"59-69\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"160\",\"type\":\"journal-article\",\"title\":\"Le conscience historique en Italie\",\"container_title\":\"Les temps modernes\",\"author\":[{\"family\":\"Garosci\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"23-24\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}}}],\"created\":1769260961,\"model\":\"gpt-4.1-2025-04-14\",\"object\":\"chat.completion\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_1a2c4a5ede\",\"usage\":{\"completion_tokens\":1828,\"prompt_tokens\":1779,\"total_tokens\":3607,\"completion_tokens_details\":{\"accepted_prediction_tokens\":0,\"audio_tokens\":0,\"reasoning_tokens\":0,\"rejected_prediction_tokens\":0},\"prompt_tokens_details\":{\"audio_tokens\":0,\"cached_tokens\":0}}}"}, "scoring": {"fuzzy": 0.4619900757978842, "cost_summary": {"total_input_tokens": 8895, "total_output_tokens": 7705, "total_tokens": 16600, "input_cost_usd": 0.01779, "output_cost_usd": 0.06164, "total_cost_usd": 0.07943}}, "normalized_score": 46.19900757978842}, {"_id": {"$oid": "69ce22c0214d8cd071ad01ec"}, "test_id": "T0532", "benchmark": "bibliographic_data", "date": "2026-01-24", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "mistral", "model": "mistral-large-2512", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"Historical Journal of Modern Europe\",\"year\":\"1923\",\"page_number\":4},\"entries\":[{\"id\":\"hjme-1923-4-1\",\"type\":\"journal-article\",\"title\":\"The Economic Consequences of the Treaty of Versailles\",\"container_title\":\"Historical Journal of Modern Europe\",\"author\":[{\"family\":\"Keynes\",\"given\":\"John Maynard\"}],\"note\":null,\"publisher\":\"Cambridge University Press\",\"editor\":null,\"publisher_place\":null,\"issued\":\"1923-03\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"5\",\"page\":\"123-145\",\"fascicle\":\"2\",\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"hjme-1923-4-2\",\"type\":\"journal-article\",\"title\":\"Review of 'The Economic Consequences of the Treaty of Versailles' by John Maynard Keynes\",\"container_title\":\"Historical Journal of Modern Europe\",\"author\":[{\"family\":\"Mantoux\",\"given\":\"\u00c9tienne\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1923-03\",\"event_date\":null,\"related\":null,\"relation\":\"hjme-1923-4-1\",\"volume\":\"5\",\"page\":\"146-152\",\"fascicle\":\"2\",\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"hjme-1923-4-3\",\"type\":\"journal-article\",\"title\":\"The Rise of Fascism in Post-War Italy: A Comparative Analysis\",\"container_title\":\"Historical Journal of Modern Europe\",\"author\":[{\"family\":\"Salvemini\",\"given\":\"Gaetano\"}],\"note\":null,\"publisher\":\"Cambridge University Press\",\"editor\":null,\"publisher_place\":null,\"issued\":\"1923-03\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"5\",\"page\":\"153\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}", "model": "mistral-large-2512", "provider": "mistral", "finish_reason": "stop", "usage": {"input_tokens": 989, "output_tokens": 481, "total_tokens": 1470, "input_cost_usd": 0.0004945, "output_cost_usd": 0.0007214999999999999, "estimated_cost_usd": 0.001216}, "duration": 7.401659250259399, "timestamp": "2026-01-24T23:51:41.279850", "parsed": {"metadata": {"title": "Historical Journal of Modern Europe", "year": "1923", "page_number": 4}, "entries": [{"id": "hjme-1923-4-1", "type": "journal-article", "title": "The Economic Consequences of the Treaty of Versailles", "container_title": "Historical Journal of Modern Europe", "author": [{"family": "Keynes", "given": "John Maynard"}], "publisher": "Cambridge University Press", "issued": "1923-03", "volume": "5", "page": "123-145", "fascicle": "2"}, {"id": "hjme-1923-4-2", "type": "journal-article", "title": "Review of 'The Economic Consequences of the Treaty of Versailles' by John Maynard Keynes", "container_title": "Historical Journal of Modern Europe", "author": [{"family": "Mantoux", "given": "\u00c9tienne"}], "issued": "1923-03", "volume": "5", "page": "146-152", "fascicle": "2", "relation": "hjme-1923-4-1"}, {"id": "hjme-1923-4-3", "type": "journal-article", "title": "The Rise of Fascism in Post-War Italy: A Comparative Analysis", "container_title": "Historical Journal of Modern Europe", "author": [{"family": "Salvemini", "given": "Gaetano"}], "publisher": "Cambridge University Press", "issued": "1923-03", "volume": "5", "page": "153", "incomplete": true}]}, "conversation_id": "a516e952-4a63-41be-ab73-ad8126047376", "score": {"fuzzy": 0.02797265712425372}, "raw_response": "{\"id\":\"67212f34a72f481291dded252e076fbe\",\"object\":\"chat.completion\",\"model\":\"mistral-large-2512\",\"usage\":{\"prompt_tokens\":989,\"completion_tokens\":481,\"total_tokens\":1470,\"num_cached_tokens\":1016},\"created\":1769295094,\"choices\":[{\"index\":0,\"message\":{\"content\":\"{\\n \\\"metadata\\\": {\\n \\\"title\\\": \\\"Historical Journal of Modern Europe\\\",\\n \\\"year\\\": \\\"1923\\\",\\n \\\"page_number\\\": 4\\n },\\n \\\"entries\\\": [\\n {\\n \\\"id\\\": \\\"hjme-1923-4-1\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Economic Consequences of the Treaty of Versailles\\\",\\n \\\"container_title\\\": \\\"Historical Journal of Modern Europe\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Keynes\\\",\\n \\\"given\\\": \\\"John Maynard\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Cambridge University Press\\\",\\n \\\"issued\\\": \\\"1923-03\\\",\\n \\\"volume\\\": \\\"5\\\",\\n \\\"page\\\": \\\"123-145\\\",\\n \\\"fascicle\\\": \\\"2\\\"\\n },\\n {\\n \\\"id\\\": \\\"hjme-1923-4-2\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Review of 'The Economic Consequences of the Treaty of Versailles' by John Maynard Keynes\\\",\\n \\\"container_title\\\": \\\"Historical Journal of Modern Europe\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Mantoux\\\",\\n \\\"given\\\": \\\"\u00c9tienne\\\"\\n }\\n ],\\n \\\"issued\\\": \\\"1923-03\\\",\\n \\\"volume\\\": \\\"5\\\",\\n \\\"page\\\": \\\"146-152\\\",\\n \\\"fascicle\\\": \\\"2\\\",\\n \\\"relation\\\": \\\"hjme-1923-4-1\\\"\\n },\\n {\\n \\\"id\\\": \\\"hjme-1923-4-3\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Rise of Fascism in Post-War Italy: A Comparative Analysis\\\",\\n \\\"container_title\\\": \\\"Historical Journal of Modern Europe\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Salvemini\\\",\\n \\\"given\\\": \\\"Gaetano\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Cambridge University Press\\\",\\n \\\"issued\\\": \\\"1923-03\\\",\\n \\\"volume\\\": \\\"5\\\",\\n \\\"page\\\": \\\"153\\\",\\n \\\"incomplete\\\": true\\n }\\n ]\\n}\",\"tool_calls\":null,\"prefix\":false,\"role\":\"assistant\"},\"finish_reason\":\"stop\"}]}"}, "scoring": {"fuzzy": 0.043549226288863416, "cost_summary": {"total_input_tokens": 4946, "total_output_tokens": 2931, "total_tokens": 7877, "input_cost_usd": 0.0024730000000000004, "output_cost_usd": 0.004396499999999999, "total_cost_usd": 0.0068695}}, "normalized_score": 4.354922628886341}, {"_id": {"$oid": "69ce22c0214d8cd071ad020b"}, "test_id": "T0008", "benchmark": "bibliographic_data", "date": "2026-01-24", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "genai", "model": "gemini-2.0-flash", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"no title given\",\"year\":\"1946\",\"page_number\":4},\"entries\":[{\"id\":\"34\",\"type\":\"book\",\"title\":\"Der Sinn der Geschichte\",\"container_title\":null,\"author\":[{\"family\":\"Baeck\",\"given\":\"Leo\"}],\"note\":null,\"publisher\":\"Habel\",\"editor\":null,\"publisher_place\":\"Berlin\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"35\",\"type\":\"book\",\"title\":\"The Art of Writing History\",\"container_title\":null,\"author\":[{\"family\":\"Bryant\",\"given\":\"Arthur\"}],\"note\":null,\"publisher\":\"Oxford University Press\",\"editor\":null,\"publisher_place\":\"Oxford\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"36\",\"type\":\"book\",\"title\":\"Historia y destino\",\"container_title\":null,\"author\":[{\"family\":\"Ca\u00f1al Barrachina\",\"given\":\"Avelino\"}],\"note\":null,\"publisher\":\"Ucar, Garc\u00eda\",\"editor\":null,\"publisher_place\":\"Havana\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"37\",\"type\":\"book\",\"title\":\"The Idea of History\",\"container_title\":null,\"author\":[{\"family\":\"Collingwood\",\"given\":\"R. G.\"}],\"note\":null,\"publisher\":\"Clarendon\",\"editor\":null,\"publisher_place\":\"Oxford\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"In German: Philosophie der Geschichte, trans. by Gertrud Herding, Stuttgart: Kohlhammer, 1955\",\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"38\",\"type\":\"journal-article\",\"title\":\"C. C. J. Webb, Hibbert Journal XLV (1946), 83-86.\",\"container_title\":null,\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"39\",\"type\":\"journal-article\",\"title\":\"\\\"Collingwood's Idea of History\\\"\",\"container_title\":null,\"author\":[{\"family\":\"Flenley\",\"given\":\"R.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"37\",\"volume\":\"Canadian Historical Review XXVIII\",\"page\":\"68-72\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"40\",\"type\":\"journal-article\",\"title\":\"Journal of Philosophy XLIV (1947), 184-188.\",\"container_title\":null,\"author\":[{\"family\":\"Mandelbaum\",\"given\":\"M.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"41\",\"type\":\"journal-article\",\"title\":\"Philosophical Review LVI (1947), 587-592.\",\"container_title\":null,\"author\":[{\"family\":\"Murphy\",\"given\":\"A. E.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"42\",\"type\":\"journal-article\",\"title\":\"\\\"Discussion: R. G. Collingwood's Philosophy of History\\\"\",\"container_title\":null,\"author\":[{\"family\":\"Walsh\",\"given\":\"W. H.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"37\",\"volume\":\"Philosophy XXII\",\"page\":\"153-160\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"43\",\"type\":\"journal-article\",\"title\":\"\\\"Logic and History\\\"\",\"container_title\":null,\"author\":[{\"family\":\"Buchdahl\",\"given\":\"G.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"Australasian Journal of Philosophy XXVI\",\"page\":\"94-114\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"44\",\"type\":\"journal-article\",\"title\":\"\\\"On Collingwood's Philosophy of History\\\"\",\"container_title\":null,\"author\":[{\"family\":\"Strauss\",\"given\":\"Leo\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"37\",\"volume\":\"Review of Metaphysics V\",\"page\":\"559-586\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"45\",\"type\":\"journal-article\",\"title\":\"\\\"The 'Objects' of Historical Knowledge\\\"\",\"container_title\":null,\"author\":[{\"family\":\"Gardiner\",\"given\":\"P. L.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"Philosophy XXVII\",\"page\":\"211-220\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"46\",\"type\":\"journal-article\",\"title\":\"\\\"Collingwood's Idea of History\\\"\",\"container_title\":null,\"author\":[{\"family\":\"Harris\",\"given\":\"R. W.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"37\",\"volume\":\"History N. S. XXXVII\",\"page\":\"1-7\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"47\",\"type\":\"journal-article\",\"title\":\"\\\"Metaphysics, History, and Civilization: Collingwood's Account of Their Interrelationship\\\"\",\"container_title\":null,\"author\":[{\"family\":\"Hartt\",\"given\":\"J. N.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"37\",\"volume\":\"Journal of Religion XXXIII\",\"page\":\"198-211\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"48\",\"type\":\"journal-article\",\"title\":\"\\\"Collingwood and the Idea of History\\\"\",\"container_title\":null,\"author\":[{\"family\":\"Schneider\",\"given\":\"Frederick D.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"37\",\"volume\":\"University of Toronto Quarterly XXII\",\"page\":\"172-183\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}", "model": "gemini-2.0-flash", "provider": "genai", "finish_reason": "STOP", "usage": {"input_tokens": 2062, "output_tokens": 1510, "total_tokens": 3572, "input_cost_usd": 0.00020620000000000002, "output_cost_usd": 0.000604, "estimated_cost_usd": 0.0008102000000000001}, "duration": 7.932197570800781, "timestamp": "2026-01-24T11:03:26.639866", "parsed": {"metadata": {"title": "no title given", "year": "1946", "page_number": 4}, "entries": [{"id": "34", "type": "book", "title": "Der Sinn der Geschichte", "author": [{"family": "Baeck", "given": "Leo"}], "publisher": "Habel", "publisher_place": "Berlin"}, {"id": "35", "type": "book", "title": "The Art of Writing History", "author": [{"family": "Bryant", "given": "Arthur"}], "publisher": "Oxford University Press", "publisher_place": "Oxford"}, {"id": "36", "type": "book", "title": "Historia y destino", "author": [{"family": "Ca\u00f1al Barrachina", "given": "Avelino"}], "publisher": "Ucar, Garc\u00eda", "publisher_place": "Havana"}, {"id": "37", "type": "book", "title": "The Idea of History", "author": [{"family": "Collingwood", "given": "R. G."}], "publisher": "Clarendon", "publisher_place": "Oxford", "volume": "In German: Philosophie der Geschichte, trans. by Gertrud Herding, Stuttgart: Kohlhammer, 1955"}, {"id": "38", "type": "journal-article", "title": "C. C. J. Webb, Hibbert Journal XLV (1946), 83-86."}, {"id": "39", "type": "journal-article", "title": "\"Collingwood's Idea of History\"", "author": [{"family": "Flenley", "given": "R."}], "relation": "37", "volume": "Canadian Historical Review XXVIII", "page": "68-72"}, {"id": "40", "type": "journal-article", "title": "Journal of Philosophy XLIV (1947), 184-188.", "author": [{"family": "Mandelbaum", "given": "M."}]}, {"id": "41", "type": "journal-article", "title": "Philosophical Review LVI (1947), 587-592.", "author": [{"family": "Murphy", "given": "A. E."}]}, {"id": "42", "type": "journal-article", "title": "\"Discussion: R. G. Collingwood's Philosophy of History\"", "author": [{"family": "Walsh", "given": "W. H."}], "relation": "37", "volume": "Philosophy XXII", "page": "153-160"}, {"id": "43", "type": "journal-article", "title": "\"Logic and History\"", "author": [{"family": "Buchdahl", "given": "G."}], "volume": "Australasian Journal of Philosophy XXVI", "page": "94-114"}, {"id": "44", "type": "journal-article", "title": "\"On Collingwood's Philosophy of History\"", "author": [{"family": "Strauss", "given": "Leo"}], "relation": "37", "volume": "Review of Metaphysics V", "page": "559-586"}, {"id": "45", "type": "journal-article", "title": "\"The 'Objects' of Historical Knowledge\"", "author": [{"family": "Gardiner", "given": "P. L."}], "volume": "Philosophy XXVII", "page": "211-220"}, {"id": "46", "type": "journal-article", "title": "\"Collingwood's Idea of History\"", "author": [{"family": "Harris", "given": "R. W."}], "relation": "37", "volume": "History N. S. XXXVII", "page": "1-7"}, {"id": "47", "type": "journal-article", "title": "\"Metaphysics, History, and Civilization: Collingwood's Account of Their Interrelationship\"", "author": [{"family": "Hartt", "given": "J. N."}], "relation": "37", "volume": "Journal of Religion XXXIII", "page": "198-211"}, {"id": "48", "type": "journal-article", "title": "\"Collingwood and the Idea of History\"", "author": [{"family": "Schneider", "given": "Frederick D."}], "relation": "37", "volume": "University of Toronto Quarterly XXII", "page": "172-183", "incomplete": true}]}, "conversation_id": "5636b55f-4e03-4941-804e-72cf190ff2e4", "score": {"fuzzy": 0.6349086125107494}, "raw_response": "{\"sdk_http_response\":{\"headers\":{\"content-type\":\"application/json; charset=UTF-8\",\"vary\":\"Origin, X-Origin, Referer\",\"content-encoding\":\"gzip\",\"date\":\"Sat, 24 Jan 2026 10:03:26 GMT\",\"server\":\"scaffolding on HTTPServer2\",\"x-xss-protection\":\"0\",\"x-frame-options\":\"SAMEORIGIN\",\"x-content-type-options\":\"nosniff\",\"server-timing\":\"gfet4t7; dur=7832\",\"alt-svc\":\"h3=\\\":443\\\"; ma=2592000,h3-29=\\\":443\\\"; ma=2592000\",\"transfer-encoding\":\"chunked\"},\"body\":null},\"candidates\":[{\"content\":{\"parts\":[{\"video_metadata\":null,\"thought\":null,\"inline_data\":null,\"file_data\":null,\"thought_signature\":null,\"function_call\":null,\"code_execution_result\":null,\"executable_code\":null,\"function_response\":null,\"text\":\"{\\n \\\"metadata\\\": {\\n \\\"title\\\": \\\"no title given\\\",\\n \\\"year\\\": \\\"1946\\\",\\n \\\"page_number\\\": 4\\n },\\n \\\"entries\\\": [\\n {\\n \\\"id\\\": \\\"34\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Der Sinn der Geschichte\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Baeck\\\",\\n \\\"given\\\": \\\"Leo\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Habel\\\",\\n \\\"publisher_place\\\": \\\"Berlin\\\"\\n },\\n {\\n \\\"id\\\": \\\"35\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"The Art of Writing History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Bryant\\\",\\n \\\"given\\\": \\\"Arthur\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Oxford University Press\\\",\\n \\\"publisher_place\\\": \\\"Oxford\\\"\\n },\\n {\\n \\\"id\\\": \\\"36\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Historia y destino\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Ca\u00f1al Barrachina\\\",\\n \\\"given\\\": \\\"Avelino\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Ucar, Garc\u00eda\\\",\\n \\\"publisher_place\\\": \\\"Havana\\\"\\n },\\n {\\n \\\"id\\\": \\\"37\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"The Idea of History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Collingwood\\\",\\n \\\"given\\\": \\\"R. G.\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Clarendon\\\",\\n \\\"publisher_place\\\": \\\"Oxford\\\",\\n \\\"volume\\\": \\\"In German: Philosophie der Geschichte, trans. by Gertrud Herding, Stuttgart: Kohlhammer, 1955\\\"\\n },\\n {\\n \\\"id\\\": \\\"38\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"C. C. J. Webb, Hibbert Journal XLV (1946), 83-86.\\\"\\n },\\n {\\n \\\"id\\\": \\\"39\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"\\\\\\\"Collingwood's Idea of History\\\\\\\"\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Flenley\\\",\\n \\\"given\\\": \\\"R.\\\"\\n }\\n ],\\n \\\"relation\\\": \\\"37\\\",\\n \\\"volume\\\": \\\"Canadian Historical Review XXVIII\\\",\\n \\\"page\\\": \\\"68-72\\\"\\n },\\n {\\n \\\"id\\\": \\\"40\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Journal of Philosophy XLIV (1947), 184-188.\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Mandelbaum\\\",\\n \\\"given\\\": \\\"M.\\\"\\n }\\n ]\\n },\\n {\\n \\\"id\\\": \\\"41\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Philosophical Review LVI (1947), 587-592.\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Murphy\\\",\\n \\\"given\\\": \\\"A. E.\\\"\\n }\\n ]\\n },\\n {\\n \\\"id\\\": \\\"42\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"\\\\\\\"Discussion: R. G. Collingwood's Philosophy of History\\\\\\\"\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Walsh\\\",\\n \\\"given\\\": \\\"W. H.\\\"\\n }\\n ],\\n \\\"relation\\\": \\\"37\\\",\\n \\\"volume\\\": \\\"Philosophy XXII\\\",\\n \\\"page\\\": \\\"153-160\\\"\\n },\\n {\\n \\\"id\\\": \\\"43\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"\\\\\\\"Logic and History\\\\\\\"\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Buchdahl\\\",\\n \\\"given\\\": \\\"G.\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"Australasian Journal of Philosophy XXVI\\\",\\n \\\"page\\\": \\\"94-114\\\"\\n },\\n {\\n \\\"id\\\": \\\"44\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"\\\\\\\"On Collingwood's Philosophy of History\\\\\\\"\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Strauss\\\",\\n \\\"given\\\": \\\"Leo\\\"\\n }\\n ],\\n \\\"relation\\\": \\\"37\\\",\\n \\\"volume\\\": \\\"Review of Metaphysics V\\\",\\n \\\"page\\\": \\\"559-586\\\"\\n },\\n {\\n \\\"id\\\": \\\"45\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"\\\\\\\"The 'Objects' of Historical Knowledge\\\\\\\"\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Gardiner\\\",\\n \\\"given\\\": \\\"P. L.\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"Philosophy XXVII\\\",\\n \\\"page\\\": \\\"211-220\\\"\\n },\\n {\\n \\\"id\\\": \\\"46\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"\\\\\\\"Collingwood's Idea of History\\\\\\\"\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Harris\\\",\\n \\\"given\\\": \\\"R. W.\\\"\\n }\\n ],\\n \\\"relation\\\": \\\"37\\\",\\n \\\"volume\\\": \\\"History N. S. XXXVII\\\",\\n \\\"page\\\": \\\"1-7\\\"\\n },\\n {\\n \\\"id\\\": \\\"47\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"\\\\\\\"Metaphysics, History, and Civilization: Collingwood's Account of Their Interrelationship\\\\\\\"\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Hartt\\\",\\n \\\"given\\\": \\\"J. N.\\\"\\n }\\n ],\\n \\\"relation\\\": \\\"37\\\",\\n \\\"volume\\\": \\\"Journal of Religion XXXIII\\\",\\n \\\"page\\\": \\\"198-211\\\"\\n },\\n {\\n \\\"id\\\": \\\"48\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"\\\\\\\"Collingwood and the Idea of History\\\\\\\"\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Schneider\\\",\\n \\\"given\\\": \\\"Frederick D.\\\"\\n }\\n ],\\n \\\"relation\\\": \\\"37\\\",\\n \\\"volume\\\": \\\"University of Toronto Quarterly XXII\\\",\\n \\\"page\\\": \\\"172-183\\\",\\n \\\"incomplete\\\": true\\n }\\n ]\\n}\"}],\"role\":\"model\"},\"citation_metadata\":null,\"finish_message\":null,\"token_count\":null,\"finish_reason\":\"STOP\",\"url_context_metadata\":null,\"avg_logprobs\":-0.0047250226633438214,\"grounding_metadata\":null,\"index\":null,\"logprobs_result\":null,\"safety_ratings\":null}],\"create_time\":null,\"model_version\":\"gemini-2.0-flash\",\"prompt_feedback\":null,\"response_id\":\"5ph0aaeONZHNkdUP7cOa0Ao\",\"usage_metadata\":{\"cache_tokens_details\":null,\"cached_content_token_count\":null,\"candidates_token_count\":1510,\"candidates_tokens_details\":[{\"modality\":\"TEXT\",\"token_count\":1510}],\"prompt_token_count\":2062,\"prompt_tokens_details\":[{\"modality\":\"IMAGE\",\"token_count\":1806},{\"modality\":\"TEXT\",\"token_count\":256}],\"thoughts_token_count\":null,\"tool_use_prompt_token_count\":null,\"tool_use_prompt_tokens_details\":null,\"total_token_count\":3572,\"traffic_type\":null},\"automatic_function_calling_history\":[],\"parsed\":{\"metadata\":{\"title\":\"no title given\",\"year\":\"1946\",\"page_number\":4},\"entries\":[{\"id\":\"34\",\"type\":\"book\",\"title\":\"Der Sinn der Geschichte\",\"author\":[{\"family\":\"Baeck\",\"given\":\"Leo\"}],\"publisher\":\"Habel\",\"publisher_place\":\"Berlin\"},{\"id\":\"35\",\"type\":\"book\",\"title\":\"The Art of Writing History\",\"author\":[{\"family\":\"Bryant\",\"given\":\"Arthur\"}],\"publisher\":\"Oxford University Press\",\"publisher_place\":\"Oxford\"},{\"id\":\"36\",\"type\":\"book\",\"title\":\"Historia y destino\",\"author\":[{\"family\":\"Ca\u00f1al Barrachina\",\"given\":\"Avelino\"}],\"publisher\":\"Ucar, Garc\u00eda\",\"publisher_place\":\"Havana\"},{\"id\":\"37\",\"type\":\"book\",\"title\":\"The Idea of History\",\"author\":[{\"family\":\"Collingwood\",\"given\":\"R. G.\"}],\"publisher\":\"Clarendon\",\"publisher_place\":\"Oxford\",\"volume\":\"In German: Philosophie der Geschichte, trans. by Gertrud Herding, Stuttgart: Kohlhammer, 1955\"},{\"id\":\"38\",\"type\":\"journal-article\",\"title\":\"C. C. J. Webb, Hibbert Journal XLV (1946), 83-86.\"},{\"id\":\"39\",\"type\":\"journal-article\",\"title\":\"\\\"Collingwood's Idea of History\\\"\",\"author\":[{\"family\":\"Flenley\",\"given\":\"R.\"}],\"relation\":\"37\",\"volume\":\"Canadian Historical Review XXVIII\",\"page\":\"68-72\"},{\"id\":\"40\",\"type\":\"journal-article\",\"title\":\"Journal of Philosophy XLIV (1947), 184-188.\",\"author\":[{\"family\":\"Mandelbaum\",\"given\":\"M.\"}]},{\"id\":\"41\",\"type\":\"journal-article\",\"title\":\"Philosophical Review LVI (1947), 587-592.\",\"author\":[{\"family\":\"Murphy\",\"given\":\"A. E.\"}]},{\"id\":\"42\",\"type\":\"journal-article\",\"title\":\"\\\"Discussion: R. G. Collingwood's Philosophy of History\\\"\",\"author\":[{\"family\":\"Walsh\",\"given\":\"W. H.\"}],\"relation\":\"37\",\"volume\":\"Philosophy XXII\",\"page\":\"153-160\"},{\"id\":\"43\",\"type\":\"journal-article\",\"title\":\"\\\"Logic and History\\\"\",\"author\":[{\"family\":\"Buchdahl\",\"given\":\"G.\"}],\"volume\":\"Australasian Journal of Philosophy XXVI\",\"page\":\"94-114\"},{\"id\":\"44\",\"type\":\"journal-article\",\"title\":\"\\\"On Collingwood's Philosophy of History\\\"\",\"author\":[{\"family\":\"Strauss\",\"given\":\"Leo\"}],\"relation\":\"37\",\"volume\":\"Review of Metaphysics V\",\"page\":\"559-586\"},{\"id\":\"45\",\"type\":\"journal-article\",\"title\":\"\\\"The 'Objects' of Historical Knowledge\\\"\",\"author\":[{\"family\":\"Gardiner\",\"given\":\"P. L.\"}],\"volume\":\"Philosophy XXVII\",\"page\":\"211-220\"},{\"id\":\"46\",\"type\":\"journal-article\",\"title\":\"\\\"Collingwood's Idea of History\\\"\",\"author\":[{\"family\":\"Harris\",\"given\":\"R. W.\"}],\"relation\":\"37\",\"volume\":\"History N. S. XXXVII\",\"page\":\"1-7\"},{\"id\":\"47\",\"type\":\"journal-article\",\"title\":\"\\\"Metaphysics, History, and Civilization: Collingwood's Account of Their Interrelationship\\\"\",\"author\":[{\"family\":\"Hartt\",\"given\":\"J. N.\"}],\"relation\":\"37\",\"volume\":\"Journal of Religion XXXIII\",\"page\":\"198-211\"},{\"id\":\"48\",\"type\":\"journal-article\",\"title\":\"\\\"Collingwood and the Idea of History\\\"\",\"author\":[{\"family\":\"Schneider\",\"given\":\"Frederick D.\"}],\"relation\":\"37\",\"volume\":\"University of Toronto Quarterly XXII\",\"page\":\"172-183\",\"incomplete\":true}]}}"}, "scoring": {"fuzzy": 0.4974510658908276, "cost_summary": {"total_input_tokens": 10311, "total_output_tokens": 8650, "total_tokens": 18961, "input_cost_usd": 0.0010311, "output_cost_usd": 0.00346, "total_cost_usd": 0.0044911000000000005}}, "normalized_score": 49.74510658908276}, {"_id": {"$oid": "69ce22c0214d8cd071ad00cb"}, "test_id": "T0435", "benchmark": "bibliographic_data", "date": "2025-11-25", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "mistral", "model": "mistral-small-2506", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"Historical Records\",\"year\":\"2023\",\"page_number\":2},\"entries\":[{\"id\":\"entry_002_1\",\"type\":\"book\",\"title\":\"The Rise of the Roman Empire\",\"container_title\":null,\"author\":[{\"family\":\"Smith\",\"given\":\"John\"}],\"note\":null,\"publisher\":\"Historical Press\",\"editor\":null,\"publisher_place\":\"Rome\",\"issued\":\"2020\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"entry_002_2\",\"type\":\"journal-article\",\"title\":\"The Impact of the Industrial Revolution\",\"container_title\":\"Journal of Historical Studies\",\"author\":[{\"family\":\"Johnson\",\"given\":\"Emily\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"2019\",\"event_date\":null,\"related\":null,\"relation\":\"entry_001_3\",\"volume\":\"15\",\"page\":\"45-67\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"entry_002_3\",\"type\":\"other\",\"title\":\"Ancient Egyptian Artifacts\",\"container_title\":null,\"author\":[{\"family\":\"Williams\",\"given\":\"Michael\"}],\"note\":\"Exhibit at the British Museum\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":\"2021-05-15\",\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}", "model": "mistral-small-2506", "provider": "mistral", "finish_reason": "stop", "usage": {"input_tokens": 989, "output_tokens": 362, "total_tokens": 1351, "input_cost_usd": 9.890000000000002e-05, "output_cost_usd": 0.0001086, "estimated_cost_usd": 0.0002075}, "duration": 3.001922369003296, "timestamp": "2025-11-25T10:13:15.850526", "parsed": {"metadata": {"title": "Historical Records", "year": "2023", "page_number": 2}, "entries": [{"id": "entry_002_1", "type": "book", "title": "The Rise of the Roman Empire", "author": [{"family": "Smith", "given": "John"}], "publisher": "Historical Press", "publisher_place": "Rome", "issued": "2020", "incomplete": false}, {"id": "entry_002_2", "type": "journal-article", "title": "The Impact of the Industrial Revolution", "author": [{"family": "Johnson", "given": "Emily"}], "container_title": "Journal of Historical Studies", "volume": "15", "page": "45-67", "issued": "2019", "relation": "entry_001_3", "incomplete": false}, {"id": "entry_002_3", "type": "other", "title": "Ancient Egyptian Artifacts", "author": [{"family": "Williams", "given": "Michael"}], "note": "Exhibit at the British Museum", "event_date": "2021-05-15", "incomplete": true}]}, "score": {"fuzzy": 0.03769387620370295}, "raw_response": "{\"id\":\"5e7b437632044df0a0c18b8f98b24702\",\"object\":\"chat.completion\",\"model\":\"mistral-small-2506\",\"usage\":{\"prompt_tokens\":989,\"completion_tokens\":362,\"total_tokens\":1351},\"created\":1764061992,\"choices\":[{\"index\":0,\"message\":{\"content\":\"{\\n \\\"metadata\\\": {\\n \\\"title\\\": \\\"Historical Records\\\",\\n \\\"year\\\": \\\"2023\\\",\\n \\\"page_number\\\": 2\\n },\\n \\\"entries\\\": [\\n {\\n \\\"id\\\": \\\"entry_002_1\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"The Rise of the Roman Empire\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Smith\\\",\\n \\\"given\\\": \\\"John\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Historical Press\\\",\\n \\\"publisher_place\\\": \\\"Rome\\\",\\n \\\"issued\\\": \\\"2020\\\",\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"entry_002_2\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Impact of the Industrial Revolution\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Johnson\\\",\\n \\\"given\\\": \\\"Emily\\\"\\n }\\n ],\\n \\\"container_title\\\": \\\"Journal of Historical Studies\\\",\\n \\\"volume\\\": \\\"15\\\",\\n \\\"page\\\": \\\"45-67\\\",\\n \\\"issued\\\": \\\"2019\\\",\\n \\\"relation\\\": \\\"entry_001_3\\\",\\n \\\"incomplete\\\": false\\n },\\n {\\n \\\"id\\\": \\\"entry_002_3\\\",\\n \\\"type\\\": \\\"other\\\",\\n \\\"title\\\": \\\"Ancient Egyptian Artifacts\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Williams\\\",\\n \\\"given\\\": \\\"Michael\\\"\\n }\\n ],\\n \\\"note\\\": \\\"Exhibit at the British Museum\\\",\\n \\\"event_date\\\": \\\"2021-05-15\\\",\\n \\\"incomplete\\\": true\\n }\\n ]\\n}\",\"tool_calls\":null,\"prefix\":false,\"role\":\"assistant\"},\"finish_reason\":\"stop\"}]}"}, "scoring": {"fuzzy": 0.03477702042433471, "cost_summary": {"total_input_tokens": 4946, "total_output_tokens": 1939, "total_tokens": 6885, "input_cost_usd": 0.0004946000000000001, "output_cost_usd": 0.0005817, "total_cost_usd": 0.0010763}}, "normalized_score": 3.4777020424334713}, {"_id": {"$oid": "69ce22c0214d8cd071ad00de"}, "test_id": "T0403", "benchmark": "bibliographic_data", "date": "2025-11-25", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5.1-2025-11-13", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"Unknown\",\"year\":\"1945\",\"page_number\":2},\"entries\":[{\"id\":\"1\",\"type\":\"book\",\"title\":\"Time as Dimension and History\",\"container_title\":null,\"author\":[{\"family\":\"Alexander\",\"given\":\"Hubert G.\"}],\"note\":null,\"publisher\":\"University of New Mexico Press\",\"editor\":null,\"publisher_place\":\"Albuquerque\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"2\",\"type\":\"book\",\"title\":\"Wahrheit und Ideologie\",\"container_title\":null,\"author\":[{\"family\":\"Barth\",\"given\":\"Hans\"}],\"note\":null,\"publisher\":\"Manesse\",\"editor\":null,\"publisher_place\":\"Z\u00fcrich\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"3\",\"type\":\"book\",\"title\":\"Las generaciones en la historia\",\"container_title\":null,\"author\":[{\"family\":\"Entralyo La\u00edn\",\"given\":\"Pedro\"}],\"note\":null,\"publisher\":\"Instituto de estudios pol\u00edticos\",\"editor\":null,\"publisher_place\":\"Madrid\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"4\",\"type\":\"book\",\"title\":\"Cuatro visiones de la historia universal\",\"container_title\":null,\"author\":[{\"family\":\"Ferrater Mora\",\"given\":\"Jos\u00e9\"}],\"note\":null,\"publisher\":\"Editorial Losada\",\"editor\":null,\"publisher_place\":\"Buenos Aires\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"5\",\"type\":\"book\",\"title\":\"The Use of Personal Documents in History, Anthropology, and Sociology\",\"container_title\":null,\"author\":[{\"family\":\"Gottschalk\",\"given\":\"L.\"},{\"family\":\"Kluckhohn\",\"given\":\"C.\"},{\"family\":\"Angell\",\"given\":\"R.\"}],\"note\":\"Social Science Research Council, Bulletin 53. Review:\",\"publisher\":null,\"editor\":null,\"publisher_place\":\"New York\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"6\",\"type\":\"journal-article\",\"title\":\"[Review of The Use of Personal Documents in History, Anthropology, and Sociology]\",\"container_title\":\"The American Journal of Sociology\",\"author\":[{\"family\":\"Lapiere\",\"given\":\"R. T.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1946\",\"event_date\":null,\"related\":[\"5\"],\"relation\":\"5\",\"volume\":\"LII\",\"page\":\"156-157\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"7\",\"type\":\"book\",\"title\":\"El problema de la historia y su lugar en el conocimiento\",\"container_title\":null,\"author\":[{\"family\":\"Jasinowski\",\"given\":\"Bogumil\"}],\"note\":\"Review:\",\"publisher\":\"Universidad de Chile\",\"editor\":null,\"publisher_place\":\"Santiago, Chile\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"8\",\"type\":\"journal-article\",\"title\":\"[Review of El problema de la historia y su lugar en el conocimiento]\",\"container_title\":\"Revue philosophique\",\"author\":[],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1950\",\"event_date\":null,\"related\":[\"7\"],\"relation\":\"7\",\"volume\":\"CXL\",\"page\":\"528\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"9\",\"type\":\"book\",\"title\":\"Man the Measure: a New Approach to History\",\"container_title\":null,\"author\":[{\"family\":\"Kahler\",\"given\":\"Erich\"}],\"note\":\"2nd ed., London: Jonathan Cape (1st ed. New York: Pantheon, 1943). Review:\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":\"2nd ed.\",\"incomplete\":false},{\"id\":\"10\",\"type\":\"journal-article\",\"title\":\"The Flight from Reason\",\"container_title\":\"Journal of Modern History\",\"author\":[{\"family\":\"Savelle\",\"given\":\"Max\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1945\",\"event_date\":null,\"related\":[\"9\"],\"relation\":\"9\",\"volume\":\"XVII\",\"page\":\"153-162\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"11\",\"type\":\"book\",\"title\":\"The Social Interpretation of History\",\"container_title\":null,\"author\":[{\"family\":\"Maurice\",\"given\":\"William\"}],\"note\":null,\"publisher\":\"Scribner\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"12\",\"type\":\"book\",\"title\":\"The Open Society and Its Enemies\",\"container_title\":null,\"author\":[{\"family\":\"Popper\",\"given\":\"Karl\"}],\"note\":\"2 vols., London: Routledge (Revised ed. Princeton: Princeton University Press, 1950). Reviews and review-articles:\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"13\",\"type\":\"journal-article\",\"title\":\"[Review-article on The Open Society and Its Enemies]\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Aiken\",\"given\":\"H. D.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":[\"12\"],\"relation\":\"12\",\"volume\":\"XLIV\",\"page\":\"459-479\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"14\",\"type\":\"journal-article\",\"title\":\"The Social Scientist in the \u201cOpen Society\u201d\",\"container_title\":null,\"author\":[{\"family\":\"Bock\",\"given\":\"Kenneth E.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1945\",\"event_date\":null,\"related\":[\"12\"],\"relation\":\"12\",\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}", "model": "gpt-5.1-2025-11-13", "provider": "openai", "finish_reason": "stop", "usage": {"input_tokens": 1583, "output_tokens": 1607, "total_tokens": 3190}, "duration": 17.899237155914307, "timestamp": "2025-11-25T09:55:26.393456", "parsed": {"metadata": {"title": "Unknown", "year": "1945", "page_number": 2}, "entries": [{"id": "1", "type": "book", "title": "Time as Dimension and History", "container_title": null, "author": [{"family": "Alexander", "given": "Hubert G."}], "note": null, "publisher": "University of New Mexico Press", "editor": null, "publisher_place": "Albuquerque", "issued": "1945", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "2", "type": "book", "title": "Wahrheit und Ideologie", "container_title": null, "author": [{"family": "Barth", "given": "Hans"}], "note": null, "publisher": "Manesse", "editor": null, "publisher_place": "Z\u00fcrich", "issued": "1945", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "3", "type": "book", "title": "Las generaciones en la historia", "container_title": null, "author": [{"family": "Entralyo La\u00edn", "given": "Pedro"}], "note": null, "publisher": "Instituto de estudios pol\u00edticos", "editor": null, "publisher_place": "Madrid", "issued": "1945", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "4", "type": "book", "title": "Cuatro visiones de la historia universal", "container_title": null, "author": [{"family": "Ferrater Mora", "given": "Jos\u00e9"}], "note": null, "publisher": "Editorial Losada", "editor": null, "publisher_place": "Buenos Aires", "issued": "1945", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "5", "type": "book", "title": "The Use of Personal Documents in History, Anthropology, and Sociology", "container_title": null, "author": [{"family": "Gottschalk", "given": "L."}, {"family": "Kluckhohn", "given": "C."}, {"family": "Angell", "given": "R."}], "note": "Social Science Research Council, Bulletin 53. Review:", "publisher": null, "editor": null, "publisher_place": "New York", "issued": "1945", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "6", "type": "journal-article", "title": "[Review of The Use of Personal Documents in History, Anthropology, and Sociology]", "container_title": "The American Journal of Sociology", "author": [{"family": "Lapiere", "given": "R. T."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1946", "event_date": null, "related": ["5"], "relation": "5", "volume": "LII", "page": "156-157", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "7", "type": "book", "title": "El problema de la historia y su lugar en el conocimiento", "container_title": null, "author": [{"family": "Jasinowski", "given": "Bogumil"}], "note": "Review:", "publisher": "Universidad de Chile", "editor": null, "publisher_place": "Santiago, Chile", "issued": "1945", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "8", "type": "journal-article", "title": "[Review of El problema de la historia y su lugar en el conocimiento]", "container_title": "Revue philosophique", "author": [], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1950", "event_date": null, "related": ["7"], "relation": "7", "volume": "CXL", "page": "528", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "9", "type": "book", "title": "Man the Measure: a New Approach to History", "container_title": null, "author": [{"family": "Kahler", "given": "Erich"}], "note": "2nd ed., London: Jonathan Cape (1st ed. New York: Pantheon, 1943). Review:", "publisher": null, "editor": null, "publisher_place": null, "issued": "1945", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": "2nd ed.", "incomplete": false}, {"id": "10", "type": "journal-article", "title": "The Flight from Reason", "container_title": "Journal of Modern History", "author": [{"family": "Savelle", "given": "Max"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1945", "event_date": null, "related": ["9"], "relation": "9", "volume": "XVII", "page": "153-162", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "11", "type": "book", "title": "The Social Interpretation of History", "container_title": null, "author": [{"family": "Maurice", "given": "William"}], "note": null, "publisher": "Scribner", "editor": null, "publisher_place": "New York", "issued": "1945", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "12", "type": "book", "title": "The Open Society and Its Enemies", "container_title": null, "author": [{"family": "Popper", "given": "Karl"}], "note": "2 vols., London: Routledge (Revised ed. Princeton: Princeton University Press, 1950). Reviews and review-articles:", "publisher": null, "editor": null, "publisher_place": null, "issued": "1945", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "13", "type": "journal-article", "title": "[Review-article on The Open Society and Its Enemies]", "container_title": "Journal of Philosophy", "author": [{"family": "Aiken", "given": "H. D."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": ["12"], "relation": "12", "volume": "XLIV", "page": "459-479", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "14", "type": "journal-article", "title": "The Social Scientist in the \u201cOpen Society\u201d", "container_title": null, "author": [{"family": "Bock", "given": "Kenneth E."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1945", "event_date": null, "related": ["12"], "relation": "12", "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": true}]}, "score": {"fuzzy": 0.8926523277228617}, "raw_response": "{\"id\":\"chatcmpl-Cfj7GAB5SGCZo3QaC3KYB2D1G72wl\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\\"metadata\\\":{\\\"title\\\":\\\"Unknown\\\",\\\"year\\\":\\\"1945\\\",\\\"page_number\\\":2},\\\"entries\\\":[{\\\"id\\\":\\\"1\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Time as Dimension and History\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Alexander\\\",\\\"given\\\":\\\"Hubert G.\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"University of New Mexico Press\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Albuquerque\\\",\\\"issued\\\":\\\"1945\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"2\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Wahrheit und Ideologie\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Barth\\\",\\\"given\\\":\\\"Hans\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Manesse\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Z\u00fcrich\\\",\\\"issued\\\":\\\"1945\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"3\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Las generaciones en la historia\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Entralyo La\u00edn\\\",\\\"given\\\":\\\"Pedro\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Instituto de estudios pol\u00edticos\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Madrid\\\",\\\"issued\\\":\\\"1945\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"4\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Cuatro visiones de la historia universal\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Ferrater Mora\\\",\\\"given\\\":\\\"Jos\u00e9\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Editorial Losada\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Buenos Aires\\\",\\\"issued\\\":\\\"1945\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"5\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"The Use of Personal Documents in History, Anthropology, and Sociology\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Gottschalk\\\",\\\"given\\\":\\\"L.\\\"},{\\\"family\\\":\\\"Kluckhohn\\\",\\\"given\\\":\\\"C.\\\"},{\\\"family\\\":\\\"Angell\\\",\\\"given\\\":\\\"R.\\\"}],\\\"note\\\":\\\"Social Science Research Council, Bulletin 53. Review:\\\",\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":\\\"New York\\\",\\\"issued\\\":\\\"1945\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"6\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"[Review of The Use of Personal Documents in History, Anthropology, and Sociology]\\\",\\\"container_title\\\":\\\"The American Journal of Sociology\\\",\\\"author\\\":[{\\\"family\\\":\\\"Lapiere\\\",\\\"given\\\":\\\"R. T.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1946\\\",\\\"event_date\\\":null,\\\"related\\\":[\\\"5\\\"],\\\"relation\\\":\\\"5\\\",\\\"volume\\\":\\\"LII\\\",\\\"page\\\":\\\"156-157\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"7\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"El problema de la historia y su lugar en el conocimiento\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Jasinowski\\\",\\\"given\\\":\\\"Bogumil\\\"}],\\\"note\\\":\\\"Review:\\\",\\\"publisher\\\":\\\"Universidad de Chile\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"Santiago, Chile\\\",\\\"issued\\\":\\\"1945\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"8\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"[Review of El problema de la historia y su lugar en el conocimiento]\\\",\\\"container_title\\\":\\\"Revue philosophique\\\",\\\"author\\\":[],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1950\\\",\\\"event_date\\\":null,\\\"related\\\":[\\\"7\\\"],\\\"relation\\\":\\\"7\\\",\\\"volume\\\":\\\"CXL\\\",\\\"page\\\":\\\"528\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"9\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"Man the Measure: a New Approach to History\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Kahler\\\",\\\"given\\\":\\\"Erich\\\"}],\\\"note\\\":\\\"2nd ed., London: Jonathan Cape (1st ed. New York: Pantheon, 1943). Review:\\\",\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1945\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":\\\"2nd ed.\\\",\\\"incomplete\\\":false},{\\\"id\\\":\\\"10\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"The Flight from Reason\\\",\\\"container_title\\\":\\\"Journal of Modern History\\\",\\\"author\\\":[{\\\"family\\\":\\\"Savelle\\\",\\\"given\\\":\\\"Max\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1945\\\",\\\"event_date\\\":null,\\\"related\\\":[\\\"9\\\"],\\\"relation\\\":\\\"9\\\",\\\"volume\\\":\\\"XVII\\\",\\\"page\\\":\\\"153-162\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"11\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"The Social Interpretation of History\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Maurice\\\",\\\"given\\\":\\\"William\\\"}],\\\"note\\\":null,\\\"publisher\\\":\\\"Scribner\\\",\\\"editor\\\":null,\\\"publisher_place\\\":\\\"New York\\\",\\\"issued\\\":\\\"1945\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"12\\\",\\\"type\\\":\\\"book\\\",\\\"title\\\":\\\"The Open Society and Its Enemies\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Popper\\\",\\\"given\\\":\\\"Karl\\\"}],\\\"note\\\":\\\"2 vols., London: Routledge (Revised ed. Princeton: Princeton University Press, 1950). Reviews and review-articles:\\\",\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1945\\\",\\\"event_date\\\":null,\\\"related\\\":null,\\\"relation\\\":null,\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"13\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"[Review-article on The Open Society and Its Enemies]\\\",\\\"container_title\\\":\\\"Journal of Philosophy\\\",\\\"author\\\":[{\\\"family\\\":\\\"Aiken\\\",\\\"given\\\":\\\"H. D.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1947\\\",\\\"event_date\\\":null,\\\"related\\\":[\\\"12\\\"],\\\"relation\\\":\\\"12\\\",\\\"volume\\\":\\\"XLIV\\\",\\\"page\\\":\\\"459-479\\\",\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":false},{\\\"id\\\":\\\"14\\\",\\\"type\\\":\\\"journal-article\\\",\\\"title\\\":\\\"The Social Scientist in the \u201cOpen Society\u201d\\\",\\\"container_title\\\":null,\\\"author\\\":[{\\\"family\\\":\\\"Bock\\\",\\\"given\\\":\\\"Kenneth E.\\\"}],\\\"note\\\":null,\\\"publisher\\\":null,\\\"editor\\\":null,\\\"publisher_place\\\":null,\\\"issued\\\":\\\"1945\\\",\\\"event_date\\\":null,\\\"related\\\":[\\\"12\\\"],\\\"relation\\\":\\\"12\\\",\\\"volume\\\":null,\\\"page\\\":null,\\\"fascicle\\\":null,\\\"reprint\\\":null,\\\"edition\\\":null,\\\"incomplete\\\":true}]}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":[],\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"metadata\":{\"title\":\"Unknown\",\"year\":\"1945\",\"page_number\":2},\"entries\":[{\"id\":\"1\",\"type\":\"book\",\"title\":\"Time as Dimension and History\",\"container_title\":null,\"author\":[{\"family\":\"Alexander\",\"given\":\"Hubert G.\"}],\"note\":null,\"publisher\":\"University of New Mexico Press\",\"editor\":null,\"publisher_place\":\"Albuquerque\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"2\",\"type\":\"book\",\"title\":\"Wahrheit und Ideologie\",\"container_title\":null,\"author\":[{\"family\":\"Barth\",\"given\":\"Hans\"}],\"note\":null,\"publisher\":\"Manesse\",\"editor\":null,\"publisher_place\":\"Z\u00fcrich\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"3\",\"type\":\"book\",\"title\":\"Las generaciones en la historia\",\"container_title\":null,\"author\":[{\"family\":\"Entralyo La\u00edn\",\"given\":\"Pedro\"}],\"note\":null,\"publisher\":\"Instituto de estudios pol\u00edticos\",\"editor\":null,\"publisher_place\":\"Madrid\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"4\",\"type\":\"book\",\"title\":\"Cuatro visiones de la historia universal\",\"container_title\":null,\"author\":[{\"family\":\"Ferrater Mora\",\"given\":\"Jos\u00e9\"}],\"note\":null,\"publisher\":\"Editorial Losada\",\"editor\":null,\"publisher_place\":\"Buenos Aires\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"5\",\"type\":\"book\",\"title\":\"The Use of Personal Documents in History, Anthropology, and Sociology\",\"container_title\":null,\"author\":[{\"family\":\"Gottschalk\",\"given\":\"L.\"},{\"family\":\"Kluckhohn\",\"given\":\"C.\"},{\"family\":\"Angell\",\"given\":\"R.\"}],\"note\":\"Social Science Research Council, Bulletin 53. Review:\",\"publisher\":null,\"editor\":null,\"publisher_place\":\"New York\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"6\",\"type\":\"journal-article\",\"title\":\"[Review of The Use of Personal Documents in History, Anthropology, and Sociology]\",\"container_title\":\"The American Journal of Sociology\",\"author\":[{\"family\":\"Lapiere\",\"given\":\"R. T.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1946\",\"event_date\":null,\"related\":[\"5\"],\"relation\":\"5\",\"volume\":\"LII\",\"page\":\"156-157\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"7\",\"type\":\"book\",\"title\":\"El problema de la historia y su lugar en el conocimiento\",\"container_title\":null,\"author\":[{\"family\":\"Jasinowski\",\"given\":\"Bogumil\"}],\"note\":\"Review:\",\"publisher\":\"Universidad de Chile\",\"editor\":null,\"publisher_place\":\"Santiago, Chile\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"8\",\"type\":\"journal-article\",\"title\":\"[Review of El problema de la historia y su lugar en el conocimiento]\",\"container_title\":\"Revue philosophique\",\"author\":[],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1950\",\"event_date\":null,\"related\":[\"7\"],\"relation\":\"7\",\"volume\":\"CXL\",\"page\":\"528\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"9\",\"type\":\"book\",\"title\":\"Man the Measure: a New Approach to History\",\"container_title\":null,\"author\":[{\"family\":\"Kahler\",\"given\":\"Erich\"}],\"note\":\"2nd ed., London: Jonathan Cape (1st ed. New York: Pantheon, 1943). Review:\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":\"2nd ed.\",\"incomplete\":false},{\"id\":\"10\",\"type\":\"journal-article\",\"title\":\"The Flight from Reason\",\"container_title\":\"Journal of Modern History\",\"author\":[{\"family\":\"Savelle\",\"given\":\"Max\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1945\",\"event_date\":null,\"related\":[\"9\"],\"relation\":\"9\",\"volume\":\"XVII\",\"page\":\"153-162\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"11\",\"type\":\"book\",\"title\":\"The Social Interpretation of History\",\"container_title\":null,\"author\":[{\"family\":\"Maurice\",\"given\":\"William\"}],\"note\":null,\"publisher\":\"Scribner\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"12\",\"type\":\"book\",\"title\":\"The Open Society and Its Enemies\",\"container_title\":null,\"author\":[{\"family\":\"Popper\",\"given\":\"Karl\"}],\"note\":\"2 vols., London: Routledge (Revised ed. Princeton: Princeton University Press, 1950). Reviews and review-articles:\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"13\",\"type\":\"journal-article\",\"title\":\"[Review-article on The Open Society and Its Enemies]\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Aiken\",\"given\":\"H. D.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":[\"12\"],\"relation\":\"12\",\"volume\":\"XLIV\",\"page\":\"459-479\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"14\",\"type\":\"journal-article\",\"title\":\"The Social Scientist in the \u201cOpen Society\u201d\",\"container_title\":null,\"author\":[{\"family\":\"Bock\",\"given\":\"Kenneth E.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1945\",\"event_date\":null,\"related\":[\"12\"],\"relation\":\"12\",\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}}}],\"created\":1764060910,\"model\":\"gpt-5.1-2025-11-13\",\"object\":\"chat.completion\",\"service_tier\":\"default\",\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":1607,\"prompt_tokens\":1583,\"total_tokens\":3190,\"completion_tokens_details\":{\"accepted_prediction_tokens\":0,\"audio_tokens\":0,\"reasoning_tokens\":0,\"rejected_prediction_tokens\":0},\"prompt_tokens_details\":{\"audio_tokens\":0,\"cached_tokens\":0}}}"}, "scoring": {"fuzzy": 0.5221808491795941, "cost_summary": {"total_input_tokens": 7915, "total_output_tokens": 8291, "total_tokens": 16206, "input_cost_usd": 0.00989375, "output_cost_usd": 0.08291, "total_cost_usd": 0.09280375}}, "normalized_score": 52.21808491795941}, {"_id": {"$oid": "69ce22c0214d8cd071ad00c7"}, "test_id": "T0195", "benchmark": "bibliographic_data", "date": "2025-11-24", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "genai", "model": "gemini-2.5-flash", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"BIBLIOGRAPHY\",\"year\":\"1947\",\"page_number\":10},\"entries\":[{\"id\":\"140\",\"type\":\"book\",\"title\":\"Why We Read History\",\"container_title\":null,\"author\":[{\"family\":\"Smellie\",\"given\":\"K. B.\"}],\"note\":null,\"publisher\":\"P. Elek\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"141\",\"type\":\"book\",\"title\":\"A Study of History\",\"container_title\":null,\"author\":[{\"family\":\"Toynbee\",\"given\":\"Arnold J.\"}],\"note\":\"abridged by D. C. Somervell, New York: Oxford (Abridgement of vols. I-VI of A Study of History).\",\"publisher\":\"Oxford\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"142\",\"type\":\"book\",\"title\":\"In den spiegel van het verleden: historische opstellen\",\"container_title\":null,\"author\":[{\"family\":\"Verberne\",\"given\":\"L. G. J.\"}],\"note\":null,\"publisher\":\"Bruna\",\"editor\":null,\"publisher_place\":\"Utrecht, Antwerpen\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"143\",\"type\":\"book\",\"title\":\"Esquemas de metodologia eclesi\u00e1stica\",\"container_title\":null,\"author\":[{\"family\":\"Vevir\",\"given\":\"Jos\u00e9\"}],\"note\":null,\"publisher\":\"Instituto\",\"editor\":null,\"publisher_place\":\"Barcelona\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"144\",\"type\":\"book\",\"title\":\"Sinn und Ziel der Geschichte\",\"container_title\":null,\"author\":[{\"family\":\"Walz\",\"given\":\"Hans H.\"}],\"note\":null,\"publisher\":\"Universit\u00e4ts-Verlag\",\"editor\":null,\"publisher_place\":\"Bonn\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"145\",\"type\":\"other\",\"title\":\"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\"container_title\":null,\"author\":null,\"note\":null,\"publisher\":\"Castellani\",\"editor\":null,\"publisher_place\":\"Milano\",\"issued\":null,\"event_date\":\"15-20 November, 1946\",\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"146\",\"type\":\"journal-article\",\"title\":\"Storia e materialismo storico\",\"container_title\":\"Atti del congresso internazionale di filosofia\",\"author\":[{\"family\":\"Drago\",\"given\":\"Pietro C.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1946\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I\",\"page\":\"109-117\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"147\",\"type\":\"journal-article\",\"title\":\"Critica del giudizio storico\",\"container_title\":\"Atti del congresso internazionale di filosofia\",\"author\":[{\"family\":\"Fazio-Allmayer\",\"given\":\"Vito\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1946\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I\",\"page\":\"281-290\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"148\",\"type\":\"journal-article\",\"title\":\"Forza e spirito nella storia\",\"container_title\":\"Atti del congresso internazionale di filosofia\",\"author\":[{\"family\":\"Nyman\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1946\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I\",\"page\":\"191-200\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"149\",\"type\":\"journal-article\",\"title\":\"Sur le concept d'histoire\",\"container_title\":\"Les temps modernes\",\"author\":[{\"family\":\"Benjamin\",\"given\":\"Walter\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"II\",\"page\":\"623-634\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"150\",\"type\":\"journal-article\",\"title\":\"Philosophy of History\",\"container_title\":\"20th Century Philosophy\",\"author\":[{\"family\":\"Boodin\",\"given\":\"John E.\"}],\"note\":null,\"publisher\":null,\"editor\":[\"Dagobert D. Runes\"],\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"89-106\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"151\",\"type\":\"journal-article\",\"title\":\"De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty\",\"container_title\":\"Deucalion\",\"author\":[{\"family\":\"Caillois\",\"given\":\"R. P.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"II\",\"page\":\"57-85\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"152\",\"type\":\"journal-article\",\"title\":\"Commemorazione di Adolfo Omodeo\",\"container_title\":\"Annali della Scuola Normale di Pisa\",\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"note\":\"reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":\"3-4\",\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"153\",\"type\":\"journal-article\",\"title\":\"The Historian and the Philosophy of Science\",\"container_title\":\"Isis\",\"author\":[{\"family\":\"Cowan\",\"given\":\"Thomas\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXVIII\",\"page\":\"11-18\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"154\",\"type\":\"journal-article\",\"title\":\"History as a Science\",\"container_title\":\"Historical Studies: Australia and New Zealand\",\"author\":[{\"family\":\"Crawford\",\"given\":\"R. M.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"153-175\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"155\",\"type\":\"journal-article\",\"title\":\"Christianisme et histoire\",\"container_title\":\"Etudes\",\"author\":[{\"family\":\"Dani\u00e9lou\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CCLIV\",\"page\":\"166-184\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"156\",\"type\":\"journal-article\",\"title\":\"Wahrheit der Geschichte. Geschichte der Wahrheit\",\"container_title\":\"Amerikanische Rundschau\",\"author\":[{\"family\":\"Dell\",\"given\":\"Stanley\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"44-53\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"157\",\"type\":\"journal-article\",\"title\":\"The Idea of Progress\",\"container_title\":\"American Historical Review\",\"author\":[{\"family\":\"Fay\",\"given\":\"Sidney B.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LII\",\"page\":\"231-246\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"158\",\"type\":\"journal-article\",\"title\":\"Th\u00e9ologie et histoire\",\"container_title\":\"Dieu vivant\",\"author\":[{\"family\":\"Fessard\",\"given\":\"Gaston\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"VIII\",\"page\":\"39-65\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"159\",\"type\":\"journal-article\",\"title\":\"Acton, Creighton, and Lea: a Study in History and Ethics\",\"container_title\":\"Pacific Historical Review\",\"author\":[{\"family\":\"Fish\",\"given\":\"Andrew\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XVI\",\"page\":\"59-69\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"160\",\"type\":\"journal-article\",\"title\":\"Le conscience historique en Italie\",\"container_title\":\"Les temps modernes\",\"author\":[{\"family\":\"Garosci\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"23-24\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}", "model": "gemini-2.5-flash", "provider": "genai", "finish_reason": "STOP", "usage": {"input_tokens": 344, "output_tokens": 2473, "total_tokens": 6795, "input_cost_usd": 0.0001032, "output_cost_usd": 0.0061825, "estimated_cost_usd": 0.0062857}, "duration": 27.90987730026245, "timestamp": "2025-11-24T20:26:55.518293", "parsed": {"metadata": {"title": "BIBLIOGRAPHY", "year": "1947", "page_number": 10}, "entries": [{"id": "140", "type": "book", "title": "Why We Read History", "author": [{"family": "Smellie", "given": "K. B."}], "publisher": "P. Elek", "publisher_place": "London", "incomplete": null}, {"id": "141", "type": "book", "title": "A Study of History", "author": [{"family": "Toynbee", "given": "Arnold J."}], "note": "abridged by D. C. Somervell, New York: Oxford (Abridgement of vols. I-VI of A Study of History).", "publisher": "Oxford", "publisher_place": "New York", "incomplete": null}, {"id": "142", "type": "book", "title": "In den spiegel van het verleden: historische opstellen", "author": [{"family": "Verberne", "given": "L. G. J."}], "publisher": "Bruna", "publisher_place": "Utrecht, Antwerpen", "incomplete": null}, {"id": "143", "type": "book", "title": "Esquemas de metodologia eclesi\u00e1stica", "author": [{"family": "Vevir", "given": "Jos\u00e9"}], "publisher": "Instituto", "publisher_place": "Barcelona", "incomplete": null}, {"id": "144", "type": "book", "title": "Sinn und Ziel der Geschichte", "author": [{"family": "Walz", "given": "Hans H."}], "publisher": "Universit\u00e4ts-Verlag", "publisher_place": "Bonn", "incomplete": null}, {"id": "145", "type": "other", "title": "Atti del congresso internazionale di filosofia 15-20 November, 1946", "publisher": "Castellani", "publisher_place": "Milano", "event_date": "15-20 November, 1946", "incomplete": null}, {"id": "146", "type": "journal-article", "title": "Storia e materialismo storico", "container_title": "Atti del congresso internazionale di filosofia", "author": [{"family": "Drago", "given": "Pietro C."}], "issued": "1946", "volume": "I", "page": "109-117", "incomplete": null}, {"id": "147", "type": "journal-article", "title": "Critica del giudizio storico", "container_title": "Atti del congresso internazionale di filosofia", "author": [{"family": "Fazio-Allmayer", "given": "Vito"}], "issued": "1946", "volume": "I", "page": "281-290", "incomplete": null}, {"id": "148", "type": "journal-article", "title": "Forza e spirito nella storia", "container_title": "Atti del congresso internazionale di filosofia", "author": [{"family": "Nyman", "given": "A."}], "issued": "1946", "volume": "I", "page": "191-200", "incomplete": null}, {"id": "149", "type": "journal-article", "title": "Sur le concept d'histoire", "container_title": "Les temps modernes", "author": [{"family": "Benjamin", "given": "Walter"}], "volume": "II", "page": "623-634", "incomplete": null}, {"id": "150", "type": "journal-article", "title": "Philosophy of History", "container_title": "20th Century Philosophy", "author": [{"family": "Boodin", "given": "John E."}], "editor": ["Dagobert D. Runes"], "publisher_place": "New York", "page": "89-106", "incomplete": null}, {"id": "151", "type": "journal-article", "title": "De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty", "container_title": "Deucalion", "author": [{"family": "Caillois", "given": "R. P."}], "volume": "II", "page": "57-85", "incomplete": null}, {"id": "152", "type": "journal-article", "title": "Commemorazione di Adolfo Omodeo", "container_title": "Annali della Scuola Normale di Pisa", "author": [{"family": "Cantimori", "given": "Delio"}], "note": "reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959", "fascicle": "3-4", "incomplete": null}, {"id": "153", "type": "journal-article", "title": "The Historian and the Philosophy of Science", "container_title": "Isis", "author": [{"family": "Cowan", "given": "Thomas"}], "volume": "XXXVIII", "page": "11-18", "incomplete": null}, {"id": "154", "type": "journal-article", "title": "History as a Science", "container_title": "Historical Studies: Australia and New Zealand", "author": [{"family": "Crawford", "given": "R. M."}], "volume": "III", "page": "153-175", "incomplete": null}, {"id": "155", "type": "journal-article", "title": "Christianisme et histoire", "container_title": "Etudes", "author": [{"family": "Dani\u00e9lou", "given": "J."}], "volume": "CCLIV", "page": "166-184", "incomplete": null}, {"id": "156", "type": "journal-article", "title": "Wahrheit der Geschichte. Geschichte der Wahrheit", "container_title": "Amerikanische Rundschau", "author": [{"family": "Dell", "given": "Stanley"}], "volume": "III", "page": "44-53", "incomplete": null}, {"id": "157", "type": "journal-article", "title": "The Idea of Progress", "container_title": "American Historical Review", "author": [{"family": "Fay", "given": "Sidney B."}], "volume": "LII", "page": "231-246", "incomplete": null}, {"id": "158", "type": "journal-article", "title": "Th\u00e9ologie et histoire", "container_title": "Dieu vivant", "author": [{"family": "Fessard", "given": "Gaston"}], "volume": "VIII", "page": "39-65", "incomplete": null}, {"id": "159", "type": "journal-article", "title": "Acton, Creighton, and Lea: a Study in History and Ethics", "container_title": "Pacific Historical Review", "author": [{"family": "Fish", "given": "Andrew"}], "volume": "XVI", "page": "59-69", "incomplete": null}, {"id": "160", "type": "journal-article", "title": "Le conscience historique en Italie", "container_title": "Les temps modernes", "author": [{"family": "Garosci", "given": "A."}], "volume": "III", "page": "23-24", "incomplete": true}]}, "score": {"fuzzy": 0.35163776389516}, "raw_response": "{\"sdk_http_response\":{\"headers\":{\"content-type\":\"application/json; charset=UTF-8\",\"vary\":\"Origin, X-Origin, Referer\",\"content-encoding\":\"gzip\",\"date\":\"Mon, 24 Nov 2025 19:26:56 GMT\",\"server\":\"scaffolding on HTTPServer2\",\"x-xss-protection\":\"0\",\"x-frame-options\":\"SAMEORIGIN\",\"x-content-type-options\":\"nosniff\",\"server-timing\":\"gfet4t7; dur=27796\",\"alt-svc\":\"h3=\\\":443\\\"; ma=2592000,h3-29=\\\":443\\\"; ma=2592000\",\"transfer-encoding\":\"chunked\"},\"body\":null},\"candidates\":[{\"content\":{\"parts\":[{\"video_metadata\":null,\"thought\":null,\"inline_data\":null,\"file_data\":null,\"thought_signature\":null,\"function_call\":null,\"code_execution_result\":null,\"executable_code\":null,\"function_response\":null,\"text\":\"{\\n \\\"metadata\\\": {\\n \\\"title\\\": \\\"BIBLIOGRAPHY\\\",\\n \\\"year\\\": \\\"1947\\\",\\n \\\"page_number\\\": 10\\n },\\n \\\"entries\\\": [\\n {\\n \\\"id\\\": \\\"140\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Why We Read History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Smellie\\\",\\n \\\"given\\\": \\\"K. B.\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"P. Elek\\\",\\n \\\"publisher_place\\\": \\\"London\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"141\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"A Study of History\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Toynbee\\\",\\n \\\"given\\\": \\\"Arnold J.\\\"\\n }\\n ],\\n \\\"note\\\": \\\"abridged by D. C. Somervell, New York: Oxford (Abridgement of vols. I-VI of A Study of History).\\\",\\n \\\"publisher\\\": \\\"Oxford\\\",\\n \\\"publisher_place\\\": \\\"New York\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"142\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"In den spiegel van het verleden: historische opstellen\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Verberne\\\",\\n \\\"given\\\": \\\"L. G. J.\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Bruna\\\",\\n \\\"publisher_place\\\": \\\"Utrecht, Antwerpen\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"143\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Esquemas de metodologia eclesi\u00e1stica\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Vevir\\\",\\n \\\"given\\\": \\\"Jos\u00e9\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Instituto\\\",\\n \\\"publisher_place\\\": \\\"Barcelona\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"144\\\",\\n \\\"type\\\": \\\"book\\\",\\n \\\"title\\\": \\\"Sinn und Ziel der Geschichte\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Walz\\\",\\n \\\"given\\\": \\\"Hans H.\\\"\\n }\\n ],\\n \\\"publisher\\\": \\\"Universit\u00e4ts-Verlag\\\",\\n \\\"publisher_place\\\": \\\"Bonn\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"145\\\",\\n \\\"type\\\": \\\"other\\\",\\n \\\"title\\\": \\\"Atti del congresso internazionale di filosofia 15-20 November, 1946\\\",\\n \\\"publisher\\\": \\\"Castellani\\\",\\n \\\"publisher_place\\\": \\\"Milano\\\",\\n \\\"event_date\\\": \\\"15-20 November, 1946\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"146\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Storia e materialismo storico\\\",\\n \\\"container_title\\\": \\\"Atti del congresso internazionale di filosofia\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Drago\\\",\\n \\\"given\\\": \\\"Pietro C.\\\"\\n }\\n ],\\n \\\"issued\\\": \\\"1946\\\",\\n \\\"volume\\\": \\\"I\\\",\\n \\\"page\\\": \\\"109-117\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"147\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Critica del giudizio storico\\\",\\n \\\"container_title\\\": \\\"Atti del congresso internazionale di filosofia\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Fazio-Allmayer\\\",\\n \\\"given\\\": \\\"Vito\\\"\\n }\\n ],\\n \\\"issued\\\": \\\"1946\\\",\\n \\\"volume\\\": \\\"I\\\",\\n \\\"page\\\": \\\"281-290\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"148\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Forza e spirito nella storia\\\",\\n \\\"container_title\\\": \\\"Atti del congresso internazionale di filosofia\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Nyman\\\",\\n \\\"given\\\": \\\"A.\\\"\\n }\\n ],\\n \\\"issued\\\": \\\"1946\\\",\\n \\\"volume\\\": \\\"I\\\",\\n \\\"page\\\": \\\"191-200\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"149\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Sur le concept d'histoire\\\",\\n \\\"container_title\\\": \\\"Les temps modernes\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Benjamin\\\",\\n \\\"given\\\": \\\"Walter\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"II\\\",\\n \\\"page\\\": \\\"623-634\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"150\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Philosophy of History\\\",\\n \\\"container_title\\\": \\\"20th Century Philosophy\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Boodin\\\",\\n \\\"given\\\": \\\"John E.\\\"\\n }\\n ],\\n \\\"editor\\\": [\\n \\\"Dagobert D. Runes\\\"\\n ],\\n \\\"publisher_place\\\": \\\"New York\\\",\\n \\\"page\\\": \\\"89-106\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"151\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty\\\",\\n \\\"container_title\\\": \\\"Deucalion\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Caillois\\\",\\n \\\"given\\\": \\\"R. P.\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"II\\\",\\n \\\"page\\\": \\\"57-85\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"152\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Commemorazione di Adolfo Omodeo\\\",\\n \\\"container_title\\\": \\\"Annali della Scuola Normale di Pisa\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Cantimori\\\",\\n \\\"given\\\": \\\"Delio\\\"\\n }\\n ],\\n \\\"note\\\": \\\"reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959\\\",\\n \\\"fascicle\\\": \\\"3-4\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"153\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Historian and the Philosophy of Science\\\",\\n \\\"container_title\\\": \\\"Isis\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Cowan\\\",\\n \\\"given\\\": \\\"Thomas\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"XXXVIII\\\",\\n \\\"page\\\": \\\"11-18\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"154\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"History as a Science\\\",\\n \\\"container_title\\\": \\\"Historical Studies: Australia and New Zealand\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Crawford\\\",\\n \\\"given\\\": \\\"R. M.\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"III\\\",\\n \\\"page\\\": \\\"153-175\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"155\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Christianisme et histoire\\\",\\n \\\"container_title\\\": \\\"Etudes\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Dani\u00e9lou\\\",\\n \\\"given\\\": \\\"J.\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"CCLIV\\\",\\n \\\"page\\\": \\\"166-184\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"156\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Wahrheit der Geschichte. Geschichte der Wahrheit\\\",\\n \\\"container_title\\\": \\\"Amerikanische Rundschau\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Dell\\\",\\n \\\"given\\\": \\\"Stanley\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"III\\\",\\n \\\"page\\\": \\\"44-53\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"157\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"The Idea of Progress\\\",\\n \\\"container_title\\\": \\\"American Historical Review\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Fay\\\",\\n \\\"given\\\": \\\"Sidney B.\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"LII\\\",\\n \\\"page\\\": \\\"231-246\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"158\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Th\u00e9ologie et histoire\\\",\\n \\\"container_title\\\": \\\"Dieu vivant\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Fessard\\\",\\n \\\"given\\\": \\\"Gaston\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"VIII\\\",\\n \\\"page\\\": \\\"39-65\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"159\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Acton, Creighton, and Lea: a Study in History and Ethics\\\",\\n \\\"container_title\\\": \\\"Pacific Historical Review\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Fish\\\",\\n \\\"given\\\": \\\"Andrew\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"XVI\\\",\\n \\\"page\\\": \\\"59-69\\\",\\n \\\"incomplete\\\": null\\n },\\n {\\n \\\"id\\\": \\\"160\\\",\\n \\\"type\\\": \\\"journal-article\\\",\\n \\\"title\\\": \\\"Le conscience historique en Italie\\\",\\n \\\"container_title\\\": \\\"Les temps modernes\\\",\\n \\\"author\\\": [\\n {\\n \\\"family\\\": \\\"Garosci\\\",\\n \\\"given\\\": \\\"A.\\\"\\n }\\n ],\\n \\\"volume\\\": \\\"III\\\",\\n \\\"page\\\": \\\"23-24\\\",\\n \\\"incomplete\\\": true\\n }\\n ]\\n}\"}],\"role\":\"model\"},\"citation_metadata\":null,\"finish_message\":null,\"token_count\":null,\"finish_reason\":\"STOP\",\"url_context_metadata\":null,\"avg_logprobs\":null,\"grounding_metadata\":null,\"index\":0,\"logprobs_result\":null,\"safety_ratings\":null}],\"create_time\":null,\"model_version\":\"gemini-2.5-flash\",\"prompt_feedback\":null,\"response_id\":\"gLEkaZnrAoW7xN8P8JTdiQQ\",\"usage_metadata\":{\"cache_tokens_details\":null,\"cached_content_token_count\":null,\"candidates_token_count\":2473,\"candidates_tokens_details\":null,\"prompt_token_count\":344,\"prompt_tokens_details\":[{\"modality\":\"TEXT\",\"token_count\":86},{\"modality\":\"IMAGE\",\"token_count\":258}],\"thoughts_token_count\":3978,\"tool_use_prompt_token_count\":null,\"tool_use_prompt_tokens_details\":null,\"total_token_count\":6795,\"traffic_type\":null},\"automatic_function_calling_history\":[],\"parsed\":{\"metadata\":{\"title\":\"BIBLIOGRAPHY\",\"year\":\"1947\",\"page_number\":10},\"entries\":[{\"id\":\"140\",\"type\":\"book\",\"title\":\"Why We Read History\",\"author\":[{\"family\":\"Smellie\",\"given\":\"K. B.\"}],\"publisher\":\"P. Elek\",\"publisher_place\":\"London\",\"incomplete\":null},{\"id\":\"141\",\"type\":\"book\",\"title\":\"A Study of History\",\"author\":[{\"family\":\"Toynbee\",\"given\":\"Arnold J.\"}],\"note\":\"abridged by D. C. Somervell, New York: Oxford (Abridgement of vols. I-VI of A Study of History).\",\"publisher\":\"Oxford\",\"publisher_place\":\"New York\",\"incomplete\":null},{\"id\":\"142\",\"type\":\"book\",\"title\":\"In den spiegel van het verleden: historische opstellen\",\"author\":[{\"family\":\"Verberne\",\"given\":\"L. G. J.\"}],\"publisher\":\"Bruna\",\"publisher_place\":\"Utrecht, Antwerpen\",\"incomplete\":null},{\"id\":\"143\",\"type\":\"book\",\"title\":\"Esquemas de metodologia eclesi\u00e1stica\",\"author\":[{\"family\":\"Vevir\",\"given\":\"Jos\u00e9\"}],\"publisher\":\"Instituto\",\"publisher_place\":\"Barcelona\",\"incomplete\":null},{\"id\":\"144\",\"type\":\"book\",\"title\":\"Sinn und Ziel der Geschichte\",\"author\":[{\"family\":\"Walz\",\"given\":\"Hans H.\"}],\"publisher\":\"Universit\u00e4ts-Verlag\",\"publisher_place\":\"Bonn\",\"incomplete\":null},{\"id\":\"145\",\"type\":\"other\",\"title\":\"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\"publisher\":\"Castellani\",\"publisher_place\":\"Milano\",\"event_date\":\"15-20 November, 1946\",\"incomplete\":null},{\"id\":\"146\",\"type\":\"journal-article\",\"title\":\"Storia e materialismo storico\",\"container_title\":\"Atti del congresso internazionale di filosofia\",\"author\":[{\"family\":\"Drago\",\"given\":\"Pietro C.\"}],\"issued\":\"1946\",\"volume\":\"I\",\"page\":\"109-117\",\"incomplete\":null},{\"id\":\"147\",\"type\":\"journal-article\",\"title\":\"Critica del giudizio storico\",\"container_title\":\"Atti del congresso internazionale di filosofia\",\"author\":[{\"family\":\"Fazio-Allmayer\",\"given\":\"Vito\"}],\"issued\":\"1946\",\"volume\":\"I\",\"page\":\"281-290\",\"incomplete\":null},{\"id\":\"148\",\"type\":\"journal-article\",\"title\":\"Forza e spirito nella storia\",\"container_title\":\"Atti del congresso internazionale di filosofia\",\"author\":[{\"family\":\"Nyman\",\"given\":\"A.\"}],\"issued\":\"1946\",\"volume\":\"I\",\"page\":\"191-200\",\"incomplete\":null},{\"id\":\"149\",\"type\":\"journal-article\",\"title\":\"Sur le concept d'histoire\",\"container_title\":\"Les temps modernes\",\"author\":[{\"family\":\"Benjamin\",\"given\":\"Walter\"}],\"volume\":\"II\",\"page\":\"623-634\",\"incomplete\":null},{\"id\":\"150\",\"type\":\"journal-article\",\"title\":\"Philosophy of History\",\"container_title\":\"20th Century Philosophy\",\"author\":[{\"family\":\"Boodin\",\"given\":\"John E.\"}],\"editor\":[\"Dagobert D. Runes\"],\"publisher_place\":\"New York\",\"page\":\"89-106\",\"incomplete\":null},{\"id\":\"151\",\"type\":\"journal-article\",\"title\":\"De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty\",\"container_title\":\"Deucalion\",\"author\":[{\"family\":\"Caillois\",\"given\":\"R. P.\"}],\"volume\":\"II\",\"page\":\"57-85\",\"incomplete\":null},{\"id\":\"152\",\"type\":\"journal-article\",\"title\":\"Commemorazione di Adolfo Omodeo\",\"container_title\":\"Annali della Scuola Normale di Pisa\",\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"note\":\"reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959\",\"fascicle\":\"3-4\",\"incomplete\":null},{\"id\":\"153\",\"type\":\"journal-article\",\"title\":\"The Historian and the Philosophy of Science\",\"container_title\":\"Isis\",\"author\":[{\"family\":\"Cowan\",\"given\":\"Thomas\"}],\"volume\":\"XXXVIII\",\"page\":\"11-18\",\"incomplete\":null},{\"id\":\"154\",\"type\":\"journal-article\",\"title\":\"History as a Science\",\"container_title\":\"Historical Studies: Australia and New Zealand\",\"author\":[{\"family\":\"Crawford\",\"given\":\"R. M.\"}],\"volume\":\"III\",\"page\":\"153-175\",\"incomplete\":null},{\"id\":\"155\",\"type\":\"journal-article\",\"title\":\"Christianisme et histoire\",\"container_title\":\"Etudes\",\"author\":[{\"family\":\"Dani\u00e9lou\",\"given\":\"J.\"}],\"volume\":\"CCLIV\",\"page\":\"166-184\",\"incomplete\":null},{\"id\":\"156\",\"type\":\"journal-article\",\"title\":\"Wahrheit der Geschichte. Geschichte der Wahrheit\",\"container_title\":\"Amerikanische Rundschau\",\"author\":[{\"family\":\"Dell\",\"given\":\"Stanley\"}],\"volume\":\"III\",\"page\":\"44-53\",\"incomplete\":null},{\"id\":\"157\",\"type\":\"journal-article\",\"title\":\"The Idea of Progress\",\"container_title\":\"American Historical Review\",\"author\":[{\"family\":\"Fay\",\"given\":\"Sidney B.\"}],\"volume\":\"LII\",\"page\":\"231-246\",\"incomplete\":null},{\"id\":\"158\",\"type\":\"journal-article\",\"title\":\"Th\u00e9ologie et histoire\",\"container_title\":\"Dieu vivant\",\"author\":[{\"family\":\"Fessard\",\"given\":\"Gaston\"}],\"volume\":\"VIII\",\"page\":\"39-65\",\"incomplete\":null},{\"id\":\"159\",\"type\":\"journal-article\",\"title\":\"Acton, Creighton, and Lea: a Study in History and Ethics\",\"container_title\":\"Pacific Historical Review\",\"author\":[{\"family\":\"Fish\",\"given\":\"Andrew\"}],\"volume\":\"XVI\",\"page\":\"59-69\",\"incomplete\":null},{\"id\":\"160\",\"type\":\"journal-article\",\"title\":\"Le conscience historique en Italie\",\"container_title\":\"Les temps modernes\",\"author\":[{\"family\":\"Garosci\",\"given\":\"A.\"}],\"volume\":\"III\",\"page\":\"23-24\",\"incomplete\":true}]}}"}, "scoring": {"fuzzy": 0.6692095011388903, "cost_summary": {"total_input_tokens": 1716, "total_output_tokens": 13236, "total_tokens": 14952, "input_cost_usd": 0.0005147999999999999, "output_cost_usd": 0.03309, "total_cost_usd": 0.0336048}}, "normalized_score": 66.92095011388903}, {"_id": {"$oid": "69ce22c0214d8cd071ad0024"}, "test_id": "T0233", "benchmark": "bibliographic_data", "date": "2025-10-17", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openrouter", "model": "qwen/qwen3-vl-8b-thinking", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "openrouter", "model": "qwen/qwen3-vl-8b-thinking", "duration": 225.19111824035645, "timestamp": "2025-10-17T13:09:17.676198", "parsed": {"metadata": {"title": "HISTORY AND THEORY", "year": "1946", "page_number": 4}, "entries": [{"id": "49", "type": "journal-article", "title": "Review of the German translation", "container_title": "Historische Zeitschrift", "author": [{"family": "Schlenke", "given": "Manfred"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1957", "event_date": null, "related": null, "relation": null, "volume": "CLXXXIV", "page": "594-597", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "50", "type": "book", "title": "Introduzione allo studio della storia", "container_title": null, "author": [{"family": "Cusin", "given": "Fabio"}], "note": null, "publisher": "Cedam", "editor": null, "publisher_place": "Padova", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "51", "type": "journal-article", "title": "Sophia I", "container_title": "HISTORY AND THEORY", "author": [{"family": "Cafaro", "given": "F."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": "50", "volume": null, "page": "206-207", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "52", "type": "book", "title": "L'histoire, science du concret", "container_title": null, "author": [{"family": "Dardel", "given": "Eric"}], "note": null, "publisher": "Presses Universitaires de France", "editor": null, "publisher_place": "Paris", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "53", "type": "book", "title": "Historical Change", "container_title": null, "author": [{"family": "Einstein", "given": "Lewis"}], "note": null, "publisher": "Cambridge University Press", "editor": null, "publisher_place": "Cambridge", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "54", "type": "book", "title": "The Place of War in History", "container_title": null, "author": [{"family": "Falls", "given": "Cyril"}], "note": null, "publisher": "Clarendon", "editor": null, "publisher_place": "Oxford", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "55", "type": "book", "title": "A Guide to Historical Method", "container_title": null, "author": [{"family": "Garraghan", "given": "Gilbert J."}], "note": null, "publisher": "Fordham University Press", "editor": ["Jean Delanze"], "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "56", "type": "book", "title": "Le\u00e7ons sur la philosophie de l'histoire", "container_title": null, "author": [{"family": "Gibelin", "given": "J."}], "note": null, "publisher": "Vrin", "editor": null, "publisher_place": "Paris", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "57", "type": "book", "title": "Bilan de l'histoire", "container_title": null, "author": [{"family": "Grousset", "given": "Ren\u00e9"}], "note": null, "publisher": "Plon", "editor": null, "publisher_place": "Paris", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "58", "type": "book", "title": "Introduction \u00e0 l'Histoire", "container_title": null, "author": [{"family": "Halphen", "given": "Louis"}], "note": null, "publisher": "Presses Universitaires de France", "editor": null, "publisher_place": "Paris", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "59", "type": "journal-article", "title": "Sur une forme d'histoire qui n'est pas la n\u00f4tre", "container_title": "Annales: Economies-soci\u00e9t\u00e9s-civilisations", "author": [{"family": "Febvre", "given": "Lucien"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1946", "event_date": null, "related": null, "relation": null, "volume": "III", "page": "21-24", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "60", "type": "journal-article", "title": "Avenir de l'histoire", "container_title": "Revue historique", "author": [{"family": "Lefebvre", "given": "Georges"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": "CXCVII", "page": "55-61", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "61", "type": "book", "title": "Hoe bepaalt de geschiedenis het heden? Een niet gehouden rede", "container_title": null, "author": [{"family": "Huizinga", "given": "J."}], "note": null, "publisher": "Tjeenk Willink", "editor": null, "publisher_place": "Haarlem", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "62", "type": "book", "title": "De mensch en de beschaving", "container_title": null, "author": [{"family": "Huizinga", "given": "J."}], "note": null, "publisher": "Pantheon", "editor": null, "publisher_place": "Amsterdam, Antwerpen", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "63", "type": "book", "title": "Historische Meditationen", "container_title": null, "author": [{"family": "Kaegi", "given": "W."}], "note": null, "publisher": "Fritz und Wasmuth", "editor": null, "publisher_place": "Z\u00fcrich", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": "2 vols.", "incomplete": null}, {"id": "64", "type": "book", "title": "Notions d'historiographie moderne", "container_title": null, "author": [{"family": "Lefebvre", "given": "G."}], "note": "dactylographed for his students", "publisher": "Centre de Documentation Universitaire", "editor": null, "publisher_place": "Paris", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "65", "type": "book", "title": "Essays on Historiography", "container_title": null, "author": [{"family": "Main", "given": "James C."}], "note": null, "publisher": "the Author", "editor": null, "publisher_place": "Lawrence, Kansas", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "66", "type": "book", "title": "The Old Testament Interpretation of History", "container_title": null, "author": [{"family": "North", "given": "C. R."}], "note": null, "publisher": "The Ewporth Press", "editor": null, "publisher_place": "London", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "67", "type": "book", "title": "Concord and Liberty", "container_title": null, "author": [{"family": "Ortega y Gasset", "given": "Jos\u00e9"}], "note": "trans. by Helene Weyl", "publisher": "Norton", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "68", "type": "book", "title": "Socioldenbakelijk Metodelaere", "container_title": null, "author": [{"family": "Ranulf", "given": "Svend"}], "note": null, "publisher": "Einar Munksgaard", "editor": null, "publisher_place": "K\u00f8benhavn", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "69", "type": "book", "title": "Geschichte als Bildungsmacht", "container_title": null, "author": [{"family": "Ritter", "given": "Gerhard"}], "note": null, "publisher": "Deutsche Verlags-Anstalt", "editor": null, "publisher_place": "Stuttgart", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}]}, "text": "", "raw_response": {"id": "gen-1760699134-YFV8vpn4Fqbkn2bTab1b", "model": "qwen/qwen3-vl-8b-thinking", "choices": [{"finish_reason": "stop", "index": 0, "message": {"content": "{\n\n \"metadata\": {\n \"title\": \"HISTORY AND THEORY\",\n \"year\": \"1946\",\n \"page_number\": 4\n },\n \"entries\": [\n {\n \"id\": \"49\",\n \"type\": \"journal-article\",\n \"title\": \"Review of the German translation\",\n \"container_title\": \"Historische Zeitschrift\",\n \"author\": [\n {\n \"given\": \"Manfred\",\n \"family\": \"Schlenke\"\n }\n ],\n \"volume\": \"CLXXXIV\",\n \"issued\": \"1957\",\n \"page\": \"594-597\",\n \"relation\": null\n },\n {\n \"id\": \"50\",\n \"type\": \"book\",\n \"title\": \"Introduzione allo studio della storia\",\n \"author\": [\n {\n \"given\": \"Fabio\",\n \"family\": \"Cusin\"\n }\n ],\n \"publisher\": \"Cedam\",\n \"publisher_place\": \"Padova\"\n },\n {\n \"id\": \"51\",\n \"type\": \"journal-article\",\n \"title\": \"Sophia I\",\n \"container_title\": \"HISTORY AND THEORY\",\n \"author\": [\n {\n \"given\": \"F.\",\n \"family\": \"Cafaro\"\n }\n ],\n \"issued\": \"1947\",\n \"page\": \"206-207\",\n \"relation\": \"50\"\n },\n {\n \"id\": \"52\",\n \"type\": \"book\",\n \"title\": \"L'histoire, science du concret\",\n \"author\": [\n {\n \"given\": \"Eric\",\n \"family\": \"Dardel\"\n }\n ],\n \"publisher\": \"Presses Universitaires de France\",\n \"publisher_place\": \"Paris\"\n },\n {\n \"id\": \"53\",\n \"type\": \"book\",\n \"title\": \"Historical Change\",\n \"author\": [\n {\n \"given\": \"Lewis\",\n \"family\": \"Einstein\"\n }\n ],\n \"publisher\": \"Cambridge University Press\",\n \"publisher_place\": \"Cambridge\"\n },\n {\n \"id\": \"54\",\n \"type\": \"book\",\n \"title\": \"The Place of War in History\",\n \"author\": [\n {\n \"given\": \"Cyril\",\n \"family\": \"Falls\"\n }\n ],\n \"publisher\": \"Clarendon\",\n \"publisher_place\": \"Oxford\"\n },\n {\n \"id\": \"55\",\n \"type\": \"book\",\n \"title\": \"A Guide to Historical Method\",\n \"author\": [\n {\n \"given\": \"Gilbert J.\",\n \"family\": \"Garraghan\"\n }\n ],\n \"editor\": [\n \"Jean Delanze\"\n ],\n \"publisher\": \"Fordham University Press\",\n \"publisher_place\": \"New York\"\n },\n {\n \"id\": \"56\",\n \"type\": \"book\",\n \"title\": \"Le\u00e7ons sur la philosophie de l'histoire\",\n \"author\": [\n {\n \"given\": \"J.\",\n \"family\": \"Gibelin\"\n }\n ],\n \"publisher\": \"Vrin\",\n \"publisher_place\": \"Paris\"\n },\n {\n \"id\": \"57\",\n \"type\": \"book\",\n \"title\": \"Bilan de l'histoire\",\n \"author\": [\n {\n \"given\": \"Ren\u00e9\",\n \"family\": \"Grousset\"\n }\n ],\n \"publisher\": \"Plon\",\n \"publisher_place\": \"Paris\"\n },\n {\n \"id\": \"58\",\n \"type\": \"book\",\n \"title\": \"Introduction \u00e0 l'Histoire\",\n \"author\": [\n {\n \"given\": \"Louis\",\n \"family\": \"Halphen\"\n }\n ],\n \"publisher\": \"Presses Universitaires de France\",\n \"publisher_place\": \"Paris\"\n },\n {\n \"id\": \"59\",\n \"type\": \"journal-article\",\n \"title\": \"Sur une forme d'histoire qui n'est pas la n\u00f4tre\",\n \"container_title\": \"Annales: Economies-soci\u00e9t\u00e9s-civilisations\",\n \"author\": [\n {\n \"given\": \"Lucien\",\n \"family\": \"Febvre\"\n }\n ],\n \"volume\": \"III\",\n \"issued\": \"1946\",\n \"page\": \"21-24\"\n },\n {\n \"id\": \"60\",\n \"type\": \"journal-article\",\n \"title\": \"Avenir de l'histoire\",\n \"container_title\": \"Revue historique\",\n \"author\": [\n {\n \"given\": \"Georges\",\n \"family\": \"Lefebvre\"\n }\n ],\n \"volume\": \"CXCVII\",\n \"issued\": \"1947\",\n \"page\": \"55-61\"\n },\n {\n \"id\": \"61\",\n \"type\": \"book\",\n \"title\": \"Hoe bepaalt de geschiedenis het heden? Een niet gehouden rede\",\n \"author\": [\n {\n \"given\": \"J.\",\n \"family\": \"Huizinga\"\n }\n ],\n \"publisher\": \"Tjeenk Willink\",\n \"publisher_place\": \"Haarlem\"\n },\n {\n \"id\": \"62\",\n \"type\": \"book\",\n \"title\": \"De mensch en de beschaving\",\n \"author\": [\n {\n \"given\": \"J.\",\n \"family\": \"Huizinga\"\n }\n ],\n \"publisher\": \"Pantheon\",\n \"publisher_place\": \"Amsterdam, Antwerpen\"\n },\n {\n \"id\": \"63\",\n \"type\": \"book\",\n \"title\": \"Historische Meditationen\",\n \"author\": [\n {\n \"given\": \"W.\",\n \"family\": \"Kaegi\"\n }\n ],\n \"edition\": \"2 vols.\",\n \"publisher\": \"Fritz und Wasmuth\",\n \"publisher_place\": \"Z\u00fcrich\"\n },\n {\n \"id\": \"64\",\n \"type\": \"book\",\n \"title\": \"Notions d'historiographie moderne\",\n \"author\": [\n {\n \"given\": \"G.\",\n \"family\": \"Lefebvre\"\n }\n ],\n \"publisher\": \"Centre de Documentation Universitaire\",\n \"publisher_place\": \"Paris\",\n \"note\": \"dactylographed for his students\"\n },\n {\n \"id\": \"65\",\n \"type\": \"book\",\n \"title\": \"Essays on Historiography\",\n \"author\": [\n {\n \"given\": \"James C.\",\n \"family\": \"Main\"\n }\n ],\n \"publisher\": \"the Author\",\n \"publisher_place\": \"Lawrence, Kansas\"\n },\n {\n \"id\": \"66\",\n \"type\": \"book\",\n \"title\": \"The Old Testament Interpretation of History\",\n \"author\": [\n {\n \"given\": \"C. R.\",\n \"family\": \"North\"\n }\n ],\n \"publisher\": \"The Ewporth Press\",\n \"publisher_place\": \"London\"\n },\n {\n \"id\": \"67\",\n \"type\": \"book\",\n \"title\": \"Concord and Liberty\",\n \"author\": [\n {\n \"given\": \"Jos\u00e9\",\n \"family\": \"Ortega y Gasset\"\n }\n ],\n \"note\": \"trans. by Helene Weyl\",\n \"publisher\": \"Norton\",\n \"publisher_place\": \"New York\"\n },\n {\n \"id\": \"68\",\n \"type\": \"book\",\n \"title\": \"Socioldenbakelijk Metodelaere\",\n \"author\": [\n {\n \"given\": \"Svend\",\n \"family\": \"Ranulf\"\n }\n ],\n \"publisher\": \"Einar Munksgaard\",\n \"publisher_place\": \"K\u00f8benhavn\"\n },\n {\n \"id\": \"69\",\n \"type\": \"book\",\n \"title\": \"Geschichte als Bildungsmacht\",\n \"author\": [\n {\n \"given\": \"Gerhard\",\n \"family\": \"Ritter\"\n }\n ],\n \"publisher\": \"Deutsche Verlags-Anstalt\",\n \"publisher_place\": \"Stuttgart\"\n }\n ]\n}", "role": "assistant"}}], "usage": {"prompt_tokens": 2418, "completion_tokens": 14320, "total_tokens": 16738}}, "usage": {"input_tokens": 2418, "output_tokens": 14320, "total_tokens": 16738}, "finish_reason": "stop"}, "scoring": {"fuzzy": 0.6566324293075922, "cost_summary": {"total_input_tokens": 12090, "total_output_tokens": 59343, "total_tokens": 71433, "input_cost_usd": 0.002176, "output_cost_usd": 0.12462, "total_cost_usd": 0.126797, "pricing_date": "2025-10-17", "input_price_per_million": 0.18, "output_price_per_million": 2.1}}, "normalized_score": 65.66324293075922}, {"_id": {"$oid": "69ce22c0214d8cd071ad0026"}, "test_id": "T0234", "benchmark": "bibliographic_data", "date": "2025-10-17", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openrouter", "model": "meta-llama/llama-4-maverick", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "openrouter", "model": "meta-llama/llama-4-maverick", "duration": 59.35922837257385, "timestamp": "2025-10-17T13:48:48.029128", "parsed": {"metadata": {"title": "HISTORY AND THEORY", "year": "1946", "page_number": 4}, "entries": [{"id": "49", "type": "book", "title": "Historische Zeitschrift CLXXXIV", "container_title": null, "author": [{"family": "Schlenke", "given": "Manfred"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1957", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "50", "type": "book", "title": "Introduzione allo studio della storia", "container_title": null, "author": [{"family": "Cusin", "given": "Fabio"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "51", "type": "book", "title": "Sophia I", "container_title": null, "author": [{"family": "Cafaro", "given": "F."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "52", "type": "book", "title": "L'histoire, science du concret", "container_title": null, "author": [{"family": "Dardel", "given": "Eric"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "53", "type": "book", "title": "Historical Change", "container_title": null, "author": [{"family": "Einstein", "given": "Lewis"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "54", "type": "book", "title": "The Place of War in History", "container_title": null, "author": [{"family": "Falls", "given": "Cyril"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "55", "type": "book", "title": "A Guide to Historical Method", "container_title": null, "author": [{"family": "Garraghan", "given": "Gilbert J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "56", "type": "book", "title": "Le\u00e7ons sur la philosophie de l'histoire", "container_title": null, "author": [{"family": "Givelin", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "57", "type": "book", "title": "Bilan de l'histoire", "container_title": null, "author": [{"family": "Grousset", "given": "Ren\u00e9"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "58", "type": "book", "title": "Introduction \u00e0 l'histoire", "container_title": null, "author": [{"family": "Halphen", "given": "Louis"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "59", "type": "journal-article", "title": "Sur une forme d'histoire qui n'est pas la n\u00f4tre", "container_title": null, "author": [{"family": "Febvre", "given": "Lucien"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "60", "type": "journal-article", "title": "Avenir de l'histoire", "container_title": null, "author": [{"family": "Lefebvre", "given": "Georges"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "61", "type": "book", "title": "Hoe bepaalt de geschiedenis het heden? Een niet gehouden rede", "container_title": null, "author": [{"family": "Huizinga", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "62", "type": "book", "title": "De mensch en de beschaving", "container_title": null, "author": [{"family": "Huizinga", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "63", "type": "book", "title": "Historische Meditationen", "container_title": null, "author": [{"family": "Kaegi", "given": "W."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "64", "type": "book", "title": "Notions d'historiographie moderne", "container_title": null, "author": [{"family": "Lefebvre", "given": "G."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "65", "type": "book", "title": "Essays on Historiography", "container_title": null, "author": [{"family": "Malin", "given": "James C."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "66", "type": "book", "title": "The Old Testament Interpretation of History", "container_title": null, "author": [{"family": "North", "given": "C. R."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "67", "type": "book", "title": "Concord and Liberty", "container_title": null, "author": [{"family": "Ortega y Gasset", "given": "Jos\u00e9"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "68", "type": "book", "title": "Sociolvidenskabelig Metodelaere", "container_title": null, "author": [{"family": "Ranulf", "given": "Svend"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "69", "type": "book", "title": "Geschichte als Bildungsmacht", "container_title": null, "author": [{"family": "Ritter", "given": "Gerhard"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}]}, "text": "", "raw_response": {"id": "gen-1760701668-rFD0pUUpXa7sEz6UhRBx", "model": "meta-llama/llama-4-maverick", "choices": [{"finish_reason": "stop", "index": 0, "message": {"content": "{\n \"metadata\": {\n \"title\": \"HISTORY AND THEORY\",\n \"year\": \t\"1946\",\n \"page_number\": 4\n },\n \"entries\": [\n {\n \"id\": \t\"49\",\n \"type\": \t\"book\",\n \"title\": \"Historische Zeitschrift CLXXXIV\",\n \"author\": \t[\n {\n \"family\": \"Schlenke\",\n \"given\": \"Manfred\"\n }\n ],\n \"issued\": \t\"1957\",\n \"pages\": \t\"594-597\",\n \"relation_type\": \"review\",\n \"relation_target\": \"German translation\"\n },\n {\n \"id\": \t\"50\",\n \"type\": \t\"book\",\n \"title\": \"Introduzione allo studio della storia\",\n \"author\": \t[\n {\n \"family\": \"Cusin\",\n \"given\": \"Fabio\"\n }\n ],\n \"issued\": \t\"\",\n \"pages\": \t\"\",\n \"publisher-place\": \t\"Padova\",\n \"publisher-name\": \t\"Cedam\",\n \"relation_type\": \"review\",\n \"relation_target\": \"\"\n },\n {\n \"id\": \t\"51\",\n \"type\": \t\"book\",\n \"title\": \"Sophia I\",\n \"author\": \t[\n {\n \"family\": \"Cafaro\",\n \"given\": \"F.\"\n }\n ],\n \"issued\": \t\"1947\",\n \"pages\": \t\"206-207\",\n \"publisher-place\": \t\"\",\n \"publisher-name\": \t\"\",\n \"relation_type\": \"review\",\n \"relation_target\": \"\"\n },\n {\n \"id\": \t\"52\",\n \"type\": \t\"book\",\n \"title\": \"L'histoire, science du concret\",\n \"author\": \t[\n {\n \"family\": \"Dardel\",\n \"given\": \"Eric\"\n }\n ],\n \"issued\": \t\"\",\n \"pages\": \t\"\",\n \"publisher-place\": \t\"Paris\",\n \"publisher-name\": \t\"Presses Universitaires de France\",\n \"relation_type\": \"review\",\n \"relation_target\": \"\"\n },\n {\n \"id\": \t\"53\",\n \"type\": \t\"book\",\n \"title\": \"Historical Change\",\n \"author\": \t[\n {\n \"family\": \"Einstein\",\n \"given\": \"Lewis\"\n }\n ],\n \"issued\": \t\"\",\n \"pages\": \t\"\",\n \"publisher-place\": \t\"Cambridge\",\n \"publisher-name\": \t\"Cambridge University Press\",\n \"relation_type\": \"review\",\n \"relation_target\": \"\"\n },\n {\n \"id\": \t\"54\",\n \"type\": \t\"book\",\n \"title\": \"The Place of War in History\",\n \"author\": \t[\n {\n \"family\": \"Falls\",\n \"given\": \"Cyril\"\n }\n ],\n \"issued\": \t\"\",\n \"pages\": \t\"\",\n \"publisher-place\": \t\"Oxford\",\n \"publisher-name\": \t\"Clarendon\",\n \"relation_type\": \"review\",\n \"relation_target\": \"\"\n },\n {\n \"id\": \t\"55\",\n \"type\": \t\"book\",\n \"title\": \"A Guide to Historical Method\",\n \"author\": \t[\n {\n \"family\": \"Garraghan\",\n \"given\": \"Gilbert J.\"\n }\n ],\n \"issued\": \t\"\",\n \"pages\": \t\"\",\n \"publisher-place\": \t\"New York\",\n \"publisher-name\": \t\"Fordham University Press\",\n \"relation_type\": \"review\",\n \"relation_target\": \"\",\n \"editor_name\": \t\"Jean Delanglez\"\n },\n {\n \"id\": \t\"56\",\n \"type\": \t\"book\",\n \"title\": \"Le\u00e7ons sur la philosophie de l'histoire\",\n \"author\": \t[\n {\n \"family\": \"Givelin\",\n \"given\": \"J.\"\n }\n ],\n \"issued\": \t\"\",\n \"pages\": \t\"\",\n \"publisher-place\": \t\"Paris\",\n \"publisher-name\": \t\"Vrin\",\n \"relation_type\": \"review\",\n \"relation_target\": \"\"\n },\n {\n \"id\": \t\"57\",\n \"type\": \t\"book\",\n \"title\": \"Bilan de l'histoire\",\n \"author\": \t[\n {\n \"family\": \"Grousset\",\n \"given\": \"Ren\u00e9\"\n }\n ],\n \"issued\": \t\"\",\n \"pages\": \t\"\",\n \"publisher-place\": \t\"Paris\",\n \"publisher-name\": \t\"Plon\",\n \"relation_type\": \"review\",\n \"relation_target\": \"\"\n },\n {\n \"id\": \t\"58\",\n \"type\": \t\"book\",\n \"title\": \"Introduction \u00e0 l'histoire\",\n \"author\": \t[\n {\n \"family\": \"Halphen\",\n \"given\": \"Louis\"\n }\n ],\n \"issued\": \t\"\",\n \"pages\": \t\"\",\n \"publisher-place\": \t\"Paris\",\n \"publisher-name\": \t\"Presses Universitaires de France\",\n \"relation_type\": \"review\",\n \"relation_target\": \"\"\n },\n {\n \"id\": \t\"59\",\n \"type\": \t\"journal-article\",\n \"title\": \"Sur une forme d'histoire qui n'est pas la n\u00f4tre\",\n \"author\": \t[\n {\n \"family\": \"Febvre\",\n \"given\": \"Lucien\"\n }\n ],\n \"issued\": \t\"\",\n \"pages\": \t\"21-24\",\n \"container-title\": \t\"Annales: Economies-soci\u00e9t\u00e9s-civilisations III\",\n \"relation_type\": \"review-article\",\n \"relation_target\": \"\"\n },\n {\n \"id\": \t\"60\",\n \"type\": \t\"journal-article\",\n \"title\": \"Avenir de l'histoire\",\n \"author\": \t[\n {\n \"family\": \"Lefebvre\",\n \"given\": \"Georges\"\n }\n ],\n \"issued\": \t\"1947\",\n \"pages\": \t\"55-61\",\n \"container-title\": \t\"Revue historique CXCVII\",\n \"relation_type\": \"review-article\",\n \"relation_target\": \"\"\n },\n {\n \"id\": \t\"61\",\n \"type\": \t\"book\",\n \"title\": \"Hoe bepaalt de geschiedenis het heden? Een niet gehouden rede\",\n \"author\": \t[\n {\n \"family\": \"Huizinga\",\n \"given\": \"J.\"\n }\n ],\n \"issued\": \t\"\",\n \"pages\": \t\"\",\n \"publisher-place\": \t\"Haarlem\",\n \"publisher-name\": \t\"Tjeenk Willink\",\n \"relation_type\": \"review-article\",\n \"relation_target\": \"\"\n },\n {\n \"id\": \t\"62\",\n \"type\": \t\"book\",\n \"title\": \"De mensch en de beschaving\",\n \"author\": \t[\n {\n \"family\": \"Huizinga\",\n \"given\": \"J.\"\n }\n ],\n \"issued\": \t\"\",\n \"pages\": \t\"\",\n \"publisher-place\": \t\"Amsterdam, Antwerpen\",\n \"publisher-name\": \t\"Pantheon\",\n \"relation_type\": \"review-article\",\n \"relation_target\": \"\"\n },\n {\n \"id\": \t\"63\",\n \"type\": \t\"book\",\n \"title\": \"Historische Meditationen\",\n \"author\": \t[\n {\n \"family\": \"Kaegi\",\n \"given\": \"W.\"\n }\n ],\n \"issued\": \t\"\",\n \"pages\": \t\"2 vols.\",\n \"publisher-place\": \t\"Z\u00fcrich\",\n \"publisher-name\": \t\"Fritz und Wasmuth\",\n \"relation_type\": \"review-article\",\n \"relation_target\": \"\"\n },\n {\n \"id\": \t\"64\",\n \"type\": \t\"book\",\n \"title\": \"Notions d'historiographie moderne\",\n \"author\": \t[\n {\n \"family\": \"Lefebvre\",\n \"given\": \"G.\"\n }\n ],\n \"issued\": \t\"\",\n \"pages\": \t\"\",\n \"publisher-place\": \t\"Paris\",\n \"publisher-name\": \t\"Centre de Documentation Universitaire\",\n \"relation_type\": \"review-article\",\n \"relation_target\": \"\",\n \"note:\": \t\"dactylographed for his students\"\n },\n {\n \"id\": \t\"65\",\n \"type\": \t\"book\",\n \"title\": \"Essays on Historiography\",\n \"author\": \t[\n {\n \"family\": \"Malin\",\n \"given\": \"James C.\"\n }\n ],\n \"issued\": \t\"\",\n \"pages\": \t\"\",\n \"publisher-place\": \t\"Lawrence, Kansas\",\n \"publisher-name\": \t\"the Author\",\n \"relation_type\": \"review-article\",\n \"relation_target\": \"\"\n },\n {\n \"id\": \t\"66\",\n \"type\": \t\"book\",\n \"title\": \"The Old Testament Interpretation of History\",\n \"author\": \t[\n {\n \"family\": \"North\",\n \"given\": \"C. R.\"\n }\n ],\n \"issued\": \t\"\",\n \"pages\": \t\"\",\n \"publisher-place\": \t\"London\",\n \"publisher-name\": \t\"The Epworth Press\",\n \"relation_type\": \"review-article\",\n \"relation_target\": \"\"\n },\n {\n \"id\": \t\"67\",\n \"type\": \t\"book\",\n \"title\": \"Concord and Liberty\",\n \"author\": \t[\n {\n \"family\": \"Ortega y Gasset\",\n \"given\": \"Jos\u00e9\"\n }\n ],\n \"issued\": \t\"\",\n \"pages\": \t\"\",\n \"publisher-place\": \t\"New York\",\n \"publisher-name\": \t\"Norton\",\n \"relation_type\": \"review-article\",\n \"relation_target\": \"\",\n \"translator_name\": \t\"Helene Weyl\"\n },\n {\n \"id\": \t\"68\",\n \"type\": \t\"book\",\n \"title\": \"Sociolvidenskabelig Metodelaere\",\n \"author\": \t[\n {\n \"family\": \"Ranulf\",\n \"given\": \"Svend\"\n }\n ],\n \"issued\": \t\"\",\n \"pages\": \t\"\",\n \"publisher-place\": \t\"K\u00f8benhavn\",\n \"publisher-name\": \t\"Einar Munksgaard\",\n \"relation_type\": \"review-article\",\n \"relation_target\": \"\"\n },\n {\n \"id\": \t\"69\",\n \"type\": \t\"book\",\n \"title\": \"Geschichte als Bildungsmacht\",\n \"author\": \t[\n {\n \"family\": \"Ritter\",\n \"given\": \"Gerhard\"\n }\n ],\n \"issued\": \t\"\",\n \"pages\": \t\"\",\n \"publisher-place\": \t\"Stuttgart\",\n \"publisher-name\": \t\"Deutsche Verlags-Anstalt\",\n \"relation_type\": \"review-article\",\n \"relation_target\": \"\",\n \"incomplete:\": \t\"true\"\n }\n ]\n}", "role": "assistant"}}], "usage": {"prompt_tokens": 1983, "completion_tokens": 2516, "total_tokens": 4499}}, "usage": {"input_tokens": 1983, "output_tokens": 2516, "total_tokens": 4499}, "finish_reason": "stop"}, "scoring": {"fuzzy": 0.6257180323707402, "cost_summary": {"total_input_tokens": 7725, "total_output_tokens": 8433, "total_tokens": 16158, "input_cost_usd": 0.001159, "output_cost_usd": 0.00506, "total_cost_usd": 0.006219, "pricing_date": "2025-10-17", "input_price_per_million": 0.15, "output_price_per_million": 0.6}}, "normalized_score": 62.57180323707402}, {"_id": {"$oid": "69ce22c0214d8cd071ad003c"}, "test_id": "T0237", "benchmark": "bibliographic_data", "date": "2025-10-17", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "scicore", "model": "GLM-4.5V-FP8", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "scicore", "model": "GLM-4.5V-FP8", "duration": 311.78655982017517, "timestamp": "2025-10-17T14:47:12.069943", "text": "", "raw_response": {"id": "chatcmpl-9dee5e29237d4b4987267ed0f370b320", "model": "hosted_vllm/GLM-4.5V-FP8", "choices": [{"finish_reason": "length", "index": 0, "message": {"content": "{\"metadata\": {\"title\": \"Bibliography\", \"year\": \"1947\", \"page_number\": 9}, \"entries\": [{\"id\": \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n ", "role": "assistant"}}], "usage": {"prompt_tokens": 941, "completion_tokens": 23635, "total_tokens": 24576}}, "usage": {"input_tokens": 941, "output_tokens": 23635, "total_tokens": 24576}, "error": "JSONDecodeError", "error_message": "Expecting value: line 15735 column 9 (char 141700)", "finish_reason": "length"}, "scoring": {"fuzzy": 0.23186997875402202, "cost_summary": {"total_input_tokens": 4779, "total_output_tokens": 27404, "total_tokens": 32183, "input_cost_usd": 0.0, "output_cost_usd": 0.0, "total_cost_usd": 0.0, "pricing_date": "2025-10-17", "input_price_per_million": 0.0, "output_price_per_million": 0.0}}, "normalized_score": 23.186997875402202}, {"_id": {"$oid": "69ce22c0214d8cd071acffce"}, "test_id": "T0211", "benchmark": "bibliographic_data", "date": "2025-10-01", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "genai", "model": "gemini-2.5-flash-lite-preview-09-2025", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "genai", "model": "gemini-2.5-flash-lite-preview-09-2025", "duration": 3.781634569168091, "timestamp": "2025-10-01T00:34:56.073410", "parsed": {"metadata": {"title": "BIBLIOGRAPHY", "year": "1947", "page_number": 9}, "entries": [{"id": "S1947_140", "type": "book", "title": "Why We Read History", "author": [{"family": "Smellie", "given": "K. B."}], "note": "London: P. Elek.", "issued": "1947"}, {"id": "T1947_141", "type": "book", "title": "A Study of History, abridged by D. C. Somervell, New York: Oxford (Abridgement of vols. I-VI of A Study of History).", "author": [{"family": "Toynbee", "given": "Arnold J."}], "issued": "1947"}, {"id": "V1947_142", "type": "book", "title": "In den spiegel van het verleden: historische opstellen", "author": [{"family": "Verberne", "given": "L. G. J."}], "note": "Utrecht, Antwerpen: Bruna.", "issued": "1947"}, {"id": "Ve1947_143", "type": "book", "title": "Esquemas de metodolog\u00eda eclesi\u00e1stica", "author": [{"family": "Vevir", "given": "Jos\u00e9"}], "note": "Barcelona: Instituto.", "issued": "1947"}, {"id": "W1947_144", "type": "book", "title": "Sinn und Ziel der Geschichte", "author": [{"family": "Walz", "given": "Hans H."}], "note": "Bonn: Universit\u00e4ts-Verlag.", "issued": "1947"}, {"id": "A1946_145", "type": "other", "title": "Atti del congresso internazionale di filosofia 15-20 November, 1946", "note": "Milano: Castellani.", "issued": "1946"}, {"id": "D1947_146", "type": "journal-article", "title": "Storia e materialismo storico", "author": [{"family": "Drago", "given": "Pietro C."}], "note": "vol. I, 109-117.", "issued": "1947", "relation": "A1946_145"}, {"id": "F1947_147", "type": "journal-article", "title": "Critica del giudizio storico", "author": [{"family": "Fazio-Allmayer", "given": "Vito"}], "note": "vol. I, 281-290.", "issued": "1947", "relation": "A1946_145"}, {"id": "N1947_148", "type": "journal-article", "title": "Forza e spirito nella storia", "author": [{"family": "Nyman", "given": "A."}], "note": "vol. I, 191-200.", "issued": "1947", "relation": "A1946_145"}, {"id": "B1947_149", "type": "journal-article", "title": "Sur le concept d'histoire", "author": [{"family": "Benjamin", "given": "Walter"}], "note": "Les temps modernes II, 623-634.", "issued": "1947", "relation": "A1946_145"}, {"id": "B1947_150", "type": "journal-article", "title": "Philosophy of History", "author": [{"family": "Boodin", "given": "John E."}], "note": "in Dagobert D. Runes, ed., 20th Century Philosophy, New York: Philosophical Library, 89-106.", "issued": "1947"}, {"id": "C1947_151", "type": "journal-article", "title": "De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty", "author": [{"family": "Caillois", "given": "R. P."}], "note": "Deucalion II, 57-85.", "issued": "1947"}, {"id": "Ca1959_152", "type": "journal-article", "title": "Commemorazione di Adolfo Omodeo", "author": [{"family": "Cantimori", "given": "M."}, {"family": "Delio", "given": "M."}], "note": "Annali della Scuola Normale di Pisa, fasc. 3-4; (reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959).", "issued": "1959"}, {"id": "Co1947_153", "type": "journal-article", "title": "The Historian and the Philosophy of Science", "author": [{"family": "Cowan", "given": "Thomas"}], "note": "Isis XXXVIII, 11-18.", "issued": "1947"}, {"id": "Cr1947_154", "type": "journal-article", "title": "History as a Science", "author": [{"family": "Crawford", "given": "R. M."}], "note": "Historical Studies: Australia and New Zealand III, 153-175.", "issued": "1947"}, {"id": "D1947_155", "type": "journal-article", "title": "Christianisme et histoire", "author": [{"family": "Dani\u00e9lou", "given": "J."}], "note": "Etudes CCLIV, 166-184.", "issued": "1947"}, {"id": "De1947_156", "type": "journal-article", "title": "Wahrheit der Geschichte. Geschichte der Wahrheit", "author": [{"family": "Dell", "given": "Stanley"}], "note": "Amerikanische Rundschau III, 44-53.", "issued": "1947"}, {"id": "F1947_157", "type": "journal-article", "title": "The Idea of Progress", "author": [{"family": "Fay", "given": "Sidney B."}], "note": "American Historical Review LII, 231-246.", "issued": "1947"}, {"id": "Fe1947_158", "type": "journal-article", "title": "Th\u00e9ologie et histoire", "author": [{"family": "Fessard", "given": "Gaston"}], "note": "Dieu vivant VIII, 39-65.", "issued": "1947"}, {"id": "Fi1947_159", "type": "journal-article", "title": "Acton, Creighton, and Lea: a Study in History and Ethics", "author": [{"family": "Fish", "given": "Andrew"}], "note": "Pacific Historical Review XVI, 59-69.", "issued": "1947"}, {"id": "G1947_160", "type": "journal-article", "title": "Le conscience historique en Italie", "author": [{"family": "Garosci", "given": "A."}], "note": "Les temps modernes III, 23-24.", "issued": "1947", "incomplete": true}]}, "text": "{\n \"metadata\": {\n \"title\": \"BIBLIOGRAPHY\",\n \"year\": \"1947\",\n \"page_number\": 9\n },\n \"entries\": [\n {\n \"id\": \"S1947_140\",\n \"type\": \"book\",\n \"title\": \"Why We Read History\",\n \"author\": [\n {\n \"family\": \"Smellie\",\n \"given\": \"K. B.\"\n }\n ],\n \"note\": \"London: P. Elek.\",\n \"issued\": \"1947\"\n },\n {\n \"id\": \"T1947_141\",\n \"type\": \"book\",\n \"title\": \"A Study of History, abridged by D. C. Somervell, New York: Oxford (Abridgement of vols. I-VI of A Study of History).\",\n \"author\": [\n {\n \"family\": \"Toynbee\",\n \"given\": \"Arnold J.\"\n }\n ],\n \"issued\": \"1947\"\n },\n {\n \"id\": \"V1947_142\",\n \"type\": \"book\",\n \"title\": \"In den spiegel van het verleden: historische opstellen\",\n \"author\": [\n {\n \"family\": \"Verberne\",\n \"given\": \"L. G. J.\"\n }\n ],\n \"note\": \"Utrecht, Antwerpen: Bruna.\",\n \"issued\": \"1947\"\n },\n {\n \"id\": \"Ve1947_143\",\n \"type\": \"book\",\n \"title\": \"Esquemas de metodolog\u00eda eclesi\u00e1stica\",\n \"author\": [\n {\n \"family\": \"Vevir\",\n \"given\": \"Jos\u00e9\"\n }\n ],\n \"note\": \"Barcelona: Instituto.\",\n \"issued\": \"1947\"\n },\n {\n \"id\": \"W1947_144\",\n \"type\": \"book\",\n \"title\": \"Sinn und Ziel der Geschichte\",\n \"author\": [\n {\n \"family\": \"Walz\",\n \"given\": \"Hans H.\"\n }\n ],\n \"note\": \"Bonn: Universit\u00e4ts-Verlag.\",\n \"issued\": \"1947\"\n },\n {\n \"id\": \"A1946_145\",\n \"type\": \"other\",\n \"title\": \"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\n \"note\": \"Milano: Castellani.\",\n \"issued\": \"1946\"\n },\n {\n \"id\": \"D1947_146\",\n \"type\": \"journal-article\",\n \"title\": \"Storia e materialismo storico\",\n \"author\": [\n {\n \"family\": \"Drago\",\n \"given\": \"Pietro C.\"\n }\n ],\n \"note\": \"vol. I, 109-117.\",\n \"issued\": \"1947\",\n \"relation\": \"A1946_145\"\n },\n {\n \"id\": \"F1947_147\",\n \"type\": \"journal-article\",\n \"title\": \"Critica del giudizio storico\",\n \"author\": [\n {\n \"family\": \"Fazio-Allmayer\",\n \"given\": \"Vito\"\n }\n ],\n \"note\": \"vol. I, 281-290.\",\n \"issued\": \"1947\",\n \"relation\": \"A1946_145\"\n },\n {\n \"id\": \"N1947_148\",\n \"type\": \"journal-article\",\n \"title\": \"Forza e spirito nella storia\",\n \"author\": [\n {\n \"family\": \"Nyman\",\n \"given\": \"A.\"\n }\n ],\n \"note\": \"vol. I, 191-200.\",\n \"issued\": \"1947\",\n \"relation\": \"A1946_145\"\n },\n {\n \"id\": \"B1947_149\",\n \"type\": \"journal-article\",\n \"title\": \"Sur le concept d'histoire\",\n \"author\": [\n {\n \"family\": \"Benjamin\",\n \"given\": \"Walter\"\n }\n ],\n \"note\": \"Les temps modernes II, 623-634.\",\n \"issued\": \"1947\",\n \"relation\": \"A1946_145\"\n },\n {\n \"id\": \"B1947_150\",\n \"type\": \"journal-article\",\n \"title\": \"Philosophy of History\",\n \"author\": [\n {\n \"family\": \"Boodin\",\n \"given\": \"John E.\"\n }\n ],\n \"note\": \"in Dagobert D. Runes, ed., 20th Century Philosophy, New York: Philosophical Library, 89-106.\",\n \"issued\": \"1947\"\n },\n {\n \"id\": \"C1947_151\",\n \"type\": \"journal-article\",\n \"title\": \"De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty\",\n \"author\": [\n {\n \"family\": \"Caillois\",\n \"given\": \"R. P.\"\n }\n ],\n \"note\": \"Deucalion II, 57-85.\",\n \"issued\": \"1947\"\n },\n {\n \"id\": \"Ca1959_152\",\n \"type\": \"journal-article\",\n \"title\": \"Commemorazione di Adolfo Omodeo\",\n \"author\": [\n {\n \"family\": \"Cantimori\",\n \"given\": \"M.\"\n },\n {\n \"family\": \"Delio\",\n \"given\": \"M.\"\n }\n ],\n \"note\": \"Annali della Scuola Normale di Pisa, fasc. 3-4; (reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959).\",\n \"issued\": \"1959\"\n },\n {\n \"id\": \"Co1947_153\",\n \"type\": \"journal-article\",\n \"title\": \"The Historian and the Philosophy of Science\",\n \"author\": [\n {\n \"family\": \"Cowan\",\n \"given\": \"Thomas\"\n }\n ],\n \"note\": \"Isis XXXVIII, 11-18.\",\n \"issued\": \"1947\"\n },\n {\n \"id\": \"Cr1947_154\",\n \"type\": \"journal-article\",\n \"title\": \"History as a Science\",\n \"author\": [\n {\n \"family\": \"Crawford\",\n \"given\": \"R. M.\"\n }\n ],\n \"note\": \"Historical Studies: Australia and New Zealand III, 153-175.\",\n \"issued\": \"1947\"\n },\n {\n \"id\": \"D1947_155\",\n \"type\": \"journal-article\",\n \"title\": \"Christianisme et histoire\",\n \"author\": [\n {\n \"family\": \"Dani\u00e9lou\",\n \"given\": \"J.\"\n }\n ],\n \"note\": \"Etudes CCLIV, 166-184.\",\n \"issued\": \"1947\"\n },\n {\n \"id\": \"De1947_156\",\n \"type\": \"journal-article\",\n \"title\": \"Wahrheit der Geschichte. Geschichte der Wahrheit\",\n \"author\": [\n {\n \"family\": \"Dell\",\n \"given\": \"Stanley\"\n }\n ],\n \"note\": \"Amerikanische Rundschau III, 44-53.\",\n \"issued\": \"1947\"\n },\n {\n \"id\": \"F1947_157\",\n \"type\": \"journal-article\",\n \"title\": \"The Idea of Progress\",\n \"author\": [\n {\n \"family\": \"Fay\",\n \"given\": \"Sidney B.\"\n }\n ],\n \"note\": \"American Historical Review LII, 231-246.\",\n \"issued\": \"1947\"\n },\n {\n \"id\": \"Fe1947_158\",\n \"type\": \"journal-article\",\n \"title\": \"Th\u00e9ologie et histoire\",\n \"author\": [\n {\n \"family\": \"Fessard\",\n \"given\": \"Gaston\"\n }\n ],\n \"note\": \"Dieu vivant VIII, 39-65.\",\n \"issued\": \"1947\"\n },\n {\n \"id\": \"Fi1947_159\",\n \"type\": \"journal-article\",\n \"title\": \"Acton, Creighton, and Lea: a Study in History and Ethics\",\n \"author\": [\n {\n \"family\": \"Fish\",\n \"given\": \"Andrew\"\n }\n ],\n \"note\": \"Pacific Historical Review XVI, 59-69.\",\n \"issued\": \"1947\"\n },\n {\n \"id\": \"G1947_160\",\n \"type\": \"journal-article\",\n \"title\": \"Le conscience historique en Italie\",\n \"author\": [\n {\n \"family\": \"Garosci\",\n \"given\": \"A.\"\n }\n ],\n \"note\": \"Les temps modernes III, 23-24.\",\n \"issued\": \"1947\",\n \"incomplete\": true\n }\n ]\n}", "raw_response": {"text": "{\n \"metadata\": {\n \"title\": \"BIBLIOGRAPHY\",\n \"year\": \"1947\",\n \"page_number\": 9\n },\n \"entries\": [\n {\n \"id\": \"S1947_140\",\n \"type\": \"book\",\n \"title\": \"Why We Read History\",\n \"author\": [\n {\n \"family\": \"Smellie\",\n \"given\": \"K. B.\"\n }\n ],\n \"note\": \"London: P. Elek.\",\n \"issued\": \"1947\"\n },\n {\n \"id\": \"T1947_141\",\n \"type\": \"book\",\n \"title\": \"A Study of History, abridged by D. C. Somervell, New York: Oxford (Abridgement of vols. I-VI of A Study of History).\",\n \"author\": [\n {\n \"family\": \"Toynbee\",\n \"given\": \"Arnold J.\"\n }\n ],\n \"issued\": \"1947\"\n },\n {\n \"id\": \"V1947_142\",\n \"type\": \"book\",\n \"title\": \"In den spiegel van het verleden: historische opstellen\",\n \"author\": [\n {\n \"family\": \"Verberne\",\n \"given\": \"L. G. J.\"\n }\n ],\n \"note\": \"Utrecht, Antwerpen: Bruna.\",\n \"issued\": \"1947\"\n },\n {\n \"id\": \"Ve1947_143\",\n \"type\": \"book\",\n \"title\": \"Esquemas de metodolog\u00eda eclesi\u00e1stica\",\n \"author\": [\n {\n \"family\": \"Vevir\",\n \"given\": \"Jos\u00e9\"\n }\n ],\n \"note\": \"Barcelona: Instituto.\",\n \"issued\": \"1947\"\n },\n {\n \"id\": \"W1947_144\",\n \"type\": \"book\",\n \"title\": \"Sinn und Ziel der Geschichte\",\n \"author\": [\n {\n \"family\": \"Walz\",\n \"given\": \"Hans H.\"\n }\n ],\n \"note\": \"Bonn: Universit\u00e4ts-Verlag.\",\n \"issued\": \"1947\"\n },\n {\n \"id\": \"A1946_145\",\n \"type\": \"other\",\n \"title\": \"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\n \"note\": \"Milano: Castellani.\",\n \"issued\": \"1946\"\n },\n {\n \"id\": \"D1947_146\",\n \"type\": \"journal-article\",\n \"title\": \"Storia e materialismo storico\",\n \"author\": [\n {\n \"family\": \"Drago\",\n \"given\": \"Pietro C.\"\n }\n ],\n \"note\": \"vol. I, 109-117.\",\n \"issued\": \"1947\",\n \"relation\": \"A1946_145\"\n },\n {\n \"id\": \"F1947_147\",\n \"type\": \"journal-article\",\n \"title\": \"Critica del giudizio storico\",\n \"author\": [\n {\n \"family\": \"Fazio-Allmayer\",\n \"given\": \"Vito\"\n }\n ],\n \"note\": \"vol. I, 281-290.\",\n \"issued\": \"1947\",\n \"relation\": \"A1946_145\"\n },\n {\n \"id\": \"N1947_148\",\n \"type\": \"journal-article\",\n \"title\": \"Forza e spirito nella storia\",\n \"author\": [\n {\n \"family\": \"Nyman\",\n \"given\": \"A.\"\n }\n ],\n \"note\": \"vol. I, 191-200.\",\n \"issued\": \"1947\",\n \"relation\": \"A1946_145\"\n },\n {\n \"id\": \"B1947_149\",\n \"type\": \"journal-article\",\n \"title\": \"Sur le concept d'histoire\",\n \"author\": [\n {\n \"family\": \"Benjamin\",\n \"given\": \"Walter\"\n }\n ],\n \"note\": \"Les temps modernes II, 623-634.\",\n \"issued\": \"1947\",\n \"relation\": \"A1946_145\"\n },\n {\n \"id\": \"B1947_150\",\n \"type\": \"journal-article\",\n \"title\": \"Philosophy of History\",\n \"author\": [\n {\n \"family\": \"Boodin\",\n \"given\": \"John E.\"\n }\n ],\n \"note\": \"in Dagobert D. Runes, ed., 20th Century Philosophy, New York: Philosophical Library, 89-106.\",\n \"issued\": \"1947\"\n },\n {\n \"id\": \"C1947_151\",\n \"type\": \"journal-article\",\n \"title\": \"De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty\",\n \"author\": [\n {\n \"family\": \"Caillois\",\n \"given\": \"R. P.\"\n }\n ],\n \"note\": \"Deucalion II, 57-85.\",\n \"issued\": \"1947\"\n },\n {\n \"id\": \"Ca1959_152\",\n \"type\": \"journal-article\",\n \"title\": \"Commemorazione di Adolfo Omodeo\",\n \"author\": [\n {\n \"family\": \"Cantimori\",\n \"given\": \"M.\"\n },\n {\n \"family\": \"Delio\",\n \"given\": \"M.\"\n }\n ],\n \"note\": \"Annali della Scuola Normale di Pisa, fasc. 3-4; (reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959).\",\n \"issued\": \"1959\"\n },\n {\n \"id\": \"Co1947_153\",\n \"type\": \"journal-article\",\n \"title\": \"The Historian and the Philosophy of Science\",\n \"author\": [\n {\n \"family\": \"Cowan\",\n \"given\": \"Thomas\"\n }\n ],\n \"note\": \"Isis XXXVIII, 11-18.\",\n \"issued\": \"1947\"\n },\n {\n \"id\": \"Cr1947_154\",\n \"type\": \"journal-article\",\n \"title\": \"History as a Science\",\n \"author\": [\n {\n \"family\": \"Crawford\",\n \"given\": \"R. M.\"\n }\n ],\n \"note\": \"Historical Studies: Australia and New Zealand III, 153-175.\",\n \"issued\": \"1947\"\n },\n {\n \"id\": \"D1947_155\",\n \"type\": \"journal-article\",\n \"title\": \"Christianisme et histoire\",\n \"author\": [\n {\n \"family\": \"Dani\u00e9lou\",\n \"given\": \"J.\"\n }\n ],\n \"note\": \"Etudes CCLIV, 166-184.\",\n \"issued\": \"1947\"\n },\n {\n \"id\": \"De1947_156\",\n \"type\": \"journal-article\",\n \"title\": \"Wahrheit der Geschichte. Geschichte der Wahrheit\",\n \"author\": [\n {\n \"family\": \"Dell\",\n \"given\": \"Stanley\"\n }\n ],\n \"note\": \"Amerikanische Rundschau III, 44-53.\",\n \"issued\": \"1947\"\n },\n {\n \"id\": \"F1947_157\",\n \"type\": \"journal-article\",\n \"title\": \"The Idea of Progress\",\n \"author\": [\n {\n \"family\": \"Fay\",\n \"given\": \"Sidney B.\"\n }\n ],\n \"note\": \"American Historical Review LII, 231-246.\",\n \"issued\": \"1947\"\n },\n {\n \"id\": \"Fe1947_158\",\n \"type\": \"journal-article\",\n \"title\": \"Th\u00e9ologie et histoire\",\n \"author\": [\n {\n \"family\": \"Fessard\",\n \"given\": \"Gaston\"\n }\n ],\n \"note\": \"Dieu vivant VIII, 39-65.\",\n \"issued\": \"1947\"\n },\n {\n \"id\": \"Fi1947_159\",\n \"type\": \"journal-article\",\n \"title\": \"Acton, Creighton, and Lea: a Study in History and Ethics\",\n \"author\": [\n {\n \"family\": \"Fish\",\n \"given\": \"Andrew\"\n }\n ],\n \"note\": \"Pacific Historical Review XVI, 59-69.\",\n \"issued\": \"1947\"\n },\n {\n \"id\": \"G1947_160\",\n \"type\": \"journal-article\",\n \"title\": \"Le conscience historique en Italie\",\n \"author\": [\n {\n \"family\": \"Garosci\",\n \"given\": \"A.\"\n }\n ],\n \"note\": \"Les temps modernes III, 23-24.\",\n \"issued\": \"1947\",\n \"incomplete\": true\n }\n ]\n}", "usage_metadata": {"prompt_token_count": 340, "candidates_token_count": 2445, "total_token_count": 2785}}, "usage": {"input_tokens": 340, "output_tokens": 2445, "total_tokens": 2785}, "finish_reason": "stop"}, "scoring": {"fuzzy": 0.579135219326996, "cost_summary": {"total_input_tokens": 1700, "total_output_tokens": 11602, "total_tokens": 13302, "input_cost_usd": 0.00017, "output_cost_usd": 0.004641, "total_cost_usd": 0.004811, "pricing_date": "2025-10-01", "input_price_per_million": 0.1, "output_price_per_million": 0.4}}, "normalized_score": 57.913521932699595}, {"_id": {"$oid": "69ce22c0214d8cd071acffd9"}, "test_id": "T0170", "benchmark": "bibliographic_data", "date": "2025-10-01", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "mistral", "model": "mistral-medium-2505", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "mistral", "model": "mistral-medium-2505", "duration": 18.68990969657898, "timestamp": "2025-10-01T13:57:50.325166", "parsed": {"metadata": {"title": "Books", "year": "1945", "page_number": 528}, "entries": [{"id": "1", "type": "book", "title": "Time as Dimension and History", "container_title": null, "author": [{"family": "Alexander", "given": "Hubert G."}], "note": null, "publisher": "University of New Mexico Press", "editor": null, "publisher_place": "Albuquerque", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "2", "type": "book", "title": "Wahrheit und Ideologie", "container_title": null, "author": [{"family": "Barth", "given": "Hans"}], "note": null, "publisher": "Manesse", "editor": null, "publisher_place": "Z\u00fcrich", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "3", "type": "book", "title": "Las generaciones en la historia", "container_title": null, "author": [{"family": "Entralyo La\u00edn", "given": "Pedro"}], "note": null, "publisher": "Instituto de estudios pol\u00edticos", "editor": null, "publisher_place": "Madrid", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "4", "type": "book", "title": "Cuatro visiones de la historia universal", "container_title": null, "author": [{"family": "Ferrater Mora", "given": "Jos\u00e9"}], "note": null, "publisher": "Editorial Losada", "editor": null, "publisher_place": "Buenos Aires", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "5", "type": "book", "title": "The Use of Personal Documents in History, Anthropology, and Sociology", "container_title": null, "author": [{"family": "Gottschalk", "given": "L."}, {"family": "Kluckhohn", "given": "C."}, {"family": "Angell", "given": "R."}], "note": null, "publisher": "Social Science Research Council", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": "Bulletin 53", "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "6", "type": "journal-article", "title": "The American Journal of Sociology", "container_title": "The American Journal of Sociology", "author": [{"family": "Lapiere", "given": "R. T."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1946", "event_date": null, "related": null, "relation": "5", "volume": "LII", "page": "156-157", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "7", "type": "book", "title": "El problema de la historia y su lugar en el conocimiento", "container_title": null, "author": [{"family": "Jasinowski", "given": "Bogumil"}], "note": null, "publisher": "Universidad de Chile", "editor": null, "publisher_place": "Santiago, Chile", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "8", "type": "journal-article", "title": "Revue philosophique", "container_title": "Revue philosophique", "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1950", "event_date": null, "related": null, "relation": null, "volume": "CXL", "page": "528", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "9", "type": "book", "title": "Man the Measure: a New Approach to History", "container_title": null, "author": [{"family": "Kahler", "given": "Erich"}], "note": "1st ed. New York: Pantheon, 1943", "publisher": "Jonathan Cape", "editor": null, "publisher_place": "London", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": "2nd", "incomplete": false}, {"id": "10", "type": "journal-article", "title": "The Flight from Reason", "container_title": "Journal of Modern History", "author": [{"family": "Savelle", "given": "Max"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1945", "event_date": null, "related": null, "relation": "9", "volume": "XVII", "page": "153-162", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "11", "type": "book", "title": "The Social Interpretation of History", "container_title": null, "author": [{"family": "Maurice", "given": "William"}], "note": null, "publisher": "Scribner", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "12", "type": "book", "title": "The Open Society and Its Enemies", "container_title": null, "author": [{"family": "Popper", "given": "Karl"}], "note": "Revised ed. Princeton: Princeton University Press, 1950", "publisher": "Routledge", "editor": null, "publisher_place": "London", "issued": null, "event_date": null, "related": null, "relation": null, "volume": "2 vols.", "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "13", "type": "journal-article", "title": "Journal of Philosophy", "container_title": "Journal of Philosophy", "author": [{"family": "Aiken", "given": "H. D."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": "12", "volume": "XLIV", "page": "459-479", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "14", "type": "journal-article", "title": "The Social Scientist in the 'Open Society'", "container_title": null, "author": [{"family": "Bock", "given": "Kenneth E."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": "12", "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": true}]}, "text": "", "raw_response": {"id": "01beab6694be4b13a5987755cdffcc31", "model": "mistral-medium-2505", "choices": [{"finish_reason": "stop", "index": 0, "message": {"content": "{\n \"metadata\": {\n \"title\": \"Books\",\n \"year\": \"1945\",\n \"page_number\": 528\n },\n \"entries\": [\n {\n \"id\": \"1\",\n \"type\": \"book\",\n \"title\": \"Time as Dimension and History\",\n \"author\": [\n {\n \"family\": \"Alexander\",\n \"given\": \"Hubert G.\"\n }\n ],\n \"publisher\": \"University of New Mexico Press\",\n \"publisher_place\": \"Albuquerque\",\n \"incomplete\": false\n },\n {\n \"id\": \"2\",\n \"type\": \"book\",\n \"title\": \"Wahrheit und Ideologie\",\n \"author\": [\n {\n \"family\": \"Barth\",\n \"given\": \"Hans\"\n }\n ],\n \"publisher\": \"Manesse\",\n \"publisher_place\": \"Z\u00fcrich\",\n \"incomplete\": false\n },\n {\n \"id\": \"3\",\n \"type\": \"book\",\n \"title\": \"Las generaciones en la historia\",\n \"author\": [\n {\n \"family\": \"Entralyo La\u00edn\",\n \"given\": \"Pedro\"\n }\n ],\n \"publisher\": \"Instituto de estudios pol\u00edticos\",\n \"publisher_place\": \"Madrid\",\n \"incomplete\": false\n },\n {\n \"id\": \"4\",\n \"type\": \"book\",\n \"title\": \"Cuatro visiones de la historia universal\",\n \"author\": [\n {\n \"family\": \"Ferrater Mora\",\n \"given\": \"Jos\u00e9\"\n }\n ],\n \"publisher\": \"Editorial Losada\",\n \"publisher_place\": \"Buenos Aires\",\n \"incomplete\": false\n },\n {\n \"id\": \"5\",\n \"type\": \"book\",\n \"title\": \"The Use of Personal Documents in History, Anthropology, and Sociology\",\n \"author\": [\n {\n \"family\": \"Gottschalk\",\n \"given\": \"L.\"\n },\n {\n \"family\": \"Kluckhohn\",\n \"given\": \"C.\"\n },\n {\n \"family\": \"Angell\",\n \"given\": \"R.\"\n }\n ],\n \"publisher\": \"Social Science Research Council\",\n \"publisher_place\": \"New York\",\n \"volume\": \"Bulletin 53\",\n \"incomplete\": false\n },\n {\n \"id\": \"6\",\n \"type\": \"journal-article\",\n \"title\": \"The American Journal of Sociology\",\n \"author\": [\n {\n \"family\": \"Lapiere\",\n \"given\": \"R. T.\"\n }\n ],\n \"container_title\": \"The American Journal of Sociology\",\n \"volume\": \"LII\",\n \"issued\": \"1946\",\n \"page\": \"156-157\",\n \"relation\": \"5\",\n \"incomplete\": false\n },\n {\n \"id\": \"7\",\n \"type\": \"book\",\n \"title\": \"El problema de la historia y su lugar en el conocimiento\",\n \"author\": [\n {\n \"family\": \"Jasinowski\",\n \"given\": \"Bogumil\"\n }\n ],\n \"publisher\": \"Universidad de Chile\",\n \"publisher_place\": \"Santiago, Chile\",\n \"incomplete\": false\n },\n {\n \"id\": \"8\",\n \"type\": \"journal-article\",\n \"title\": \"Revue philosophique\",\n \"container_title\": \"Revue philosophique\",\n \"volume\": \"CXL\",\n \"issued\": \"1950\",\n \"page\": \"528\",\n \"incomplete\": false\n },\n {\n \"id\": \"9\",\n \"type\": \"book\",\n \"title\": \"Man the Measure: a New Approach to History\",\n \"author\": [\n {\n \"family\": \"Kahler\",\n \"given\": \"Erich\"\n }\n ],\n \"publisher\": \"Jonathan Cape\",\n \"publisher_place\": \"London\",\n \"edition\": \"2nd\",\n \"note\": \"1st ed. New York: Pantheon, 1943\",\n \"incomplete\": false\n },\n {\n \"id\": \"10\",\n \"type\": \"journal-article\",\n \"title\": \"The Flight from Reason\",\n \"author\": [\n {\n \"family\": \"Savelle\",\n \"given\": \"Max\"\n }\n ],\n \"container_title\": \"Journal of Modern History\",\n \"volume\": \"XVII\",\n \"issued\": \"1945\",\n \"page\": \"153-162\",\n \"relation\": \"9\",\n \"incomplete\": false\n },\n {\n \"id\": \"11\",\n \"type\": \"book\",\n \"title\": \"The Social Interpretation of History\",\n \"author\": [\n {\n \"family\": \"Maurice\",\n \"given\": \"William\"\n }\n ],\n \"publisher\": \"Scribner\",\n \"publisher_place\": \"New York\",\n \"incomplete\": false\n },\n {\n \"id\": \"12\",\n \"type\": \"book\",\n \"title\": \"The Open Society and Its Enemies\",\n \"author\": [\n {\n \"family\": \"Popper\",\n \"given\": \"Karl\"\n }\n ],\n \"publisher\": \"Routledge\",\n \"publisher_place\": \"London\",\n \"volume\": \"2 vols.\",\n \"note\": \"Revised ed. Princeton: Princeton University Press, 1950\",\n \"incomplete\": false\n },\n {\n \"id\": \"13\",\n \"type\": \"journal-article\",\n \"title\": \"Journal of Philosophy\",\n \"author\": [\n {\n \"family\": \"Aiken\",\n \"given\": \"H. D.\"\n }\n ],\n \"container_title\": \"Journal of Philosophy\",\n \"volume\": \"XLIV\",\n \"issued\": \"1947\",\n \"page\": \"459-479\",\n \"relation\": \"12\",\n \"incomplete\": false\n },\n {\n \"id\": \"14\",\n \"type\": \"journal-article\",\n \"title\": \"The Social Scientist in the 'Open Society'\",\n \"author\": [\n {\n \"family\": \"Bock\",\n \"given\": \"Kenneth E.\"\n }\n ],\n \"relation\": \"12\",\n \"incomplete\": true\n }\n ]\n}", "role": "assistant"}}], "usage": {"prompt_tokens": 1873, "completion_tokens": 1455, "total_tokens": 3328}}, "usage": {"input_tokens": 1873, "output_tokens": 1455, "total_tokens": 3328}, "finish_reason": "stop"}, "scoring": {"fuzzy": 0.661419034484346, "cost_summary": {"total_input_tokens": 9550, "total_output_tokens": 9203, "total_tokens": 18753, "input_cost_usd": 0.00382, "output_cost_usd": 0.018406, "total_cost_usd": 0.022226, "pricing_date": "2025-10-01", "input_price_per_million": 0.4, "output_price_per_million": 2.0}}, "normalized_score": 66.1419034484346}, {"_id": {"$oid": "69ce22c0214d8cd071acffdb"}, "test_id": "T0187", "benchmark": "bibliographic_data", "date": "2025-10-01", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "mistral", "model": "mistral-large-2411", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "mistral", "model": "mistral-large-latest", "duration": 24.238109350204468, "timestamp": "2025-10-01T15:38:08.501124", "parsed": {"metadata": {"title": "HISTORY AND THEORY", "year": "1946", "page_number": 4}, "entries": [{"id": "49", "type": "journal-article", "title": "Historische Zeitschrift", "container_title": "CLXXXIV", "author": [{"family": "Schlenke", "given": "Manfred"}], "note": "Review of the German translation", "publisher": null, "editor": null, "publisher_place": null, "issued": "1957", "event_date": null, "related": null, "relation": null, "volume": null, "page": "594-597", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "50", "type": "book", "title": "Introduzione allo studio della storia", "container_title": null, "author": [{"family": "Cusin", "given": "Fabio"}], "note": null, "publisher": "Cedam", "editor": null, "publisher_place": "Padova", "issued": null, "event_date": null, "related": null, "relation": "49", "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "51", "type": "book", "title": "Sophia", "container_title": null, "author": [{"family": "Cafaro", "given": "F."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": "49", "volume": "I", "page": "206-207", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "52", "type": "book", "title": "L'histoire, science du concret", "container_title": null, "author": [{"family": "Dardel", "given": "Eric"}], "note": null, "publisher": "Presses Universitaires de France", "editor": null, "publisher_place": "Paris", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "53", "type": "book", "title": "Historical Change", "container_title": null, "author": [{"family": "Einstein", "given": "Lewis"}], "note": null, "publisher": "Cambridge University Press", "editor": null, "publisher_place": "Cambridge", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "54", "type": "book", "title": "The Place of War in History", "container_title": null, "author": [{"family": "Falls", "given": "Cyril"}], "note": null, "publisher": "Clarendon", "editor": null, "publisher_place": "Oxford", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "55", "type": "book", "title": "A Guide to Historical Method", "container_title": null, "author": [{"family": "Garraghan", "given": "Gilbert J."}], "note": null, "publisher": "Fordham University Press", "editor": ["Jean Delanglez"], "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "56", "type": "book", "title": "Le\u00e7ons sur la philosophie de l'histoire", "container_title": null, "author": [{"family": "Gibelin", "given": "J."}], "note": null, "publisher": "Vrin", "editor": null, "publisher_place": "Paris", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "57", "type": "book", "title": "Bilan de l'histoire", "container_title": null, "author": [{"family": "Grousset", "given": "Ren\u00e9"}], "note": null, "publisher": "Plon", "editor": null, "publisher_place": "Paris", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "58", "type": "book", "title": "Introduction \u00e0 l'histoire", "container_title": null, "author": [{"family": "Halphen", "given": "Louis"}], "note": null, "publisher": "Presses Universitaires de France", "editor": null, "publisher_place": "Paris", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "59", "type": "journal-article", "title": "Sur une forme d'histoire qui n'est pas la n\u00f4tre", "container_title": "Annales: Economies-soci\u00e9t\u00e9s-civilisations", "author": [{"family": "Febvre", "given": "Lucien"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "21-24", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "60", "type": "journal-article", "title": "Avenir de l'histoire", "container_title": "Revue historique", "author": [{"family": "Febvre", "given": "Georges"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": "CXCVII", "page": "55-61", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "61", "type": "journal-article", "title": "Hoe bepaalt de geschiedenis het heden? Een niet gehouden rede", "container_title": "Tjeenk Willink", "author": [{"family": "Huizinga", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": "Haarlem", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "62", "type": "book", "title": "De mensch en de beschaving", "container_title": null, "author": [{"family": "Huizinga", "given": "J."}], "note": null, "publisher": "Antwerpen: Pantheon", "editor": null, "publisher_place": "Amsterdam", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "63", "type": "book", "title": "Historische Meditationen", "container_title": null, "author": [{"family": "Kaegi", "given": "W."}], "note": null, "publisher": "Fritz und Washmuth", "editor": null, "publisher_place": "Z\u00fcrich", "issued": null, "event_date": null, "related": null, "relation": null, "volume": "2 vols.", "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "64", "type": "book", "title": "Notions d'historiographie moderne", "container_title": null, "author": [{"family": "Lefebvre", "given": "G."}], "note": "dactylographed for his students", "publisher": "Centre de Documentation Universitaire", "editor": null, "publisher_place": "Paris", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "65", "type": "book", "title": "Essays on Historiography", "container_title": null, "author": [{"family": "Malin", "given": "James C."}], "note": null, "publisher": "the Author", "editor": null, "publisher_place": "Lawrence, Kansas", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "66", "type": "book", "title": "The Old Testament Interpretation of History", "container_title": null, "author": [{"family": "North", "given": "C. R."}], "note": null, "publisher": "The Epworth Press", "editor": null, "publisher_place": "London", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "67", "type": "book", "title": "Concord and Liberty", "container_title": null, "author": [{"family": "Ortega y Gasset", "given": "Jos\u00e9"}], "note": null, "publisher": "Norton", "editor": ["Helene Weyl"], "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "68", "type": "book", "title": "Sociologvidenskabelig Metodel\u00e6re", "container_title": null, "author": [{"family": "Ranulf", "given": "Svend"}], "note": null, "publisher": "Einar Munksgaard", "editor": null, "publisher_place": "K\u00f8benhavn", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "69", "type": "book", "title": "Geschichte als Bildungsmacht", "container_title": null, "author": [{"family": "Ritter", "given": "Gerhard"}], "note": null, "publisher": "Deutsche Verlags-Anstalt", "editor": null, "publisher_place": "Stuttgart", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": true}]}, "text": "", "raw_response": {"id": "459024b692ef4ee1a00f21ed932f4017", "model": "mistral-large-latest", "choices": [{"finish_reason": "stop", "index": 0, "message": {"content": "{\n \"metadata\": {\n \"title\": \"HISTORY AND THEORY\",\n \"year\": \"1946\",\n \"page_number\": 4\n },\n \"entries\": [\n {\n \"id\": \"49\",\n \"type\": \"journal-article\",\n \"title\": \"Historische Zeitschrift\",\n \"container_title\": \"CLXXXIV\",\n \"issued\": \"1957\",\n \"page\": \"594-597\",\n \"note\": \"Review of the German translation\",\n \"author\": [\n {\n \"family\": \"Schlenke\",\n \"given\": \"Manfred\"\n }\n ]\n },\n {\n \"id\": \"50\",\n \"type\": \"book\",\n \"title\": \"Introduzione allo studio della storia\",\n \"publisher_place\": \"Padova\",\n \"publisher\": \"Cedam\",\n \"author\": [\n {\n \"family\": \"Cusin\",\n \"given\": \"Fabio\"\n }\n ],\n \"relation\": \"49\"\n },\n {\n \"id\": \"51\",\n \"type\": \"book\",\n \"title\": \"Sophia\",\n \"volume\": \"I\",\n \"issued\": \"1947\",\n \"page\": \"206-207\",\n \"author\": [\n {\n \"family\": \"Cafaro\",\n \"given\": \"F.\"\n }\n ],\n \"relation\": \"49\"\n },\n {\n \"id\": \"52\",\n \"type\": \"book\",\n \"title\": \"L'histoire, science du concret\",\n \"publisher_place\": \"Paris\",\n \"publisher\": \"Presses Universitaires de France\",\n \"author\": [\n {\n \"family\": \"Dardel\",\n \"given\": \"Eric\"\n }\n ]\n },\n {\n \"id\": \"53\",\n \"type\": \"book\",\n \"title\": \"Historical Change\",\n \"publisher_place\": \"Cambridge\",\n \"publisher\": \"Cambridge University Press\",\n \"author\": [\n {\n \"family\": \"Einstein\",\n \"given\": \"Lewis\"\n }\n ]\n },\n {\n \"id\": \"54\",\n \"type\": \"book\",\n \"title\": \"The Place of War in History\",\n \"publisher_place\": \"Oxford\",\n \"publisher\": \"Clarendon\",\n \"author\": [\n {\n \"family\": \"Falls\",\n \"given\": \"Cyril\"\n }\n ]\n },\n {\n \"id\": \"55\",\n \"type\": \"book\",\n \"title\": \"A Guide to Historical Method\",\n \"publisher_place\": \"New York\",\n \"publisher\": \"Fordham University Press\",\n \"author\": [\n {\n \"family\": \"Garraghan\",\n \"given\": \"Gilbert J.\"\n }\n ],\n \"editor\": [\n \"Jean Delanglez\"\n ]\n },\n {\n \"id\": \"56\",\n \"type\": \"book\",\n \"title\": \"Le\u00e7ons sur la philosophie de l'histoire\",\n \"publisher_place\": \"Paris\",\n \"publisher\": \"Vrin\",\n \"author\": [\n {\n \"family\": \"Gibelin\",\n \"given\": \"J.\"\n }\n ]\n },\n {\n \"id\": \"57\",\n \"type\": \"book\",\n \"title\": \"Bilan de l'histoire\",\n \"publisher_place\": \"Paris\",\n \"publisher\": \"Plon\",\n \"author\": [\n {\n \"family\": \"Grousset\",\n \"given\": \"Ren\u00e9\"\n }\n ]\n },\n {\n \"id\": \"58\",\n \"type\": \"book\",\n \"title\": \"Introduction \u00e0 l'histoire\",\n \"publisher_place\": \"Paris\",\n \"publisher\": \"Presses Universitaires de France\",\n \"author\": [\n {\n \"family\": \"Halphen\",\n \"given\": \"Louis\"\n }\n ]\n },\n {\n \"id\": \"59\",\n \"type\": \"journal-article\",\n \"title\": \"Sur une forme d'histoire qui n'est pas la n\u00f4tre\",\n \"container_title\": \"Annales: Economies-soci\u00e9t\u00e9s-civilisations\",\n \"volume\": \"III\",\n \"page\": \"21-24\",\n \"author\": [\n {\n \"family\": \"Febvre\",\n \"given\": \"Lucien\"\n }\n ]\n },\n {\n \"id\": \"60\",\n \"type\": \"journal-article\",\n \"title\": \"Avenir de l'histoire\",\n \"container_title\": \"Revue historique\",\n \"volume\": \"CXCVII\",\n \"issued\": \"1947\",\n \"page\": \"55-61\",\n \"author\": [\n {\n \"family\": \"Febvre\",\n \"given\": \"Georges\"\n }\n ]\n },\n {\n \"id\": \"61\",\n \"type\": \"journal-article\",\n \"title\": \"Hoe bepaalt de geschiedenis het heden? Een niet gehouden rede\",\n \"container_title\": \"Tjeenk Willink\",\n \"publisher_place\": \"Haarlem\",\n \"author\": [\n {\n \"family\": \"Huizinga\",\n \"given\": \"J.\"\n }\n ]\n },\n {\n \"id\": \"62\",\n \"type\": \"book\",\n \"title\": \"De mensch en de beschaving\",\n \"publisher_place\": \"Amsterdam\",\n \"publisher\": \"Antwerpen: Pantheon\",\n \"author\": [\n {\n \"family\": \"Huizinga\",\n \"given\": \"J.\"\n }\n ]\n },\n {\n \"id\": \"63\",\n \"type\": \"book\",\n \"title\": \"Historische Meditationen\",\n \"volume\": \"2 vols.\",\n \"publisher_place\": \"Z\u00fcrich\",\n \"publisher\": \"Fritz und Washmuth\",\n \"author\": [\n {\n \"family\": \"Kaegi\",\n \"given\": \"W.\"\n }\n ]\n },\n {\n \"id\": \"64\",\n \"type\": \"book\",\n \"title\": \"Notions d'historiographie moderne\",\n \"publisher_place\": \"Paris\",\n \"publisher\": \"Centre de Documentation Universitaire\",\n \"note\": \"dactylographed for his students\",\n \"author\": [\n {\n \"family\": \"Lefebvre\",\n \"given\": \"G.\"\n }\n ]\n },\n {\n \"id\": \"65\",\n \"type\": \"book\",\n \"title\": \"Essays on Historiography\",\n \"publisher_place\": \"Lawrence, Kansas\",\n \"publisher\": \"the Author\",\n \"author\": [\n {\n \"family\": \"Malin\",\n \"given\": \"James C.\"\n }\n ]\n },\n {\n \"id\": \"66\",\n \"type\": \"book\",\n \"title\": \"The Old Testament Interpretation of History\",\n \"publisher_place\": \"London\",\n \"publisher\": \"The Epworth Press\",\n \"author\": [\n {\n \"family\": \"North\",\n \"given\": \"C. R.\"\n }\n ]\n },\n {\n \"id\": \"67\",\n \"type\": \"book\",\n \"title\": \"Concord and Liberty\",\n \"publisher_place\": \"New York\",\n \"publisher\": \"Norton\",\n \"author\": [\n {\n \"family\": \"Ortega y Gasset\",\n \"given\": \"Jos\u00e9\"\n }\n ],\n \"editor\": [\n \"Helene Weyl\"\n ]\n },\n {\n \"id\": \"68\",\n \"type\": \"book\",\n \"title\": \"Sociologvidenskabelig Metodel\u00e6re\",\n \"publisher_place\": \"K\u00f8benhavn\",\n \"publisher\": \"Einar Munksgaard\",\n \"author\": [\n {\n \"family\": \"Ranulf\",\n \"given\": \"Svend\"\n }\n ]\n },\n {\n \"id\": \"69\",\n \"type\": \"book\",\n \"title\": \"Geschichte als Bildungsmacht\",\n \"publisher_place\": \"Stuttgart\",\n \"publisher\": \"Deutsche Verlags-Anstalt\",\n \"author\": [\n {\n \"family\": \"Ritter\",\n \"given\": \"Gerhard\"\n }\n ],\n \"incomplete\": true\n }\n ]\n}", "role": "assistant"}}], "usage": {"prompt_tokens": 1947, "completion_tokens": 1885, "total_tokens": 3832}}, "usage": {"input_tokens": 1947, "output_tokens": 1885, "total_tokens": 3832}, "finish_reason": "stop"}, "scoring": {"fuzzy": 0.6394746725545113, "cost_summary": {"total_input_tokens": 9550, "total_output_tokens": 10232, "total_tokens": 19782, "input_cost_usd": 0.0191, "output_cost_usd": 0.061392, "total_cost_usd": 0.080492, "pricing_date": "2025-10-01", "input_price_per_million": 2.0, "output_price_per_million": 6.0}}, "normalized_score": 63.94746725545113}, {"_id": {"$oid": "69ce22c0214d8cd071acffe1"}, "test_id": "T0141", "benchmark": "bibliographic_data", "date": "2025-10-01", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-4.1-nano", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "openai", "model": "gpt-4.1-nano", "duration": 40.0938560962677, "timestamp": "2025-10-01T00:58:26.579019", "parsed": {"metadata": {"title": "Bibliography Page", "year": "1947", "page_number": 9}, "entries": [{"id": "140", "type": "journal-article", "title": "Why We Read History", "container_title": "", "author": [{"family": "Smellie", "given": "K. B."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": null, "page": "140", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "141", "type": "journal-article", "title": "A Study of History", "container_title": "", "author": [{"family": "Toynbee", "given": "Arnold J."}], "note": "abridged by D. C. Somervell", "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": null, "page": "141", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "142", "type": "journal-article", "title": "In den spiegel van het verleden: historische opstellen", "container_title": "", "author": [{"family": "Verberne", "given": "L. G. J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": null, "page": "142", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "143", "type": "journal-article", "title": "Esquemas de metodolog\u00eda eclesi\u00e1stica", "container_title": "", "author": [{"family": "Vevir", "given": "Jos\u00e9"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": null, "page": "143", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "144", "type": "journal-article", "title": "Sinn und Ziel der Geschichte", "container_title": "", "author": [{"family": "Walz", "given": "Hans H."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": null, "page": "144", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "145", "type": "journal-article", "title": "Atti del congreso internazionale di filosofia 15-20 November, 1946", "container_title": "", "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "145", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "146", "type": "journal-article", "title": "Storia e materialismo storico", "container_title": "", "author": [{"family": "Pietro C. Drago", "given": ""}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "146", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "147", "type": "journal-article", "title": "Critica del giudizio storico", "container_title": "", "author": [{"family": "Vito Fazio-Allmayer", "given": ""}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "147", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "148", "type": "journal-article", "title": "Forza e spirito nella storia", "container_title": "", "author": [{"family": "A. Nyman", "given": ""}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "148", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "149", "type": "journal-article", "title": "Sur le concept d\u2019histoire", "container_title": "", "author": [{"family": "Benjamin", "given": "Walter"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "149", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "150", "type": "journal-article", "title": "Philosophy of History", "container_title": "", "author": [{"family": "Boodin", "given": "John E."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "150", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "151", "type": "journal-article", "title": "De la perception \u00e0 l\u2019histoire. La philosophie de M. Merleau-Ponty", "container_title": "", "author": [{"family": "Caillois", "given": "R. P."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "151", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "152", "type": "journal-article", "title": "\u201cDeuocalion\u201d", "container_title": "", "author": [{"family": "Cantimori", "given": "Delio"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "152", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "153", "type": "journal-article", "title": "\u201cThe Historian and the Philosophy of Science\u201d", "container_title": "", "author": [{"family": "Cowan", "given": "Thomas"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "153", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "154", "type": "journal-article", "title": "History as a Science", "container_title": "", "author": [{"family": "Crawford", "given": "R. M."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "154", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "155", "type": "journal-article", "title": "Christianisme et histoire", "container_title": "", "author": [{"family": "Dani\u00e9lou", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "155", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "156", "type": "journal-article", "title": "Wahrheit der Geschichte", "container_title": "", "author": [{"family": "Dell", "given": "Stanley"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "156", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "157", "type": "journal-article", "title": "The Idea of Progress", "container_title": "", "author": [{"family": "Fay", "given": "Sidney B."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "157", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "158", "type": "journal-article", "title": "Th\u00e9ologie et histoire", "container_title": "", "author": [{"family": "Fessard", "given": "Gaston"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "158", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "159", "type": "journal-article", "title": "Acton, Creighton, and Lea: A Study in History and Ethics", "container_title": "", "author": [{"family": "Fish", "given": "Andrew"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "159", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "160", "type": "journal-article", "title": "Le conscience historique en Italie", "container_title": "", "author": [{"family": "Garosci", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "160", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}]}, "text": "", "raw_response": {"id": "chatcmpl-CLdZzllaCxkSZG3REgmsuUjiv37Fz", "model": "gpt-4.1-nano-2025-04-14", "choices": [{"finish_reason": "stop", "index": 0, "message": {"content": "{\"metadata\":{\"title\":\"Bibliography Page\",\"year\":\"1947\",\"page_number\":9},\"entries\":[{\"id\":\"140\",\"type\":\"journal-article\",\"title\":\"Why We Read History\",\"container_title\":\"\",\"author\":[{\"family\":\"Smellie\",\"given\":\"K. B.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"140\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"141\",\"type\":\"journal-article\",\"title\":\"A Study of History\",\"container_title\":\"\",\"author\":[{\"family\":\"Toynbee\",\"given\":\"Arnold J.\"}],\"note\":\"abridged by D. C. Somervell\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"141\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"142\",\"type\":\"journal-article\",\"title\":\"In den spiegel van het verleden: historische opstellen\",\"container_title\":\"\",\"author\":[{\"family\":\"Verberne\",\"given\":\"L. G. J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"142\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"143\",\"type\":\"journal-article\",\"title\":\"Esquemas de metodolog\u00eda eclesi\u00e1stica\",\"container_title\":\"\",\"author\":[{\"family\":\"Vevir\",\"given\":\"Jos\u00e9\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"143\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"144\",\"type\":\"journal-article\",\"title\":\"Sinn und Ziel der Geschichte\",\"container_title\":\"\",\"author\":[{\"family\":\"Walz\",\"given\":\"Hans H.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"144\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"145\",\"type\":\"journal-article\",\"title\":\"Atti del congreso internazionale di filosofia 15-20 November, 1946\",\"container_title\":\"\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"145\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"146\",\"type\":\"journal-article\",\"title\":\"Storia e materialismo storico\",\"container_title\":\"\",\"author\":[{\"family\":\"Pietro C. Drago\",\"given\":\"\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"146\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"147\",\"type\":\"journal-article\",\"title\":\"Critica del giudizio storico\",\"container_title\":\"\",\"author\":[{\"family\":\"Vito Fazio-Allmayer\",\"given\":\"\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"147\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"148\",\"type\":\"journal-article\",\"title\":\"Forza e spirito nella storia\",\"container_title\":\"\",\"author\":[{\"family\":\"A. Nyman\",\"given\":\"\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"148\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"149\",\"type\":\"journal-article\",\"title\":\"Sur le concept d\u2019histoire\",\"container_title\":\"\",\"author\":[{\"family\":\"Benjamin\",\"given\":\"Walter\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"149\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"150\",\"type\":\"journal-article\",\"title\":\"Philosophy of History\",\"container_title\":\"\",\"author\":[{\"family\":\"Boodin\",\"given\":\"John E.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"150\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"151\",\"type\":\"journal-article\",\"title\":\"De la perception \u00e0 l\u2019histoire. La philosophie de M. Merleau-Ponty\",\"container_title\":\"\",\"author\":[{\"family\":\"Caillois\",\"given\":\"R. P.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"151\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"152\",\"type\":\"journal-article\",\"title\":\"\u201cDeuocalion\u201d\",\"container_title\":\"\",\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"152\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"153\",\"type\":\"journal-article\",\"title\":\"\u201cThe Historian and the Philosophy of Science\u201d\",\"container_title\":\"\",\"author\":[{\"family\":\"Cowan\",\"given\":\"Thomas\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"153\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"154\",\"type\":\"journal-article\",\"title\":\"History as a Science\",\"container_title\":\"\",\"author\":[{\"family\":\"Crawford\",\"given\":\"R. M.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"154\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"155\",\"type\":\"journal-article\",\"title\":\"Christianisme et histoire\",\"container_title\":\"\",\"author\":[{\"family\":\"Dani\u00e9lou\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"155\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"156\",\"type\":\"journal-article\",\"title\":\"Wahrheit der Geschichte\",\"container_title\":\"\",\"author\":[{\"family\":\"Dell\",\"given\":\"Stanley\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"156\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"157\",\"type\":\"journal-article\",\"title\":\"The Idea of Progress\",\"container_title\":\"\",\"author\":[{\"family\":\"Fay\",\"given\":\"Sidney B.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"157\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"158\",\"type\":\"journal-article\",\"title\":\"Th\u00e9ologie et histoire\",\"container_title\":\"\",\"author\":[{\"family\":\"Fessard\",\"given\":\"Gaston\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"158\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"159\",\"type\":\"journal-article\",\"title\":\"Acton, Creighton, and Lea: A Study in History and Ethics\",\"container_title\":\"\",\"author\":[{\"family\":\"Fish\",\"given\":\"Andrew\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"159\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"160\",\"type\":\"journal-article\",\"title\":\"Le conscience historique en Italie\",\"container_title\":\"\",\"author\":[{\"family\":\"Garosci\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"160\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null}]}", "role": "assistant"}}], "usage": {"prompt_tokens": 2333, "completion_tokens": 2143, "total_tokens": 4476}}, "usage": {"input_tokens": 2333, "output_tokens": 2143, "total_tokens": 4476}, "finish_reason": "stop"}, "scoring": {"fuzzy": 0.320155850012966, "cost_summary": {"total_input_tokens": 11664, "total_output_tokens": 8193, "total_tokens": 19857, "input_cost_usd": 0.001166, "output_cost_usd": 0.003277, "total_cost_usd": 0.004444, "pricing_date": "2025-10-01", "input_price_per_million": 0.1, "output_price_per_million": 0.4}}, "normalized_score": 32.0155850012966}, {"_id": {"$oid": "69ce22c0214d8cd071acffed"}, "test_id": "T0169", "benchmark": "bibliographic_data", "date": "2025-10-01", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "mistral", "model": "mistral-medium-2508", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "mistral", "model": "mistral-medium-2508", "duration": 21.724183320999146, "timestamp": "2025-10-01T13:56:37.913570", "parsed": {"metadata": {"title": "Books", "year": "1946", "page_number": 38}, "entries": [{"id": "34", "type": "book", "title": "Der Sinn der Geschichte", "container_title": null, "author": [{"family": "Baeck", "given": "Leo"}], "note": null, "publisher": "Habel", "editor": null, "publisher_place": "Berlin", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "35", "type": "book", "title": "The Art of Writing History", "container_title": null, "author": [{"family": "Bryant", "given": "Arthur"}], "note": null, "publisher": "Oxford University Press", "editor": null, "publisher_place": "Oxford", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "36", "type": "book", "title": "Historia y destino", "container_title": null, "author": [{"family": "Ca\u00f1al Barrachina", "given": "Avelino"}], "note": null, "publisher": "Ucar", "editor": null, "publisher_place": "Havana", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "37", "type": "book", "title": "The Idea of History", "container_title": null, "author": [{"family": "Collingwood", "given": "R. G."}], "note": "In German: Philosophie der Geschichte, trans. by Gertrud Herding, Stuttgart: Kohlhammer, 1955.", "publisher": "Clarendon", "editor": null, "publisher_place": "Oxford", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "38", "type": "other", "title": "Reviews and review-articles", "container_title": "Hibbert Journal", "author": [{"family": "Webb", "given": "C. C. J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1946", "event_date": null, "related": null, "relation": null, "volume": "XLV", "page": "83-86", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "39", "type": "journal-article", "title": "Collingwood's Idea of History", "container_title": "Canadian Historical Review", "author": [{"family": "Fleney", "given": "R."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": "37", "volume": "XXVIII", "page": "68-72", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "40", "type": "journal-article", "title": "Journal of Philosophy", "container_title": "Journal of Philosophy", "author": [{"family": "Mandelbaum", "given": "M."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": "37", "volume": "XLIV", "page": "184-188", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "41", "type": "journal-article", "title": "Philosophical Review", "container_title": "Philosophical Review", "author": [{"family": "Murphy", "given": "A. E."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": "37", "volume": "LVI", "page": "587-592", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "42", "type": "journal-article", "title": "Discussion: R. G. Collingwood's Philosophy of History", "container_title": "Philosophy", "author": [{"family": "Walsh", "given": "W. H."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": "37", "volume": "XXII", "page": "153-160", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "43", "type": "journal-article", "title": "Logic and History", "container_title": "Australasian Journal of Philosophy", "author": [{"family": "Buchdahl", "given": "G."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1948", "event_date": null, "related": null, "relation": "37", "volume": "XXVI", "page": "94-114", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "44", "type": "journal-article", "title": "On Collingwood's Philosophy of History", "container_title": "Review of Metaphysics", "author": [{"family": "Strauss", "given": "Leo"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1952", "event_date": null, "related": null, "relation": "37", "volume": "V", "page": "559-586", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "45", "type": "journal-article", "title": "The 'Objects' of Historical Knowledge", "container_title": "Philosophy", "author": [{"family": "Gardiner", "given": "P. L."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1952", "event_date": null, "related": null, "relation": "37", "volume": "XXVII", "page": "211-220", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "46", "type": "journal-article", "title": "Collingwood's Idea of History", "container_title": "History N. S.", "author": [{"family": "Harris", "given": "R. W."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1952", "event_date": null, "related": null, "relation": "37", "volume": "XXXVII", "page": "1-7", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "47", "type": "journal-article", "title": "Metaphysics, History, and Civilization: Collingwood's Account of Their Interrelationship", "container_title": "Journal of Religion", "author": [{"family": "Hartt", "given": "J. N."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1953", "event_date": null, "related": null, "relation": "37", "volume": "XXXIII", "page": "198-211", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "48", "type": "journal-article", "title": "Collingwood and the Idea of History", "container_title": "University of Toronto Quarterly", "author": [{"family": "Schneider", "given": "Frederick D."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1952-53", "event_date": null, "related": null, "relation": "37", "volume": "XXII", "page": "172-183", "fascicle": null, "reprint": null, "edition": null, "incomplete": true}]}, "text": "", "raw_response": {"id": "46b1cc2f69854c05ab371a1011ee921a", "model": "mistral-medium-2508", "choices": [{"finish_reason": "stop", "index": 0, "message": {"content": "{\n \"metadata\": {\n \"title\": \"Books\",\n \"year\": \"1946\",\n \"page_number\": 38\n },\n \"entries\": [\n {\n \"id\": \"34\",\n \"type\": \"book\",\n \"title\": \"Der Sinn der Geschichte\",\n \"author\": [\n {\n \"family\": \"Baeck\",\n \"given\": \"Leo\"\n }\n ],\n \"publisher\": \"Habel\",\n \"publisher_place\": \"Berlin\"\n },\n {\n \"id\": \"35\",\n \"type\": \"book\",\n \"title\": \"The Art of Writing History\",\n \"author\": [\n {\n \"family\": \"Bryant\",\n \"given\": \"Arthur\"\n }\n ],\n \"publisher\": \"Oxford University Press\",\n \"publisher_place\": \"Oxford\"\n },\n {\n \"id\": \"36\",\n \"type\": \"book\",\n \"title\": \"Historia y destino\",\n \"author\": [\n {\n \"family\": \"Ca\u00f1al Barrachina\",\n \"given\": \"Avelino\"\n }\n ],\n \"publisher\": \"Ucar\",\n \"publisher_place\": \"Havana\"\n },\n {\n \"id\": \"37\",\n \"type\": \"book\",\n \"title\": \"The Idea of History\",\n \"author\": [\n {\n \"family\": \"Collingwood\",\n \"given\": \"R. G.\"\n }\n ],\n \"publisher\": \"Clarendon\",\n \"publisher_place\": \"Oxford\",\n \"note\": \"In German: Philosophie der Geschichte, trans. by Gertrud Herding, Stuttgart: Kohlhammer, 1955.\"\n },\n {\n \"id\": \"38\",\n \"type\": \"other\",\n \"title\": \"Reviews and review-articles\",\n \"author\": [\n {\n \"family\": \"Webb\",\n \"given\": \"C. C. J.\"\n }\n ],\n \"container_title\": \"Hibbert Journal\",\n \"volume\": \"XLV\",\n \"issued\": \"1946\",\n \"page\": \"83-86\"\n },\n {\n \"id\": \"39\",\n \"type\": \"journal-article\",\n \"title\": \"Collingwood's Idea of History\",\n \"author\": [\n {\n \"family\": \"Fleney\",\n \"given\": \"R.\"\n }\n ],\n \"container_title\": \"Canadian Historical Review\",\n \"volume\": \"XXVIII\",\n \"issued\": \"1947\",\n \"page\": \"68-72\",\n \"relation\": \"37\"\n },\n {\n \"id\": \"40\",\n \"type\": \"journal-article\",\n \"title\": \"Journal of Philosophy\",\n \"author\": [\n {\n \"family\": \"Mandelbaum\",\n \"given\": \"M.\"\n }\n ],\n \"container_title\": \"Journal of Philosophy\",\n \"volume\": \"XLIV\",\n \"issued\": \"1947\",\n \"page\": \"184-188\",\n \"relation\": \"37\"\n },\n {\n \"id\": \"41\",\n \"type\": \"journal-article\",\n \"title\": \"Philosophical Review\",\n \"author\": [\n {\n \"family\": \"Murphy\",\n \"given\": \"A. E.\"\n }\n ],\n \"container_title\": \"Philosophical Review\",\n \"volume\": \"LVI\",\n \"issued\": \"1947\",\n \"page\": \"587-592\",\n \"relation\": \"37\"\n },\n {\n \"id\": \"42\",\n \"type\": \"journal-article\",\n \"title\": \"Discussion: R. G. Collingwood's Philosophy of History\",\n \"author\": [\n {\n \"family\": \"Walsh\",\n \"given\": \"W. H.\"\n }\n ],\n \"container_title\": \"Philosophy\",\n \"volume\": \"XXII\",\n \"issued\": \"1947\",\n \"page\": \"153-160\",\n \"relation\": \"37\"\n },\n {\n \"id\": \"43\",\n \"type\": \"journal-article\",\n \"title\": \"Logic and History\",\n \"author\": [\n {\n \"family\": \"Buchdahl\",\n \"given\": \"G.\"\n }\n ],\n \"container_title\": \"Australasian Journal of Philosophy\",\n \"volume\": \"XXVI\",\n \"issued\": \"1948\",\n \"page\": \"94-114\",\n \"relation\": \"37\"\n },\n {\n \"id\": \"44\",\n \"type\": \"journal-article\",\n \"title\": \"On Collingwood's Philosophy of History\",\n \"author\": [\n {\n \"family\": \"Strauss\",\n \"given\": \"Leo\"\n }\n ],\n \"container_title\": \"Review of Metaphysics\",\n \"volume\": \"V\",\n \"issued\": \"1952\",\n \"page\": \"559-586\",\n \"relation\": \"37\"\n },\n {\n \"id\": \"45\",\n \"type\": \"journal-article\",\n \"title\": \"The 'Objects' of Historical Knowledge\",\n \"author\": [\n {\n \"family\": \"Gardiner\",\n \"given\": \"P. L.\"\n }\n ],\n \"container_title\": \"Philosophy\",\n \"volume\": \"XXVII\",\n \"issued\": \"1952\",\n \"page\": \"211-220\",\n \"relation\": \"37\"\n },\n {\n \"id\": \"46\",\n \"type\": \"journal-article\",\n \"title\": \"Collingwood's Idea of History\",\n \"author\": [\n {\n \"family\": \"Harris\",\n \"given\": \"R. W.\"\n }\n ],\n \"container_title\": \"History N. S.\",\n \"volume\": \"XXXVII\",\n \"issued\": \"1952\",\n \"page\": \"1-7\",\n \"relation\": \"37\"\n },\n {\n \"id\": \"47\",\n \"type\": \"journal-article\",\n \"title\": \"Metaphysics, History, and Civilization: Collingwood's Account of Their Interrelationship\",\n \"author\": [\n {\n \"family\": \"Hartt\",\n \"given\": \"J. N.\"\n }\n ],\n \"container_title\": \"Journal of Religion\",\n \"volume\": \"XXXIII\",\n \"issued\": \"1953\",\n \"page\": \"198-211\",\n \"relation\": \"37\"\n },\n {\n \"id\": \"48\",\n \"type\": \"journal-article\",\n \"title\": \"Collingwood and the Idea of History\",\n \"author\": [\n {\n \"family\": \"Schneider\",\n \"given\": \"Frederick D.\"\n }\n ],\n \"container_title\": \"University of Toronto Quarterly\",\n \"volume\": \"XXII\",\n \"issued\": \"1952-53\",\n \"page\": \"172-183\",\n \"relation\": \"37\",\n \"incomplete\": true\n }\n ]\n}", "role": "assistant"}}], "usage": {"prompt_tokens": 1910, "completion_tokens": 1605, "total_tokens": 3515}}, "usage": {"input_tokens": 1910, "output_tokens": 1605, "total_tokens": 3515}, "finish_reason": "stop"}, "scoring": {"fuzzy": 0.6540212060609341, "cost_summary": {"total_input_tokens": 9550, "total_output_tokens": 9068, "total_tokens": 18618, "input_cost_usd": 0.00382, "output_cost_usd": 0.018136, "total_cost_usd": 0.021956, "pricing_date": "2025-10-01", "input_price_per_million": 0.4, "output_price_per_million": 2.0}}, "normalized_score": 65.4021206060934}, {"_id": {"$oid": "69ce22c0214d8cd071acfff6"}, "test_id": "T0131", "benchmark": "bibliographic_data", "date": "2025-10-01", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5-nano", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "openai", "model": "gpt-5-nano", "duration": 78.92534899711609, "timestamp": "2025-10-01T07:27:59.320216", "parsed": {"metadata": {"title": "Books", "year": "1945", "page_number": null}, "entries": [{"id": "entry-1", "type": "book", "title": "Time as Dimension and History", "container_title": null, "author": [{"family": "Alexander", "given": "Hubert G."}], "note": null, "publisher": "University of New Mexico Press", "editor": null, "publisher_place": "Albuquerque", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "entry-2", "type": "book", "title": "Wahrheit und Ideologie", "container_title": null, "author": [{"family": "Barth", "given": "Hans"}], "note": null, "publisher": "Manesse", "editor": null, "publisher_place": "Z\u00fcrich", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "entry-3", "type": "book", "title": "Las generaciones en la historia", "container_title": null, "author": [{"family": "Entralgo La\u00edn", "given": "Pedro"}], "note": null, "publisher": "Instituto de estudios politicos", "editor": null, "publisher_place": "Madrid", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "entry-4", "type": "book", "title": "Cuatro visiones de la historia universal", "container_title": null, "author": [{"family": "Ferrater Mora", "given": "Jos\u00e9"}], "note": null, "publisher": "Editorial Losada", "editor": null, "publisher_place": "Buenos Aires", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "entry-5", "type": "book", "title": "The Use of Personal Documents in History, Anthropology, and Sociology", "container_title": null, "author": [{"family": "Gottschalk", "given": "L."}, {"family": "Kluckhohn", "given": "C."}, {"family": "Angell", "given": "R."}], "note": null, "publisher": "Social Science Research Council", "editor": null, "publisher_place": "New York", "issued": "Bulletin 53", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "review-5", "type": "journal-article", "title": "Review of The Use of Personal Documents in History, Anthropology, and Sociology", "container_title": "The American Journal of Sociology", "author": [{"family": "Lapierre", "given": "R. T."}], "note": null, "publisher": "The American Journal of Sociology", "editor": null, "publisher_place": null, "issued": "1946", "event_date": null, "related": null, "relation": "entry-5", "volume": null, "page": "156-157", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "entry-7", "type": "book", "title": "El problema de la historia y su lugar en el conocimiento", "container_title": null, "author": [{"family": "Jasinoski", "given": "Bogumil"}], "note": null, "publisher": "Universidad de Chile", "editor": null, "publisher_place": "Santiago, Chile", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "review-7", "type": "journal-article", "title": "Review of El problema de la historia y su lugar en el conocimiento", "container_title": "Revue philosophique", "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1950", "event_date": null, "related": null, "relation": "entry-7", "volume": null, "page": "528", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "entry-9", "type": "book", "title": "Man the Measure: a New Approach to History", "container_title": null, "author": [{"family": "Kahler", "given": "Erich"}], "note": null, "publisher": "Jonathan Cape", "editor": null, "publisher_place": "London", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "review-9", "type": "journal-article", "title": "Review of Man the Measure: a New Approach to History", "container_title": "Journal of Modern History", "author": [{"family": "Savelle", "given": "Max"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1945", "event_date": null, "related": null, "relation": "entry-9", "volume": "XVII", "page": "153-162", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "entry-11", "type": "book", "title": "The Social Interpretation of History", "container_title": null, "author": [{"family": "Maurice", "given": "William"}], "note": null, "publisher": "Scribner", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "entry-12", "type": "book", "title": "The Open Society and Its Enemies", "container_title": null, "author": [{"family": "Popper", "given": "Karl"}], "note": null, "publisher": "Routledge (Revised ed.); Princeton University Press", "editor": null, "publisher_place": "London; Princeton", "issued": null, "event_date": null, "related": null, "relation": null, "volume": "2", "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "review-12", "type": "journal-article", "title": "Review of The Open Society and Its Enemies", "container_title": "Journal of Philosophy", "author": [{"family": "Aiken", "given": "H. D."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": "entry-12", "volume": "XLIV", "page": "459-479", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "review-14", "type": "journal-article", "title": "The Social Scientist in the Open Society", "container_title": null, "author": [{"family": "Bock", "given": "Kenneth E."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": "entry-12", "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}]}, "text": "", "raw_response": {"id": "chatcmpl-CLjeL5hbCBDwanq88Svac2O0R3jWG", "model": "gpt-5-nano-2025-08-07", "choices": [{"finish_reason": "stop", "index": 0, "message": {"content": "{\"metadata\":{\"title\":\"Books\",\"year\":\"1945\",\"page_number\":null},\"entries\":[\n {\n \"id\":\"entry-1\",\n \"type\":\"book\",\n \"title\":\"Time as Dimension and History\",\n \"container_title\":null,\n \"author\":[{\"family\":\"Alexander\",\"given\":\"Hubert G.\"}],\n \"note\":null,\n \"publisher\":\"University of New Mexico Press\",\n \"editor\":null,\n \"publisher_place\":\"Albuquerque\",\n \"issued\":null,\n \"event_date\":null,\n \"related\":null,\n \"relation\":null,\n \"volume\":null,\n \"page\":null,\n \"fascicle\":null,\n \"reprint\":null,\n \"edition\":null,\n \"incomplete\":null\n },\n {\n \"id\":\"entry-2\",\n \"type\":\"book\",\n \"title\":\"Wahrheit und Ideologie\",\n \"container_title\":null,\n \"author\":[{\"family\":\"Barth\",\"given\":\"Hans\"}],\n \"note\":null,\n \"publisher\":\"Manesse\",\n \"editor\":null,\n \"publisher_place\":\"Z\u00fcrich\",\n \"issued\":null,\n \"event_date\":null,\n \"related\":null,\n \"relation\":null,\n \"volume\":null,\n \"page\":null,\n \"fascicle\":null,\n \"reprint\":null,\n \"edition\":null,\n \"incomplete\":null\n },\n {\n \"id\":\"entry-3\",\n \"type\":\"book\",\n \"title\":\"Las generaciones en la historia\",\n \"container_title\":null,\n \"author\":[{\"family\":\"Entralgo La\u00edn\",\"given\":\"Pedro\"}],\n \"note\":null,\n \"publisher\":\"Instituto de estudios politicos\",\n \"editor\":null,\n \"publisher_place\":\"Madrid\",\n \"issued\":null,\n \"event_date\":null,\n \"related\":null,\n \"relation\":null,\n \"volume\":null,\n \"page\":null,\n \"fascicle\":null,\n \"reprint\":null,\n \"edition\":null,\n \"incomplete\":null\n },\n {\n \"id\":\"entry-4\",\n \"type\":\"book\",\n \"title\":\"Cuatro visiones de la historia universal\",\n \"container_title\":null,\n \"author\":[{\"family\":\"Ferrater Mora\",\"given\":\"Jos\u00e9\"}],\n \"note\":null,\n \"publisher\":\"Editorial Losada\",\n \"editor\":null,\n \"publisher_place\":\"Buenos Aires\",\n \"issued\":null,\n \"event_date\":null,\n \"related\":null,\n \"relation\":null,\n \"volume\":null,\n \"page\":null,\n \"fascicle\":null,\n \"reprint\":null,\n \"edition\":null,\n \"incomplete\":null\n },\n {\n \"id\":\"entry-5\",\n \"type\":\"book\",\n \"title\":\"The Use of Personal Documents in History, Anthropology, and Sociology\",\n \"container_title\":null,\n \"author\":[{\"family\":\"Gottschalk\",\"given\":\"L.\"},{\"family\":\"Kluckhohn\",\"given\":\"C.\"},{\"family\":\"Angell\",\"given\":\"R.\"}],\n \"note\":null,\n \"publisher\":\"Social Science Research Council\",\n \"editor\":null,\n \"publisher_place\":\"New York\",\n \"issued\":\"Bulletin 53\",\n \"event_date\":null,\n \"related\":null,\n \"relation\":null,\n \"volume\":null,\n \"page\":null,\n \"fascicle\":null,\n \"reprint\":null,\n \"edition\":null,\n \"incomplete\":null\n },\n {\n \"id\":\"review-5\",\n \"type\":\"journal-article\",\n \"title\":\"Review of The Use of Personal Documents in History, Anthropology, and Sociology\",\n \"container_title\":\"The American Journal of Sociology\",\n \"author\":[{\"family\":\"Lapierre\",\"given\":\"R. T.\"}],\n \"note\":null,\n \"publisher\":\"The American Journal of Sociology\",\n \"editor\":null,\n \"publisher_place\":null,\n \"issued\":\"1946\",\n \"event_date\":null,\n \"related\":null,\n \"relation\":\"entry-5\",\n \"volume\":null,\n \"page\":\"156-157\",\n \"fascicle\":null,\n \"reprint\":null,\n \"edition\":null,\n \"incomplete\":null\n },\n {\n \"id\":\"entry-7\",\n \"type\":\"book\",\n \"title\":\"El problema de la historia y su lugar en el conocimiento\",\n \"container_title\":null,\n \"author\":[{\"family\":\"Jasinoski\",\"given\":\"Bogumil\"}],\n \"note\":null,\n \"publisher\":\"Universidad de Chile\",\n \"editor\":null,\n \"publisher_place\":\"Santiago, Chile\",\n \"issued\":null,\n \"event_date\":null,\n \"related\":null,\n \"relation\":null,\n \"volume\":null,\n \"page\":null,\n \"fascicle\":null,\n \"reprint\":null,\n \"edition\":null,\n \"incomplete\":null\n },\n {\n \"id\":\"review-7\",\n \"type\":\"journal-article\",\n \"title\":\"Review of El problema de la historia y su lugar en el conocimiento\",\n \"container_title\":\"Revue philosophique\",\n \"author\":null,\n \"note\":null,\n \"publisher\":null,\n \"editor\":null,\n \"publisher_place\":null,\n \"issued\":\"1950\",\n \"event_date\":null,\n \"related\":null,\n \"relation\":\"entry-7\",\n \"volume\":null,\n \"page\":\"528\",\n \"fascicle\":null,\n \"reprint\":null,\n \"edition\":null,\n \"incomplete\":null\n },\n {\n \"id\":\"entry-9\",\n \"type\":\"book\",\n \"title\":\"Man the Measure: a New Approach to History\",\n \"container_title\":null,\n \"author\":[{\"family\":\"Kahler\",\"given\":\"Erich\"}],\n \"note\":null,\n \"publisher\":\"Jonathan Cape\",\n \"editor\":null,\n \"publisher_place\":\"London\",\n \"issued\":null,\n \"event_date\":null,\n \"related\":null,\n \"relation\":null,\n \"volume\":null,\n \"page\":null,\n \"fascicle\":null,\n \"reprint\":null,\n \"edition\":null,\n \"incomplete\":null\n },\n {\n \"id\":\"review-9\",\n \"type\":\"journal-article\",\n \"title\":\"Review of Man the Measure: a New Approach to History\",\n \"container_title\":\"Journal of Modern History\",\n \"author\":[{\"family\":\"Savelle\",\"given\":\"Max\"}],\n \"note\":null,\n \"publisher\":null,\n \"editor\":null,\n \"publisher_place\":null,\n \"issued\":\"1945\",\n \"event_date\":null,\n \"related\":null,\n \"relation\":\"entry-9\",\n \"volume\":\"XVII\",\n \"page\":\"153-162\",\n \"fascicle\":null,\n \"reprint\":null,\n \"edition\":null,\n \"incomplete\":null\n },\n {\n \"id\":\"entry-11\",\n \"type\":\"book\",\n \"title\":\"The Social Interpretation of History\",\n \"container_title\":null,\n \"author\":[{\"family\":\"Maurice\",\"given\":\"William\"}],\n \"note\":null,\n \"publisher\":\"Scribner\",\n \"editor\":null,\n \"publisher_place\":\"New York\",\n \"issued\":null,\n \"event_date\":null,\n \"related\":null,\n \"relation\":null,\n \"volume\":null,\n \"page\":null,\n \"fascicle\":null,\n \"reprint\":null,\n \"edition\":null,\n \"incomplete\":null\n },\n {\n \"id\":\"entry-12\",\n \"type\":\"book\",\n \"title\":\"The Open Society and Its Enemies\",\n \"container_title\":null,\n \"author\":[{\"family\":\"Popper\",\"given\":\"Karl\"}],\n \"note\":null,\n \"publisher\":\"Routledge (Revised ed.); Princeton University Press\",\n \"editor\":null,\n \"publisher_place\":\"London; Princeton\",\n \"issued\":null,\n \"event_date\":null,\n \"related\":null,\n \"relation\":null,\n \"volume\":\"2\",\n \"page\":null,\n \"fascicle\":null,\n \"reprint\":null,\n \"edition\":null,\n \"incomplete\":null\n },\n {\n \"id\":\"review-12\",\n \"type\":\"journal-article\",\n \"title\":\"Review of The Open Society and Its Enemies\",\n \"container_title\":\"Journal of Philosophy\",\n \"author\":[{\"family\":\"Aiken\",\"given\":\"H. D.\"}],\n \"note\":null,\n \"publisher\":null,\n \"editor\":null,\n \"publisher_place\":null,\n \"issued\":\"1947\",\n \"event_date\":null,\n \"related\":null,\n \"relation\":\"entry-12\",\n \"volume\":\"XLIV\",\n \"page\":\"459-479\",\n \"fascicle\":null,\n \"reprint\":null,\n \"edition\":null,\n \"incomplete\":null\n },\n {\n \"id\":\"review-14\",\n \"type\":\"journal-article\",\n \"title\":\"The Social Scientist in the Open Society\",\n \"container_title\":null,\n \"author\":[{\"family\":\"Bock\",\"given\":\"Kenneth E.\"}],\n \"note\":null,\n \"publisher\":null,\n \"editor\":null,\n \"publisher_place\":null,\n \"issued\":null,\n \"event_date\":null,\n \"related\":null,\n \"relation\":\"entry-12\",\n \"volume\":null,\n \"page\":null,\n \"fascicle\":null,\n \"reprint\":null,\n \"edition\":null,\n \"incomplete\":null\n }\n]}", "role": "assistant"}}], "usage": {"prompt_tokens": 1635, "completion_tokens": 14525, "total_tokens": 16160}}, "usage": {"input_tokens": 1635, "output_tokens": 14525, "total_tokens": 16160}, "finish_reason": "stop"}, "scoring": {"fuzzy": 0.5896817994163968, "cost_summary": {"total_input_tokens": 8415, "total_output_tokens": 69100, "total_tokens": 77515, "input_cost_usd": 0.000421, "output_cost_usd": 0.02764, "total_cost_usd": 0.028061, "pricing_date": "2025-10-01", "input_price_per_million": 0.05, "output_price_per_million": 0.4}}, "normalized_score": 58.968179941639676}, {"_id": {"$oid": "69ce22c0214d8cd071acfff9"}, "test_id": "T0225", "benchmark": "bibliographic_data", "date": "2025-10-01", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "anthropic", "model": "claude-sonnet-4-5-20250929", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "anthropic", "model": "claude-sonnet-4-5-20250929", "duration": 26.364006280899048, "timestamp": "2025-10-01T01:54:19.383699", "parsed": {"parameter": {"metadata": {"title": "HISTORY AND THEORY", "year": "1946", "page_number": 4}, "entries": [{"id": "49", "type": "journal-article", "title": "Historische Zeitschrift", "author": [{"family": "Schlenke", "given": "Manfred"}], "volume": "CLXXXIV", "issued": "1957", "page": "594-597", "note": "Review of the German translation", "relation": "50"}, {"id": "50", "type": "book", "title": "Introduzione allo studio della storia", "author": [{"family": "Cusin", "given": "Fabio"}], "publisher": "Cedam", "publisher_place": "Padova"}, {"id": "51", "type": "journal-article", "title": "Sophia", "author": [{"family": "Cafaro", "given": "F."}], "volume": "I", "issued": "1947", "page": "206-207", "relation": "50"}, {"id": "52", "type": "book", "title": "L'histoire, science du concret", "author": [{"family": "Dardel", "given": "Eric"}], "publisher": "Presses Universitaires de France", "publisher_place": "Paris"}, {"id": "53", "type": "book", "title": "Historical Change", "author": [{"family": "Einstein", "given": "Lewis"}], "publisher": "Cambridge University Press", "publisher_place": "Cambridge"}, {"id": "54", "type": "book", "title": "The Place of War in History", "author": [{"family": "Falls", "given": "Cyril"}], "publisher": "Clarendon", "publisher_place": "Oxford"}, {"id": "55", "type": "book", "title": "A Guide to Historical Method", "author": [{"family": "Garraghan", "given": "Gilbert J."}], "editor": ["Jean Delanglez"], "publisher": "Fordham University Press", "publisher_place": "New York"}, {"id": "56", "type": "book", "title": "Le\u00e7ons sur la philosophie de l'histoire", "author": [{"family": "Gibelin", "given": "J."}], "publisher": "Vrin", "publisher_place": "Paris"}, {"id": "57", "type": "book", "title": "Bilan de l'histoire", "author": [{"family": "Grousset", "given": "Ren\u00e9"}], "publisher": "Plon", "publisher_place": "Paris"}, {"id": "58", "type": "book", "title": "Introduction \u00e0 l'histoire", "author": [{"family": "Halphen", "given": "Louis"}], "publisher": "Presses Universitaires de France", "publisher_place": "Paris", "note": "Reviews and review-articles"}, {"id": "59", "type": "journal-article", "title": "Sur une forme d'histoire qui n'est pas la n\u00f4tre", "author": [{"family": "Febvre", "given": "Lucien"}], "container_title": "Annales: Economies-soci\u00e9t\u00e9s-civilisations", "volume": "III", "page": "21-24", "relation": "58"}, {"id": "60", "type": "journal-article", "title": "Avenir de l'histoire", "author": [{"family": "Lefebvre", "given": "Georges"}], "container_title": "Revue historique", "volume": "CXCVII", "issued": "1947", "page": "55-61", "relation": "58"}, {"id": "61", "type": "book", "title": "Hoe bepaalt de geschiedenis het heden? Een niet gehouden rede", "author": [{"family": "Huizinga", "given": "J."}], "publisher": "Tjeenk Willink", "publisher_place": "Haarlem"}, {"id": "62", "type": "book", "title": "De mensch en de beschaving", "author": [{"family": "Huizinga", "given": "J."}], "publisher": "Pantheon", "publisher_place": "Amsterdam, Antwerpen"}, {"id": "63", "type": "book", "title": "Historische Meditationen", "author": [{"family": "Kaegi", "given": "W."}], "volume": "2 vols.", "publisher": "Fritz und Washmuth", "publisher_place": "Z\u00fcrich"}, {"id": "64", "type": "book", "title": "Notions d'historiographie moderne", "author": [{"family": "Lefebvre", "given": "G."}], "publisher": "Centre de Documentation Universitaire", "publisher_place": "Paris", "note": "dactylographed for his students"}, {"id": "65", "type": "book", "title": "Essays on Historiography", "author": [{"family": "Malin", "given": "James C."}], "publisher": "the Author", "publisher_place": "Lawrence, Kansas"}, {"id": "66", "type": "book", "title": "The Old Testament Interpretation of History", "author": [{"family": "North", "given": "C. R."}], "publisher": "The Epworth Press", "publisher_place": "London"}, {"id": "67", "type": "book", "title": "Concord and Liberty", "author": [{"family": "Ortega y Gasset", "given": "Jos\u00e9"}], "publisher": "Norton", "publisher_place": "New York", "note": "trans. by Helene Weyl"}, {"id": "68", "type": "book", "title": "Sociolvidenbakelig Metodel\u00e6re", "author": [{"family": "Ranulf", "given": "Svend"}], "publisher": "Einar Munksgaard", "publisher_place": "K\u00f8benhavn"}, {"id": "69", "type": "book", "title": "Geschichte als Bildungsmacht", "author": [{"family": "Ritter", "given": "Gerhard"}], "publisher": "Deutsche Verlags-Anstalt", "publisher_place": "Stuttgart"}]}}, "text": "", "raw_response": {"id": "msg_011JGo8jZbQqc1nVRMA7M1tQ", "model": "claude-sonnet-4-5-20250929", "role": "assistant", "content": [{"type": "tool_use", "id": "toolu_01K4Rz94gqkdRHbLK6AG8NK5", "name": "extract_structured_data", "input": {"parameter": {"metadata": {"title": "HISTORY AND THEORY", "year": "1946", "page_number": 4}, "entries": [{"id": "49", "type": "journal-article", "title": "Historische Zeitschrift", "author": [{"family": "Schlenke", "given": "Manfred"}], "volume": "CLXXXIV", "issued": "1957", "page": "594-597", "note": "Review of the German translation", "relation": "50"}, {"id": "50", "type": "book", "title": "Introduzione allo studio della storia", "author": [{"family": "Cusin", "given": "Fabio"}], "publisher": "Cedam", "publisher_place": "Padova"}, {"id": "51", "type": "journal-article", "title": "Sophia", "author": [{"family": "Cafaro", "given": "F."}], "volume": "I", "issued": "1947", "page": "206-207", "relation": "50"}, {"id": "52", "type": "book", "title": "L'histoire, science du concret", "author": [{"family": "Dardel", "given": "Eric"}], "publisher": "Presses Universitaires de France", "publisher_place": "Paris"}, {"id": "53", "type": "book", "title": "Historical Change", "author": [{"family": "Einstein", "given": "Lewis"}], "publisher": "Cambridge University Press", "publisher_place": "Cambridge"}, {"id": "54", "type": "book", "title": "The Place of War in History", "author": [{"family": "Falls", "given": "Cyril"}], "publisher": "Clarendon", "publisher_place": "Oxford"}, {"id": "55", "type": "book", "title": "A Guide to Historical Method", "author": [{"family": "Garraghan", "given": "Gilbert J."}], "editor": ["Jean Delanglez"], "publisher": "Fordham University Press", "publisher_place": "New York"}, {"id": "56", "type": "book", "title": "Le\u00e7ons sur la philosophie de l'histoire", "author": [{"family": "Gibelin", "given": "J."}], "publisher": "Vrin", "publisher_place": "Paris"}, {"id": "57", "type": "book", "title": "Bilan de l'histoire", "author": [{"family": "Grousset", "given": "Ren\u00e9"}], "publisher": "Plon", "publisher_place": "Paris"}, {"id": "58", "type": "book", "title": "Introduction \u00e0 l'histoire", "author": [{"family": "Halphen", "given": "Louis"}], "publisher": "Presses Universitaires de France", "publisher_place": "Paris", "note": "Reviews and review-articles"}, {"id": "59", "type": "journal-article", "title": "Sur une forme d'histoire qui n'est pas la n\u00f4tre", "author": [{"family": "Febvre", "given": "Lucien"}], "container_title": "Annales: Economies-soci\u00e9t\u00e9s-civilisations", "volume": "III", "page": "21-24", "relation": "58"}, {"id": "60", "type": "journal-article", "title": "Avenir de l'histoire", "author": [{"family": "Lefebvre", "given": "Georges"}], "container_title": "Revue historique", "volume": "CXCVII", "issued": "1947", "page": "55-61", "relation": "58"}, {"id": "61", "type": "book", "title": "Hoe bepaalt de geschiedenis het heden? Een niet gehouden rede", "author": [{"family": "Huizinga", "given": "J."}], "publisher": "Tjeenk Willink", "publisher_place": "Haarlem"}, {"id": "62", "type": "book", "title": "De mensch en de beschaving", "author": [{"family": "Huizinga", "given": "J."}], "publisher": "Pantheon", "publisher_place": "Amsterdam, Antwerpen"}, {"id": "63", "type": "book", "title": "Historische Meditationen", "author": [{"family": "Kaegi", "given": "W."}], "volume": "2 vols.", "publisher": "Fritz und Washmuth", "publisher_place": "Z\u00fcrich"}, {"id": "64", "type": "book", "title": "Notions d'historiographie moderne", "author": [{"family": "Lefebvre", "given": "G."}], "publisher": "Centre de Documentation Universitaire", "publisher_place": "Paris", "note": "dactylographed for his students"}, {"id": "65", "type": "book", "title": "Essays on Historiography", "author": [{"family": "Malin", "given": "James C."}], "publisher": "the Author", "publisher_place": "Lawrence, Kansas"}, {"id": "66", "type": "book", "title": "The Old Testament Interpretation of History", "author": [{"family": "North", "given": "C. R."}], "publisher": "The Epworth Press", "publisher_place": "London"}, {"id": "67", "type": "book", "title": "Concord and Liberty", "author": [{"family": "Ortega y Gasset", "given": "Jos\u00e9"}], "publisher": "Norton", "publisher_place": "New York", "note": "trans. by Helene Weyl"}, {"id": "68", "type": "book", "title": "Sociolvidenbakelig Metodel\u00e6re", "author": [{"family": "Ranulf", "given": "Svend"}], "publisher": "Einar Munksgaard", "publisher_place": "K\u00f8benhavn"}, {"id": "69", "type": "book", "title": "Geschichte als Bildungsmacht", "author": [{"family": "Ritter", "given": "Gerhard"}], "publisher": "Deutsche Verlags-Anstalt", "publisher_place": "Stuttgart"}]}}}], "stop_reason": "tool_use", "usage": {"input_tokens": 2595, "output_tokens": 1973}}, "usage": {"input_tokens": 2595, "output_tokens": 1973, "total_tokens": 4568}, "finish_reason": "stop"}, "scoring": {"fuzzy": 0.0, "cost_summary": {"total_input_tokens": 12790, "total_output_tokens": 8348, "total_tokens": 21138, "input_cost_usd": 0.03837, "output_cost_usd": 0.12522, "total_cost_usd": 0.16359, "pricing_date": "2025-10-01", "input_price_per_million": 3.0, "output_price_per_million": 15.0}}, "normalized_score": 0}, {"_id": {"$oid": "69ce22c0214d8cd071acfffa"}, "test_id": "T0140", "benchmark": "bibliographic_data", "date": "2025-10-01", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-4.1-mini", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "openai", "model": "gpt-4.1-mini", "duration": 32.69180941581726, "timestamp": "2025-10-01T00:55:33.924986", "parsed": {"metadata": {"title": "Bibliography Page", "year": "1947", "page_number": 9}, "entries": [{"id": "140", "type": "book", "title": "Why We Read History", "container_title": null, "author": [{"family": "Smellie", "given": "K. B."}], "note": null, "publisher": "P. Elek", "editor": null, "publisher_place": "London", "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "141", "type": "book", "title": "A Study of History", "container_title": null, "author": [{"family": "Toynbee", "given": "Arnold J."}], "note": "abridged by D. C. Somervell", "publisher": "Oxford (Abridgegement of vols. I-VI of A Study of History)", "editor": null, "publisher_place": "New York", "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": "I-VI", "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "142", "type": "book", "title": "In den spiegel van het verleden: historische opstellen", "container_title": null, "author": [{"family": "Verberne", "given": "L. G. J."}], "note": null, "publisher": "Bruna", "editor": null, "publisher_place": "Utrecht, Antwerpen", "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "143", "type": "book", "title": "Esquemas de metodologia eclesi\u00e1stica", "container_title": null, "author": [{"family": "Vevir", "given": "Jos\u00e9"}], "note": null, "publisher": "Instituto", "editor": null, "publisher_place": "Barcelona", "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "144", "type": "book", "title": "Sinn und Ziel der Geschichte", "container_title": null, "author": [{"family": "Walz", "given": "Hans H."}], "note": null, "publisher": "Universit\u00e4ts-Verlag", "editor": null, "publisher_place": "Bonn", "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "145", "type": "other", "title": "Atti del congresso internazionale di filosofia 15-20 November, 1946", "container_title": null, "author": null, "note": "Relevant articles:", "publisher": "Castellani", "editor": null, "publisher_place": "Milano", "issued": "1946-11-15/1946-11-20", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "146", "type": "journal-article", "title": "Storia e materialismo storico", "container_title": null, "author": [{"family": "Drago", "given": "Pietro C."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "109-117", "fascicle": "vol. I", "reprint": null, "edition": null, "incomplete": false}, {"id": "147", "type": "journal-article", "title": "Critica del giudizio storico", "container_title": null, "author": [{"family": "Fazio-Allmayer", "given": "Vito"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "281-290", "fascicle": "vol. I", "reprint": null, "edition": null, "incomplete": false}, {"id": "148", "type": "journal-article", "title": "Forza e spirito nella storia", "container_title": null, "author": [{"family": "Nyman", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "191-200", "fascicle": "vol. I", "reprint": null, "edition": null, "incomplete": false}, {"id": "149", "type": "journal-article", "title": "Sur le concept d'histoire", "container_title": "Les temps modernes", "author": [{"family": "Benjamin", "given": "Walter"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "II", "page": "623-634", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "150", "type": "journal-article", "title": "Philosophy of History", "container_title": "20th Century Philosophy", "author": [{"family": "Boodin", "given": "John E."}], "note": null, "publisher": null, "editor": ["Dagobert D. Runes"], "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "89-106", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "151", "type": "journal-article", "title": "De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty", "container_title": "Deucalion", "author": [{"family": "Caillois", "given": "R. P."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "57-85", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "152", "type": "journal-article", "title": "Commemorazione di Adolfo Omodeo", "container_title": "Annali della Scuola Normale di Pisa", "author": [{"family": "Cantimori", "given": "Delio"}], "note": "reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "fasc. 3-4", "fascicle": "fasc. 3-4", "reprint": null, "edition": null, "incomplete": false}, {"id": "153", "type": "journal-article", "title": "The Historian and the Philosophy of Science", "container_title": "Isis", "author": [{"family": "Cowan", "given": "Thomas"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXXVIII", "page": "11-18", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "154", "type": "journal-article", "title": "History as a Science", "container_title": "Historical Studies: Australia and New Zealand", "author": [{"family": "Crawford", "given": "R. M."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "153-175", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "155", "type": "journal-article", "title": "Christianisme et histoire", "container_title": "Etudes", "author": [{"family": "Dani\u00e9lou", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "CCLIV", "page": "166-184", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "156", "type": "journal-article", "title": "Wahrheit der Geschichte. Geschichte der Wahrheit", "container_title": "Amerikanische Rundschau", "author": [{"family": "Dell", "given": "Stanley"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "44-53", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "157", "type": "journal-article", "title": "The Idea of Progress", "container_title": "American Historical Review", "author": [{"family": "Fay", "given": "Sidney B."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "LII", "page": "231-246", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "158", "type": "journal-article", "title": "Th\u00e9ologie et histoire", "container_title": "Dieu vivant", "author": [{"family": "Fessard", "given": "Gaston"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "VIII", "page": "39-65", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "159", "type": "journal-article", "title": "Acton, Creighton, and Lea: a Study in History and Ethics", "container_title": "Pacific Historical Review", "author": [{"family": "Fish", "given": "Andrew"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XVI", "page": "59-69", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "160", "type": "journal-article", "title": "Le conscience historique en Italie", "container_title": "Les temps modernes", "author": [{"family": "Garosci", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "23-24", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}]}, "text": "", "raw_response": {"id": "chatcmpl-CLdXK2qcxfk4oEzzKRFwS1V4RgFNK", "model": "gpt-4.1-mini-2025-04-14", "choices": [{"finish_reason": "stop", "index": 0, "message": {"content": "{\"metadata\":{\"title\":\"Bibliography Page\",\"year\":\"1947\",\"page_number\":9},\"entries\":[{\"id\":\"140\",\"type\":\"book\",\"title\":\"Why We Read History\",\"container_title\":null,\"author\":[{\"family\":\"Smellie\",\"given\":\"K. B.\"}],\"note\":null,\"publisher\":\"P. Elek\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"141\",\"type\":\"book\",\"title\":\"A Study of History\",\"container_title\":null,\"author\":[{\"family\":\"Toynbee\",\"given\":\"Arnold J.\"}],\"note\":\"abridged by D. C. Somervell\",\"publisher\":\"Oxford (Abridgegement of vols. I-VI of A Study of History)\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I-VI\",\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"142\",\"type\":\"book\",\"title\":\"In den spiegel van het verleden: historische opstellen\",\"container_title\":null,\"author\":[{\"family\":\"Verberne\",\"given\":\"L. G. J.\"}],\"note\":null,\"publisher\":\"Bruna\",\"editor\":null,\"publisher_place\":\"Utrecht, Antwerpen\",\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"143\",\"type\":\"book\",\"title\":\"Esquemas de metodologia eclesi\u00e1stica\",\"container_title\":null,\"author\":[{\"family\":\"Vevir\",\"given\":\"Jos\u00e9\"}],\"note\":null,\"publisher\":\"Instituto\",\"editor\":null,\"publisher_place\":\"Barcelona\",\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"144\",\"type\":\"book\",\"title\":\"Sinn und Ziel der Geschichte\",\"container_title\":null,\"author\":[{\"family\":\"Walz\",\"given\":\"Hans H.\"}],\"note\":null,\"publisher\":\"Universit\u00e4ts-Verlag\",\"editor\":null,\"publisher_place\":\"Bonn\",\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"145\",\"type\":\"other\",\"title\":\"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\"container_title\":null,\"author\":null,\"note\":\"Relevant articles:\",\"publisher\":\"Castellani\",\"editor\":null,\"publisher_place\":\"Milano\",\"issued\":\"1946-11-15/1946-11-20\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"146\",\"type\":\"journal-article\",\"title\":\"Storia e materialismo storico\",\"container_title\":null,\"author\":[{\"family\":\"Drago\",\"given\":\"Pietro C.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"109-117\",\"fascicle\":\"vol. I\",\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"147\",\"type\":\"journal-article\",\"title\":\"Critica del giudizio storico\",\"container_title\":null,\"author\":[{\"family\":\"Fazio-Allmayer\",\"given\":\"Vito\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"281-290\",\"fascicle\":\"vol. I\",\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"148\",\"type\":\"journal-article\",\"title\":\"Forza e spirito nella storia\",\"container_title\":null,\"author\":[{\"family\":\"Nyman\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"191-200\",\"fascicle\":\"vol. I\",\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"149\",\"type\":\"journal-article\",\"title\":\"Sur le concept d'histoire\",\"container_title\":\"Les temps modernes\",\"author\":[{\"family\":\"Benjamin\",\"given\":\"Walter\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"II\",\"page\":\"623-634\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"150\",\"type\":\"journal-article\",\"title\":\"Philosophy of History\",\"container_title\":\"20th Century Philosophy\",\"author\":[{\"family\":\"Boodin\",\"given\":\"John E.\"}],\"note\":null,\"publisher\":null,\"editor\":[\"Dagobert D. Runes\"],\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"89-106\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"151\",\"type\":\"journal-article\",\"title\":\"De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty\",\"container_title\":\"Deucalion\",\"author\":[{\"family\":\"Caillois\",\"given\":\"R. P.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"57-85\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"152\",\"type\":\"journal-article\",\"title\":\"Commemorazione di Adolfo Omodeo\",\"container_title\":\"Annali della Scuola Normale di Pisa\",\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"note\":\"reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"fasc. 3-4\",\"fascicle\":\"fasc. 3-4\",\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"153\",\"type\":\"journal-article\",\"title\":\"The Historian and the Philosophy of Science\",\"container_title\":\"Isis\",\"author\":[{\"family\":\"Cowan\",\"given\":\"Thomas\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXVIII\",\"page\":\"11-18\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"154\",\"type\":\"journal-article\",\"title\":\"History as a Science\",\"container_title\":\"Historical Studies: Australia and New Zealand\",\"author\":[{\"family\":\"Crawford\",\"given\":\"R. M.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"153-175\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"155\",\"type\":\"journal-article\",\"title\":\"Christianisme et histoire\",\"container_title\":\"Etudes\",\"author\":[{\"family\":\"Dani\u00e9lou\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CCLIV\",\"page\":\"166-184\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"156\",\"type\":\"journal-article\",\"title\":\"Wahrheit der Geschichte. Geschichte der Wahrheit\",\"container_title\":\"Amerikanische Rundschau\",\"author\":[{\"family\":\"Dell\",\"given\":\"Stanley\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"44-53\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"157\",\"type\":\"journal-article\",\"title\":\"The Idea of Progress\",\"container_title\":\"American Historical Review\",\"author\":[{\"family\":\"Fay\",\"given\":\"Sidney B.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LII\",\"page\":\"231-246\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"158\",\"type\":\"journal-article\",\"title\":\"Th\u00e9ologie et histoire\",\"container_title\":\"Dieu vivant\",\"author\":[{\"family\":\"Fessard\",\"given\":\"Gaston\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"VIII\",\"page\":\"39-65\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"159\",\"type\":\"journal-article\",\"title\":\"Acton, Creighton, and Lea: a Study in History and Ethics\",\"container_title\":\"Pacific Historical Review\",\"author\":[{\"family\":\"Fish\",\"given\":\"Andrew\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XVI\",\"page\":\"59-69\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"160\",\"type\":\"journal-article\",\"title\":\"Le conscience historique en Italie\",\"container_title\":\"Les temps modernes\",\"author\":[{\"family\":\"Garosci\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"23-24\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false}]}", "role": "assistant"}}], "usage": {"prompt_tokens": 1768, "completion_tokens": 2339, "total_tokens": 4107}}, "usage": {"input_tokens": 1768, "output_tokens": 2339, "total_tokens": 4107}, "finish_reason": "stop"}, "scoring": {"fuzzy": 0.6482683649590315, "cost_summary": {"total_input_tokens": 8840, "total_output_tokens": 10234, "total_tokens": 19074, "input_cost_usd": 0.003536, "output_cost_usd": 0.016374, "total_cost_usd": 0.01991, "pricing_date": "2025-10-01", "input_price_per_million": 0.4, "output_price_per_million": 1.6}}, "normalized_score": 64.82683649590315}, {"_id": {"$oid": "69ce22c0214d8cd071ad000b"}, "test_id": "T0203", "benchmark": "bibliographic_data", "date": "2025-10-01", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "genai", "model": "gemini-2.5-flash-lite", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "genai", "model": "gemini-2.5-flash-lite", "duration": 3.814965009689331, "timestamp": "2025-10-01T00:21:58.351899", "parsed": {"metadata": {"title": "HISTORY AND THEORY", "year": "1945", "page_number": 2}, "entries": [{"id": "15", "type": "journal-article", "title": "American Journal of Economics and Sociology", "container_title": "X (1951)", "page": "211-219", "incomplete": false}, {"id": "16", "type": "journal-article", "title": "\"The Open Society and Its Enemies\"", "container_title": "British Journal of Sociology", "volume": "III (1952)", "page": "264-273", "incomplete": false}, {"id": "17", "type": "journal-article", "title": "\"The Open Society \u2013 a Comment\"", "container_title": "British Journal of Sociology", "volume": "III (1952)", "page": "358-360", "incomplete": false}, {"id": "18", "type": "journal-article", "title": "\"The Open Society \u2013 a Rejoinder\"", "container_title": "British Journal of Sociology", "volume": "IV (1953)", "page": "76-77", "incomplete": false}, {"id": "19", "type": "journal-article", "title": "\"The Open Society: a Reconsideration\"", "container_title": "Political Science Quarterly", "volume": "LXIX (1954)", "page": "119-126", "incomplete": false}, {"id": "20", "type": "journal-article", "title": "\"Has History a Meaning?\"", "container_title": "British Journal for the Philosophy of Science", "volume": "VI (1955)", "page": "164-169", "incomplete": false}, {"id": "21", "type": "book", "title": "War and History", "author": [{"family": "Sumner", "given": "B. H."}], "publisher_place": "Edinburgh", "issued": "Oliver and Boyd", "incomplete": false}, {"id": "22", "type": "book", "title": "The Philosophy of American History", "author": [{"family": "Zucker", "given": "Morris"}], "note": "2 vols.", "publisher_place": "New York", "issued": "Arnold and Howard", "incomplete": false}, {"id": "23", "type": "journal-article", "title": "\"History as a Liberal Art\"", "container_title": "Journal of the History of Ideas", "volume": "VI", "page": "81-88", "incomplete": false}, {"id": "24", "type": "journal-article", "title": "\"The Study of Contemporary History: Some Further Reflections\"", "container_title": "History", "volume": "N. S. XXX", "page": "75-84", "incomplete": false}, {"id": "25", "type": "journal-article", "title": "\"Appunti sullo 'storicismo'\"", "container_title": "Societ\u00e0", "volume": "I", "page": "1-45", "incomplete": false}, {"id": "26", "type": "book", "title": "The Meaning of History", "author": [{"family": "Coulborn", "given": "Rushton"}], "issued": "Ethics LV, 46-63", "incomplete": false}, {"id": "27", "type": "journal-article", "title": "\"History \u2013 a Science?\"", "container_title": "Mississippi Valley Historical Review", "volume": "XXXII", "page": "375-388", "incomplete": false}, {"id": "28", "type": "journal-article", "title": "\"Generality and Singularity in Historical Judgment\"", "container_title": "Journal of Philosophy", "volume": "XLII", "page": "57-65", "incomplete": false}, {"id": "29", "type": "journal-article", "title": "\"Les nouvelles conceptions de l'histoire\"", "container_title": "Revue philosophique", "volume": "CXXXV", "page": "193-208, 324-348", "incomplete": false}, {"id": "30", "type": "journal-article", "title": "\"In History or Beyond History\"", "container_title": "Harvard Theological Review", "volume": "XXXVIII", "page": "151-175", "incomplete": false}, {"id": "31", "type": "journal-article", "title": "\"History and the Social Science Research Council\"", "container_title": "American Historical Review", "volume": "L", "page": "491-499", "incomplete": false}, {"id": "32", "type": "book", "title": "\"The Poverty of Historicism, Part III\"", "container_title": "Economica", "volume": "XII", "page": "69-89 (Parts I and II appeared in 1944. Cf. also #1233)", "incomplete": false}, {"id": "33", "type": "journal-article", "title": "\"History and the Historian\"", "container_title": "Journal of Philosophy", "volume": "XLII", "page": "169-179", "incomplete": false}, {"id": "34", "type": "journal-article", "title": "\"The Attack on the Historical Method\"", "container_title": "Journal of Philosophy", "volume": "XLII", "page": "314-331", "incomplete": false}]}, "text": "{\n \"metadata\": {\n \"title\": \"HISTORY AND THEORY\",\n \"year\": \"1945\",\n \"page_number\": 2\n },\n \"entries\": [\n {\n \"id\": \"15\",\n \"type\": \"journal-article\",\n \"title\": \"American Journal of Economics and Sociology\",\n \"container_title\": \"X (1951)\",\n \"page\": \"211-219\",\n \"incomplete\": false\n },\n {\n \"id\": \"16\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"The Open Society and Its Enemies\\\"\",\n \"container_title\": \"British Journal of Sociology\",\n \"volume\": \"III (1952)\",\n \"page\": \"264-273\",\n \"incomplete\": false\n },\n {\n \"id\": \"17\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"The Open Society \u2013 a Comment\\\"\",\n \"container_title\": \"British Journal of Sociology\",\n \"volume\": \"III (1952)\",\n \"page\": \"358-360\",\n \"incomplete\": false\n },\n {\n \"id\": \"18\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"The Open Society \u2013 a Rejoinder\\\"\",\n \"container_title\": \"British Journal of Sociology\",\n \"volume\": \"IV (1953)\",\n \"page\": \"76-77\",\n \"incomplete\": false\n },\n {\n \"id\": \"19\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"The Open Society: a Reconsideration\\\"\",\n \"container_title\": \"Political Science Quarterly\",\n \"volume\": \"LXIX (1954)\",\n \"page\": \"119-126\",\n \"incomplete\": false\n },\n {\n \"id\": \"20\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"Has History a Meaning?\\\"\",\n \"container_title\": \"British Journal for the Philosophy of Science\",\n \"volume\": \"VI (1955)\",\n \"page\": \"164-169\",\n \"incomplete\": false\n },\n {\n \"id\": \"21\",\n \"type\": \"book\",\n \"title\": \"War and History\",\n \"author\": [\n {\n \"family\": \"Sumner\",\n \"given\": \"B. H.\"\n }\n ],\n \"publisher_place\": \"Edinburgh\",\n \"issued\": \"Oliver and Boyd\",\n \"incomplete\": false\n },\n {\n \"id\": \"22\",\n \"type\": \"book\",\n \"title\": \"The Philosophy of American History\",\n \"author\": [\n {\n \"family\": \"Zucker\",\n \"given\": \"Morris\"\n }\n ],\n \"note\": \"2 vols.\",\n \"publisher_place\": \"New York\",\n \"issued\": \"Arnold and Howard\",\n \"incomplete\": false\n },\n {\n \"id\": \"23\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"History as a Liberal Art\\\"\",\n \"container_title\": \"Journal of the History of Ideas\",\n \"volume\": \"VI\",\n \"page\": \"81-88\",\n \"incomplete\": false\n },\n {\n \"id\": \"24\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"The Study of Contemporary History: Some Further Reflections\\\"\",\n \"container_title\": \"History\",\n \"volume\": \"N. S. XXX\",\n \"page\": \"75-84\",\n \"incomplete\": false\n },\n {\n \"id\": \"25\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"Appunti sullo 'storicismo'\\\"\",\n \"container_title\": \"Societ\u00e0\",\n \"volume\": \"I\",\n \"page\": \"1-45\",\n \"incomplete\": false\n },\n {\n \"id\": \"26\",\n \"type\": \"book\",\n \"title\": \"The Meaning of History\",\n \"author\": [\n {\n \"family\": \"Coulborn\",\n \"given\": \"Rushton\"\n }\n ],\n \"issued\": \"Ethics LV, 46-63\",\n \"incomplete\": false\n },\n {\n \"id\": \"27\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"History \u2013 a Science?\\\"\",\n \"container_title\": \"Mississippi Valley Historical Review\",\n \"volume\": \"XXXII\",\n \"page\": \"375-388\",\n \"incomplete\": false\n },\n {\n \"id\": \"28\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"Generality and Singularity in Historical Judgment\\\"\",\n \"container_title\": \"Journal of Philosophy\",\n \"volume\": \"XLII\",\n \"page\": \"57-65\",\n \"incomplete\": false\n },\n {\n \"id\": \"29\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"Les nouvelles conceptions de l'histoire\\\"\",\n \"container_title\": \"Revue philosophique\",\n \"volume\": \"CXXXV\",\n \"page\": \"193-208, 324-348\",\n \"incomplete\": false\n },\n {\n \"id\": \"30\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"In History or Beyond History\\\"\",\n \"container_title\": \"Harvard Theological Review\",\n \"volume\": \"XXXVIII\",\n \"page\": \"151-175\",\n \"incomplete\": false\n },\n {\n \"id\": \"31\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"History and the Social Science Research Council\\\"\",\n \"container_title\": \"American Historical Review\",\n \"volume\": \"L\",\n \"page\": \"491-499\",\n \"incomplete\": false\n },\n {\n \"id\": \"32\",\n \"type\": \"book\",\n \"title\": \"\\\"The Poverty of Historicism, Part III\\\"\",\n \"container_title\": \"Economica\",\n \"volume\": \"XII\",\n \"page\": \"69-89 (Parts I and II appeared in 1944. Cf. also #1233)\",\n \"incomplete\": false\n },\n {\n \"id\": \"33\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"History and the Historian\\\"\",\n \"container_title\": \"Journal of Philosophy\",\n \"volume\": \"XLII\",\n \"page\": \"169-179\",\n \"incomplete\": false\n },\n {\n \"id\": \"34\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"The Attack on the Historical Method\\\"\",\n \"container_title\": \"Journal of Philosophy\",\n \"volume\": \"XLII\",\n \"page\": \"314-331\",\n \"incomplete\": false\n }\n ]\n}", "raw_response": {"text": "{\n \"metadata\": {\n \"title\": \"HISTORY AND THEORY\",\n \"year\": \"1945\",\n \"page_number\": 2\n },\n \"entries\": [\n {\n \"id\": \"15\",\n \"type\": \"journal-article\",\n \"title\": \"American Journal of Economics and Sociology\",\n \"container_title\": \"X (1951)\",\n \"page\": \"211-219\",\n \"incomplete\": false\n },\n {\n \"id\": \"16\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"The Open Society and Its Enemies\\\"\",\n \"container_title\": \"British Journal of Sociology\",\n \"volume\": \"III (1952)\",\n \"page\": \"264-273\",\n \"incomplete\": false\n },\n {\n \"id\": \"17\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"The Open Society \u2013 a Comment\\\"\",\n \"container_title\": \"British Journal of Sociology\",\n \"volume\": \"III (1952)\",\n \"page\": \"358-360\",\n \"incomplete\": false\n },\n {\n \"id\": \"18\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"The Open Society \u2013 a Rejoinder\\\"\",\n \"container_title\": \"British Journal of Sociology\",\n \"volume\": \"IV (1953)\",\n \"page\": \"76-77\",\n \"incomplete\": false\n },\n {\n \"id\": \"19\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"The Open Society: a Reconsideration\\\"\",\n \"container_title\": \"Political Science Quarterly\",\n \"volume\": \"LXIX (1954)\",\n \"page\": \"119-126\",\n \"incomplete\": false\n },\n {\n \"id\": \"20\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"Has History a Meaning?\\\"\",\n \"container_title\": \"British Journal for the Philosophy of Science\",\n \"volume\": \"VI (1955)\",\n \"page\": \"164-169\",\n \"incomplete\": false\n },\n {\n \"id\": \"21\",\n \"type\": \"book\",\n \"title\": \"War and History\",\n \"author\": [\n {\n \"family\": \"Sumner\",\n \"given\": \"B. H.\"\n }\n ],\n \"publisher_place\": \"Edinburgh\",\n \"issued\": \"Oliver and Boyd\",\n \"incomplete\": false\n },\n {\n \"id\": \"22\",\n \"type\": \"book\",\n \"title\": \"The Philosophy of American History\",\n \"author\": [\n {\n \"family\": \"Zucker\",\n \"given\": \"Morris\"\n }\n ],\n \"note\": \"2 vols.\",\n \"publisher_place\": \"New York\",\n \"issued\": \"Arnold and Howard\",\n \"incomplete\": false\n },\n {\n \"id\": \"23\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"History as a Liberal Art\\\"\",\n \"container_title\": \"Journal of the History of Ideas\",\n \"volume\": \"VI\",\n \"page\": \"81-88\",\n \"incomplete\": false\n },\n {\n \"id\": \"24\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"The Study of Contemporary History: Some Further Reflections\\\"\",\n \"container_title\": \"History\",\n \"volume\": \"N. S. XXX\",\n \"page\": \"75-84\",\n \"incomplete\": false\n },\n {\n \"id\": \"25\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"Appunti sullo 'storicismo'\\\"\",\n \"container_title\": \"Societ\u00e0\",\n \"volume\": \"I\",\n \"page\": \"1-45\",\n \"incomplete\": false\n },\n {\n \"id\": \"26\",\n \"type\": \"book\",\n \"title\": \"The Meaning of History\",\n \"author\": [\n {\n \"family\": \"Coulborn\",\n \"given\": \"Rushton\"\n }\n ],\n \"issued\": \"Ethics LV, 46-63\",\n \"incomplete\": false\n },\n {\n \"id\": \"27\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"History \u2013 a Science?\\\"\",\n \"container_title\": \"Mississippi Valley Historical Review\",\n \"volume\": \"XXXII\",\n \"page\": \"375-388\",\n \"incomplete\": false\n },\n {\n \"id\": \"28\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"Generality and Singularity in Historical Judgment\\\"\",\n \"container_title\": \"Journal of Philosophy\",\n \"volume\": \"XLII\",\n \"page\": \"57-65\",\n \"incomplete\": false\n },\n {\n \"id\": \"29\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"Les nouvelles conceptions de l'histoire\\\"\",\n \"container_title\": \"Revue philosophique\",\n \"volume\": \"CXXXV\",\n \"page\": \"193-208, 324-348\",\n \"incomplete\": false\n },\n {\n \"id\": \"30\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"In History or Beyond History\\\"\",\n \"container_title\": \"Harvard Theological Review\",\n \"volume\": \"XXXVIII\",\n \"page\": \"151-175\",\n \"incomplete\": false\n },\n {\n \"id\": \"31\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"History and the Social Science Research Council\\\"\",\n \"container_title\": \"American Historical Review\",\n \"volume\": \"L\",\n \"page\": \"491-499\",\n \"incomplete\": false\n },\n {\n \"id\": \"32\",\n \"type\": \"book\",\n \"title\": \"\\\"The Poverty of Historicism, Part III\\\"\",\n \"container_title\": \"Economica\",\n \"volume\": \"XII\",\n \"page\": \"69-89 (Parts I and II appeared in 1944. Cf. also #1233)\",\n \"incomplete\": false\n },\n {\n \"id\": \"33\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"History and the Historian\\\"\",\n \"container_title\": \"Journal of Philosophy\",\n \"volume\": \"XLII\",\n \"page\": \"169-179\",\n \"incomplete\": false\n },\n {\n \"id\": \"34\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"The Attack on the Historical Method\\\"\",\n \"container_title\": \"Journal of Philosophy\",\n \"volume\": \"XLII\",\n \"page\": \"314-331\",\n \"incomplete\": false\n }\n ]\n}", "usage_metadata": {"prompt_token_count": 340, "candidates_token_count": 1726, "total_token_count": 2066}}, "usage": {"input_tokens": 340, "output_tokens": 1726, "total_tokens": 2066}, "finish_reason": "stop"}, "scoring": {"fuzzy": 0.5445468641451967, "cost_summary": {"total_input_tokens": 1700, "total_output_tokens": 9433, "total_tokens": 11133, "input_cost_usd": 0.00017, "output_cost_usd": 0.003773, "total_cost_usd": 0.003943, "pricing_date": "2025-10-01", "input_price_per_million": 0.1, "output_price_per_million": 0.4}}, "normalized_score": 54.45468641451967}, {"_id": {"$oid": "69ce22c0214d8cd071ad000c"}, "test_id": "T0130", "benchmark": "bibliographic_data", "date": "2025-10-01", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5-mini", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "openai", "model": "gpt-5-mini", "duration": 56.775310039520264, "timestamp": "2025-10-01T07:21:37.526069", "parsed": {"metadata": {"title": "HISTORY AND THEORY", "year": "1945", "page_number": 2}, "entries": [{"id": "15", "type": "journal-article", "title": "The Open Society and Its Enemies", "container_title": "British Journal of Sociology", "author": [{"family": "Plamenatz", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1952", "event_date": null, "related": null, "relation": null, "volume": "III", "page": "264-273", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "16", "type": "journal-article", "title": "The Open Society \u2013 a Comment", "container_title": "British Journal of Sociology", "author": [{"family": "Gombrich", "given": "E. H."}], "note": "Comment on Plamenatz", "publisher": null, "editor": null, "publisher_place": null, "issued": "1952", "event_date": null, "related": null, "relation": null, "volume": "III", "page": "358-360", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "17", "type": "journal-article", "title": "The Open Society \u2013 a Rejoinder", "container_title": "British Journal of Sociology", "author": [{"family": "Plamenatz", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1953", "event_date": null, "related": null, "relation": null, "volume": "IV", "page": "76-77", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "18", "type": "journal-article", "title": "The Open Society: a Reconsideration", "container_title": "Political Science Quarterly", "author": [{"family": "Cobban", "given": "Alfred"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1954", "event_date": null, "related": null, "relation": null, "volume": "LXIX", "page": "119-126", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "19", "type": "journal-article", "title": "Has History a Meaning?", "container_title": "British Journal for the Philosophy of Science", "author": [{"family": "Bernal", "given": "J. D."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1955", "event_date": null, "related": null, "relation": null, "volume": "VI", "page": "164-169", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "20", "type": "book", "title": "War and History", "container_title": null, "author": [{"family": "Sumner", "given": "B. H."}], "note": null, "publisher": "Oliver and Boyd", "editor": null, "publisher_place": "Edinburgh", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "21", "type": "book", "title": "The Philosophy of American History", "container_title": null, "author": [{"family": "Zucker", "given": "Morris"}], "note": "2 vols.", "publisher": "Arnold and Howard", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "22", "type": "journal-article", "title": "History as a Liberal Art", "container_title": "Journal of the History of Ideas", "author": [{"family": "Barzun", "given": "Jacques"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "VI", "page": "81-88", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "23", "type": "journal-article", "title": "The Study of Contemporary History: Some Further Reflections", "container_title": "History N. S.", "author": [{"family": "Beloff", "given": "Max"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXX", "page": "75-84", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "24", "type": "journal-article", "title": "Appunti sullo 'storicismo'", "container_title": "Societ\u00e0", "author": [{"family": "Cantimori", "given": "Delio"}], "note": "Reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959, 1-45", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "I", "page": "1-45", "fascicle": null, "reprint": "Reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959, 1-45", "edition": null, "incomplete": false}, {"id": "25", "type": "journal-article", "title": "The Meaning of History", "container_title": "Ethics", "author": [{"family": "Coulborn", "given": "Rushton"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "LV", "page": "46-63", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "26", "type": "journal-article", "title": "History \u2013 a Science?", "container_title": "Mississippi Valley Historical Review", "author": [{"family": "Gould", "given": "Clarence P."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXXII", "page": "375-388", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "27", "type": "journal-article", "title": "Generality and Singularity in Historical Judgment", "container_title": "Journal of Philosophy", "author": [{"family": "Hofstadter", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XLII", "page": "57-65", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "28", "type": "journal-article", "title": "Les nouvelles conceptions de l'histoire", "container_title": "Revue philosophique", "author": [{"family": "Lenoble", "given": "R."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "CXXXV", "page": "193-208, 324-348", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "29", "type": "journal-article", "title": "In History or Beyond History", "container_title": "Harvard Theological Review", "author": [{"family": "McCown", "given": "C. C."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXXVIII", "page": "151-175", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "30", "type": "journal-article", "title": "History and the Social Science Research Council", "container_title": "American Historical Review", "author": [{"family": "Nichols", "given": "Roy F."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "L", "page": "491-499", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "31", "type": "journal-article", "title": "The Poverty of Historicism, Part III", "container_title": "Economica", "author": [{"family": "Popper", "given": "Karl"}], "note": "Parts I and II appeared in 1944. Cf. also #1233.", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XII", "page": "69-89", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "32", "type": "journal-article", "title": "History and the Historian", "container_title": "Journal of Philosophy", "author": [{"family": "Weiss", "given": "Paul"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XLII", "page": "169-179", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "33", "type": "journal-article", "title": "The Attack on the Historical Method", "container_title": "Journal of Philosophy", "author": [{"family": "White", "given": "Morton G."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XLII", "page": "314-331", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}]}, "text": "", "raw_response": {"id": "chatcmpl-CLjYY5jBvxMXcGzIc7kVXUbeqMLTy", "model": "gpt-5-mini-2025-08-07", "choices": [{"finish_reason": "stop", "index": 0, "message": {"content": "{\n \"metadata\": {\n \"title\": \"HISTORY AND THEORY\",\n \"year\": \"1945\",\n \"page_number\": 2\n },\n \"entries\": [\n {\n \"id\": \"15\",\n \"type\": \"journal-article\",\n \"title\": \"The Open Society and Its Enemies\",\n \"container_title\": \"British Journal of Sociology\",\n \"author\": [\n {\n \"family\": \"Plamenatz\",\n \"given\": \"J.\"\n }\n ],\n \"note\": null,\n \"publisher\": null,\n \"editor\": null,\n \"publisher_place\": null,\n \"issued\": \"1952\",\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": \"III\",\n \"page\": \"264-273\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": false\n },\n {\n \"id\": \"16\",\n \"type\": \"journal-article\",\n \"title\": \"The Open Society \u2013 a Comment\",\n \"container_title\": \"British Journal of Sociology\",\n \"author\": [\n {\n \"family\": \"Gombrich\",\n \"given\": \"E. H.\"\n }\n ],\n \"note\": \"Comment on Plamenatz\",\n \"publisher\": null,\n \"editor\": null,\n \"publisher_place\": null,\n \"issued\": \"1952\",\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": \"III\",\n \"page\": \"358-360\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": false\n },\n {\n \"id\": \"17\",\n \"type\": \"journal-article\",\n \"title\": \"The Open Society \u2013 a Rejoinder\",\n \"container_title\": \"British Journal of Sociology\",\n \"author\": [\n {\n \"family\": \"Plamenatz\",\n \"given\": \"J.\"\n }\n ],\n \"note\": null,\n \"publisher\": null,\n \"editor\": null,\n \"publisher_place\": null,\n \"issued\": \"1953\",\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": \"IV\",\n \"page\": \"76-77\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": false\n },\n {\n \"id\": \"18\",\n \"type\": \"journal-article\",\n \"title\": \"The Open Society: a Reconsideration\",\n \"container_title\": \"Political Science Quarterly\",\n \"author\": [\n {\n \"family\": \"Cobban\",\n \"given\": \"Alfred\"\n }\n ],\n \"note\": null,\n \"publisher\": null,\n \"editor\": null,\n \"publisher_place\": null,\n \"issued\": \"1954\",\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": \"LXIX\",\n \"page\": \"119-126\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": false\n },\n {\n \"id\": \"19\",\n \"type\": \"journal-article\",\n \"title\": \"Has History a Meaning?\",\n \"container_title\": \"British Journal for the Philosophy of Science\",\n \"author\": [\n {\n \"family\": \"Bernal\",\n \"given\": \"J. D.\"\n }\n ],\n \"note\": null,\n \"publisher\": null,\n \"editor\": null,\n \"publisher_place\": null,\n \"issued\": \"1955\",\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": \"VI\",\n \"page\": \"164-169\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": false\n },\n {\n \"id\": \"20\",\n \"type\": \"book\",\n \"title\": \"War and History\",\n \"container_title\": null,\n \"author\": [\n {\n \"family\": \"Sumner\",\n \"given\": \"B. H.\"\n }\n ],\n \"note\": null,\n \"publisher\": \"Oliver and Boyd\",\n \"editor\": null,\n \"publisher_place\": \"Edinburgh\",\n \"issued\": null,\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": null,\n \"page\": null,\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": false\n },\n {\n \"id\": \"21\",\n \"type\": \"book\",\n \"title\": \"The Philosophy of American History\",\n \"container_title\": null,\n \"author\": [\n {\n \"family\": \"Zucker\",\n \"given\": \"Morris\"\n }\n ],\n \"note\": \"2 vols.\",\n \"publisher\": \"Arnold and Howard\",\n \"editor\": null,\n \"publisher_place\": \"New York\",\n \"issued\": null,\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": null,\n \"page\": null,\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": false\n },\n {\n \"id\": \"22\",\n \"type\": \"journal-article\",\n \"title\": \"History as a Liberal Art\",\n \"container_title\": \"Journal of the History of Ideas\",\n \"author\": [\n {\n \"family\": \"Barzun\",\n \"given\": \"Jacques\"\n }\n ],\n \"note\": null,\n \"publisher\": null,\n \"editor\": null,\n \"publisher_place\": null,\n \"issued\": null,\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": \"VI\",\n \"page\": \"81-88\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": false\n },\n {\n \"id\": \"23\",\n \"type\": \"journal-article\",\n \"title\": \"The Study of Contemporary History: Some Further Reflections\",\n \"container_title\": \"History N. S.\",\n \"author\": [\n {\n \"family\": \"Beloff\",\n \"given\": \"Max\"\n }\n ],\n \"note\": null,\n \"publisher\": null,\n \"editor\": null,\n \"publisher_place\": null,\n \"issued\": null,\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": \"XXX\",\n \"page\": \"75-84\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": false\n },\n {\n \"id\": \"24\",\n \"type\": \"journal-article\",\n \"title\": \"Appunti sullo 'storicismo'\",\n \"container_title\": \"Societ\u00e0\",\n \"author\": [\n {\n \"family\": \"Cantimori\",\n \"given\": \"Delio\"\n }\n ],\n \"note\": \"Reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959, 1-45\",\n \"publisher\": null,\n \"editor\": null,\n \"publisher_place\": null,\n \"issued\": null,\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": \"I\",\n \"page\": \"1-45\",\n \"fascicle\": null,\n \"reprint\": \"Reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959, 1-45\",\n \"edition\": null,\n \"incomplete\": false\n },\n {\n \"id\": \"25\",\n \"type\": \"journal-article\",\n \"title\": \"The Meaning of History\",\n \"container_title\": \"Ethics\",\n \"author\": [\n {\n \"family\": \"Coulborn\",\n \"given\": \"Rushton\"\n }\n ],\n \"note\": null,\n \"publisher\": null,\n \"editor\": null,\n \"publisher_place\": null,\n \"issued\": null,\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": \"LV\",\n \"page\": \"46-63\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": false\n },\n {\n \"id\": \"26\",\n \"type\": \"journal-article\",\n \"title\": \"History \u2013 a Science?\",\n \"container_title\": \"Mississippi Valley Historical Review\",\n \"author\": [\n {\n \"family\": \"Gould\",\n \"given\": \"Clarence P.\"\n }\n ],\n \"note\": null,\n \"publisher\": null,\n \"editor\": null,\n \"publisher_place\": null,\n \"issued\": null,\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": \"XXXII\",\n \"page\": \"375-388\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": false\n },\n {\n \"id\": \"27\",\n \"type\": \"journal-article\",\n \"title\": \"Generality and Singularity in Historical Judgment\",\n \"container_title\": \"Journal of Philosophy\",\n \"author\": [\n {\n \"family\": \"Hofstadter\",\n \"given\": \"A.\"\n }\n ],\n \"note\": null,\n \"publisher\": null,\n \"editor\": null,\n \"publisher_place\": null,\n \"issued\": null,\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": \"XLII\",\n \"page\": \"57-65\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": false\n },\n {\n \"id\": \"28\",\n \"type\": \"journal-article\",\n \"title\": \"Les nouvelles conceptions de l'histoire\",\n \"container_title\": \"Revue philosophique\",\n \"author\": [\n {\n \"family\": \"Lenoble\",\n \"given\": \"R.\"\n }\n ],\n \"note\": null,\n \"publisher\": null,\n \"editor\": null,\n \"publisher_place\": null,\n \"issued\": null,\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": \"CXXXV\",\n \"page\": \"193-208, 324-348\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": false\n },\n {\n \"id\": \"29\",\n \"type\": \"journal-article\",\n \"title\": \"In History or Beyond History\",\n \"container_title\": \"Harvard Theological Review\",\n \"author\": [\n {\n \"family\": \"McCown\",\n \"given\": \"C. C.\"\n }\n ],\n \"note\": null,\n \"publisher\": null,\n \"editor\": null,\n \"publisher_place\": null,\n \"issued\": null,\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": \"XXXVIII\",\n \"page\": \"151-175\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": false\n },\n {\n \"id\": \"30\",\n \"type\": \"journal-article\",\n \"title\": \"History and the Social Science Research Council\",\n \"container_title\": \"American Historical Review\",\n \"author\": [\n {\n \"family\": \"Nichols\",\n \"given\": \"Roy F.\"\n }\n ],\n \"note\": null,\n \"publisher\": null,\n \"editor\": null,\n \"publisher_place\": null,\n \"issued\": null,\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": \"L\",\n \"page\": \"491-499\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": false\n },\n {\n \"id\": \"31\",\n \"type\": \"journal-article\",\n \"title\": \"The Poverty of Historicism, Part III\",\n \"container_title\": \"Economica\",\n \"author\": [\n {\n \"family\": \"Popper\",\n \"given\": \"Karl\"\n }\n ],\n \"note\": \"Parts I and II appeared in 1944. Cf. also #1233.\",\n \"publisher\": null,\n \"editor\": null,\n \"publisher_place\": null,\n \"issued\": null,\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": \"XII\",\n \"page\": \"69-89\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": false\n },\n {\n \"id\": \"32\",\n \"type\": \"journal-article\",\n \"title\": \"History and the Historian\",\n \"container_title\": \"Journal of Philosophy\",\n \"author\": [\n {\n \"family\": \"Weiss\",\n \"given\": \"Paul\"\n }\n ],\n \"note\": null,\n \"publisher\": null,\n \"editor\": null,\n \"publisher_place\": null,\n \"issued\": null,\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": \"XLII\",\n \"page\": \"169-179\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": false\n },\n {\n \"id\": \"33\",\n \"type\": \"journal-article\",\n \"title\": \"The Attack on the Historical Method\",\n \"container_title\": \"Journal of Philosophy\",\n \"author\": [\n {\n \"family\": \"White\",\n \"given\": \"Morton G.\"\n }\n ],\n \"note\": null,\n \"publisher\": null,\n \"editor\": null,\n \"publisher_place\": null,\n \"issued\": null,\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": \"XLII\",\n \"page\": \"314-331\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": false\n }\n ]\n}", "role": "assistant"}}], "usage": {"prompt_tokens": 1482, "completion_tokens": 5765, "total_tokens": 7247}}, "usage": {"input_tokens": 1482, "output_tokens": 5765, "total_tokens": 7247}, "finish_reason": "stop"}, "scoring": {"fuzzy": 0.6766698027553247, "cost_summary": {"total_input_tokens": 7409, "total_output_tokens": 28174, "total_tokens": 35583, "input_cost_usd": 0.001852, "output_cost_usd": 0.056348, "total_cost_usd": 0.0582, "pricing_date": "2025-10-01", "input_price_per_million": 0.25, "output_price_per_million": 2.0}}, "normalized_score": 67.66698027553247}, {"_id": {"$oid": "69ce22c0214d8cd071ad0012"}, "test_id": "T0139", "benchmark": "bibliographic_data", "date": "2025-10-01", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-4.1", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "openai", "model": "gpt-4.1", "duration": 81.60830283164978, "timestamp": "2025-10-01T00:51:23.495957", "parsed": {"metadata": {"title": "BIBLIOGRAPHY", "year": "1947", "page_number": 9}, "entries": [{"id": "140", "type": "book", "title": "Why We Read History", "container_title": null, "author": [{"family": "Smellie", "given": "K. B."}], "note": null, "publisher": "P. Elek", "editor": null, "publisher_place": "London", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "141", "type": "book", "title": "A Study of History", "container_title": null, "author": [{"family": "Toynbee", "given": "Arnold J."}], "note": "abridged by D. C. Somervell, New York: Oxford (Abridgement of vols. I-VI of A Study of History).", "publisher": "Oxford", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "142", "type": "book", "title": "In den spiegel van het verleden: historische opstellen", "container_title": null, "author": [{"family": "Verberne", "given": "L. G. J."}], "note": null, "publisher": "Bruna", "editor": null, "publisher_place": "Utrecht, Antwerpen", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "143", "type": "book", "title": "Esquemas de metodologia eclesi\u00e1stica", "container_title": null, "author": [{"family": "Vev\u00edr", "given": "Jos\u00e9"}], "note": null, "publisher": "Instituto", "editor": null, "publisher_place": "Barcelona", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "144", "type": "book", "title": "Sinn und Ziel der Geschichte", "container_title": null, "author": [{"family": "Walz", "given": "Hans H."}], "note": null, "publisher": "Universit\u00e4ts-Verlag", "editor": null, "publisher_place": "Bonn", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "145", "type": "journal-article", "title": "Atti del congresso internazionale di filosofia 15-20 November, 1946", "container_title": null, "author": null, "note": "Relevant articles listed below.", "publisher": "Castellani", "editor": null, "publisher_place": "Milano", "issued": null, "event_date": "15-20 November, 1946", "related": ["146", "147", "148"], "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "146", "type": "journal-article", "title": "Storia e materialismo storico", "container_title": "Atti del congresso internazionale di filosofia", "author": [{"family": "Drago", "given": "Pietro C."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": "145", "volume": "I", "page": "109-117", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "147", "type": "journal-article", "title": "Critica del giudizio storico", "container_title": "Atti del congresso internazionale di filosofia", "author": [{"family": "Fazio-Allmayer", "given": "Vito"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": "145", "volume": "I", "page": "281-290", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "148", "type": "journal-article", "title": "Forza e spirito nella storia", "container_title": "Atti del congresso internazionale di filosofia", "author": [{"family": "Nyman", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": "145", "volume": "I", "page": "191-200", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "149", "type": "journal-article", "title": "Sur le concept d\u2019histoire", "container_title": "Les temps modernes", "author": [{"family": "Benjamin", "given": "Walter"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "623-634", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "150", "type": "journal-article", "title": "Philosophy and Philosophy of History", "container_title": "20th Century Philosophy. New York: Philosophical Library", "author": [{"family": "Boodin", "given": "John E."}], "note": "In Dagobert D. Runes, ed.", "publisher": null, "editor": ["Dagobert D. Runes"], "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "106", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "151", "type": "journal-article", "title": "De la perception \u00e0 l\u2019histoire. La philosophie de M. Merleau-Ponty", "container_title": "Deucalion", "author": [{"family": "Caillois", "given": "R. P."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "II", "page": "57-85", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "152", "type": "journal-article", "title": "Commemorazione di Adolfo Omodeo", "container_title": "Annali della Scuola Normale di Pisa", "author": [{"family": "Cantimori", "given": "Delio"}], "note": "fasc. 3-4; (reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959).", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": "3-4", "reprint": "D. Cantimori, Studi di storia, Torino: Einaudi, 1959", "edition": null, "incomplete": null}, {"id": "153", "type": "journal-article", "title": "The Historian and the Philosophy of Science", "container_title": "Isis", "author": [{"family": "Cowan", "given": "Thomas"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXXVIII", "page": "11-18", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "154", "type": "journal-article", "title": "History as a Science", "container_title": "Historical Studies: Australia and New Zealand", "author": [{"family": "Crawford", "given": "R. M."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "153-175", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "155", "type": "journal-article", "title": "Christianisme et histoire", "container_title": "Etudes", "author": [{"family": "Dani\u00e9lou", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "CCLIV", "page": "166-184", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "156", "type": "journal-article", "title": "Wahrheit der Geschichte. Geschichte der Wahrheit", "container_title": "Amerikanische Rundschau", "author": [{"family": "Dell", "given": "Stanley"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "44-53", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "157", "type": "journal-article", "title": "The Idea of Progress", "container_title": "American Historical Review", "author": [{"family": "Fay", "given": "Sidney B."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "LII", "page": "231-246", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "158", "type": "journal-article", "title": "Th\u00e9ologie et histoire", "container_title": "Dieu vivant", "author": [{"family": "Fessard", "given": "Gaston"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "VIII", "page": "39-65", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "159", "type": "journal-article", "title": "Acton, Creighton, and Lea: A Study in History and Ethics", "container_title": "Pacific Historical Review", "author": [{"family": "Fish", "given": "Andrew"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XVI", "page": "59-69", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "160", "type": "journal-article", "title": "Le conscience historique en Italie", "container_title": "Les temps modernes", "author": [{"family": "Garosci", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "23-24", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}]}, "text": "", "raw_response": {"id": "chatcmpl-CLdSV5teB9ET2Is9zUOJnj89C7VE3", "model": "gpt-4.1-2025-04-14", "choices": [{"finish_reason": "stop", "index": 0, "message": {"content": "{\"metadata\":{\"title\":\"BIBLIOGRAPHY\",\"year\":\"1947\",\"page_number\":9},\"entries\":[{\"id\":\"140\",\"type\":\"book\",\"title\":\"Why We Read History\",\"container_title\":null,\"author\":[{\"family\":\"Smellie\",\"given\":\"K. B.\"}],\"note\":null,\"publisher\":\"P. Elek\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"141\",\"type\":\"book\",\"title\":\"A Study of History\",\"container_title\":null,\"author\":[{\"family\":\"Toynbee\",\"given\":\"Arnold J.\"}],\"note\":\"abridged by D. C. Somervell, New York: Oxford (Abridgement of vols. I-VI of A Study of History).\",\"publisher\":\"Oxford\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"142\",\"type\":\"book\",\"title\":\"In den spiegel van het verleden: historische opstellen\",\"container_title\":null,\"author\":[{\"family\":\"Verberne\",\"given\":\"L. G. J.\"}],\"note\":null,\"publisher\":\"Bruna\",\"editor\":null,\"publisher_place\":\"Utrecht, Antwerpen\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"143\",\"type\":\"book\",\"title\":\"Esquemas de metodologia eclesi\u00e1stica\",\"container_title\":null,\"author\":[{\"family\":\"Vev\u00edr\",\"given\":\"Jos\u00e9\"}],\"note\":null,\"publisher\":\"Instituto\",\"editor\":null,\"publisher_place\":\"Barcelona\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"144\",\"type\":\"book\",\"title\":\"Sinn und Ziel der Geschichte\",\"container_title\":null,\"author\":[{\"family\":\"Walz\",\"given\":\"Hans H.\"}],\"note\":null,\"publisher\":\"Universit\u00e4ts-Verlag\",\"editor\":null,\"publisher_place\":\"Bonn\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"145\",\"type\":\"journal-article\",\"title\":\"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\"container_title\":null,\"author\":null,\"note\":\"Relevant articles listed below.\",\"publisher\":\"Castellani\",\"editor\":null,\"publisher_place\":\"Milano\",\"issued\":null,\"event_date\":\"15-20 November, 1946\",\"related\":[\"146\",\"147\",\"148\"],\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"146\",\"type\":\"journal-article\",\"title\":\"Storia e materialismo storico\",\"container_title\":\"Atti del congresso internazionale di filosofia\",\"author\":[{\"family\":\"Drago\",\"given\":\"Pietro C.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":\"I\",\"page\":\"109-117\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"147\",\"type\":\"journal-article\",\"title\":\"Critica del giudizio storico\",\"container_title\":\"Atti del congresso internazionale di filosofia\",\"author\":[{\"family\":\"Fazio-Allmayer\",\"given\":\"Vito\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":\"I\",\"page\":\"281-290\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"148\",\"type\":\"journal-article\",\"title\":\"Forza e spirito nella storia\",\"container_title\":\"Atti del congresso internazionale di filosofia\",\"author\":[{\"family\":\"Nyman\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"145\",\"volume\":\"I\",\"page\":\"191-200\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"149\",\"type\":\"journal-article\",\"title\":\"Sur le concept d\u2019histoire\",\"container_title\":\"Les temps modernes\",\"author\":[{\"family\":\"Benjamin\",\"given\":\"Walter\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"623-634\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"150\",\"type\":\"journal-article\",\"title\":\"Philosophy and Philosophy of History\",\"container_title\":\"20th Century Philosophy. New York: Philosophical Library\",\"author\":[{\"family\":\"Boodin\",\"given\":\"John E.\"}],\"note\":\"In Dagobert D. Runes, ed.\",\"publisher\":null,\"editor\":[\"Dagobert D. Runes\"],\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":\"106\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"151\",\"type\":\"journal-article\",\"title\":\"De la perception \u00e0 l\u2019histoire. La philosophie de M. Merleau-Ponty\",\"container_title\":\"Deucalion\",\"author\":[{\"family\":\"Caillois\",\"given\":\"R. P.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"II\",\"page\":\"57-85\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"152\",\"type\":\"journal-article\",\"title\":\"Commemorazione di Adolfo Omodeo\",\"container_title\":\"Annali della Scuola Normale di Pisa\",\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"note\":\"fasc. 3-4; (reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959).\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":\"3-4\",\"reprint\":\"D. Cantimori, Studi di storia, Torino: Einaudi, 1959\",\"edition\":null,\"incomplete\":null},{\"id\":\"153\",\"type\":\"journal-article\",\"title\":\"The Historian and the Philosophy of Science\",\"container_title\":\"Isis\",\"author\":[{\"family\":\"Cowan\",\"given\":\"Thomas\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXVIII\",\"page\":\"11-18\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"154\",\"type\":\"journal-article\",\"title\":\"History as a Science\",\"container_title\":\"Historical Studies: Australia and New Zealand\",\"author\":[{\"family\":\"Crawford\",\"given\":\"R. M.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"153-175\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"155\",\"type\":\"journal-article\",\"title\":\"Christianisme et histoire\",\"container_title\":\"Etudes\",\"author\":[{\"family\":\"Dani\u00e9lou\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CCLIV\",\"page\":\"166-184\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"156\",\"type\":\"journal-article\",\"title\":\"Wahrheit der Geschichte. Geschichte der Wahrheit\",\"container_title\":\"Amerikanische Rundschau\",\"author\":[{\"family\":\"Dell\",\"given\":\"Stanley\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"44-53\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"157\",\"type\":\"journal-article\",\"title\":\"The Idea of Progress\",\"container_title\":\"American Historical Review\",\"author\":[{\"family\":\"Fay\",\"given\":\"Sidney B.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LII\",\"page\":\"231-246\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"158\",\"type\":\"journal-article\",\"title\":\"Th\u00e9ologie et histoire\",\"container_title\":\"Dieu vivant\",\"author\":[{\"family\":\"Fessard\",\"given\":\"Gaston\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"VIII\",\"page\":\"39-65\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"159\",\"type\":\"journal-article\",\"title\":\"Acton, Creighton, and Lea: A Study in History and Ethics\",\"container_title\":\"Pacific Historical Review\",\"author\":[{\"family\":\"Fish\",\"given\":\"Andrew\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XVI\",\"page\":\"59-69\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"160\",\"type\":\"journal-article\",\"title\":\"Le conscience historique en Italie\",\"container_title\":\"Les temps modernes\",\"author\":[{\"family\":\"Garosci\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"23-24\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null}]}", "role": "assistant"}}], "usage": {"prompt_tokens": 1443, "completion_tokens": 2394, "total_tokens": 3837}}, "usage": {"input_tokens": 1443, "output_tokens": 2394, "total_tokens": 3837}, "finish_reason": "stop"}, "scoring": {"fuzzy": 0.6569138874685232, "cost_summary": {"total_input_tokens": 7215, "total_output_tokens": 10092, "total_tokens": 17307, "input_cost_usd": 0.01443, "output_cost_usd": 0.080736, "total_cost_usd": 0.095166, "pricing_date": "2025-10-01", "input_price_per_million": 2.0, "output_price_per_million": 8.0}}, "normalized_score": 65.69138874685233}, {"_id": {"$oid": "69ce22c0214d8cd071ad0017"}, "test_id": "T0129", "benchmark": "bibliographic_data", "date": "2025-10-01", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "openai", "model": "gpt-5", "duration": 132.4785225391388, "timestamp": "2025-10-01T07:14:08.285454", "parsed": {"metadata": {"title": "History and Theory", "year": "1945", "page_number": 2}, "entries": [{"id": "15", "type": "journal-article", "title": "The Open Society and Its Enemies", "container_title": "British Journal of Sociology", "author": [{"family": "Plamenatz", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1952", "event_date": null, "related": null, "relation": null, "volume": "III", "page": "264-273", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "16", "type": "journal-article", "title": "The Open Society - a Comment", "container_title": "British Journal of Sociology", "author": [{"family": "Gombrich", "given": "E. H."}], "note": "On Plamenatz.", "publisher": null, "editor": null, "publisher_place": null, "issued": "1952", "event_date": null, "related": null, "relation": "15", "volume": "III", "page": "358-360", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "17", "type": "journal-article", "title": "The Open Society - a Rejoinder", "container_title": "British Journal of Sociology", "author": [{"family": "Plamenatz", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1953", "event_date": null, "related": null, "relation": "16", "volume": "IV", "page": "76-77", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "18", "type": "journal-article", "title": "The Open Society: a Reconsideration", "container_title": "Political Science Quarterly", "author": [{"family": "Cobban", "given": "Alfred"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1954", "event_date": null, "related": null, "relation": null, "volume": "LXIX", "page": "119-126", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "19", "type": "journal-article", "title": "Has History a Meaning?", "container_title": "British Journal for the Philosophy of Science", "author": [{"family": "Bernal", "given": "J. D."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1955", "event_date": null, "related": null, "relation": null, "volume": "VI", "page": "164-169", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "20", "type": "book", "title": "War and History", "container_title": null, "author": [{"family": "Sumner", "given": "B. H."}], "note": null, "publisher": "Oliver and Boyd", "editor": null, "publisher_place": "Edinburgh", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "21", "type": "book", "title": "The Philosophy of American History", "container_title": null, "author": [{"family": "Zucker", "given": "Morris"}], "note": null, "publisher": "Arnold and Howard", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": "2 vols.", "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "22", "type": "journal-article", "title": "History as a Liberal Art", "container_title": "Journal of the History of Ideas", "author": [{"family": "Barzun", "given": "Jacques"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "VI", "page": "81-88", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "23", "type": "journal-article", "title": "The Study of Contemporary History: Some Further Reflections", "container_title": "History N. S.", "author": [{"family": "Beloff", "given": "Max"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXX", "page": "75-84", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "24", "type": "journal-article", "title": "Appunti sullo 'storicismo'", "container_title": "Societ\u00e0", "author": [{"family": "Cantimori", "given": "Delio"}], "note": "Reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959, 1-45.", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "I", "page": "1-45", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "25", "type": "journal-article", "title": "The Meaning of History", "container_title": "Ethics", "author": [{"family": "Coulborn", "given": "Rushton"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "LV", "page": "46-63", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "26", "type": "journal-article", "title": "History - a Science?", "container_title": "Mississippi Valley Historical Review", "author": [{"family": "Gould", "given": "Clarence P."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXXII", "page": "375-388", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "27", "type": "journal-article", "title": "Generality and Singularity in Historical Judgment", "container_title": "Journal of Philosophy", "author": [{"family": "Hofstadter", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XLII", "page": "57-65", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "28", "type": "journal-article", "title": "Les nouvelles conceptions de l'histoire", "container_title": "Revue philosophique", "author": [{"family": "Lenoble", "given": "R."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "CXXXV", "page": "193-208, 324-348", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "29", "type": "journal-article", "title": "In History or Beyond History", "container_title": "Harvard Theological Review", "author": [{"family": "McCown", "given": "C. C."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXXVIII", "page": "151-175", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "30", "type": "journal-article", "title": "History and the Social Science Research Council", "container_title": "American Historical Review", "author": [{"family": "Nichols", "given": "Roy F."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "L", "page": "491-499", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "31", "type": "journal-article", "title": "The Poverty of Historicism, Part III", "container_title": "Economica", "author": [{"family": "Popper", "given": "Karl"}], "note": "Parts I and II appeared in 1944. Cf. also #1233.", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": ["1233"], "relation": null, "volume": "XII", "page": "69-89", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "32", "type": "journal-article", "title": "History and the Historian", "container_title": "Journal of Philosophy", "author": [{"family": "Weiss", "given": "Paul"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XLII", "page": "169-179", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "33", "type": "journal-article", "title": "The Attack on the Historical Method", "container_title": "Journal of Philosophy", "author": [{"family": "White", "given": "Morton G."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XLII", "page": "314-331", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}]}, "text": "", "raw_response": {"id": "chatcmpl-CLjQ5Uwbn54xuNJwjgvKGhQno3ZcI", "model": "gpt-5-2025-08-07", "choices": [{"finish_reason": "stop", "index": 0, "message": {"content": "{\"metadata\":{\"title\":\"History and Theory\",\"year\":\"1945\",\"page_number\":2},\"entries\":[{\"id\":\"15\",\"type\":\"journal-article\",\"title\":\"The Open Society and Its Enemies\",\"container_title\":\"British Journal of Sociology\",\"author\":[{\"family\":\"Plamenatz\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1952\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"264-273\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"16\",\"type\":\"journal-article\",\"title\":\"The Open Society - a Comment\",\"container_title\":\"British Journal of Sociology\",\"author\":[{\"family\":\"Gombrich\",\"given\":\"E. H.\"}],\"note\":\"On Plamenatz.\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1952\",\"event_date\":null,\"related\":null,\"relation\":\"15\",\"volume\":\"III\",\"page\":\"358-360\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"17\",\"type\":\"journal-article\",\"title\":\"The Open Society - a Rejoinder\",\"container_title\":\"British Journal of Sociology\",\"author\":[{\"family\":\"Plamenatz\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1953\",\"event_date\":null,\"related\":null,\"relation\":\"16\",\"volume\":\"IV\",\"page\":\"76-77\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"18\",\"type\":\"journal-article\",\"title\":\"The Open Society: a Reconsideration\",\"container_title\":\"Political Science Quarterly\",\"author\":[{\"family\":\"Cobban\",\"given\":\"Alfred\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1954\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LXIX\",\"page\":\"119-126\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"19\",\"type\":\"journal-article\",\"title\":\"Has History a Meaning?\",\"container_title\":\"British Journal for the Philosophy of Science\",\"author\":[{\"family\":\"Bernal\",\"given\":\"J. D.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1955\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"VI\",\"page\":\"164-169\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"20\",\"type\":\"book\",\"title\":\"War and History\",\"container_title\":null,\"author\":[{\"family\":\"Sumner\",\"given\":\"B. H.\"}],\"note\":null,\"publisher\":\"Oliver and Boyd\",\"editor\":null,\"publisher_place\":\"Edinburgh\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"21\",\"type\":\"book\",\"title\":\"The Philosophy of American History\",\"container_title\":null,\"author\":[{\"family\":\"Zucker\",\"given\":\"Morris\"}],\"note\":null,\"publisher\":\"Arnold and Howard\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"2 vols.\",\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"22\",\"type\":\"journal-article\",\"title\":\"History as a Liberal Art\",\"container_title\":\"Journal of the History of Ideas\",\"author\":[{\"family\":\"Barzun\",\"given\":\"Jacques\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"VI\",\"page\":\"81-88\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"23\",\"type\":\"journal-article\",\"title\":\"The Study of Contemporary History: Some Further Reflections\",\"container_title\":\"History N. S.\",\"author\":[{\"family\":\"Beloff\",\"given\":\"Max\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXX\",\"page\":\"75-84\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"24\",\"type\":\"journal-article\",\"title\":\"Appunti sullo 'storicismo'\",\"container_title\":\"Societ\u00e0\",\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"note\":\"Reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959, 1-45.\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I\",\"page\":\"1-45\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"25\",\"type\":\"journal-article\",\"title\":\"The Meaning of History\",\"container_title\":\"Ethics\",\"author\":[{\"family\":\"Coulborn\",\"given\":\"Rushton\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LV\",\"page\":\"46-63\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"26\",\"type\":\"journal-article\",\"title\":\"History - a Science?\",\"container_title\":\"Mississippi Valley Historical Review\",\"author\":[{\"family\":\"Gould\",\"given\":\"Clarence P.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXII\",\"page\":\"375-388\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"27\",\"type\":\"journal-article\",\"title\":\"Generality and Singularity in Historical Judgment\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Hofstadter\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XLII\",\"page\":\"57-65\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"28\",\"type\":\"journal-article\",\"title\":\"Les nouvelles conceptions de l'histoire\",\"container_title\":\"Revue philosophique\",\"author\":[{\"family\":\"Lenoble\",\"given\":\"R.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CXXXV\",\"page\":\"193-208, 324-348\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"29\",\"type\":\"journal-article\",\"title\":\"In History or Beyond History\",\"container_title\":\"Harvard Theological Review\",\"author\":[{\"family\":\"McCown\",\"given\":\"C. C.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXVIII\",\"page\":\"151-175\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"30\",\"type\":\"journal-article\",\"title\":\"History and the Social Science Research Council\",\"container_title\":\"American Historical Review\",\"author\":[{\"family\":\"Nichols\",\"given\":\"Roy F.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"L\",\"page\":\"491-499\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"31\",\"type\":\"journal-article\",\"title\":\"The Poverty of Historicism, Part III\",\"container_title\":\"Economica\",\"author\":[{\"family\":\"Popper\",\"given\":\"Karl\"}],\"note\":\"Parts I and II appeared in 1944. Cf. also #1233.\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":[\"1233\"],\"relation\":null,\"volume\":\"XII\",\"page\":\"69-89\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"32\",\"type\":\"journal-article\",\"title\":\"History and the Historian\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Weiss\",\"given\":\"Paul\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XLII\",\"page\":\"169-179\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"33\",\"type\":\"journal-article\",\"title\":\"The Attack on the Historical Method\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"White\",\"given\":\"Morton G.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XLII\",\"page\":\"314-331\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null}]}", "role": "assistant"}}], "usage": {"prompt_tokens": 1304, "completion_tokens": 7102, "total_tokens": 8406}}, "usage": {"input_tokens": 1304, "output_tokens": 7102, "total_tokens": 8406}, "finish_reason": "stop"}, "scoring": {"fuzzy": 0.6853467526056684, "cost_summary": {"total_input_tokens": 6520, "total_output_tokens": 33398, "total_tokens": 39918, "input_cost_usd": 0.00815, "output_cost_usd": 0.33398, "total_cost_usd": 0.34213, "pricing_date": "2025-10-01", "input_price_per_million": 1.25, "output_price_per_million": 10.0}}, "normalized_score": 68.53467526056683}, {"_id": {"$oid": "69ce22c0214d8cd071ad001a"}, "test_id": "T0133", "benchmark": "bibliographic_data", "date": "2025-10-01", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "o3", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "openai", "model": "o3", "duration": 108.61318349838257, "timestamp": "2025-10-01T07:41:56.574866", "parsed": {"metadata": {"title": "History and Theory", "year": "1946", "page_number": 4}, "entries": [{"id": "49", "type": "journal-article", "title": "Review of the German translation", "container_title": "Historische Zeitschrift", "author": [{"family": "Schlenke", "given": "Manfred"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1957", "event_date": null, "related": null, "relation": null, "volume": "CLXXXIV", "page": "594-597", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "50", "type": "book", "title": "Introduzione allo studio della storia", "container_title": null, "author": [{"family": "Cusin", "given": "Fabio"}], "note": null, "publisher": "Cedam", "editor": null, "publisher_place": "Padova", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "51", "type": "journal-article", "title": "Review", "container_title": "Sophia", "author": [{"family": "Cafaro", "given": "F."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": "50", "volume": "1", "page": "206-207", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "52", "type": "book", "title": "L'histoire, science du concret", "container_title": null, "author": [{"family": "Dardel", "given": "Eric"}], "note": null, "publisher": "Presses Universitaires de France", "editor": null, "publisher_place": "Paris", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "53", "type": "book", "title": "Historical Change", "container_title": null, "author": [{"family": "Einstein", "given": "Lewis"}], "note": null, "publisher": "Cambridge University Press", "editor": null, "publisher_place": "Cambridge", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "54", "type": "book", "title": "The Place of War in History", "container_title": null, "author": [{"family": "Falls", "given": "Cyril"}], "note": null, "publisher": "Clarendon", "editor": null, "publisher_place": "Oxford", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "55", "type": "book", "title": "A Guide to Historical Method", "container_title": null, "author": [{"family": "Garraghan", "given": "Gilbert J."}], "note": "ed. by Jean Delanglez", "publisher": "Fordham University Press", "editor": ["Jean Delanglez"], "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "56", "type": "book", "title": "Le\u00e7ons sur la philosophie de l'histoire", "container_title": null, "author": [{"family": "Gibelin", "given": "J."}], "note": null, "publisher": "Vrin", "editor": null, "publisher_place": "Paris", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "57", "type": "book", "title": "Bilan de l'histoire", "container_title": null, "author": [{"family": "Grousset", "given": "Ren\u00e9"}], "note": null, "publisher": "Plon", "editor": null, "publisher_place": "Paris", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "58", "type": "book", "title": "Introduction \u00e0 l\u2019histoire", "container_title": null, "author": [{"family": "Halphen", "given": "Louis"}], "note": null, "publisher": "Presses Universitaires de France", "editor": null, "publisher_place": "Paris", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "59", "type": "journal-article", "title": "Sur une forme d\u2019histoire qui n\u2019est pas la n\u00f4tre", "container_title": "Annales: Economies-soci\u00e9t\u00e9s-civilisations", "author": [{"family": "Febvre", "given": "Lucien"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "21-24", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "60", "type": "journal-article", "title": "Avenir de l\u2019histoire", "container_title": "Revue historique", "author": [{"family": "Lefebvre", "given": "Georges"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": "CXCvII", "page": "55-61", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "61", "type": "book", "title": "Hoe begaat de geschiedenis het heden?", "container_title": null, "author": [{"family": "Huizinga", "given": "J."}], "note": null, "publisher": "Tjeenk Willink", "editor": null, "publisher_place": "Haarlem", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "62", "type": "book", "title": "De mensch en de beschaving", "container_title": null, "author": [{"family": "Huizinga", "given": "J."}], "note": null, "publisher": "Pantheon", "editor": null, "publisher_place": "Amsterdam, Antwerpen", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "63", "type": "book", "title": "Historische Meditationen", "container_title": null, "author": [{"family": "Kaegi", "given": "W."}], "note": "2 vols.", "publisher": "Fritz und Wanthmuth", "editor": null, "publisher_place": "Z\u00fcrich", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "64", "type": "book", "title": "Notions d'historiographie moderne", "container_title": null, "author": [{"family": "Lefebvre", "given": "G."}], "note": "dactylographed for his students", "publisher": "Centre de Documentation Universitaire", "editor": null, "publisher_place": "Paris", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "65", "type": "book", "title": "Essays on Historiography", "container_title": null, "author": [{"family": "Malin", "given": "James C."}], "note": null, "publisher": "The Author", "editor": null, "publisher_place": "Lawrence, Kansas", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "66", "type": "book", "title": "The Old Testament Interpretation of History", "container_title": null, "author": [{"family": "North", "given": "C. R."}], "note": null, "publisher": "The Epworth Press", "editor": null, "publisher_place": "London", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "67", "type": "book", "title": "Concord and Liberty", "container_title": null, "author": [{"family": "Ortega y Gasset", "given": "Jos\u00e9"}], "note": "trans. by Helene Weyl", "publisher": "Norton", "editor": ["Helene Weyl"], "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "68", "type": "book", "title": "Sociovidenbakelig Metodelaere", "container_title": null, "author": [{"family": "Ranulf", "given": "Svend"}], "note": null, "publisher": "Einar Munksgaard", "editor": null, "publisher_place": "K\u00f8benhavn", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "69", "type": "book", "title": "Geschichte als Bildungsmacht", "container_title": null, "author": [{"family": "Ritter", "given": "Gerhard"}], "note": null, "publisher": "Deutsche Verlags-Anstalt", "editor": null, "publisher_place": "Stuttgart", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}]}, "text": "", "raw_response": {"id": "chatcmpl-CLjrM5uk52KOvveLrZMSVmXkHBeaO", "model": "o3-2025-04-16", "choices": [{"finish_reason": "stop", "index": 0, "message": {"content": "{\"metadata\":{\"title\":\"History and Theory\",\"year\":\"1946\",\"page_number\":4},\"entries\":[{\"id\":\"49\",\"type\":\"journal-article\",\"title\":\"Review of the German translation\",\"container_title\":\"Historische Zeitschrift\",\"author\":[{\"family\":\"Schlenke\",\"given\":\"Manfred\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1957\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CLXXXIV\",\"page\":\"594-597\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"50\",\"type\":\"book\",\"title\":\"Introduzione allo studio della storia\",\"container_title\":null,\"author\":[{\"family\":\"Cusin\",\"given\":\"Fabio\"}],\"note\":null,\"publisher\":\"Cedam\",\"editor\":null,\"publisher_place\":\"Padova\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"51\",\"type\":\"journal-article\",\"title\":\"Review\",\"container_title\":\"Sophia\",\"author\":[{\"family\":\"Cafaro\",\"given\":\"F.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":\"50\",\"volume\":\"1\",\"page\":\"206-207\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"52\",\"type\":\"book\",\"title\":\"L'histoire, science du concret\",\"container_title\":null,\"author\":[{\"family\":\"Dardel\",\"given\":\"Eric\"}],\"note\":null,\"publisher\":\"Presses Universitaires de France\",\"editor\":null,\"publisher_place\":\"Paris\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"53\",\"type\":\"book\",\"title\":\"Historical Change\",\"container_title\":null,\"author\":[{\"family\":\"Einstein\",\"given\":\"Lewis\"}],\"note\":null,\"publisher\":\"Cambridge University Press\",\"editor\":null,\"publisher_place\":\"Cambridge\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"54\",\"type\":\"book\",\"title\":\"The Place of War in History\",\"container_title\":null,\"author\":[{\"family\":\"Falls\",\"given\":\"Cyril\"}],\"note\":null,\"publisher\":\"Clarendon\",\"editor\":null,\"publisher_place\":\"Oxford\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"55\",\"type\":\"book\",\"title\":\"A Guide to Historical Method\",\"container_title\":null,\"author\":[{\"family\":\"Garraghan\",\"given\":\"Gilbert J.\"}],\"note\":\"ed. by Jean Delanglez\",\"publisher\":\"Fordham University Press\",\"editor\":[\"Jean Delanglez\"],\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"56\",\"type\":\"book\",\"title\":\"Le\u00e7ons sur la philosophie de l'histoire\",\"container_title\":null,\"author\":[{\"family\":\"Gibelin\",\"given\":\"J.\"}],\"note\":null,\"publisher\":\"Vrin\",\"editor\":null,\"publisher_place\":\"Paris\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"57\",\"type\":\"book\",\"title\":\"Bilan de l'histoire\",\"container_title\":null,\"author\":[{\"family\":\"Grousset\",\"given\":\"Ren\u00e9\"}],\"note\":null,\"publisher\":\"Plon\",\"editor\":null,\"publisher_place\":\"Paris\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"58\",\"type\":\"book\",\"title\":\"Introduction \u00e0 l\u2019histoire\",\"container_title\":null,\"author\":[{\"family\":\"Halphen\",\"given\":\"Louis\"}],\"note\":null,\"publisher\":\"Presses Universitaires de France\",\"editor\":null,\"publisher_place\":\"Paris\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"59\",\"type\":\"journal-article\",\"title\":\"Sur une forme d\u2019histoire qui n\u2019est pas la n\u00f4tre\",\"container_title\":\"Annales: Economies-soci\u00e9t\u00e9s-civilisations\",\"author\":[{\"family\":\"Febvre\",\"given\":\"Lucien\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"21-24\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"60\",\"type\":\"journal-article\",\"title\":\"Avenir de l\u2019histoire\",\"container_title\":\"Revue historique\",\"author\":[{\"family\":\"Lefebvre\",\"given\":\"Georges\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CXCvII\",\"page\":\"55-61\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"61\",\"type\":\"book\",\"title\":\"Hoe begaat de geschiedenis het heden?\",\"container_title\":null,\"author\":[{\"family\":\"Huizinga\",\"given\":\"J.\"}],\"note\":null,\"publisher\":\"Tjeenk Willink\",\"editor\":null,\"publisher_place\":\"Haarlem\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"62\",\"type\":\"book\",\"title\":\"De mensch en de beschaving\",\"container_title\":null,\"author\":[{\"family\":\"Huizinga\",\"given\":\"J.\"}],\"note\":null,\"publisher\":\"Pantheon\",\"editor\":null,\"publisher_place\":\"Amsterdam, Antwerpen\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"63\",\"type\":\"book\",\"title\":\"Historische Meditationen\",\"container_title\":null,\"author\":[{\"family\":\"Kaegi\",\"given\":\"W.\"}],\"note\":\"2 vols.\",\"publisher\":\"Fritz und Wanthmuth\",\"editor\":null,\"publisher_place\":\"Z\u00fcrich\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"64\",\"type\":\"book\",\"title\":\"Notions d'historiographie moderne\",\"container_title\":null,\"author\":[{\"family\":\"Lefebvre\",\"given\":\"G.\"}],\"note\":\"dactylographed for his students\",\"publisher\":\"Centre de Documentation Universitaire\",\"editor\":null,\"publisher_place\":\"Paris\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"65\",\"type\":\"book\",\"title\":\"Essays on Historiography\",\"container_title\":null,\"author\":[{\"family\":\"Malin\",\"given\":\"James C.\"}],\"note\":null,\"publisher\":\"The Author\",\"editor\":null,\"publisher_place\":\"Lawrence, Kansas\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"66\",\"type\":\"book\",\"title\":\"The Old Testament Interpretation of History\",\"container_title\":null,\"author\":[{\"family\":\"North\",\"given\":\"C. R.\"}],\"note\":null,\"publisher\":\"The Epworth Press\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"67\",\"type\":\"book\",\"title\":\"Concord and Liberty\",\"container_title\":null,\"author\":[{\"family\":\"Ortega y Gasset\",\"given\":\"Jos\u00e9\"}],\"note\":\"trans. by Helene Weyl\",\"publisher\":\"Norton\",\"editor\":[\"Helene Weyl\"],\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"68\",\"type\":\"book\",\"title\":\"Sociovidenbakelig Metodelaere\",\"container_title\":null,\"author\":[{\"family\":\"Ranulf\",\"given\":\"Svend\"}],\"note\":null,\"publisher\":\"Einar Munksgaard\",\"editor\":null,\"publisher_place\":\"K\u00f8benhavn\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"69\",\"type\":\"book\",\"title\":\"Geschichte als Bildungsmacht\",\"container_title\":null,\"author\":[{\"family\":\"Ritter\",\"given\":\"Gerhard\"}],\"note\":null,\"publisher\":\"Deutsche Verlags-Anstalt\",\"editor\":null,\"publisher_place\":\"Stuttgart\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null}]}", "role": "assistant"}}], "usage": {"prompt_tokens": 1349, "completion_tokens": 5004, "total_tokens": 6353}}, "usage": {"input_tokens": 1349, "output_tokens": 5004, "total_tokens": 6353}, "finish_reason": "stop"}, "scoring": {"fuzzy": 0.6667623065142385, "cost_summary": {"total_input_tokens": 6745, "total_output_tokens": 21879, "total_tokens": 28624, "input_cost_usd": 0.01349, "output_cost_usd": 0.175032, "total_cost_usd": 0.188522, "pricing_date": "2025-10-01", "input_price_per_million": 2.0, "output_price_per_million": 8.0}}, "normalized_score": 66.67623065142385}, {"_id": {"$oid": "69ce22c0214d8cd071acff70"}, "test_id": "T0128", "benchmark": "bibliographic_data", "date": "2025-09-30", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "genai", "model": "gemini-2.5-pro", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "genai", "model": "gemini-2.5-pro", "duration": 30.268011331558228, "timestamp": "2025-09-30T23:26:03.758080", "parsed": {"metadata": {"title": "BIBLIOGRAPHY", "year": "1947", "page_number": 9}, "entries": [{"id": "140", "type": "book", "title": "Why We Read History", "author": [{"family": "Smellie", "given": "K. B."}], "publisher": "P. Elek", "publisher_place": "London"}, {"id": "141", "type": "book", "title": "A Study of History", "author": [{"family": "Toynbee", "given": "Arnold J."}], "note": "abridged by D. C. Somervell. New York: Oxford (Abridegement of vols. I-VI of A Study of History).", "publisher": "Oxford", "publisher_place": "New York"}, {"id": "142", "type": "book", "title": "In den spiegel van het verleden: historische opstellen", "author": [{"family": "Verberne", "given": "L. G. J."}], "publisher": "Bruna", "publisher_place": "Utrecht, Antwerpen"}, {"id": "143", "type": "book", "title": "Esquemas de metodologia eclesi\u00e1stica", "author": [{"family": "Vevir", "given": "Jos\u00e9"}], "publisher": "Instituto", "publisher_place": "Barcelona"}, {"id": "144", "type": "book", "title": "Sinn und Ziel der Geschichte", "author": [{"family": "Walz", "given": "Hans H."}], "publisher": "Universit\u00e4ts-Verlag", "publisher_place": "Bonn"}, {"id": "145", "type": "book", "title": "Atti del congresso internazionale di filosofia 15-20 November, 1946", "note": "Relevant articles:", "publisher": "Castellani", "publisher_place": "Milano"}, {"id": "146", "type": "journal-article", "title": "Storia e materialismo storico", "author": [{"family": "Drago", "given": "Pietro C."}], "relation": "145", "volume": "I", "page": "109-117"}, {"id": "147", "type": "journal-article", "title": "Critica del giudizio storico", "author": [{"family": "Fazio-Allmayer", "given": "Vito"}], "relation": "145", "volume": "I", "page": "281-290"}, {"id": "148", "type": "journal-article", "title": "Forza e spirito nella storia", "author": [{"family": "Nyman", "given": "A."}], "relation": "145", "volume": "I", "page": "191-200"}, {"id": "149", "type": "journal-article", "title": "Sur le concept d'histoire", "container_title": "Les temps modernes II", "author": [{"family": "Benjamin", "given": "Walter"}], "page": "623-634"}, {"id": "150", "type": "journal-article", "title": "Philosophy of History", "container_title": "20th Century Philosophy", "author": [{"family": "Boodin", "given": "John E."}], "publisher": "Philosophical Library", "editor": ["Dagobert D. Runes"], "publisher_place": "New York", "page": "89-106"}, {"id": "151", "type": "journal-article", "title": "De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty", "container_title": "Deucalion II", "author": [{"family": "Caillois", "given": "R. P."}], "page": "57-85"}, {"id": "152", "type": "journal-article", "title": "Commemorazione di Adolfo Omodeo", "container_title": "Annali della Scuola Normale di Pisa", "author": [{"family": "Cantimori", "given": "Delio"}], "note": "(reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959).", "fascicle": "3-4"}, {"id": "153", "type": "journal-article", "title": "The Historian and the Philosophy of Science", "container_title": "Isis XXXVIII", "author": [{"family": "Cowan", "given": "Thomas"}], "page": "11-18"}, {"id": "154", "type": "journal-article", "title": "History as a Science", "container_title": "Historical Studies: Australia and New Zealand III", "author": [{"family": "Crawford", "given": "R. M."}], "page": "153-175"}, {"id": "155", "type": "journal-article", "title": "Christianisme et histoire", "container_title": "Etudes CCLIV", "author": [{"family": "Dani\u00e9lou", "given": "J."}], "page": "166-184"}, {"id": "156", "type": "journal-article", "title": "Wahrheit der Geschichte. Geschichte der Wahrheit", "container_title": "Amerikanische Rundschau III", "author": [{"family": "Dell", "given": "Stanley"}], "page": "44-53"}, {"id": "157", "type": "journal-article", "title": "The Idea of Progress", "container_title": "American Historical Review LII", "author": [{"family": "Fay", "given": "Sidney B."}], "page": "231-246"}, {"id": "158", "type": "journal-article", "title": "Th\u00e9ologie et histoire", "container_title": "Dieu vivant VIII", "author": [{"family": "Fessard", "given": "Gaston"}], "page": "39-65"}, {"id": "159", "type": "journal-article", "title": "Acton, Creighton, and Lea: a Study in History and Ethics", "container_title": "Pacific Historical Review XVI", "author": [{"family": "Fish", "given": "Andrew"}], "page": "59-69"}, {"id": "160", "type": "journal-article", "title": "Le conscience historique en Italie", "container_title": "Les temps modernes III", "author": [{"family": "Garosci", "given": "A."}], "page": "23-24"}]}, "text": "{\n \"metadata\": {\n \"title\": \"BIBLIOGRAPHY\",\n \"year\": \"1947\",\n \"page_number\": 9\n },\n \"entries\": [\n {\n \"id\": \"140\",\n \"type\": \"book\",\n \"title\": \"Why We Read History\",\n \"author\": [\n {\n \"family\": \"Smellie\",\n \"given\": \"K. B.\"\n }\n ],\n \"publisher\": \"P. Elek\",\n \"publisher_place\": \"London\"\n },\n {\n \"id\": \"141\",\n \"type\": \"book\",\n \"title\": \"A Study of History\",\n \"author\": [\n {\n \"family\": \"Toynbee\",\n \"given\": \"Arnold J.\"\n }\n ],\n \"note\": \"abridged by D. C. Somervell. New York: Oxford (Abridegement of vols. I-VI of A Study of History).\",\n \"publisher\": \"Oxford\",\n \"publisher_place\": \"New York\"\n },\n {\n \"id\": \"142\",\n \"type\": \"book\",\n \"title\": \"In den spiegel van het verleden: historische opstellen\",\n \"author\": [\n {\n \"family\": \"Verberne\",\n \"given\": \"L. G. J.\"\n }\n ],\n \"publisher\": \"Bruna\",\n \"publisher_place\": \"Utrecht, Antwerpen\"\n },\n {\n \"id\": \"143\",\n \"type\": \"book\",\n \"title\": \"Esquemas de metodologia eclesi\u00e1stica\",\n \"author\": [\n {\n \"family\": \"Vevir\",\n \"given\": \"Jos\u00e9\"\n }\n ],\n \"publisher\": \"Instituto\",\n \"publisher_place\": \"Barcelona\"\n },\n {\n \"id\": \"144\",\n \"type\": \"book\",\n \"title\": \"Sinn und Ziel der Geschichte\",\n \"author\": [\n {\n \"family\": \"Walz\",\n \"given\": \"Hans H.\"\n }\n ],\n \"publisher\": \"Universit\u00e4ts-Verlag\",\n \"publisher_place\": \"Bonn\"\n },\n {\n \"id\": \"145\",\n \"type\": \"book\",\n \"title\": \"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\n \"note\": \"Relevant articles:\",\n \"publisher\": \"Castellani\",\n \"publisher_place\": \"Milano\"\n },\n {\n \"id\": \"146\",\n \"type\": \"journal-article\",\n \"title\": \"Storia e materialismo storico\",\n \"author\": [\n {\n \"family\": \"Drago\",\n \"given\": \"Pietro C.\"\n }\n ],\n \"relation\": \"145\",\n \"volume\": \"I\",\n \"page\": \"109-117\"\n },\n {\n \"id\": \"147\",\n \"type\": \"journal-article\",\n \"title\": \"Critica del giudizio storico\",\n \"author\": [\n {\n \"family\": \"Fazio-Allmayer\",\n \"given\": \"Vito\"\n }\n ],\n \"relation\": \"145\",\n \"volume\": \"I\",\n \"page\": \"281-290\"\n },\n {\n \"id\": \"148\",\n \"type\": \"journal-article\",\n \"title\": \"Forza e spirito nella storia\",\n \"author\": [\n {\n \"family\": \"Nyman\",\n \"given\": \"A.\"\n }\n ],\n \"relation\": \"145\",\n \"volume\": \"I\",\n \"page\": \"191-200\"\n },\n {\n \"id\": \"149\",\n \"type\": \"journal-article\",\n \"title\": \"Sur le concept d'histoire\",\n \"container_title\": \"Les temps modernes II\",\n \"author\": [\n {\n \"family\": \"Benjamin\",\n \"given\": \"Walter\"\n }\n ],\n \"page\": \"623-634\"\n },\n {\n \"id\": \"150\",\n \"type\": \"journal-article\",\n \"title\": \"Philosophy of History\",\n \"container_title\": \"20th Century Philosophy\",\n \"author\": [\n {\n \"family\": \"Boodin\",\n \"given\": \"John E.\"\n }\n ],\n \"publisher\": \"Philosophical Library\",\n \"editor\": [\n \"Dagobert D. Runes\"\n ],\n \"publisher_place\": \"New York\",\n \"page\": \"89-106\"\n },\n {\n \"id\": \"151\",\n \"type\": \"journal-article\",\n \"title\": \"De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty\",\n \"container_title\": \"Deucalion II\",\n \"author\": [\n {\n \"family\": \"Caillois\",\n \"given\": \"R. P.\"\n }\n ],\n \"page\": \"57-85\"\n },\n {\n \"id\": \"152\",\n \"type\": \"journal-article\",\n \"title\": \"Commemorazione di Adolfo Omodeo\",\n \"container_title\": \"Annali della Scuola Normale di Pisa\",\n \"author\": [\n {\n \"family\": \"Cantimori\",\n \"given\": \"Delio\"\n }\n ],\n \"note\": \"(reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959).\",\n \"fascicle\": \"3-4\"\n },\n {\n \"id\": \"153\",\n \"type\": \"journal-article\",\n \"title\": \"The Historian and the Philosophy of Science\",\n \"container_title\": \"Isis XXXVIII\",\n \"author\": [\n {\n \"family\": \"Cowan\",\n \"given\": \"Thomas\"\n }\n ],\n \"page\": \"11-18\"\n },\n {\n \"id\": \"154\",\n \"type\": \"journal-article\",\n \"title\": \"History as a Science\",\n \"container_title\": \"Historical Studies: Australia and New Zealand III\",\n \"author\": [\n {\n \"family\": \"Crawford\",\n \"given\": \"R. M.\"\n }\n ],\n \"page\": \"153-175\"\n },\n {\n \"id\": \"155\",\n \"type\": \"journal-article\",\n \"title\": \"Christianisme et histoire\",\n \"container_title\": \"Etudes CCLIV\",\n \"author\": [\n {\n \"family\": \"Dani\u00e9lou\",\n \"given\": \"J.\"\n }\n ],\n \"page\": \"166-184\"\n },\n {\n \"id\": \"156\",\n \"type\": \"journal-article\",\n \"title\": \"Wahrheit der Geschichte. Geschichte der Wahrheit\",\n \"container_title\": \"Amerikanische Rundschau III\",\n \"author\": [\n {\n \"family\": \"Dell\",\n \"given\": \"Stanley\"\n }\n ],\n \"page\": \"44-53\"\n },\n {\n \"id\": \"157\",\n \"type\": \"journal-article\",\n \"title\": \"The Idea of Progress\",\n \"container_title\": \"American Historical Review LII\",\n \"author\": [\n {\n \"family\": \"Fay\",\n \"given\": \"Sidney B.\"\n }\n ],\n \"page\": \"231-246\"\n },\n {\n \"id\": \"158\",\n \"type\": \"journal-article\",\n \"title\": \"Th\u00e9ologie et histoire\",\n \"container_title\": \"Dieu vivant VIII\",\n \"author\": [\n {\n \"family\": \"Fessard\",\n \"given\": \"Gaston\"\n }\n ],\n \"page\": \"39-65\"\n },\n {\n \"id\": \"159\",\n \"type\": \"journal-article\",\n \"title\": \"Acton, Creighton, and Lea: a Study in History and Ethics\",\n \"container_title\": \"Pacific Historical Review XVI\",\n \"author\": [\n {\n \"family\": \"Fish\",\n \"given\": \"Andrew\"\n }\n ],\n \"page\": \"59-69\"\n },\n {\n \"id\": \"160\",\n \"type\": \"journal-article\",\n \"title\": \"Le conscience historique en Italie\",\n \"container_title\": \"Les temps modernes III\",\n \"author\": [\n {\n \"family\": \"Garosci\",\n \"given\": \"A.\"\n }\n ],\n \"page\": \"23-24\"\n }\n ]\n}", "raw_response": {"text": "{\n \"metadata\": {\n \"title\": \"BIBLIOGRAPHY\",\n \"year\": \"1947\",\n \"page_number\": 9\n },\n \"entries\": [\n {\n \"id\": \"140\",\n \"type\": \"book\",\n \"title\": \"Why We Read History\",\n \"author\": [\n {\n \"family\": \"Smellie\",\n \"given\": \"K. B.\"\n }\n ],\n \"publisher\": \"P. Elek\",\n \"publisher_place\": \"London\"\n },\n {\n \"id\": \"141\",\n \"type\": \"book\",\n \"title\": \"A Study of History\",\n \"author\": [\n {\n \"family\": \"Toynbee\",\n \"given\": \"Arnold J.\"\n }\n ],\n \"note\": \"abridged by D. C. Somervell. New York: Oxford (Abridegement of vols. I-VI of A Study of History).\",\n \"publisher\": \"Oxford\",\n \"publisher_place\": \"New York\"\n },\n {\n \"id\": \"142\",\n \"type\": \"book\",\n \"title\": \"In den spiegel van het verleden: historische opstellen\",\n \"author\": [\n {\n \"family\": \"Verberne\",\n \"given\": \"L. G. J.\"\n }\n ],\n \"publisher\": \"Bruna\",\n \"publisher_place\": \"Utrecht, Antwerpen\"\n },\n {\n \"id\": \"143\",\n \"type\": \"book\",\n \"title\": \"Esquemas de metodologia eclesi\u00e1stica\",\n \"author\": [\n {\n \"family\": \"Vevir\",\n \"given\": \"Jos\u00e9\"\n }\n ],\n \"publisher\": \"Instituto\",\n \"publisher_place\": \"Barcelona\"\n },\n {\n \"id\": \"144\",\n \"type\": \"book\",\n \"title\": \"Sinn und Ziel der Geschichte\",\n \"author\": [\n {\n \"family\": \"Walz\",\n \"given\": \"Hans H.\"\n }\n ],\n \"publisher\": \"Universit\u00e4ts-Verlag\",\n \"publisher_place\": \"Bonn\"\n },\n {\n \"id\": \"145\",\n \"type\": \"book\",\n \"title\": \"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\n \"note\": \"Relevant articles:\",\n \"publisher\": \"Castellani\",\n \"publisher_place\": \"Milano\"\n },\n {\n \"id\": \"146\",\n \"type\": \"journal-article\",\n \"title\": \"Storia e materialismo storico\",\n \"author\": [\n {\n \"family\": \"Drago\",\n \"given\": \"Pietro C.\"\n }\n ],\n \"relation\": \"145\",\n \"volume\": \"I\",\n \"page\": \"109-117\"\n },\n {\n \"id\": \"147\",\n \"type\": \"journal-article\",\n \"title\": \"Critica del giudizio storico\",\n \"author\": [\n {\n \"family\": \"Fazio-Allmayer\",\n \"given\": \"Vito\"\n }\n ],\n \"relation\": \"145\",\n \"volume\": \"I\",\n \"page\": \"281-290\"\n },\n {\n \"id\": \"148\",\n \"type\": \"journal-article\",\n \"title\": \"Forza e spirito nella storia\",\n \"author\": [\n {\n \"family\": \"Nyman\",\n \"given\": \"A.\"\n }\n ],\n \"relation\": \"145\",\n \"volume\": \"I\",\n \"page\": \"191-200\"\n },\n {\n \"id\": \"149\",\n \"type\": \"journal-article\",\n \"title\": \"Sur le concept d'histoire\",\n \"container_title\": \"Les temps modernes II\",\n \"author\": [\n {\n \"family\": \"Benjamin\",\n \"given\": \"Walter\"\n }\n ],\n \"page\": \"623-634\"\n },\n {\n \"id\": \"150\",\n \"type\": \"journal-article\",\n \"title\": \"Philosophy of History\",\n \"container_title\": \"20th Century Philosophy\",\n \"author\": [\n {\n \"family\": \"Boodin\",\n \"given\": \"John E.\"\n }\n ],\n \"publisher\": \"Philosophical Library\",\n \"editor\": [\n \"Dagobert D. Runes\"\n ],\n \"publisher_place\": \"New York\",\n \"page\": \"89-106\"\n },\n {\n \"id\": \"151\",\n \"type\": \"journal-article\",\n \"title\": \"De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty\",\n \"container_title\": \"Deucalion II\",\n \"author\": [\n {\n \"family\": \"Caillois\",\n \"given\": \"R. P.\"\n }\n ],\n \"page\": \"57-85\"\n },\n {\n \"id\": \"152\",\n \"type\": \"journal-article\",\n \"title\": \"Commemorazione di Adolfo Omodeo\",\n \"container_title\": \"Annali della Scuola Normale di Pisa\",\n \"author\": [\n {\n \"family\": \"Cantimori\",\n \"given\": \"Delio\"\n }\n ],\n \"note\": \"(reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959).\",\n \"fascicle\": \"3-4\"\n },\n {\n \"id\": \"153\",\n \"type\": \"journal-article\",\n \"title\": \"The Historian and the Philosophy of Science\",\n \"container_title\": \"Isis XXXVIII\",\n \"author\": [\n {\n \"family\": \"Cowan\",\n \"given\": \"Thomas\"\n }\n ],\n \"page\": \"11-18\"\n },\n {\n \"id\": \"154\",\n \"type\": \"journal-article\",\n \"title\": \"History as a Science\",\n \"container_title\": \"Historical Studies: Australia and New Zealand III\",\n \"author\": [\n {\n \"family\": \"Crawford\",\n \"given\": \"R. M.\"\n }\n ],\n \"page\": \"153-175\"\n },\n {\n \"id\": \"155\",\n \"type\": \"journal-article\",\n \"title\": \"Christianisme et histoire\",\n \"container_title\": \"Etudes CCLIV\",\n \"author\": [\n {\n \"family\": \"Dani\u00e9lou\",\n \"given\": \"J.\"\n }\n ],\n \"page\": \"166-184\"\n },\n {\n \"id\": \"156\",\n \"type\": \"journal-article\",\n \"title\": \"Wahrheit der Geschichte. Geschichte der Wahrheit\",\n \"container_title\": \"Amerikanische Rundschau III\",\n \"author\": [\n {\n \"family\": \"Dell\",\n \"given\": \"Stanley\"\n }\n ],\n \"page\": \"44-53\"\n },\n {\n \"id\": \"157\",\n \"type\": \"journal-article\",\n \"title\": \"The Idea of Progress\",\n \"container_title\": \"American Historical Review LII\",\n \"author\": [\n {\n \"family\": \"Fay\",\n \"given\": \"Sidney B.\"\n }\n ],\n \"page\": \"231-246\"\n },\n {\n \"id\": \"158\",\n \"type\": \"journal-article\",\n \"title\": \"Th\u00e9ologie et histoire\",\n \"container_title\": \"Dieu vivant VIII\",\n \"author\": [\n {\n \"family\": \"Fessard\",\n \"given\": \"Gaston\"\n }\n ],\n \"page\": \"39-65\"\n },\n {\n \"id\": \"159\",\n \"type\": \"journal-article\",\n \"title\": \"Acton, Creighton, and Lea: a Study in History and Ethics\",\n \"container_title\": \"Pacific Historical Review XVI\",\n \"author\": [\n {\n \"family\": \"Fish\",\n \"given\": \"Andrew\"\n }\n ],\n \"page\": \"59-69\"\n },\n {\n \"id\": \"160\",\n \"type\": \"journal-article\",\n \"title\": \"Le conscience historique en Italie\",\n \"container_title\": \"Les temps modernes III\",\n \"author\": [\n {\n \"family\": \"Garosci\",\n \"given\": \"A.\"\n }\n ],\n \"page\": \"23-24\"\n }\n ]\n}", "usage_metadata": {"prompt_token_count": 340, "candidates_token_count": 2222, "total_token_count": 4883}}, "usage": {"input_tokens": 340, "output_tokens": 2222, "total_tokens": 4883}, "finish_reason": "stop"}, "scoring": {"fuzzy": 0.6637873534935947, "cost_summary": {"total_input_tokens": 1700, "total_output_tokens": 10104, "total_tokens": 11804, "input_cost_usd": 0.002125, "output_cost_usd": 0.10104, "total_cost_usd": 0.103165, "pricing_date": "2025-09-30", "input_price_per_million": 1.25, "output_price_per_million": 10.0}}, "normalized_score": 66.37873534935947}, {"_id": {"$oid": "69ce22c0214d8cd071acff75"}, "test_id": "T0035", "benchmark": "bibliographic_data", "date": "2025-09-30", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "mistral", "model": "pixtral-large-2411", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "mistral", "model": "pixtral-large-latest", "duration": 26.254368782043457, "timestamp": "2025-09-30T14:55:40.961538", "text": "{\n \"$defs\": {\n \"Author\": {\n \"properties\": {\n \"family\": {\n \"title\": \"Family\",\n \"type\": \"string\"\n },\n \"given\": {\n \"title\": \"Given\",\n \"type\": \"string\"\n }\n },\n \"required\": [\"family\", \"given\"],\n \"title\": \"Author\",\n \"type\": \"object\"\n },\n \"Entry\": {\n \"properties\": {\n \"id\": {\n \"title\": \"Id\",\n \"type\": \"string\"\n },\n \"type\": {\n \"$ref\": \"#/$defs/EntryType\"\n },\n \"title\": {\n \"title\": \"Title\",\n \"type\": \"string\"\n },\n \"container_title\": {\n \"anyOf\": [\n {\n \"type\": \"string\"\n },\n {\n \"type\": \"null\"\n }\n ],\n \"default\": null,\n \"title\": \"Container Title\"\n },\n \"author\": {\n \"anyOf\": [\n {\n \"items\": {\n \"$ref\": \"#/$defs/Author\"\n },\n \"type\": \"array\"\n },\n {\n \"type\": \"null\"\n }\n ],\n \"default\": null,\n \"title\": \"Author\"\n },\n \"note\": {\n \"anyOf\": [\n {\n \"type\": \"string\"\n },\n {\n \"type\": \"null\"\n }\n ],\n \"default\": null,\n \"title\": \"Note\"\n },\n \"publisher\": {\n \"anyOf\": [\n {\n \"type\": \"string\"\n },\n {\n \"type\": \"null\"\n }\n ],\n \"default\": null,\n \"title\": \"Publisher\"\n },\n \"editor\": {\n \"anyOf\": [\n {\n \"items\": {\n \"type\": \"string\"\n },\n \"type\": \"array\"\n },\n {\n \"type\": \"null\"\n }\n ],\n \"default\": null,\n \"title\": \"Editor\"\n },\n \"publisher_place\": {\n \"anyOf\": [\n {\n \"type\": \"string\"\n },\n {\n \"type\": \"null\"\n }\n ],\n \"default\": null,\n \"title\": \"Publisher Place\"\n },\n \"issued\": {\n \"anyOf\": [\n {\n \"type\": \"string\"\n },\n {\n \"type\": \"null\"\n }\n ],\n \"default\": null,\n \"title\": \"Issued\"\n },\n \"event_date\": {\n \"anyOf\": [\n {\n \"type\": \"string\"\n },\n {\n \"type\": \"null\"\n }\n ],\n \"default\": null,\n \"title\": \"Event Date\"\n },\n \"related\": {\n \"anyOf\": [\n {\n \"items\": {\n \"type\": \"string\"\n },\n \"type\": \"array\"\n },\n {\n \"type\": \"null\"\n }\n ],\n \"default\": null,\n \"title\": \"Related\"\n },\n \"relation\": {\n \"anyOf\": [\n {\n \"type\": \"string\"\n },\n {\n \"type\": \"null\"\n }\n ],\n \"default\": null,\n \"title\": \"Relation\"\n },\n \"volume\": {\n \"anyOf\": [\n {\n \"type\": \"string\"\n },\n {\n \"type\": \"null\"\n }\n ],\n \"default\": null,\n \"title\": \"Volume\"\n },\n \"page\": {\n \"anyOf\": [\n {\n \"type\": \"string\"\n },\n {\n \"type\": \"null\"\n }\n ],\n \"default\": null,\n \"title\": \"Page\"\n },\n \"fascicle\": {\n \"anyOf\": [\n {\n \"type\": \"string\"\n },\n {\n \"type\": \"null\"\n }\n ],\n \"default\": null,\n \"title\": \"Fascicle\"\n },\n \"reprint\": {\n \"anyOf\": [\n {\n \"type\": \"string\"\n },\n {\n \"type\": \"null\"\n }\n ],\n \"default\": null,\n \"title\": \"Reprint\"\n },\n \"edition\": {\n \"anyOf\": [\n {\n \"type\": \"string\"\n },\n {\n \"type\": \"null\"\n }\n ],\n \"default\": null,\n \"title\": \"Edition\"\n },\n \"incomplete\": {\n \"anyOf\": [\n {\n \"type\": \"boolean\"\n },\n {\n \"type\": \"null\"\n }\n ],\n \"default\": null,\n \"title\": \"Incomplete\"\n }\n },\n \"required\": [\"id\", \"type\", \"title\"],\n \"title\": \"Entry\",\n \"type\": \"object\"\n },\n \"EntryType\": {\n \"enum\": [\"book\", \"journal-article\", \"other\"],\n \"title\": \"EntryType\",\n \"type\": \"string\"\n },\n \"Metadata\": {\n \"properties\": {\n \"title\": {\n \"title\": \"Title\",\n \"type\": \"string\"\n },\n \"year\": {\n \"title\": \"Year\",\n \"type\": \"string\"\n },\n \"page_number\": {\n \"anyOf\": [\n {\n \"type\": \"integer\"\n },\n {\n \"type\": \"null\"\n }\n ],\n \"default\": null,\n \"title\": \"Page Number\"\n }\n },\n \"required\": [\"title\", \"year\"],\n \"title\": \"Metadata\",\n \"type\": \"object\"\n }\n },\n \"properties\": {\n \"metadata\": {\n \"$ref\": \"#/$defs/Metadata\"\n },\n \"entries\": {\n \"items\": {\n \"$ref\": \"#/$defs/Entry\"\n },\n \"title\": \"Entries\",\n \"type\": \"array\"\n }\n },\n \"required\": [\"metadata\", \"entries\"],\n \"title\": \"Document\",\n \"type\": \"object\"\n}", "raw_response": {"id": "183b160868d349bd97187d5edbfb9194", "model": "pixtral-large-latest", "choices": [{"finish_reason": "stop", "index": 0, "message": {"content": "{\n \"$defs\": {\n \"Author\": {\n \"properties\": {\n \"family\": {\n \"title\": \"Family\",\n \"type\": \"string\"\n },\n \"given\": {\n \"title\": \"Given\",\n \"type\": \"string\"\n }\n },\n \"required\": [\"family\", \"given\"],\n \"title\": \"Author\",\n \"type\": \"object\"\n },\n \"Entry\": {\n \"properties\": {\n \"id\": {\n \"title\": \"Id\",\n \"type\": \"string\"\n },\n \"type\": {\n \"$ref\": \"#/$defs/EntryType\"\n },\n \"title\": {\n \"title\": \"Title\",\n \"type\": \"string\"\n },\n \"container_title\": {\n \"anyOf\": [\n {\n \"type\": \"string\"\n },\n {\n \"type\": \"null\"\n }\n ],\n \"default\": null,\n \"title\": \"Container Title\"\n },\n \"author\": {\n \"anyOf\": [\n {\n \"items\": {\n \"$ref\": \"#/$defs/Author\"\n },\n \"type\": \"array\"\n },\n {\n \"type\": \"null\"\n }\n ],\n \"default\": null,\n \"title\": \"Author\"\n },\n \"note\": {\n \"anyOf\": [\n {\n \"type\": \"string\"\n },\n {\n \"type\": \"null\"\n }\n ],\n \"default\": null,\n \"title\": \"Note\"\n },\n \"publisher\": {\n \"anyOf\": [\n {\n \"type\": \"string\"\n },\n {\n \"type\": \"null\"\n }\n ],\n \"default\": null,\n \"title\": \"Publisher\"\n },\n \"editor\": {\n \"anyOf\": [\n {\n \"items\": {\n \"type\": \"string\"\n },\n \"type\": \"array\"\n },\n {\n \"type\": \"null\"\n }\n ],\n \"default\": null,\n \"title\": \"Editor\"\n },\n \"publisher_place\": {\n \"anyOf\": [\n {\n \"type\": \"string\"\n },\n {\n \"type\": \"null\"\n }\n ],\n \"default\": null,\n \"title\": \"Publisher Place\"\n },\n \"issued\": {\n \"anyOf\": [\n {\n \"type\": \"string\"\n },\n {\n \"type\": \"null\"\n }\n ],\n \"default\": null,\n \"title\": \"Issued\"\n },\n \"event_date\": {\n \"anyOf\": [\n {\n \"type\": \"string\"\n },\n {\n \"type\": \"null\"\n }\n ],\n \"default\": null,\n \"title\": \"Event Date\"\n },\n \"related\": {\n \"anyOf\": [\n {\n \"items\": {\n \"type\": \"string\"\n },\n \"type\": \"array\"\n },\n {\n \"type\": \"null\"\n }\n ],\n \"default\": null,\n \"title\": \"Related\"\n },\n \"relation\": {\n \"anyOf\": [\n {\n \"type\": \"string\"\n },\n {\n \"type\": \"null\"\n }\n ],\n \"default\": null,\n \"title\": \"Relation\"\n },\n \"volume\": {\n \"anyOf\": [\n {\n \"type\": \"string\"\n },\n {\n \"type\": \"null\"\n }\n ],\n \"default\": null,\n \"title\": \"Volume\"\n },\n \"page\": {\n \"anyOf\": [\n {\n \"type\": \"string\"\n },\n {\n \"type\": \"null\"\n }\n ],\n \"default\": null,\n \"title\": \"Page\"\n },\n \"fascicle\": {\n \"anyOf\": [\n {\n \"type\": \"string\"\n },\n {\n \"type\": \"null\"\n }\n ],\n \"default\": null,\n \"title\": \"Fascicle\"\n },\n \"reprint\": {\n \"anyOf\": [\n {\n \"type\": \"string\"\n },\n {\n \"type\": \"null\"\n }\n ],\n \"default\": null,\n \"title\": \"Reprint\"\n },\n \"edition\": {\n \"anyOf\": [\n {\n \"type\": \"string\"\n },\n {\n \"type\": \"null\"\n }\n ],\n \"default\": null,\n \"title\": \"Edition\"\n },\n \"incomplete\": {\n \"anyOf\": [\n {\n \"type\": \"boolean\"\n },\n {\n \"type\": \"null\"\n }\n ],\n \"default\": null,\n \"title\": \"Incomplete\"\n }\n },\n \"required\": [\"id\", \"type\", \"title\"],\n \"title\": \"Entry\",\n \"type\": \"object\"\n },\n \"EntryType\": {\n \"enum\": [\"book\", \"journal-article\", \"other\"],\n \"title\": \"EntryType\",\n \"type\": \"string\"\n },\n \"Metadata\": {\n \"properties\": {\n \"title\": {\n \"title\": \"Title\",\n \"type\": \"string\"\n },\n \"year\": {\n \"title\": \"Year\",\n \"type\": \"string\"\n },\n \"page_number\": {\n \"anyOf\": [\n {\n \"type\": \"integer\"\n },\n {\n \"type\": \"null\"\n }\n ],\n \"default\": null,\n \"title\": \"Page Number\"\n }\n },\n \"required\": [\"title\", \"year\"],\n \"title\": \"Metadata\",\n \"type\": \"object\"\n }\n },\n \"properties\": {\n \"metadata\": {\n \"$ref\": \"#/$defs/Metadata\"\n },\n \"entries\": {\n \"items\": {\n \"$ref\": \"#/$defs/Entry\"\n },\n \"title\": \"Entries\",\n \"type\": \"array\"\n }\n },\n \"required\": [\"metadata\", \"entries\"],\n \"title\": \"Document\",\n \"type\": \"object\"\n}", "role": "assistant"}}], "usage": {"prompt_tokens": 3757, "completion_tokens": 1618, "total_tokens": 5375}}, "usage": {"input_tokens": 3757, "output_tokens": 1618, "total_tokens": 5375}, "finish_reason": "stop"}, "scoring": {"fuzzy": 0.508368931950787, "cost_summary": {"total_input_tokens": 18593, "total_output_tokens": 11789, "total_tokens": 30382, "input_cost_usd": 0.037186, "output_cost_usd": 0.070734, "total_cost_usd": 0.10792, "pricing_date": "2025-09-30", "input_price_per_million": 2.0, "output_price_per_million": 6.0}}, "normalized_score": 50.8368931950787}, {"_id": {"$oid": "69ce22c0214d8cd071acff89"}, "test_id": "T0106", "benchmark": "bibliographic_data", "date": "2025-09-30", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "anthropic", "model": "claude-opus-4-20250514", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "anthropic", "model": "claude-opus-4-20250514", "duration": 32.964637756347656, "timestamp": "2025-09-30T19:32:33.650843", "parsed": {"metadata": {"title": "Books", "year": "1945", "page_number": null}, "entries": [{"id": "1", "type": "book", "title": "Time as Dimension and History", "container_title": null, "author": [{"family": "Alexander", "given": "Hubert G."}], "note": null, "publisher": "University of New Mexico Press", "editor": null, "publisher_place": "Albuquerque", "issued": "1945", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "2", "type": "book", "title": "Wahrheit und Ideologie", "container_title": null, "author": [{"family": "Barth", "given": "Hans"}], "note": null, "publisher": "Manesse", "editor": null, "publisher_place": "Z\u00fcrich", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "3", "type": "book", "title": "Las generaciones en la historia", "container_title": null, "author": [{"family": "Entralyo La\u00edn", "given": "Pedro"}], "note": null, "publisher": "Instituto de estudios pol\u00edticos", "editor": null, "publisher_place": "Madrid", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "4", "type": "book", "title": "Cuatro visiones de la historia universal", "container_title": null, "author": [{"family": "Ferrater Mora", "given": "Jos\u00e9"}], "note": null, "publisher": "Editorial Losada", "editor": null, "publisher_place": "Buenos Aires", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "5", "type": "journal-article", "title": "The Use of Personal Documents in History, Anthropology, and Sociology", "container_title": "Social Science Research Council, Bulletin", "author": [{"family": "Gottschalk", "given": "L."}, {"family": "Kluckhohn", "given": "C."}, {"family": "Angell", "given": "R."}], "note": null, "publisher": null, "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": "53", "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "5-review", "type": "other", "title": "Review", "container_title": null, "author": null, "note": "Review of entry 5", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "6", "type": "journal-article", "title": "The American Journal of Sociology", "container_title": "The American Journal of Sociology", "author": [{"family": "Lapiere", "given": "R. T."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1946", "event_date": null, "related": null, "relation": null, "volume": "LII", "page": "156-157", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "7", "type": "book", "title": "El problema de la historia y su lugar en el conocimiento", "container_title": null, "author": [{"family": "Jasinowski", "given": "Bogumil"}], "note": null, "publisher": "Universidad de Chile", "editor": null, "publisher_place": "Santiago, Chile", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "7-review", "type": "other", "title": "Review", "container_title": null, "author": null, "note": "Review of entry 7", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "8", "type": "journal-article", "title": "Revue philosophique", "container_title": null, "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1950", "event_date": null, "related": null, "relation": null, "volume": "CXL", "page": "528", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "9", "type": "book", "title": "Man the Measure: a New Approach to History", "container_title": null, "author": [{"family": "Kahler", "given": "Erich"}], "note": null, "publisher": "Pantheon", "editor": null, "publisher_place": "London: Jonathan Cape (1st ed. New York: Pantheon, 1943)", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": "2nd ed.", "incomplete": null}, {"id": "9-review", "type": "other", "title": "Review", "container_title": null, "author": null, "note": "Review of entry 9", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "10", "type": "journal-article", "title": "The Flight from Reason", "container_title": "Journal of Modern History", "author": [{"family": "Savelle", "given": "Max"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1945", "event_date": null, "related": null, "relation": null, "volume": "XVII", "page": "153-162", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "11", "type": "book", "title": "The Social Interpretation of History", "container_title": null, "author": [{"family": "Maurice", "given": "William"}], "note": null, "publisher": "Scribner", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "12", "type": "book", "title": "The Open Society and Its Enemies", "container_title": null, "author": [{"family": "Popper", "given": "Karl"}], "note": null, "publisher": "Routledge (Revised ed. Princeton: Princeton University Press, 1950)", "editor": null, "publisher_place": "London", "issued": null, "event_date": null, "related": null, "relation": null, "volume": "2 vols.", "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "12-reviews", "type": "other", "title": "Reviews and review-articles:", "container_title": null, "author": null, "note": "Reviews and review-articles for entry 12", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "13", "type": "journal-article", "title": "Journal of Philosophy", "container_title": "Journal of Philosophy", "author": [{"family": "Aiken", "given": "H. D."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": "XLIV", "page": "459-479", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "14", "type": "journal-article", "title": "The Social Scientist in the 'Open Society'", "container_title": null, "author": [{"family": "Bock", "given": "Kenneth E."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": true}]}, "text": "", "raw_response": {"id": "msg_015STRfnzJ1ZKs1s4Arm2YGy", "model": "claude-opus-4-20250514", "role": "assistant", "content": [{"type": "tool_use", "id": "toolu_017D1Gm7szgsh6xLARtGa5AC", "name": "extract_structured_data", "input": {"entries": [{"id": "1", "type": "book", "title": "Time as Dimension and History", "author": [{"given": "Hubert G.", "family": "Alexander"}], "publisher": "University of New Mexico Press", "publisher_place": "Albuquerque", "issued": "1945"}, {"id": "2", "type": "book", "title": "Wahrheit und Ideologie", "author": [{"given": "Hans", "family": "Barth"}], "publisher": "Manesse", "publisher_place": "Z\u00fcrich", "issued": null}, {"id": "3", "type": "book", "title": "Las generaciones en la historia", "author": [{"given": "Pedro", "family": "Entralyo La\u00edn"}], "publisher": "Instituto de estudios pol\u00edticos", "publisher_place": "Madrid", "issued": null}, {"id": "4", "type": "book", "title": "Cuatro visiones de la historia universal", "author": [{"given": "Jos\u00e9", "family": "Ferrater Mora"}], "publisher": "Editorial Losada", "publisher_place": "Buenos Aires", "issued": null}, {"id": "5", "type": "journal-article", "title": "The Use of Personal Documents in History, Anthropology, and Sociology", "author": [{"given": "L.", "family": "Gottschalk"}, {"given": "C.", "family": "Kluckhohn"}, {"given": "R.", "family": "Angell"}], "container_title": "Social Science Research Council, Bulletin", "volume": "53", "publisher_place": "New York", "issued": null}, {"id": "5-review", "type": "other", "title": "Review", "note": "Review of entry 5"}, {"id": "6", "type": "journal-article", "title": "The American Journal of Sociology", "author": [{"given": "R. T.", "family": "Lapiere"}], "container_title": "The American Journal of Sociology", "volume": "LII", "issued": "1946", "page": "156-157"}, {"id": "7", "type": "book", "title": "El problema de la historia y su lugar en el conocimiento", "author": [{"given": "Bogumil", "family": "Jasinowski"}], "publisher": "Universidad de Chile", "publisher_place": "Santiago, Chile", "issued": null}, {"id": "7-review", "type": "other", "title": "Review", "note": "Review of entry 7"}, {"id": "8", "type": "journal-article", "title": "Revue philosophique", "volume": "CXL", "issued": "1950", "page": "528"}, {"id": "9", "type": "book", "title": "Man the Measure: a New Approach to History", "author": [{"given": "Erich", "family": "Kahler"}], "edition": "2nd ed.", "publisher": "Pantheon", "publisher_place": "London: Jonathan Cape (1st ed. New York: Pantheon, 1943)", "issued": null}, {"id": "9-review", "type": "other", "title": "Review", "note": "Review of entry 9"}, {"id": "10", "type": "journal-article", "title": "The Flight from Reason", "author": [{"given": "Max", "family": "Savelle"}], "container_title": "Journal of Modern History", "volume": "XVII", "issued": "1945", "page": "153-162"}, {"id": "11", "type": "book", "title": "The Social Interpretation of History", "author": [{"given": "William", "family": "Maurice"}], "publisher": "Scribner", "publisher_place": "New York", "issued": null}, {"id": "12", "type": "book", "title": "The Open Society and Its Enemies", "author": [{"given": "Karl", "family": "Popper"}], "volume": "2 vols.", "publisher": "Routledge (Revised ed. Princeton: Princeton University Press, 1950)", "publisher_place": "London", "issued": null}, {"id": "12-reviews", "type": "other", "title": "Reviews and review-articles:", "note": "Reviews and review-articles for entry 12"}, {"id": "13", "type": "journal-article", "title": "Journal of Philosophy", "author": [{"given": "H. D.", "family": "Aiken"}], "container_title": "Journal of Philosophy", "volume": "XLIV", "issued": "1947", "page": "459-479"}, {"id": "14", "type": "journal-article", "title": "The Social Scientist in the 'Open Society'", "author": [{"given": "Kenneth E.", "family": "Bock"}], "incomplete": true}], "metadata": {"title": "Books", "year": "1945", "page_number": null}}}], "stop_reason": "tool_use", "usage": {"input_tokens": 2248, "output_tokens": 1647}}, "usage": {"input_tokens": 2248, "output_tokens": 1647, "total_tokens": 3895}, "finish_reason": "stop"}, "scoring": {"fuzzy": 0.5833837627298707, "cost_summary": {"total_input_tokens": 11425, "total_output_tokens": 9704, "total_tokens": 21129, "input_cost_usd": 0.171375, "output_cost_usd": 0.7278, "total_cost_usd": 0.899175, "pricing_date": "2025-09-30", "input_price_per_million": 15.0, "output_price_per_million": 75.0}}, "normalized_score": 58.33837627298707}, {"_id": {"$oid": "69ce22c0214d8cd071acff90"}, "test_id": "T0131", "benchmark": "bibliographic_data", "date": "2025-09-30", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5-nano", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "openai", "model": "gpt-5-nano", "duration": 79.7690601348877, "timestamp": "2025-09-30T23:50:01.110505", "parsed": {"metadata": {"title": "Books", "year": "1945", "page_number": null}, "entries": [{"id": "1", "type": "book", "title": "Time as Dimension and History", "container_title": null, "author": [{"family": "Alexander", "given": "Hubert G."}], "note": null, "publisher": "University of New Mexico Press", "editor": null, "publisher_place": "Albuquerque", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "2", "type": "book", "title": "Wahrheit und Ideologie", "container_title": null, "author": [{"family": "Barth", "given": "Hans"}], "note": null, "publisher": "Manesse", "editor": null, "publisher_place": "Z\u00fcrich", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "3", "type": "book", "title": "Las generaciones en la historia", "container_title": null, "author": [{"family": "Entralgo La\u00edn", "given": "Pedro"}], "note": null, "publisher": "Instituto de estudios politicos", "editor": null, "publisher_place": "Madrid", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "4", "type": "book", "title": "Cuatro visiones de la historia universal", "container_title": null, "author": [{"family": "Ferrater Mora", "given": "Jos\u00e9"}], "note": null, "publisher": "Editorial Losada", "editor": null, "publisher_place": "Buenos Aires", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "5", "type": "book", "title": "The Use of Personal Documents in History, Anthropology, and Sociology", "container_title": null, "author": [{"family": "Gottschakl", "given": "L."}, {"family": "Kluckhohn", "given": "C."}, {"family": "Angell", "given": "R."}], "note": "Bulletin 53", "publisher": "Social Science Research Council", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "6", "type": "journal-article", "title": "Review of The Use of Personal Documents in History, Anthropology, and Sociology", "container_title": "The American Journal of Sociology", "author": [{"family": "Lapierre", "given": "R. T."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1946", "event_date": null, "related": null, "relation": "5", "volume": "LII", "page": "156-157", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "7", "type": "book", "title": "El problema de la historia y su lugar en el conocimiento", "container_title": null, "author": [{"family": "Jasinowski", "given": "Bogumil"}], "note": null, "publisher": "Universidad de Chile", "editor": null, "publisher_place": "Santiago, Chile", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "8", "type": "journal-article", "title": "Review of El problema de la historia y su lugar en el conocimiento", "container_title": "Revue philosophique", "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1950", "event_date": null, "related": null, "relation": "7", "volume": "CXL", "page": "528", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "9", "type": "book", "title": "Man the Measure: a New Approach to History", "container_title": null, "author": [{"family": "Kahler", "given": "Erich"}], "note": null, "publisher": "Jonathan Cape", "editor": null, "publisher_place": "London", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": "2nd ed.", "incomplete": false}, {"id": "10", "type": "journal-article", "title": "The Flight from Reason", "container_title": "Journal of Modern History", "author": [{"family": "Savelle", "given": "Max"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1945", "event_date": null, "related": null, "relation": "9", "volume": "XVII", "page": "153-162", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "11", "type": "book", "title": "The Social Interpretation of History", "container_title": null, "author": [{"family": "Maurice", "given": "William"}], "note": null, "publisher": "Scribner", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "12", "type": "book", "title": "The Open Society and Its Enemies", "container_title": null, "author": [{"family": "Popper", "given": "Karl"}], "note": "Revised ed., Princeton: Princeton University Press, 1950", "publisher": "Routledge", "editor": null, "publisher_place": "London", "issued": "1950", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": "2 vols.", "incomplete": false}, {"id": "13", "type": "journal-article", "title": "Review of The Open Society and Its Enemies", "container_title": "Journal of Philosophy", "author": [{"family": "Aiken", "given": "H. D."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": "12", "volume": "XLIV", "page": "459-479", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "14", "type": "journal-article", "title": "The Social Scientist in the 'Open Society'", "container_title": "Review", "author": [{"family": "Bock", "given": "Kenneth E."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": "12", "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": true}]}, "text": "", "raw_response": {"id": "chatcmpl-CLcV8sQc2GWc6xyC09PGNawNyhTW6", "model": "gpt-5-nano-2025-08-07", "choices": [{"finish_reason": "stop", "index": 0, "message": {"content": "{\"metadata\":{\"title\":\"Books\",\"year\":\"1945\",\"page_number\":null},\"entries\":[{\"id\":\"1\",\"type\":\"book\",\"title\":\"Time as Dimension and History\",\"container_title\":null,\"author\":[{\"family\":\"Alexander\",\"given\":\"Hubert G.\"}],\"note\":null,\"publisher\":\"University of New Mexico Press\",\"editor\":null,\"publisher_place\":\"Albuquerque\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"2\",\"type\":\"book\",\"title\":\"Wahrheit und Ideologie\",\"container_title\":null,\"author\":[{\"family\":\"Barth\",\"given\":\"Hans\"}],\"note\":null,\"publisher\":\"Manesse\",\"editor\":null,\"publisher_place\":\"Z\u00fcrich\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"3\",\"type\":\"book\",\"title\":\"Las generaciones en la historia\",\"container_title\":null,\"author\":[{\"family\":\"Entralgo La\u00edn\",\"given\":\"Pedro\"}],\"note\":null,\"publisher\":\"Instituto de estudios politicos\",\"editor\":null,\"publisher_place\":\"Madrid\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"4\",\"type\":\"book\",\"title\":\"Cuatro visiones de la historia universal\",\"container_title\":null,\"author\":[{\"family\":\"Ferrater Mora\",\"given\":\"Jos\u00e9\"}],\"note\":null,\"publisher\":\"Editorial Losada\",\"editor\":null,\"publisher_place\":\"Buenos Aires\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"5\",\"type\":\"book\",\"title\":\"The Use of Personal Documents in History, Anthropology, and Sociology\",\"container_title\":null,\"author\":[{\"family\":\"Gottschakl\",\"given\":\"L.\"},{\"family\":\"Kluckhohn\",\"given\":\"C.\"},{\"family\":\"Angell\",\"given\":\"R.\"}],\"note\":\"Bulletin 53\",\"publisher\":\"Social Science Research Council\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"6\",\"type\":\"journal-article\",\"title\":\"Review of The Use of Personal Documents in History, Anthropology, and Sociology\",\"container_title\":\"The American Journal of Sociology\",\"author\":[{\"family\":\"Lapierre\",\"given\":\"R. T.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1946\",\"event_date\":null,\"related\":null,\"relation\":\"5\",\"volume\":\"LII\",\"page\":\"156-157\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"7\",\"type\":\"book\",\"title\":\"El problema de la historia y su lugar en el conocimiento\",\"container_title\":null,\"author\":[{\"family\":\"Jasinowski\",\"given\":\"Bogumil\"}],\"note\":null,\"publisher\":\"Universidad de Chile\",\"editor\":null,\"publisher_place\":\"Santiago, Chile\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"8\",\"type\":\"journal-article\",\"title\":\"Review of El problema de la historia y su lugar en el conocimiento\",\"container_title\":\"Revue philosophique\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1950\",\"event_date\":null,\"related\":null,\"relation\":\"7\",\"volume\":\"CXL\",\"page\":\"528\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"9\",\"type\":\"book\",\"title\":\"Man the Measure: a New Approach to History\",\"container_title\":null,\"author\":[{\"family\":\"Kahler\",\"given\":\"Erich\"}],\"note\":null,\"publisher\":\"Jonathan Cape\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":\"2nd ed.\",\"incomplete\":false},{\"id\":\"10\",\"type\":\"journal-article\",\"title\":\"The Flight from Reason\",\"container_title\":\"Journal of Modern History\",\"author\":[{\"family\":\"Savelle\",\"given\":\"Max\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":\"9\",\"volume\":\"XVII\",\"page\":\"153-162\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"11\",\"type\":\"book\",\"title\":\"The Social Interpretation of History\",\"container_title\":null,\"author\":[{\"family\":\"Maurice\",\"given\":\"William\"}],\"note\":null,\"publisher\":\"Scribner\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"12\",\"type\":\"book\",\"title\":\"The Open Society and Its Enemies\",\"container_title\":null,\"author\":[{\"family\":\"Popper\",\"given\":\"Karl\"}],\"note\":\"Revised ed., Princeton: Princeton University Press, 1950\",\"publisher\":\"Routledge\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":\"1950\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":\"2 vols.\",\"incomplete\":false},{\"id\":\"13\",\"type\":\"journal-article\",\"title\":\"Review of The Open Society and Its Enemies\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Aiken\",\"given\":\"H. D.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":\"12\",\"volume\":\"XLIV\",\"page\":\"459-479\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":false},{\"id\":\"14\",\"type\":\"journal-article\",\"title\":\"The Social Scientist in the 'Open Society'\",\"container_title\":\"Review\",\"author\":[{\"family\":\"Bock\",\"given\":\"Kenneth E.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"12\",\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}] }", "role": "assistant"}}], "usage": {"prompt_tokens": 1635, "completion_tokens": 13899, "total_tokens": 15534}}, "usage": {"input_tokens": 1635, "output_tokens": 13899, "total_tokens": 15534}, "finish_reason": "stop"}, "scoring": {"fuzzy": 0.6133442518647856, "cost_summary": {"total_input_tokens": 8415, "total_output_tokens": 60009, "total_tokens": 68424, "input_cost_usd": 0.000421, "output_cost_usd": 0.024004, "total_cost_usd": 0.024424, "pricing_date": "2025-09-30", "input_price_per_million": 0.05, "output_price_per_million": 0.4}}, "normalized_score": 61.334425186478555}, {"_id": {"$oid": "69ce22c0214d8cd071acffa0"}, "test_id": "T0127", "benchmark": "bibliographic_data", "date": "2025-09-30", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "anthropic", "model": "claude-opus-4-1-20250805", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "anthropic", "model": "claude-opus-4-1-20250805", "duration": 30.93599534034729, "timestamp": "2025-09-30T23:23:25.304833", "parsed": {"metadata": {"title": "Books", "year": "1945", "page_number": null}, "entries": [{"id": "1", "type": "book", "title": "Time as Dimension and History", "container_title": null, "author": [{"family": "Alexander", "given": "Hubert G."}], "note": null, "publisher": "University of New Mexico Press", "editor": null, "publisher_place": "Albuquerque", "issued": "1945", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "2", "type": "book", "title": "Wahrheit und Ideologie", "container_title": null, "author": [{"family": "Barth", "given": "Hans"}], "note": null, "publisher": "Manesse", "editor": null, "publisher_place": "Z\u00fcrich", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "3", "type": "book", "title": "Las generaciones en la historia", "container_title": null, "author": [{"family": "Entratyo La\u00edn", "given": "Pedro"}], "note": null, "publisher": "Instituto de estudios pol\u00edticos", "editor": null, "publisher_place": "Madrid", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "4", "type": "book", "title": "Cuatro visiones de la historia universal", "container_title": null, "author": [{"family": "Ferrater Mora", "given": "Jos\u00e9"}], "note": null, "publisher": "Editorial Losada", "editor": null, "publisher_place": "Buenos Aires", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "5", "type": "journal-article", "title": "The Use of Personal Documents in History, Anthropology, and Sociology", "container_title": "Social Science Research Council, Bulletin", "author": [{"family": "Gottschalk", "given": "L."}, {"family": "Kluckhohn", "given": "C."}, {"family": "Angell", "given": "R."}], "note": null, "publisher": null, "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": "53", "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "5-review", "type": "other", "title": "Review", "container_title": "The American Journal of Sociology", "author": [{"family": "Lapierre", "given": "R. T."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1946", "event_date": null, "related": null, "relation": "5", "volume": "LII", "page": "156-157", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "6", "type": "book", "title": "El problema de la historia y su lugar en el conocimiento", "container_title": null, "author": [{"family": "Jasinowski", "given": "Bogumil"}], "note": null, "publisher": "Universidad de Chile", "editor": null, "publisher_place": "Santiago, Chile", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "7", "type": "other", "title": "Review", "container_title": "Revue philosophique", "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1950", "event_date": null, "related": null, "relation": "7", "volume": "CXL", "page": "528", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "8", "type": "book", "title": "Man the Measure: a New Approach to History", "container_title": null, "author": [{"family": "Kahler", "given": "Erich"}], "note": null, "publisher": "Jonathan Cape (1st ed. New York: Pantheon, 1943)", "editor": null, "publisher_place": "London", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": "2nd ed.", "incomplete": null}, {"id": "8-review", "type": "other", "title": "Review", "container_title": null, "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": "8", "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "10", "type": "journal-article", "title": "The Flight from Reason", "container_title": "Journal of Modern History", "author": [{"family": "Savelle", "given": "Max"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1945", "event_date": null, "related": null, "relation": null, "volume": "XVII", "page": "153-162", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "11", "type": "book", "title": "The Social Interpretation of History", "container_title": null, "author": [{"family": "Maurice", "given": "William"}], "note": null, "publisher": "Scribner", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "12", "type": "book", "title": "The Open Society and Its Enemies", "container_title": null, "author": [{"family": "Popper", "given": "Karl"}], "note": "Reviews and review-articles:", "publisher": "Routledge (Revised ed. Princeton: Princeton University Press, 1950)", "editor": null, "publisher_place": "London", "issued": null, "event_date": null, "related": null, "relation": null, "volume": "2 vols.", "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "13", "type": "journal-article", "title": "Journal of Philosophy", "container_title": "Journal of Philosophy", "author": [{"family": "Aiken", "given": "H. D."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": "XLIV", "page": "459-479", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "14", "type": "journal-article", "title": "The Social Scientist in the 'Open Society'", "container_title": null, "author": [{"family": "Bock", "given": "Kenneth E."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": true}]}, "text": "", "raw_response": {"id": "msg_01MgjP8RRZsWN3sMbA4iJqdc", "model": "claude-opus-4-1-20250805", "role": "assistant", "content": [{"type": "tool_use", "id": "toolu_011Pn63KkkdQ2tiMftxbLj9K", "name": "extract_structured_data", "input": {"entries": [{"id": "1", "type": "book", "title": "Time as Dimension and History", "author": [{"family": "Alexander", "given": "Hubert G."}], "publisher": "University of New Mexico Press", "publisher_place": "Albuquerque", "issued": "1945"}, {"id": "2", "type": "book", "title": "Wahrheit und Ideologie", "author": [{"family": "Barth", "given": "Hans"}], "publisher": "Manesse", "publisher_place": "Z\u00fcrich"}, {"id": "3", "type": "book", "title": "Las generaciones en la historia", "author": [{"family": "Entratyo La\u00edn", "given": "Pedro"}], "publisher": "Instituto de estudios pol\u00edticos", "publisher_place": "Madrid"}, {"id": "4", "type": "book", "title": "Cuatro visiones de la historia universal", "author": [{"family": "Ferrater Mora", "given": "Jos\u00e9"}], "publisher": "Editorial Losada", "publisher_place": "Buenos Aires"}, {"id": "5", "type": "journal-article", "title": "The Use of Personal Documents in History, Anthropology, and Sociology", "author": [{"family": "Gottschalk", "given": "L."}, {"family": "Kluckhohn", "given": "C."}, {"family": "Angell", "given": "R."}], "container_title": "Social Science Research Council, Bulletin", "volume": "53", "publisher_place": "New York"}, {"id": "5-review", "type": "other", "title": "Review", "relation": "5", "author": [{"family": "Lapierre", "given": "R. T."}], "container_title": "The American Journal of Sociology", "volume": "LII", "issued": "1946", "page": "156-157"}, {"id": "6", "type": "book", "title": "El problema de la historia y su lugar en el conocimiento", "author": [{"family": "Jasinowski", "given": "Bogumil"}], "publisher": "Universidad de Chile", "publisher_place": "Santiago, Chile"}, {"id": "7", "type": "other", "title": "Review", "relation": "7", "container_title": "Revue philosophique", "volume": "CXL", "issued": "1950", "page": "528"}, {"id": "8", "type": "book", "title": "Man the Measure: a New Approach to History", "author": [{"family": "Kahler", "given": "Erich"}], "edition": "2nd ed.", "publisher": "Jonathan Cape (1st ed. New York: Pantheon, 1943)", "publisher_place": "London"}, {"id": "8-review", "type": "other", "title": "Review", "relation": "8"}, {"id": "10", "type": "journal-article", "title": "The Flight from Reason", "author": [{"family": "Savelle", "given": "Max"}], "container_title": "Journal of Modern History", "volume": "XVII", "issued": "1945", "page": "153-162"}, {"id": "11", "type": "book", "title": "The Social Interpretation of History", "author": [{"family": "Maurice", "given": "William"}], "publisher": "Scribner", "publisher_place": "New York"}, {"id": "12", "type": "book", "title": "The Open Society and Its Enemies", "author": [{"family": "Popper", "given": "Karl"}], "volume": "2 vols.", "publisher": "Routledge (Revised ed. Princeton: Princeton University Press, 1950)", "publisher_place": "London", "note": "Reviews and review-articles:"}, {"id": "13", "type": "journal-article", "title": "Journal of Philosophy", "author": [{"family": "Aiken", "given": "H. D."}], "container_title": "Journal of Philosophy", "volume": "XLIV", "issued": "1947", "page": "459-479"}, {"id": "14", "type": "journal-article", "title": "The Social Scientist in the 'Open Society'", "author": [{"family": "Bock", "given": "Kenneth E."}], "incomplete": true}], "metadata": {"title": "Books", "year": "1945", "page_number": null}}}], "stop_reason": "tool_use", "usage": {"input_tokens": 2248, "output_tokens": 1602}}, "usage": {"input_tokens": 2248, "output_tokens": 1602, "total_tokens": 3850}, "finish_reason": "stop"}, "scoring": {"fuzzy": 0.6306930731041611, "cost_summary": {"total_input_tokens": 11425, "total_output_tokens": 10695, "total_tokens": 22120, "input_cost_usd": 0.171375, "output_cost_usd": 0.802125, "total_cost_usd": 0.9735, "pricing_date": "2025-09-30", "input_price_per_million": 15.0, "output_price_per_million": 75.0}}, "normalized_score": 63.069307310416114}, {"_id": {"$oid": "69ce22c0214d8cd071acffa2"}, "test_id": "T0007", "benchmark": "bibliographic_data", "date": "2025-09-30", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-4o", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "openai", "model": "gpt-4o", "duration": 75.76122832298279, "timestamp": "2025-09-30T14:04:11.345300", "parsed": {"metadata": {"title": "Bibliography", "year": "1947", "page_number": 9}, "entries": [{"id": "140", "type": "book", "title": "Why We Read History", "container_title": null, "author": [{"family": "Smellie", "given": "K. B."}], "note": null, "publisher": "P. Elek", "editor": null, "publisher_place": "London", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "141", "type": "book", "title": "A Study of History", "container_title": null, "author": [{"family": "Toynbee", "given": "Arnold J."}], "note": "Abridged by D. C. Somervell, New York: Oxford (Abridgement of vols. I-VI of A Study of History).", "publisher": null, "editor": null, "publisher_place": "Oxford", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "142", "type": "book", "title": "In den spiegel van het verleden: historische opstellen", "container_title": null, "author": [{"family": "Verberne", "given": "L. G. J."}], "note": null, "publisher": "Bruna", "editor": null, "publisher_place": "Utrecht, Antwerpen", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "143", "type": "book", "title": "Esquemas de metodologia eclesi\u00e1stica", "container_title": null, "author": [{"family": "Vevir", "given": "Jos\u00e9"}], "note": null, "publisher": "Instituto", "editor": null, "publisher_place": "Barcelona", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "144", "type": "book", "title": "Sinn und Ziel der Geschichte", "container_title": null, "author": [{"family": "Walz", "given": "Hans H."}], "note": null, "publisher": "Universit\u00e4ts-Verlag", "editor": null, "publisher_place": "Bonn", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "145", "type": "other", "title": "Atti del congresso internazionale di filosofia 15-20 November, 1946", "container_title": null, "author": null, "note": "Relevant articles: Pietro C. Drago, \"Storia e materialismo storico\", vol. I, 109-117; Vito Fazio-Allmayer, \"Critica del giudizio storico\", vol. I, 281-290; A. Nyman, \"Forza e spirito nella storia\", vol. I, 191-200; Benjamin, Walter, \"Sur le concept d\u2019histoire\", Les temps modernes II, 623-634.", "publisher": "Castellani", "editor": null, "publisher_place": "Milano", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "150", "type": "journal-article", "title": "Philosophy of History", "container_title": "20th Century Philosophy", "author": [{"family": "Boodin", "given": "John E."}], "note": "In Dagobert D. Runes, ed.", "publisher": "Philosophical Library", "editor": ["Dagobert D. Runes"], "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": "89", "page": "106", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "151", "type": "journal-article", "title": "De la perception \u00e0 l\u2019histoire. La philosophie de M. Merleau-Ponty", "container_title": "Deucalion", "author": [{"family": "Caillois", "given": "R. P."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "II", "page": "57-85", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "152", "type": "journal-article", "title": "Commemorazione di Adolfo Omodeo", "container_title": "Annali della Scuola Normale di Pisa", "author": [{"family": "Cantimori", "given": "Delio"}], "note": "fasc. 3-4; (reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959).", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": "3-4", "reprint": "Torino: Einaudi, 1959", "edition": null, "incomplete": null}, {"id": "153", "type": "journal-article", "title": "The Historian and the Philosophy of Science", "container_title": "Isis", "author": [{"family": "Cowan", "given": "Thomas"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXXVIII", "page": "11-18", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "154", "type": "journal-article", "title": "History as a Science", "container_title": "Historical Studies: Australia and New Zealand", "author": [{"family": "Crawford", "given": "R. M."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "153-175", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "155", "type": "journal-article", "title": "Christianisme et histoire", "container_title": "Etudes", "author": [{"family": "Dani\u00e9lou", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "CCLIV", "page": "166-184", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "156", "type": "journal-article", "title": "Wahrheit der Geschichte. Geschichte der Wahrheit", "container_title": "Amerikanische Rundschau", "author": [{"family": "Dell", "given": "Stanley"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "44-53", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "157", "type": "journal-article", "title": "The Idea of Progress", "container_title": "American Historical Review", "author": [{"family": "Fay", "given": "Sidney B."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "LII", "page": "231-246", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "158", "type": "journal-article", "title": "Th\u00e9ologie et histoire", "container_title": "Dieu vivant", "author": [{"family": "Fessard", "given": "Gaston"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "VIII", "page": "39-65", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "159", "type": "journal-article", "title": "Acton, Creighton, and Lea: A Study in History and Ethics", "container_title": "Pacific Historical Review", "author": [{"family": "Fish", "given": "Andrew"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XVI", "page": "59-69", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "160", "type": "journal-article", "title": "Le conscience historique en Italie", "container_title": "Les temps modernes", "author": [{"family": "Garosci", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "23-24", "fascicle": null, "reprint": null, "edition": null, "incomplete": true}]}, "text": "", "raw_response": {"id": "chatcmpl-CLTMAbKNHvVT6vDBQKYWr3ABvm8Ox", "model": "gpt-4o-2024-08-06", "choices": [{"finish_reason": "stop", "index": 0, "message": {"content": "{\"metadata\":{\"title\":\"Bibliography\",\"year\":\"1947\",\"page_number\":9},\"entries\":[{\"id\":\"140\",\"type\":\"book\",\"title\":\"Why We Read History\",\"container_title\":null,\"author\":[{\"family\":\"Smellie\",\"given\":\"K. B.\"}],\"note\":null,\"publisher\":\"P. Elek\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"141\",\"type\":\"book\",\"title\":\"A Study of History\",\"container_title\":null,\"author\":[{\"family\":\"Toynbee\",\"given\":\"Arnold J.\"}],\"note\":\"Abridged by D. C. Somervell, New York: Oxford (Abridgement of vols. I-VI of A Study of History).\",\"publisher\":null,\"editor\":null,\"publisher_place\":\"Oxford\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"142\",\"type\":\"book\",\"title\":\"In den spiegel van het verleden: historische opstellen\",\"container_title\":null,\"author\":[{\"family\":\"Verberne\",\"given\":\"L. G. J.\"}],\"note\":null,\"publisher\":\"Bruna\",\"editor\":null,\"publisher_place\":\"Utrecht, Antwerpen\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"143\",\"type\":\"book\",\"title\":\"Esquemas de metodologia eclesi\u00e1stica\",\"container_title\":null,\"author\":[{\"family\":\"Vevir\",\"given\":\"Jos\u00e9\"}],\"note\":null,\"publisher\":\"Instituto\",\"editor\":null,\"publisher_place\":\"Barcelona\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"144\",\"type\":\"book\",\"title\":\"Sinn und Ziel der Geschichte\",\"container_title\":null,\"author\":[{\"family\":\"Walz\",\"given\":\"Hans H.\"}],\"note\":null,\"publisher\":\"Universit\u00e4ts-Verlag\",\"editor\":null,\"publisher_place\":\"Bonn\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"145\",\"type\":\"other\",\"title\":\"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\"container_title\":null,\"author\":null,\"note\":\"Relevant articles: Pietro C. Drago, \\\"Storia e materialismo storico\\\", vol. I, 109-117; Vito Fazio-Allmayer, \\\"Critica del giudizio storico\\\", vol. I, 281-290; A. Nyman, \\\"Forza e spirito nella storia\\\", vol. I, 191-200; Benjamin, Walter, \\\"Sur le concept d\u2019histoire\\\", Les temps modernes II, 623-634.\",\"publisher\":\"Castellani\",\"editor\":null,\"publisher_place\":\"Milano\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"150\",\"type\":\"journal-article\",\"title\":\"Philosophy of History\",\"container_title\":\"20th Century Philosophy\",\"author\":[{\"family\":\"Boodin\",\"given\":\"John E.\"}],\"note\":\"In Dagobert D. Runes, ed.\",\"publisher\":\"Philosophical Library\",\"editor\":[\"Dagobert D. Runes\"],\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"89\",\"page\":\"106\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"151\",\"type\":\"journal-article\",\"title\":\"De la perception \u00e0 l\u2019histoire. La philosophie de M. Merleau-Ponty\",\"container_title\":\"Deucalion\",\"author\":[{\"family\":\"Caillois\",\"given\":\"R. P.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"II\",\"page\":\"57-85\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"152\",\"type\":\"journal-article\",\"title\":\"Commemorazione di Adolfo Omodeo\",\"container_title\":\"Annali della Scuola Normale di Pisa\",\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"note\":\"fasc. 3-4; (reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959).\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":\"3-4\",\"reprint\":\"Torino: Einaudi, 1959\",\"edition\":null,\"incomplete\":null},{\"id\":\"153\",\"type\":\"journal-article\",\"title\":\"The Historian and the Philosophy of Science\",\"container_title\":\"Isis\",\"author\":[{\"family\":\"Cowan\",\"given\":\"Thomas\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXVIII\",\"page\":\"11-18\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"154\",\"type\":\"journal-article\",\"title\":\"History as a Science\",\"container_title\":\"Historical Studies: Australia and New Zealand\",\"author\":[{\"family\":\"Crawford\",\"given\":\"R. M.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"153-175\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"155\",\"type\":\"journal-article\",\"title\":\"Christianisme et histoire\",\"container_title\":\"Etudes\",\"author\":[{\"family\":\"Dani\u00e9lou\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CCLIV\",\"page\":\"166-184\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"156\",\"type\":\"journal-article\",\"title\":\"Wahrheit der Geschichte. Geschichte der Wahrheit\",\"container_title\":\"Amerikanische Rundschau\",\"author\":[{\"family\":\"Dell\",\"given\":\"Stanley\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"44-53\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"157\",\"type\":\"journal-article\",\"title\":\"The Idea of Progress\",\"container_title\":\"American Historical Review\",\"author\":[{\"family\":\"Fay\",\"given\":\"Sidney B.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LII\",\"page\":\"231-246\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"158\",\"type\":\"journal-article\",\"title\":\"Th\u00e9ologie et histoire\",\"container_title\":\"Dieu vivant\",\"author\":[{\"family\":\"Fessard\",\"given\":\"Gaston\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"VIII\",\"page\":\"39-65\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"159\",\"type\":\"journal-article\",\"title\":\"Acton, Creighton, and Lea: A Study in History and Ethics\",\"container_title\":\"Pacific Historical Review\",\"author\":[{\"family\":\"Fish\",\"given\":\"Andrew\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XVI\",\"page\":\"59-69\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"160\",\"type\":\"journal-article\",\"title\":\"Le conscience historique en Italie\",\"container_title\":\"Les temps modernes\",\"author\":[{\"family\":\"Garosci\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"23-24\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}", "role": "assistant"}}], "usage": {"prompt_tokens": 1443, "completion_tokens": 2015, "total_tokens": 3458}}, "usage": {"input_tokens": 1443, "output_tokens": 2015, "total_tokens": 3458}, "finish_reason": "stop"}, "scoring": {"fuzzy": 0.6498252328316199, "cost_summary": {"total_input_tokens": 7215, "total_output_tokens": 9557, "total_tokens": 16772, "input_cost_usd": 0.018038, "output_cost_usd": 0.09557, "total_cost_usd": 0.113607, "pricing_date": "2025-09-30", "input_price_per_million": 2.5, "output_price_per_million": 10.0}}, "normalized_score": 64.98252328316198}, {"_id": {"$oid": "69ce22c0214d8cd071acffa9"}, "test_id": "T0107", "benchmark": "bibliographic_data", "date": "2025-09-30", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "anthropic", "model": "claude-sonnet-4-20250514", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "anthropic", "model": "claude-sonnet-4-20250514", "duration": 29.23439645767212, "timestamp": "2025-09-30T13:15:41.040338", "parsed": {"metadata": {"title": "HISTORY AND THEORY", "year": "1945", "page_number": 2}, "entries": [{"id": "15", "type": "journal-article", "title": "The Open Society and Its Enemies", "container_title": "British Journal of Sociology", "author": [{"family": "Plamenatz", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1952", "event_date": null, "related": null, "relation": null, "volume": "III", "page": "264-273", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "16", "type": "journal-article", "title": "The Open Society - a Comment", "container_title": "British Journal of Sociology", "author": [{"family": "Gombrich", "given": "E. H."}], "note": "[On Plamenatz]", "publisher": null, "editor": null, "publisher_place": null, "issued": "1953", "event_date": null, "related": null, "relation": null, "volume": "IV", "page": "358-360", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "17", "type": "journal-article", "title": "The Open Society - a Rejoinder", "container_title": "British Journal of Sociology", "author": [{"family": "Plamenatz", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1953", "event_date": null, "related": null, "relation": null, "volume": "IV", "page": "76-77", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "18", "type": "journal-article", "title": "The Open Society: a Reconsideration", "container_title": "Political Science Quarterly", "author": [{"family": "Cobban", "given": "Alfred"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1954", "event_date": null, "related": null, "relation": null, "volume": "LXIX", "page": "119-126", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "19", "type": "journal-article", "title": "Has History a Meaning?", "container_title": "British Journal for the Philosophy of Science", "author": [{"family": "Bernal", "given": "J. D."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1955", "event_date": null, "related": null, "relation": null, "volume": "VI", "page": "164-169", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "20", "type": "book", "title": "War and History", "container_title": null, "author": [{"family": "Sumner", "given": "B. H."}], "note": null, "publisher": "Oliver and Boyd", "editor": null, "publisher_place": "Edinburgh", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "21", "type": "book", "title": "The Philosophy of American History", "container_title": null, "author": [{"family": "Zucker", "given": "Morris"}], "note": null, "publisher": "Arnold and Howard", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": "2 vols.", "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "22", "type": "journal-article", "title": "History as a Liberal Art", "container_title": "Journal of the History of Ideas", "author": [{"family": "Barzun", "given": "Jacques"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "VI", "page": "81-88", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "23", "type": "journal-article", "title": "The Study of Contemporary History: Some Further Reflections", "container_title": "History", "author": [{"family": "Beloff", "given": "Max"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "N. S. XXX", "page": "75-84", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "24", "type": "journal-article", "title": "Commenti sullo 'storicismo'", "container_title": "Societ\u00e0", "author": [{"family": "Cantimori", "given": "Delio"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "I", "page": "1-45", "fascicle": null, "reprint": "Reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959, 1-45", "edition": null, "incomplete": null}, {"id": "25", "type": "journal-article", "title": "The Meaning of History", "container_title": "Ethics", "author": [{"family": "Coulborn", "given": "Rushton"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "LV", "page": "46-63", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "26", "type": "journal-article", "title": "History - a Science?", "container_title": "Mississippi Valley Historical Review", "author": [{"family": "Gould", "given": "Clarence P."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXXII", "page": "375-388", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "27", "type": "journal-article", "title": "Generality and Singularity in Historical Judgment", "container_title": "Journal of Philosophy", "author": [{"family": "Hofstadter", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XLII", "page": "57-65", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "28", "type": "journal-article", "title": "Les nouvelles conceptions de l'histoire", "container_title": "Revue philosophique", "author": [{"family": "Lenoble", "given": "R."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "192-208, 324-348", "event_date": null, "related": null, "relation": null, "volume": "CXXXV", "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "29", "type": "journal-article", "title": "In History or Beyond History", "container_title": "Harvard Theological Review", "author": [{"family": "McCown", "given": "C. C."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXXVIII", "page": "151-175", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "30", "type": "journal-article", "title": "History and the Social Science Research Council", "container_title": "American Historical Review", "author": [{"family": "Nichols", "given": "Roy F."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "L", "page": "491-499", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "31", "type": "journal-article", "title": "The Poverty of Historicism, Part III", "container_title": "Economica", "author": [{"family": "Popper", "given": "Karl"}], "note": "(Parts I and II appeared in 1944. Cf. also #1233)", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XII", "page": "69-89", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "32", "type": "journal-article", "title": "History and the Historian", "container_title": "Journal of Philosophy", "author": [{"family": "Weiss", "given": "Paul"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XLII", "page": "169-179", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "33", "type": "journal-article", "title": "The Attack on the Historical Method", "container_title": "Journal of Philosophy", "author": [{"family": "White", "given": "Morton G."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XLII", "page": "314-331", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}]}, "text": "", "raw_response": {"id": "msg_01VFySh6L8FPU5tLkm95c3zj", "model": "claude-sonnet-4-20250514", "role": "assistant", "content": [{"type": "tool_use", "id": "toolu_01K49Egci2xhL3b6nJEz5Ae7", "name": "extract_structured_data", "input": {"metadata": {"title": "HISTORY AND THEORY", "year": "1945", "page_number": 2}, "entries": [{"id": "15", "type": "journal-article", "title": "The Open Society and Its Enemies", "author": [{"family": "Plamenatz", "given": "J."}], "container_title": "British Journal of Sociology", "volume": "III", "issued": "1952", "page": "264-273"}, {"id": "16", "type": "journal-article", "title": "The Open Society - a Comment", "author": [{"family": "Gombrich", "given": "E. H."}], "container_title": "British Journal of Sociology", "volume": "IV", "issued": "1953", "page": "358-360", "note": "[On Plamenatz]"}, {"id": "17", "type": "journal-article", "title": "The Open Society - a Rejoinder", "author": [{"family": "Plamenatz", "given": "J."}], "container_title": "British Journal of Sociology", "volume": "IV", "issued": "1953", "page": "76-77"}, {"id": "18", "type": "journal-article", "title": "The Open Society: a Reconsideration", "author": [{"family": "Cobban", "given": "Alfred"}], "container_title": "Political Science Quarterly", "volume": "LXIX", "issued": "1954", "page": "119-126"}, {"id": "19", "type": "journal-article", "title": "Has History a Meaning?", "author": [{"family": "Bernal", "given": "J. D."}], "container_title": "British Journal for the Philosophy of Science", "volume": "VI", "issued": "1955", "page": "164-169"}, {"id": "20", "type": "book", "title": "War and History", "author": [{"family": "Sumner", "given": "B. H."}], "publisher": "Oliver and Boyd", "publisher_place": "Edinburgh"}, {"id": "21", "type": "book", "title": "The Philosophy of American History", "author": [{"family": "Zucker", "given": "Morris"}], "publisher": "Arnold and Howard", "publisher_place": "New York", "volume": "2 vols."}, {"id": "22", "type": "journal-article", "title": "History as a Liberal Art", "author": [{"family": "Barzun", "given": "Jacques"}], "container_title": "Journal of the History of Ideas", "volume": "VI", "page": "81-88"}, {"id": "23", "type": "journal-article", "title": "The Study of Contemporary History: Some Further Reflections", "author": [{"family": "Beloff", "given": "Max"}], "container_title": "History", "volume": "N. S. XXX", "page": "75-84"}, {"id": "24", "type": "journal-article", "title": "Commenti sullo 'storicismo'", "author": [{"family": "Cantimori", "given": "Delio"}], "container_title": "Societ\u00e0", "volume": "I", "page": "1-45", "reprint": "Reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959, 1-45"}, {"id": "25", "type": "journal-article", "title": "The Meaning of History", "author": [{"family": "Coulborn", "given": "Rushton"}], "container_title": "Ethics", "volume": "LV", "page": "46-63"}, {"id": "26", "type": "journal-article", "title": "History - a Science?", "author": [{"family": "Gould", "given": "Clarence P."}], "container_title": "Mississippi Valley Historical Review", "volume": "XXXII", "page": "375-388"}, {"id": "27", "type": "journal-article", "title": "Generality and Singularity in Historical Judgment", "author": [{"family": "Hofstadter", "given": "A."}], "container_title": "Journal of Philosophy", "volume": "XLII", "page": "57-65"}, {"id": "28", "type": "journal-article", "title": "Les nouvelles conceptions de l'histoire", "author": [{"family": "Lenoble", "given": "R."}], "container_title": "Revue philosophique", "volume": "CXXXV", "issued": "192-208, 324-348"}, {"id": "29", "type": "journal-article", "title": "In History or Beyond History", "author": [{"family": "McCown", "given": "C. C."}], "container_title": "Harvard Theological Review", "volume": "XXXVIII", "page": "151-175"}, {"id": "30", "type": "journal-article", "title": "History and the Social Science Research Council", "author": [{"family": "Nichols", "given": "Roy F."}], "container_title": "American Historical Review", "volume": "L", "page": "491-499"}, {"id": "31", "type": "journal-article", "title": "The Poverty of Historicism, Part III", "author": [{"family": "Popper", "given": "Karl"}], "container_title": "Economica", "volume": "XII", "page": "69-89", "note": "(Parts I and II appeared in 1944. Cf. also #1233)"}, {"id": "32", "type": "journal-article", "title": "History and the Historian", "author": [{"family": "Weiss", "given": "Paul"}], "container_title": "Journal of Philosophy", "volume": "XLII", "page": "169-179"}, {"id": "33", "type": "journal-article", "title": "The Attack on the Historical Method", "author": [{"family": "White", "given": "Morton G."}], "container_title": "Journal of Philosophy", "volume": "XLII", "page": "314-331"}]}}], "stop_reason": "tool_use", "usage": {"input_tokens": 2285, "output_tokens": 1962}}, "usage": {"input_tokens": 2285, "output_tokens": 1962, "total_tokens": 4247}, "finish_reason": "stop"}, "scoring": {"fuzzy": 0.6685003158141504, "cost_summary": {"total_input_tokens": 11425, "total_output_tokens": 8996, "total_tokens": 20421, "input_cost_usd": 0.034275, "output_cost_usd": 0.13494, "total_cost_usd": 0.169215, "pricing_date": "2025-09-30", "input_price_per_million": 3.0, "output_price_per_million": 15.0}}, "normalized_score": 66.85003158141504}, {"_id": {"$oid": "69ce22c0214d8cd071acffad"}, "test_id": "T0195", "benchmark": "bibliographic_data", "date": "2025-09-30", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "genai", "model": "gemini-2.5-flash", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "genai", "model": "gemini-2.5-flash", "duration": 39.1369993686676, "timestamp": "2025-09-30T23:08:45.240964", "parsed": {"metadata": {"title": "Bibliography and Articles", "year": "1947", "page_number": 9}, "entries": [{"id": "140", "type": "book", "title": "Why We Read History", "author": [{"family": "Smellie", "given": "K. B."}], "publisher": "P. Elek", "publisher_place": "London"}, {"id": "141", "type": "book", "title": "A Study of History", "author": [{"family": "Toynbee", "given": "Arnold J."}], "note": "abridged by D. C. Somervell (Abridgement of vols. I-VI of A Study of History)", "publisher": "Oxford", "publisher_place": "New York"}, {"id": "142", "type": "book", "title": "In den spiegel van het verleden: historische opstellen", "author": [{"family": "Verberne", "given": "L. G. J."}], "publisher": "Bruna", "publisher_place": "Utrecht, Antwerpen"}, {"id": "143", "type": "book", "title": "Esquemas de metodologia eclesi\u00e1stica", "author": [{"family": "Veivir", "given": "Jos\u00e9"}], "publisher": "Instituto", "publisher_place": "Barcelona"}, {"id": "144", "type": "book", "title": "Sinn und Ziel der Geschichte", "author": [{"family": "Walz", "given": "Hans H."}], "publisher": "Universit\u00e4ts-Verlag", "publisher_place": "Bonn"}, {"id": "145", "type": "other", "title": "Atti del congresso internazionale di filosofia", "event_date": "15-20 November, 1946", "related": ["146", "147", "148", "149"], "page": "Relevant articles:", "reprint": "Milano: Castellani"}, {"id": "146", "type": "journal-article", "title": "Storia e materialismo storico", "author": [{"family": "Drago", "given": "Pietro C."}], "volume": "I", "page": "109-117"}, {"id": "147", "type": "journal-article", "title": "Critica del giudizio storico", "author": [{"family": "Fazio-Allmayer", "given": "Vito"}], "volume": "I", "page": "281-290"}, {"id": "148", "type": "journal-article", "title": "Forza e spirito nella storia", "author": [{"family": "Nyman", "given": "A."}], "volume": "I", "page": "191-200"}, {"id": "149", "type": "journal-article", "title": "Sur le concept d'histoire", "author": [{"family": "Benjamin", "given": "Walter"}], "volume": "II", "page": "623-634", "reprint": "Les temps modernes"}, {"id": "150", "type": "journal-article", "title": "Philosophy of History", "container_title": "20th Century Philosophy", "author": [{"family": "Boodin", "given": "John E."}], "editor": ["Dagobert D. Runes"], "publisher_place": "New York", "page": "89-106", "reprint": "Philosophical Library"}, {"id": "151", "type": "journal-article", "title": "De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty", "container_title": "Deucalion", "author": [{"family": "Caillois", "given": "R. P."}], "volume": "II", "page": "57-85"}, {"id": "152", "type": "journal-article", "title": "Commemorazione di Adolfo Omodeo", "container_title": "Annali della Scuola Normale di Pisa", "author": [{"family": "Cantimori", "given": "Delio"}], "note": "reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959", "fascicle": "3-4"}, {"id": "153", "type": "journal-article", "title": "The Historian and the Philosophy of Science", "container_title": "Isis", "author": [{"family": "Cowan", "given": "Thomas"}], "volume": "XXXVIII", "page": "11-18"}, {"id": "154", "type": "journal-article", "title": "History as a Science", "container_title": "Historical Studies: Australia and New Zealand", "author": [{"family": "Crawford", "given": "R. M."}], "volume": "III", "page": "153-175"}, {"id": "155", "type": "journal-article", "title": "Christianisme et histoire", "container_title": "Etudes", "author": [{"family": "Dani\u00e9lou", "given": "J."}], "volume": "CCLIV", "page": "166-184"}, {"id": "156", "type": "journal-article", "title": "Wahrheit der Geschichte. Geschichte der Wahrheit", "container_title": "Amerikanische Rundschau", "author": [{"family": "Dell", "given": "Stanley"}], "volume": "III", "page": "44-53"}, {"id": "157", "type": "journal-article", "title": "The Idea of Progress", "container_title": "American Historical Review", "author": [{"family": "Fay", "given": "Sidney B."}], "volume": "LII", "page": "231-246"}, {"id": "158", "type": "journal-article", "title": "Th\u00e9ologie et histoire", "container_title": "Dieu vivant", "author": [{"family": "Fessard", "given": "Gaston"}], "volume": "VIII", "page": "39-65"}, {"id": "159", "type": "journal-article", "title": "Acton, Creighton and Lea: a Study in History and Ethics", "container_title": "Pacific Historical Review", "author": [{"family": "Fish", "given": "Andrew"}], "volume": "XVI", "page": "59-69"}, {"id": "160", "type": "journal-article", "title": "Le conscience historique en Italie", "container_title": "Les temps modernes", "author": [{"family": "Garosci", "given": "A."}], "volume": "III", "page": "23-24", "incomplete": null}]}, "text": "{\"metadata\": {\"title\": \"Bibliography and Articles\", \"year\": \"1947\", \"page_number\": 9}, \"entries\": [{\"id\": \"140\", \"type\": \"book\", \"title\": \"Why We Read History\", \"author\": [{\"family\": \"Smellie\", \"given\": \"K. B.\"}], \"publisher\": \"P. Elek\", \"publisher_place\": \"London\"}, {\"id\": \"141\", \"type\": \"book\", \"title\": \"A Study of History\", \"author\": [{\"family\": \"Toynbee\", \"given\": \"Arnold J.\"}], \"note\": \"abridged by D. C. Somervell (Abridgement of vols. I-VI of A Study of History)\", \"publisher\": \"Oxford\", \"publisher_place\": \"New York\"}, {\"id\": \"142\", \"type\": \"book\", \"title\": \"In den spiegel van het verleden: historische opstellen\", \"author\": [{\"family\": \"Verberne\", \"given\": \"L. G. J.\"}], \"publisher\": \"Bruna\", \"publisher_place\": \"Utrecht, Antwerpen\"}, {\"id\": \"143\", \"type\": \"book\", \"title\": \"Esquemas de metodologia eclesi\u00e1stica\", \"author\": [{\"family\": \"Veivir\", \"given\": \"Jos\u00e9\"}], \"publisher\": \"Instituto\", \"publisher_place\": \"Barcelona\"}, {\"id\": \"144\", \"type\": \"book\", \"title\": \"Sinn und Ziel der Geschichte\", \"author\": [{\"family\": \"Walz\", \"given\": \"Hans H.\"}], \"publisher\": \"Universit\u00e4ts-Verlag\", \"publisher_place\": \"Bonn\"}, {\"id\": \"145\", \"type\": \"other\", \"title\": \"Atti del congresso internazionale di filosofia\", \"event_date\": \"15-20 November, 1946\", \"related\": [\"146\", \"147\", \"148\", \"149\"], \"page\": \"Relevant articles:\", \"reprint\": \"Milano: Castellani\"}, {\"id\": \"146\", \"type\": \"journal-article\", \"title\": \"Storia e materialismo storico\", \"author\": [{\"family\": \"Drago\", \"given\": \"Pietro C.\"}], \"volume\": \"I\", \"page\": \"109-117\"}, {\"id\": \"147\", \"type\": \"journal-article\", \"title\": \"Critica del giudizio storico\", \"author\": [{\"family\": \"Fazio-Allmayer\", \"given\": \"Vito\"}], \"volume\": \"I\", \"page\": \"281-290\"}, {\"id\": \"148\", \"type\": \"journal-article\", \"title\": \"Forza e spirito nella storia\", \"author\": [{\"family\": \"Nyman\", \"given\": \"A.\"}], \"volume\": \"I\", \"page\": \"191-200\"}, {\"id\": \"149\", \"type\": \"journal-article\", \"title\": \"Sur le concept d'histoire\", \"author\": [{\"family\": \"Benjamin\", \"given\": \"Walter\"}], \"volume\": \"II\", \"page\": \"623-634\", \"reprint\": \"Les temps modernes\"}, {\"id\": \"150\", \"type\": \"journal-article\", \"title\": \"Philosophy of History\", \"container_title\": \"20th Century Philosophy\", \"author\": [{\"family\": \"Boodin\", \"given\": \"John E.\"}], \"editor\": [\"Dagobert D. Runes\"], \"publisher_place\": \"New York\", \"page\": \"89-106\", \"reprint\": \"Philosophical Library\"}, {\"id\": \"151\", \"type\": \"journal-article\", \"title\": \"De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty\", \"container_title\": \"Deucalion\", \"author\": [{\"family\": \"Caillois\", \"given\": \"R. P.\"}], \"volume\": \"II\", \"page\": \"57-85\"}, {\"id\": \"152\", \"type\": \"journal-article\", \"title\": \"Commemorazione di Adolfo Omodeo\", \"container_title\": \"Annali della Scuola Normale di Pisa\", \"author\": [{\"family\": \"Cantimori\", \"given\": \"Delio\"}], \"note\": \"reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959\", \"fascicle\": \"3-4\"}, {\"id\": \"153\", \"type\": \"journal-article\", \"title\": \"The Historian and the Philosophy of Science\", \"container_title\": \"Isis\", \"author\": [{\"family\": \"Cowan\", \"given\": \"Thomas\"}], \"volume\": \"XXXVIII\", \"page\": \"11-18\"}, {\"id\": \"154\", \"type\": \"journal-article\", \"title\": \"History as a Science\", \"container_title\": \"Historical Studies: Australia and New Zealand\", \"author\": [{\"family\": \"Crawford\", \"given\": \"R. M.\"}], \"volume\": \"III\", \"page\": \"153-175\"}, {\"id\": \"155\", \"type\": \"journal-article\", \"title\": \"Christianisme et histoire\", \"container_title\": \"Etudes\", \"author\": [{\"family\": \"Dani\u00e9lou\", \"given\": \"J.\"}], \"volume\": \"CCLIV\", \"page\": \"166-184\"}, {\"id\": \"156\", \"type\": \"journal-article\", \"title\": \"Wahrheit der Geschichte. Geschichte der Wahrheit\", \"container_title\": \"Amerikanische Rundschau\", \"author\": [{\"family\": \"Dell\", \"given\": \"Stanley\"}], \"volume\": \"III\", \"page\": \"44-53\"}, {\"id\": \"157\", \"type\": \"journal-article\", \"title\": \"The Idea of Progress\", \"container_title\": \"American Historical Review\", \"author\": [{\"family\": \"Fay\", \"given\": \"Sidney B.\"}], \"volume\": \"LII\", \"page\": \"231-246\"}, {\"id\": \"158\", \"type\": \"journal-article\", \"title\": \"Th\u00e9ologie et histoire\", \"container_title\": \"Dieu vivant\", \"author\": [{\"family\": \"Fessard\", \"given\": \"Gaston\"}], \"volume\": \"VIII\", \"page\": \"39-65\"}, {\"id\": \"159\", \"type\": \"journal-article\", \"title\": \"Acton, Creighton and Lea: a Study in History and Ethics\", \"container_title\": \"Pacific Historical Review\", \"author\": [{\"family\": \"Fish\", \"given\": \"Andrew\"}], \"volume\": \"XVI\", \"page\": \"59-69\"}, {\"id\": \"160\", \"type\": \"journal-article\", \"title\": \"Le conscience historique en Italie\", \"container_title\": \"Les temps modernes\", \"author\": [{\"family\": \"Garosci\", \"given\": \"A.\"}], \"volume\": \"III\", \"page\": \"23-24\", \"incomplete\": null}]}", "raw_response": {"text": "{\"metadata\": {\"title\": \"Bibliography and Articles\", \"year\": \"1947\", \"page_number\": 9}, \"entries\": [{\"id\": \"140\", \"type\": \"book\", \"title\": \"Why We Read History\", \"author\": [{\"family\": \"Smellie\", \"given\": \"K. B.\"}], \"publisher\": \"P. Elek\", \"publisher_place\": \"London\"}, {\"id\": \"141\", \"type\": \"book\", \"title\": \"A Study of History\", \"author\": [{\"family\": \"Toynbee\", \"given\": \"Arnold J.\"}], \"note\": \"abridged by D. C. Somervell (Abridgement of vols. I-VI of A Study of History)\", \"publisher\": \"Oxford\", \"publisher_place\": \"New York\"}, {\"id\": \"142\", \"type\": \"book\", \"title\": \"In den spiegel van het verleden: historische opstellen\", \"author\": [{\"family\": \"Verberne\", \"given\": \"L. G. J.\"}], \"publisher\": \"Bruna\", \"publisher_place\": \"Utrecht, Antwerpen\"}, {\"id\": \"143\", \"type\": \"book\", \"title\": \"Esquemas de metodologia eclesi\u00e1stica\", \"author\": [{\"family\": \"Veivir\", \"given\": \"Jos\u00e9\"}], \"publisher\": \"Instituto\", \"publisher_place\": \"Barcelona\"}, {\"id\": \"144\", \"type\": \"book\", \"title\": \"Sinn und Ziel der Geschichte\", \"author\": [{\"family\": \"Walz\", \"given\": \"Hans H.\"}], \"publisher\": \"Universit\u00e4ts-Verlag\", \"publisher_place\": \"Bonn\"}, {\"id\": \"145\", \"type\": \"other\", \"title\": \"Atti del congresso internazionale di filosofia\", \"event_date\": \"15-20 November, 1946\", \"related\": [\"146\", \"147\", \"148\", \"149\"], \"page\": \"Relevant articles:\", \"reprint\": \"Milano: Castellani\"}, {\"id\": \"146\", \"type\": \"journal-article\", \"title\": \"Storia e materialismo storico\", \"author\": [{\"family\": \"Drago\", \"given\": \"Pietro C.\"}], \"volume\": \"I\", \"page\": \"109-117\"}, {\"id\": \"147\", \"type\": \"journal-article\", \"title\": \"Critica del giudizio storico\", \"author\": [{\"family\": \"Fazio-Allmayer\", \"given\": \"Vito\"}], \"volume\": \"I\", \"page\": \"281-290\"}, {\"id\": \"148\", \"type\": \"journal-article\", \"title\": \"Forza e spirito nella storia\", \"author\": [{\"family\": \"Nyman\", \"given\": \"A.\"}], \"volume\": \"I\", \"page\": \"191-200\"}, {\"id\": \"149\", \"type\": \"journal-article\", \"title\": \"Sur le concept d'histoire\", \"author\": [{\"family\": \"Benjamin\", \"given\": \"Walter\"}], \"volume\": \"II\", \"page\": \"623-634\", \"reprint\": \"Les temps modernes\"}, {\"id\": \"150\", \"type\": \"journal-article\", \"title\": \"Philosophy of History\", \"container_title\": \"20th Century Philosophy\", \"author\": [{\"family\": \"Boodin\", \"given\": \"John E.\"}], \"editor\": [\"Dagobert D. Runes\"], \"publisher_place\": \"New York\", \"page\": \"89-106\", \"reprint\": \"Philosophical Library\"}, {\"id\": \"151\", \"type\": \"journal-article\", \"title\": \"De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty\", \"container_title\": \"Deucalion\", \"author\": [{\"family\": \"Caillois\", \"given\": \"R. P.\"}], \"volume\": \"II\", \"page\": \"57-85\"}, {\"id\": \"152\", \"type\": \"journal-article\", \"title\": \"Commemorazione di Adolfo Omodeo\", \"container_title\": \"Annali della Scuola Normale di Pisa\", \"author\": [{\"family\": \"Cantimori\", \"given\": \"Delio\"}], \"note\": \"reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959\", \"fascicle\": \"3-4\"}, {\"id\": \"153\", \"type\": \"journal-article\", \"title\": \"The Historian and the Philosophy of Science\", \"container_title\": \"Isis\", \"author\": [{\"family\": \"Cowan\", \"given\": \"Thomas\"}], \"volume\": \"XXXVIII\", \"page\": \"11-18\"}, {\"id\": \"154\", \"type\": \"journal-article\", \"title\": \"History as a Science\", \"container_title\": \"Historical Studies: Australia and New Zealand\", \"author\": [{\"family\": \"Crawford\", \"given\": \"R. M.\"}], \"volume\": \"III\", \"page\": \"153-175\"}, {\"id\": \"155\", \"type\": \"journal-article\", \"title\": \"Christianisme et histoire\", \"container_title\": \"Etudes\", \"author\": [{\"family\": \"Dani\u00e9lou\", \"given\": \"J.\"}], \"volume\": \"CCLIV\", \"page\": \"166-184\"}, {\"id\": \"156\", \"type\": \"journal-article\", \"title\": \"Wahrheit der Geschichte. Geschichte der Wahrheit\", \"container_title\": \"Amerikanische Rundschau\", \"author\": [{\"family\": \"Dell\", \"given\": \"Stanley\"}], \"volume\": \"III\", \"page\": \"44-53\"}, {\"id\": \"157\", \"type\": \"journal-article\", \"title\": \"The Idea of Progress\", \"container_title\": \"American Historical Review\", \"author\": [{\"family\": \"Fay\", \"given\": \"Sidney B.\"}], \"volume\": \"LII\", \"page\": \"231-246\"}, {\"id\": \"158\", \"type\": \"journal-article\", \"title\": \"Th\u00e9ologie et histoire\", \"container_title\": \"Dieu vivant\", \"author\": [{\"family\": \"Fessard\", \"given\": \"Gaston\"}], \"volume\": \"VIII\", \"page\": \"39-65\"}, {\"id\": \"159\", \"type\": \"journal-article\", \"title\": \"Acton, Creighton and Lea: a Study in History and Ethics\", \"container_title\": \"Pacific Historical Review\", \"author\": [{\"family\": \"Fish\", \"given\": \"Andrew\"}], \"volume\": \"XVI\", \"page\": \"59-69\"}, {\"id\": \"160\", \"type\": \"journal-article\", \"title\": \"Le conscience historique en Italie\", \"container_title\": \"Les temps modernes\", \"author\": [{\"family\": \"Garosci\", \"given\": \"A.\"}], \"volume\": \"III\", \"page\": \"23-24\", \"incomplete\": null}]}", "usage_metadata": {"prompt_token_count": 340, "candidates_token_count": 1588, "total_token_count": 5924}}, "usage": {"input_tokens": 340, "output_tokens": 1588, "total_tokens": 5924}, "finish_reason": "stop"}, "scoring": {"fuzzy": 0.6692796142106973, "cost_summary": {"total_input_tokens": 1700, "total_output_tokens": 9859, "total_tokens": 11559, "input_cost_usd": 0.00051, "output_cost_usd": 0.024647, "total_cost_usd": 0.025157, "pricing_date": "2025-09-30", "input_price_per_million": 0.3, "output_price_per_million": 2.5}}, "normalized_score": 66.92796142106972}, {"_id": {"$oid": "69ce22c0214d8cd071acffb0"}, "test_id": "T0027", "benchmark": "bibliographic_data", "date": "2025-09-30", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-4o-mini", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "openai", "model": "gpt-4o-mini", "duration": 40.58475184440613, "timestamp": "2025-09-30T14:47:08.223846", "parsed": {"metadata": {"title": "Bibliography", "year": "1947", "page_number": 9}, "entries": [{"id": "140", "type": "book", "title": "Why We Read History", "container_title": null, "author": [{"family": "Smellie", "given": "K. B."}], "note": null, "publisher": "P. Elek", "editor": null, "publisher_place": "London", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "141", "type": "book", "title": "A Study of History", "container_title": null, "author": [{"family": "Toynbee", "given": "Arnold J."}], "note": "abridged by D. C. Somervell", "publisher": "Oxford", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": "I-VI", "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "142", "type": "book", "title": "In den spiegel van het verleden: historische opstellen", "container_title": null, "author": [{"family": "Verberne", "given": "L. G. J."}], "note": null, "publisher": "Bruna", "editor": null, "publisher_place": "Utrecht", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "143", "type": "book", "title": "Esquemas de metodologia eclesi\u00e1stica", "container_title": null, "author": [{"family": "Vevir", "given": "Jos\u00e9"}], "note": null, "publisher": "Instituto", "editor": null, "publisher_place": "Barcelona", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "144", "type": "book", "title": "Sinn und Ziel der Geschichte", "container_title": null, "author": [{"family": "Walz", "given": "Hans H."}], "note": null, "publisher": "Universit\u00e4ts-Verlag", "editor": null, "publisher_place": "Bonn", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "145", "type": "other", "title": "Atti del congresso internazionale di filosofia", "container_title": null, "author": null, "note": "15-20 November, 1946", "publisher": "Castellani", "editor": null, "publisher_place": "Milano", "issued": null, "event_date": null, "related": ["Drago, Pietro C.", "Fazio-Allmayer, Vito", "Nyman, A."], "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "150", "type": "journal-article", "title": "De la perception \u00e0 l'histoire", "container_title": "De la philosophie de M. Merleau-Ponty", "author": [{"family": "Cailolis", "given": "R. P."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "57-85", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "154", "type": "journal-article", "title": "History as a Science", "container_title": "Historical Studies: Australia and New Zealand", "author": [{"family": "Crawford", "given": "R. M."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "153-175", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "156", "type": "journal-article", "title": "Wahrheit der Geschichte", "container_title": "Geschichte der Wahrheit", "author": [{"family": "Dell", "given": "Stanley"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "44-53", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "158", "type": "journal-article", "title": "Th\u00e9ologie et histoire", "container_title": "Dieu vivant", "author": [{"family": "Fessard", "given": "Gaston"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "VIII", "page": "39-65", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "160", "type": "journal-article", "title": "Le conscience historique en Italie", "container_title": "Les temps modernes", "author": [{"family": "Garosci", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "23-24", "fascicle": null, "reprint": null, "edition": null, "incomplete": true}]}, "text": "", "raw_response": {"id": "chatcmpl-CLU2IIvt1mzcjNnCIwQhWGI6Ic7zB", "model": "gpt-4o-mini-2024-07-18", "choices": [{"finish_reason": "stop", "index": 0, "message": {"content": "{\n \"metadata\": {\n \"title\": \"Bibliography\",\n \"year\": \"1947\",\n \"page_number\": 9\n },\n \"entries\": [\n {\n \"id\": \"140\",\n \"type\": \"book\",\n \"title\": \"Why We Read History\",\n \"container_title\": null,\n \"author\": [\n {\n \"family\": \"Smellie\",\n \"given\": \"K. B.\"\n }\n ],\n \"note\": null,\n \"publisher\": \"P. Elek\",\n \"editor\": null,\n \"publisher_place\": \"London\",\n \"issued\": null,\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": null,\n \"page\": null,\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": false\n },\n {\n \"id\": \"141\",\n \"type\": \"book\",\n \"title\": \"A Study of History\",\n \"container_title\": null,\n \"author\": [\n {\n \"family\": \"Toynbee\",\n \"given\": \"Arnold J.\"\n }\n ],\n \"note\": \"abridged by D. C. Somervell\",\n \"publisher\": \"Oxford\",\n \"editor\": null,\n \"publisher_place\": \"New York\",\n \"issued\": null,\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": \"I-VI\",\n \"page\": null,\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": false\n },\n {\n \"id\": \"142\",\n \"type\": \"book\",\n \"title\": \"In den spiegel van het verleden: historische opstellen\",\n \"container_title\": null,\n \"author\": [\n {\n \"family\": \"Verberne\",\n \"given\": \"L. G. J.\"\n }\n ],\n \"note\": null,\n \"publisher\": \"Bruna\",\n \"editor\": null,\n \"publisher_place\": \"Utrecht\",\n \"issued\": null,\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": null,\n \"page\": null,\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": false\n },\n {\n \"id\": \"143\",\n \"type\": \"book\",\n \"title\": \"Esquemas de metodologia eclesi\u00e1stica\",\n \"container_title\": null,\n \"author\": [\n {\n \"family\": \"Vevir\",\n \"given\": \"Jos\u00e9\"\n }\n ],\n \"note\": null,\n \"publisher\": \"Instituto\",\n \"editor\": null,\n \"publisher_place\": \"Barcelona\",\n \"issued\": null,\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": null,\n \"page\": null,\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": false\n },\n {\n \"id\": \"144\",\n \"type\": \"book\",\n \"title\": \"Sinn und Ziel der Geschichte\",\n \"container_title\": null,\n \"author\": [\n {\n \"family\": \"Walz\",\n \"given\": \"Hans H.\"\n }\n ],\n \"note\": null,\n \"publisher\": \"Universit\u00e4ts-Verlag\",\n \"editor\": null,\n \"publisher_place\": \"Bonn\",\n \"issued\": null,\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": null,\n \"page\": null,\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": false\n },\n {\n \"id\": \"145\",\n \"type\": \"other\",\n \"title\": \"Atti del congresso internazionale di filosofia\",\n \"container_title\": null,\n \"author\": null,\n \"note\": \"15-20 November, 1946\",\n \"publisher\": \"Castellani\",\n \"editor\": null,\n \"publisher_place\": \"Milano\",\n \"issued\": null,\n \"event_date\": null,\n \"related\": [\n \"Drago, Pietro C.\",\n \"Fazio-Allmayer, Vito\",\n \"Nyman, A.\"\n ],\n \"relation\": null,\n \"volume\": null,\n \"page\": null,\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": false\n },\n {\n \"id\": \"150\",\n \"type\": \"journal-article\",\n \"title\": \"De la perception \u00e0 l'histoire\",\n \"container_title\": \"De la philosophie de M. Merleau-Ponty\",\n \"author\": [\n {\n \"family\": \"Cailolis\",\n \"given\": \"R. P.\"\n }\n ],\n \"note\": null,\n \"publisher\": null,\n \"editor\": null,\n \"publisher_place\": null,\n \"issued\": null,\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": null,\n \"page\": \"57-85\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": false\n },\n {\n \"id\": \"154\",\n \"type\": \"journal-article\",\n \"title\": \"History as a Science\",\n \"container_title\": \"Historical Studies: Australia and New Zealand\",\n \"author\": [\n {\n \"family\": \"Crawford\",\n \"given\": \"R. M.\"\n }\n ],\n \"note\": null,\n \"publisher\": null,\n \"editor\": null,\n \"publisher_place\": null,\n \"issued\": null,\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": \"III\",\n \"page\": \"153-175\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": false\n },\n {\n \"id\": \"156\",\n \"type\": \"journal-article\",\n \"title\": \"Wahrheit der Geschichte\",\n \"container_title\": \"Geschichte der Wahrheit\",\n \"author\": [\n {\n \"family\": \"Dell\",\n \"given\": \"Stanley\"\n }\n ],\n \"note\": null,\n \"publisher\": null,\n \"editor\": null,\n \"publisher_place\": null,\n \"issued\": null,\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": \"III\",\n \"page\": \"44-53\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": false\n },\n {\n \"id\": \"158\",\n \"type\": \"journal-article\",\n \"title\": \"Th\u00e9ologie et histoire\",\n \"container_title\": \"Dieu vivant\",\n \"author\": [\n {\n \"family\": \"Fessard\",\n \"given\": \"Gaston\"\n }\n ],\n \"note\": null,\n \"publisher\": null,\n \"editor\": null,\n \"publisher_place\": null,\n \"issued\": null,\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": \"VIII\",\n \"page\": \"39-65\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": false\n },\n {\n \"id\": \"160\",\n \"type\": \"journal-article\",\n \"title\": \"Le conscience historique en Italie\",\n \"container_title\": \"Les temps modernes\",\n \"author\": [\n {\n \"family\": \"Garosci\",\n \"given\": \"A.\"\n }\n ],\n \"note\": null,\n \"publisher\": null,\n \"editor\": null,\n \"publisher_place\": null,\n \"issued\": null,\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": \"III\",\n \"page\": \"23-24\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": true\n }\n ]\n}", "role": "assistant"}}], "usage": {"prompt_tokens": 26179, "completion_tokens": 1856, "total_tokens": 28035}}, "usage": {"input_tokens": 26179, "output_tokens": 1856, "total_tokens": 28035}, "finish_reason": "stop"}, "scoring": {"fuzzy": 0.49753405743688284, "cost_summary": {"total_input_tokens": 130895, "total_output_tokens": 10853, "total_tokens": 141748, "input_cost_usd": 0.019634, "output_cost_usd": 0.006512, "total_cost_usd": 0.026146, "pricing_date": "2025-09-30", "input_price_per_million": 0.15, "output_price_per_million": 0.6}}, "normalized_score": 49.75340574368828}, {"_id": {"$oid": "69ce22c0214d8cd071acffbc"}, "test_id": "T0130", "benchmark": "bibliographic_data", "date": "2025-09-30", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5-mini", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "openai", "model": "gpt-5-mini", "duration": 88.81317019462585, "timestamp": "2025-09-30T23:45:28.458190", "parsed": {"metadata": {"title": "History and Theory", "year": "1945", "page_number": 2}, "entries": [{"id": "15", "type": "journal-article", "title": "The Open Society and Its Enemies", "container_title": "British Journal of Sociology", "author": [{"family": "Plamenatz", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1952", "event_date": null, "related": null, "relation": null, "volume": "III", "page": "264-273", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "16", "type": "journal-article", "title": "The Open Society - a Comment", "container_title": "British Journal of Sociology", "author": [{"family": "Gombrich", "given": "E. H."}], "note": "On Plamenatz.", "publisher": null, "editor": null, "publisher_place": null, "issued": "1952", "event_date": null, "related": null, "relation": null, "volume": "III", "page": "358-360", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "17", "type": "journal-article", "title": "The Open Society - a Rejoinder", "container_title": "British Journal of Sociology", "author": [{"family": "Plamenatz", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1953", "event_date": null, "related": null, "relation": null, "volume": "IV", "page": "76-77", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "18", "type": "journal-article", "title": "The Open Society: a Reconsideration", "container_title": "Political Science Quarterly", "author": [{"family": "Cobban", "given": "Alfred"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1954", "event_date": null, "related": null, "relation": null, "volume": "LXIX", "page": "119-126", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "19", "type": "journal-article", "title": "Has History a Meaning?", "container_title": "British Journal for the Philosophy of Science", "author": [{"family": "Bernal", "given": "J. D."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1955", "event_date": null, "related": null, "relation": null, "volume": "VI", "page": "164-169", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "20", "type": "book", "title": "War and History", "container_title": null, "author": [{"family": "Sumner", "given": "B. H."}], "note": null, "publisher": "Oliver and Boyd", "editor": null, "publisher_place": "Edinburgh", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "21", "type": "book", "title": "The Philosophy of American History", "container_title": null, "author": [{"family": "Zucker", "given": "Morris"}], "note": null, "publisher": "Arnold and Howard", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": "2 vols.", "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "22", "type": "journal-article", "title": "History as a Liberal Art", "container_title": "Journal of the History of Ideas", "author": [{"family": "Barzun", "given": "Jacques"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "VI", "page": "81-88", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "23", "type": "journal-article", "title": "The Study of Contemporary History: Some Further Reflections", "container_title": "History N. S.", "author": [{"family": "Beloff", "given": "Max"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXX", "page": "75-84", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "24", "type": "journal-article", "title": "Appunti sullo 'storicismo'", "container_title": "Societ\u00e0", "author": [{"family": "Cantimori", "given": "Delio"}], "note": "Reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959, 1-45.", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "I", "page": "1-45", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "25", "type": "journal-article", "title": "The Meaning of History", "container_title": "Ethics", "author": [{"family": "Coulborn", "given": "Rushton"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "LV", "page": "46-63", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "26", "type": "journal-article", "title": "History - a Science?", "container_title": "Mississippi Valley Historical Review", "author": [{"family": "Gould", "given": "Clarence P."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXXII", "page": "375-388", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "27", "type": "journal-article", "title": "Generality and Singularity in Historical Judgment", "container_title": "Journal of Philosophy", "author": [{"family": "Hofstadter", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XLII", "page": "57-65", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "28", "type": "journal-article", "title": "Les nouvelles conceptions de l'histoire", "container_title": "Revue philosophique", "author": [{"family": "Lenoble", "given": "R."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "CXXXV", "page": "193-208, 324-348", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "29", "type": "journal-article", "title": "In History or Beyond History", "container_title": "Harvard Theological Review", "author": [{"family": "McCown", "given": "C. C."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXXVIII", "page": "151-175", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "30", "type": "journal-article", "title": "History and the Social Science Research Council", "container_title": "American Historical Review", "author": [{"family": "Nichols", "given": "Roy F."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "L", "page": "491-499", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "31", "type": "journal-article", "title": "The Poverty of Historicism, Part III", "container_title": "Economica", "author": [{"family": "Popper", "given": "Karl"}], "note": "Parts I and II appeared in 1944. Cf. also #1233.", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XII", "page": "69-89", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "32", "type": "journal-article", "title": "History and the Historian", "container_title": "Journal of Philosophy", "author": [{"family": "Weiss", "given": "Paul"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XLII", "page": "169-179", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "33", "type": "journal-article", "title": "The Attack on the Historical Method", "container_title": "Journal of Philosophy", "author": [{"family": "White", "given": "Morton G."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XLII", "page": "314-331", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}]}, "text": "", "raw_response": {"id": "chatcmpl-CLcQamP5ywcBHaXYHdNkU7bo51EkS", "model": "gpt-5-mini-2025-08-07", "choices": [{"finish_reason": "stop", "index": 0, "message": {"content": "{\n \"metadata\": {\n \"title\": \"History and Theory\",\n \"year\": \"1945\",\n \"page_number\": 2\n },\n \"entries\": [\n {\n \"id\": \"15\",\n \"type\": \"journal-article\",\n \"title\": \"The Open Society and Its Enemies\",\n \"container_title\": \"British Journal of Sociology\",\n \"author\": [\n {\n \"family\": \"Plamenatz\",\n \"given\": \"J.\"\n }\n ],\n \"note\": null,\n \"publisher\": null,\n \"editor\": null,\n \"publisher_place\": null,\n \"issued\": \"1952\",\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": \"III\",\n \"page\": \"264-273\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"16\",\n \"type\": \"journal-article\",\n \"title\": \"The Open Society - a Comment\",\n \"container_title\": \"British Journal of Sociology\",\n \"author\": [\n {\n \"family\": \"Gombrich\",\n \"given\": \"E. H.\"\n }\n ],\n \"note\": \"On Plamenatz.\",\n \"publisher\": null,\n \"editor\": null,\n \"publisher_place\": null,\n \"issued\": \"1952\",\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": \"III\",\n \"page\": \"358-360\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"17\",\n \"type\": \"journal-article\",\n \"title\": \"The Open Society - a Rejoinder\",\n \"container_title\": \"British Journal of Sociology\",\n \"author\": [\n {\n \"family\": \"Plamenatz\",\n \"given\": \"J.\"\n }\n ],\n \"note\": null,\n \"publisher\": null,\n \"editor\": null,\n \"publisher_place\": null,\n \"issued\": \"1953\",\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": \"IV\",\n \"page\": \"76-77\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"18\",\n \"type\": \"journal-article\",\n \"title\": \"The Open Society: a Reconsideration\",\n \"container_title\": \"Political Science Quarterly\",\n \"author\": [\n {\n \"family\": \"Cobban\",\n \"given\": \"Alfred\"\n }\n ],\n \"note\": null,\n \"publisher\": null,\n \"editor\": null,\n \"publisher_place\": null,\n \"issued\": \"1954\",\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": \"LXIX\",\n \"page\": \"119-126\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"19\",\n \"type\": \"journal-article\",\n \"title\": \"Has History a Meaning?\",\n \"container_title\": \"British Journal for the Philosophy of Science\",\n \"author\": [\n {\n \"family\": \"Bernal\",\n \"given\": \"J. D.\"\n }\n ],\n \"note\": null,\n \"publisher\": null,\n \"editor\": null,\n \"publisher_place\": null,\n \"issued\": \"1955\",\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": \"VI\",\n \"page\": \"164-169\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"20\",\n \"type\": \"book\",\n \"title\": \"War and History\",\n \"container_title\": null,\n \"author\": [\n {\n \"family\": \"Sumner\",\n \"given\": \"B. H.\"\n }\n ],\n \"note\": null,\n \"publisher\": \"Oliver and Boyd\",\n \"editor\": null,\n \"publisher_place\": \"Edinburgh\",\n \"issued\": null,\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": null,\n \"page\": null,\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"21\",\n \"type\": \"book\",\n \"title\": \"The Philosophy of American History\",\n \"container_title\": null,\n \"author\": [\n {\n \"family\": \"Zucker\",\n \"given\": \"Morris\"\n }\n ],\n \"note\": null,\n \"publisher\": \"Arnold and Howard\",\n \"editor\": null,\n \"publisher_place\": \"New York\",\n \"issued\": null,\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": \"2 vols.\",\n \"page\": null,\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"22\",\n \"type\": \"journal-article\",\n \"title\": \"History as a Liberal Art\",\n \"container_title\": \"Journal of the History of Ideas\",\n \"author\": [\n {\n \"family\": \"Barzun\",\n \"given\": \"Jacques\"\n }\n ],\n \"note\": null,\n \"publisher\": null,\n \"editor\": null,\n \"publisher_place\": null,\n \"issued\": null,\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": \"VI\",\n \"page\": \"81-88\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"23\",\n \"type\": \"journal-article\",\n \"title\": \"The Study of Contemporary History: Some Further Reflections\",\n \"container_title\": \"History N. S.\",\n \"author\": [\n {\n \"family\": \"Beloff\",\n \"given\": \"Max\"\n }\n ],\n \"note\": null,\n \"publisher\": null,\n \"editor\": null,\n \"publisher_place\": null,\n \"issued\": null,\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": \"XXX\",\n \"page\": \"75-84\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"24\",\n \"type\": \"journal-article\",\n \"title\": \"Appunti sullo 'storicismo'\",\n \"container_title\": \"Societ\u00e0\",\n \"author\": [\n {\n \"family\": \"Cantimori\",\n \"given\": \"Delio\"\n }\n ],\n \"note\": \"Reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959, 1-45.\",\n \"publisher\": null,\n \"editor\": null,\n \"publisher_place\": null,\n \"issued\": null,\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": \"I\",\n \"page\": \"1-45\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"25\",\n \"type\": \"journal-article\",\n \"title\": \"The Meaning of History\",\n \"container_title\": \"Ethics\",\n \"author\": [\n {\n \"family\": \"Coulborn\",\n \"given\": \"Rushton\"\n }\n ],\n \"note\": null,\n \"publisher\": null,\n \"editor\": null,\n \"publisher_place\": null,\n \"issued\": null,\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": \"LV\",\n \"page\": \"46-63\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"26\",\n \"type\": \"journal-article\",\n \"title\": \"History - a Science?\",\n \"container_title\": \"Mississippi Valley Historical Review\",\n \"author\": [\n {\n \"family\": \"Gould\",\n \"given\": \"Clarence P.\"\n }\n ],\n \"note\": null,\n \"publisher\": null,\n \"editor\": null,\n \"publisher_place\": null,\n \"issued\": null,\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": \"XXXII\",\n \"page\": \"375-388\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"27\",\n \"type\": \"journal-article\",\n \"title\": \"Generality and Singularity in Historical Judgment\",\n \"container_title\": \"Journal of Philosophy\",\n \"author\": [\n {\n \"family\": \"Hofstadter\",\n \"given\": \"A.\"\n }\n ],\n \"note\": null,\n \"publisher\": null,\n \"editor\": null,\n \"publisher_place\": null,\n \"issued\": null,\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": \"XLII\",\n \"page\": \"57-65\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"28\",\n \"type\": \"journal-article\",\n \"title\": \"Les nouvelles conceptions de l'histoire\",\n \"container_title\": \"Revue philosophique\",\n \"author\": [\n {\n \"family\": \"Lenoble\",\n \"given\": \"R.\"\n }\n ],\n \"note\": null,\n \"publisher\": null,\n \"editor\": null,\n \"publisher_place\": null,\n \"issued\": null,\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": \"CXXXV\",\n \"page\": \"193-208, 324-348\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"29\",\n \"type\": \"journal-article\",\n \"title\": \"In History or Beyond History\",\n \"container_title\": \"Harvard Theological Review\",\n \"author\": [\n {\n \"family\": \"McCown\",\n \"given\": \"C. C.\"\n }\n ],\n \"note\": null,\n \"publisher\": null,\n \"editor\": null,\n \"publisher_place\": null,\n \"issued\": null,\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": \"XXXVIII\",\n \"page\": \"151-175\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"30\",\n \"type\": \"journal-article\",\n \"title\": \"History and the Social Science Research Council\",\n \"container_title\": \"American Historical Review\",\n \"author\": [\n {\n \"family\": \"Nichols\",\n \"given\": \"Roy F.\"\n }\n ],\n \"note\": null,\n \"publisher\": null,\n \"editor\": null,\n \"publisher_place\": null,\n \"issued\": null,\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": \"L\",\n \"page\": \"491-499\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"31\",\n \"type\": \"journal-article\",\n \"title\": \"The Poverty of Historicism, Part III\",\n \"container_title\": \"Economica\",\n \"author\": [\n {\n \"family\": \"Popper\",\n \"given\": \"Karl\"\n }\n ],\n \"note\": \"Parts I and II appeared in 1944. Cf. also #1233.\",\n \"publisher\": null,\n \"editor\": null,\n \"publisher_place\": null,\n \"issued\": null,\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": \"XII\",\n \"page\": \"69-89\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"32\",\n \"type\": \"journal-article\",\n \"title\": \"History and the Historian\",\n \"container_title\": \"Journal of Philosophy\",\n \"author\": [\n {\n \"family\": \"Weiss\",\n \"given\": \"Paul\"\n }\n ],\n \"note\": null,\n \"publisher\": null,\n \"editor\": null,\n \"publisher_place\": null,\n \"issued\": null,\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": \"XLII\",\n \"page\": \"169-179\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"33\",\n \"type\": \"journal-article\",\n \"title\": \"The Attack on the Historical Method\",\n \"container_title\": \"Journal of Philosophy\",\n \"author\": [\n {\n \"family\": \"White\",\n \"given\": \"Morton G.\"\n }\n ],\n \"note\": null,\n \"publisher\": null,\n \"editor\": null,\n \"publisher_place\": null,\n \"issued\": null,\n \"event_date\": null,\n \"related\": null,\n \"relation\": null,\n \"volume\": \"XLII\",\n \"page\": \"314-331\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n }\n ]\n}", "role": "assistant"}}], "usage": {"prompt_tokens": 1482, "completion_tokens": 6376, "total_tokens": 7858}}, "usage": {"input_tokens": 1482, "output_tokens": 6376, "total_tokens": 7858}, "finish_reason": "stop"}, "scoring": {"fuzzy": 0.6778704037406256, "cost_summary": {"total_input_tokens": 7409, "total_output_tokens": 28247, "total_tokens": 35656, "input_cost_usd": 0.001852, "output_cost_usd": 0.056494, "total_cost_usd": 0.058346, "pricing_date": "2025-09-30", "input_price_per_million": 0.25, "output_price_per_million": 2.0}}, "normalized_score": 67.78704037406256}, {"_id": {"$oid": "69ce22c0214d8cd071acffc2"}, "test_id": "T0033", "benchmark": "bibliographic_data", "date": "2025-09-30", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "genai", "model": "gemini-2.0-flash-lite", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "genai", "model": "gemini-2.0-flash-lite", "duration": 12.80677342414856, "timestamp": "2025-09-30T14:52:50.628566", "parsed": {"metadata": {"title": "BIBLIOGRAPHY", "year": "1947", "page_number": 9}, "entries": [{"id": "140", "type": "book", "title": "Why We Read History", "container_title": null, "author": [{"family": "Smellie", "given": "K. B."}], "note": null, "publisher": "P. Elek.", "editor": null, "publisher_place": "London", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "141", "type": "book", "title": "A Study of History", "container_title": null, "author": [{"family": "Toynbee", "given": "Arnold J."}], "note": "abridged by D. C. Somervell", "publisher": "Oxford", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": "Abridegement of vols. I-VI of A Study of History.", "incomplete": null}, {"id": "142", "type": "book", "title": "In den spiegel van het verleden: historische opstellen", "container_title": null, "author": [{"family": "Verberne", "given": "L. G. J."}], "note": null, "publisher": "Bruna.", "editor": null, "publisher_place": "Utrecht, Antwerpen", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "143", "type": "book", "title": "Esquemas de metodolog\u00eda eclesi\u00e1stica", "container_title": null, "author": [{"family": "Vevir", "given": "Jos\u00e9"}], "note": null, "publisher": "Instituto.", "editor": null, "publisher_place": "Barcelona", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "144", "type": "book", "title": "Sinn und Ziel der Geschichte", "container_title": null, "author": [{"family": "Walz", "given": "Hans H."}], "note": null, "publisher": "Universit\u00e4ts-Verlag.", "editor": null, "publisher_place": "Bonn", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "145", "type": "journal-article", "title": "Atti del congresso internazionale di filosofia 15-20 November, 1946", "container_title": null, "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": "Milano", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "109-117", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "146", "type": "journal-article", "title": "\"Storia e materialismo storico\"", "container_title": null, "author": [{"family": "Pietro C. Drago", "given": ""}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "I", "page": "109-117", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "147", "type": "journal-article", "title": "\"Critica del giudizio storico\"", "container_title": null, "author": [{"family": "Vito Fazio-Allmayer", "given": ""}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "I", "page": "281-290", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "148", "type": "journal-article", "title": "\"Forza e spirito nella storia\"", "container_title": null, "author": [{"family": "A. Nyman", "given": ""}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "I", "page": "191-200", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "149", "type": "journal-article", "title": "\"Sur le concept d'histoire\"", "container_title": null, "author": [{"family": "Benjamin", "given": "Walter"}], "note": "Les temps modernes II", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "623-634", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "150", "type": "journal-article", "title": "\"Philosophy of History\"", "container_title": null, "author": [{"family": "Boodin", "given": "John E."}], "note": "in Dagobert D. Runes, ed., 20th Century Philosophy, New York: Philosophical Library, 89-106.", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "151", "type": "journal-article", "title": "\"De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty\"", "container_title": null, "author": [{"family": "Caillois", "given": "R. P."}], "note": "Deucalion II, 57-85.", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "152", "type": "journal-article", "title": "\"Commemorazione di Adolfo Omodeo\"", "container_title": null, "author": [{"family": "Cantimori", "given": "Delio"}], "note": "Annali della Scuola Normale di Pisa, fasc. 3-4; (reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959).", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "153", "type": "journal-article", "title": "\"The Historian and the Philosophy of Science\"", "container_title": null, "author": [{"family": "Cowan", "given": "Thomas"}], "note": "Isis XXXVIII, 11-18.", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "154", "type": "journal-article", "title": "\"History as a Science\"", "container_title": null, "author": [{"family": "Crawford", "given": "R. M."}], "note": "Historical Studies: Australia and New Zealand III, 153-175.", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "155", "type": "journal-article", "title": "\"Christianisme et histoire\"", "container_title": null, "author": [{"family": "Dani\u00e9lou", "given": "J."}], "note": "Etudes CCLIV, 166-184.", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "156", "type": "journal-article", "title": "\"Wahrheit der Geschichte. Geschichte der Wahrheit\"", "container_title": null, "author": [{"family": "Dell", "given": "Stanley"}], "note": "Amerikanische Rundschau III, 44-53.", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "157", "type": "journal-article", "title": "\"The Idea of Progress\"", "container_title": null, "author": [{"family": "Fay", "given": "Sidney B."}], "note": "American Historical Review LII, 231-246.", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "158", "type": "journal-article", "title": "\"Th\u00e9ologie et histoire\"", "container_title": null, "author": [{"family": "Fessard", "given": "Gaston"}], "note": "Dieu vivant VIII, 39-65.", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "159", "type": "journal-article", "title": "\"Acton, Creighton, and Lea: a Study in History and Ethics\"", "container_title": null, "author": [{"family": "Fish", "given": "Andrew"}], "note": "Pacific Historical Review XVI, 59-69.", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "160", "type": "journal-article", "title": "\"Le conscience historique en Italie\"", "container_title": null, "author": [{"family": "Garosci", "given": "A."}], "note": "Les temps modernes III, 23-24.", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": true}]}, "text": "{\n \"metadata\": {\n \"title\": \"BIBLIOGRAPHY\",\n \"year\": \"1947\",\n \"page_number\": 9\n },\n \"entries\": [\n {\n \"id\": \"140\",\n \"type\": \"book\",\n \"title\": \"Why We Read History\",\n \"author\": [\n {\n \"family\": \"Smellie\",\n \"given\": \"K. B.\"\n }\n ],\n \"publisher\": \"P. Elek.\",\n \"publisher_place\": \"London\"\n },\n {\n \"id\": \"141\",\n \"type\": \"book\",\n \"title\": \"A Study of History\",\n \"author\": [\n {\n \"family\": \"Toynbee\",\n \"given\": \"Arnold J.\"\n }\n ],\n \"note\": \"abridged by D. C. Somervell\",\n \"publisher\": \"Oxford\",\n \"publisher_place\": \"New York\",\n \"edition\": \"Abridegement of vols. I-VI of A Study of History.\"\n },\n {\n \"id\": \"142\",\n \"type\": \"book\",\n \"title\": \"In den spiegel van het verleden: historische opstellen\",\n \"author\": [\n {\n \"family\": \"Verberne\",\n \"given\": \"L. G. J.\"\n }\n ],\n \"publisher\": \"Bruna.\",\n \"publisher_place\": \"Utrecht, Antwerpen\"\n },\n {\n \"id\": \"143\",\n \"type\": \"book\",\n \"title\": \"Esquemas de metodolog\u00eda eclesi\u00e1stica\",\n \"author\": [\n {\n \"family\": \"Vevir\",\n \"given\": \"Jos\u00e9\"\n }\n ],\n \"publisher\": \"Instituto.\",\n \"publisher_place\": \"Barcelona\"\n },\n {\n \"id\": \"144\",\n \"type\": \"book\",\n \"title\": \"Sinn und Ziel der Geschichte\",\n \"author\": [\n {\n \"family\": \"Walz\",\n \"given\": \"Hans H.\"\n }\n ],\n \"publisher\": \"Universit\u00e4ts-Verlag.\",\n \"publisher_place\": \"Bonn\"\n },\n {\n \"id\": \"145\",\n \"type\": \"journal-article\",\n \"title\": \"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\n \"publisher_place\": \"Milano\",\n \"relation\": null,\n \"page\": \"109-117\"\n },\n {\n \"id\": \"146\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"Storia e materialismo storico\\\"\",\n \"author\": [\n {\n \"family\": \"Pietro C. Drago\",\n \"given\": \"\"\n }\n ],\n \"volume\": \"I\",\n \"page\": \"109-117\"\n },\n {\n \"id\": \"147\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"Critica del giudizio storico\\\"\",\n \"author\": [\n {\n \"family\": \"Vito Fazio-Allmayer\",\n \"given\": \"\"\n }\n ],\n \"volume\": \"I\",\n \"page\": \"281-290\"\n },\n {\n \"id\": \"148\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"Forza e spirito nella storia\\\"\",\n \"author\": [\n {\n \"family\": \"A. Nyman\",\n \"given\": \"\"\n }\n ],\n \"volume\": \"I\",\n \"page\": \"191-200\"\n },\n {\n \"id\": \"149\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"Sur le concept d'histoire\\\"\",\n \"author\": [\n {\n \"family\": \"Benjamin\",\n \"given\": \"Walter\"\n }\n ],\n \"note\": \"Les temps modernes II\",\n \"page\": \"623-634\"\n },\n {\n \"id\": \"150\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"Philosophy of History\\\"\",\n \"author\": [\n {\n \"family\": \"Boodin\",\n \"given\": \"John E.\"\n }\n ],\n \"note\": \"in Dagobert D. Runes, ed., 20th Century Philosophy, New York: Philosophical Library, 89-106.\"\n },\n {\n \"id\": \"151\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty\\\"\",\n \"author\": [\n {\n \"family\": \"Caillois\",\n \"given\": \"R. P.\"\n }\n ],\n \"note\": \"Deucalion II, 57-85.\"\n },\n {\n \"id\": \"152\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"Commemorazione di Adolfo Omodeo\\\"\",\n \"author\": [\n {\n \"family\": \"Cantimori\",\n \"given\": \"Delio\"\n }\n ],\n \"note\": \"Annali della Scuola Normale di Pisa, fasc. 3-4; (reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959).\"\n },\n {\n \"id\": \"153\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"The Historian and the Philosophy of Science\\\"\",\n \"author\": [\n {\n \"family\": \"Cowan\",\n \"given\": \"Thomas\"\n }\n ],\n \"note\": \"Isis XXXVIII, 11-18.\"\n },\n {\n \"id\": \"154\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"History as a Science\\\"\",\n \"author\": [\n {\n \"family\": \"Crawford\",\n \"given\": \"R. M.\"\n }\n ],\n \"note\": \"Historical Studies: Australia and New Zealand III, 153-175.\"\n },\n {\n \"id\": \"155\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"Christianisme et histoire\\\"\",\n \"author\": [\n {\n \"family\": \"Dani\u00e9lou\",\n \"given\": \"J.\"\n }\n ],\n \"note\": \"Etudes CCLIV, 166-184.\"\n },\n {\n \"id\": \"156\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"Wahrheit der Geschichte. Geschichte der Wahrheit\\\"\",\n \"author\": [\n {\n \"family\": \"Dell\",\n \"given\": \"Stanley\"\n }\n ],\n \"note\": \"Amerikanische Rundschau III, 44-53.\"\n },\n {\n \"id\": \"157\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"The Idea of Progress\\\"\",\n \"author\": [\n {\n \"family\": \"Fay\",\n \"given\": \"Sidney B.\"\n }\n ],\n \"note\": \"American Historical Review LII, 231-246.\"\n },\n {\n \"id\": \"158\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"Th\u00e9ologie et histoire\\\"\",\n \"author\": [\n {\n \"family\": \"Fessard\",\n \"given\": \"Gaston\"\n }\n ],\n \"note\": \"Dieu vivant VIII, 39-65.\"\n },\n {\n \"id\": \"159\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"Acton, Creighton, and Lea: a Study in History and Ethics\\\"\",\n \"author\": [\n {\n \"family\": \"Fish\",\n \"given\": \"Andrew\"\n }\n ],\n \"note\": \"Pacific Historical Review XVI, 59-69.\"\n },\n {\n \"id\": \"160\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"Le conscience historique en Italie\\\"\",\n \"author\": [\n {\n \"family\": \"Garosci\",\n \"given\": \"A.\"\n }\n ],\n \"note\": \"Les temps modernes III, 23-24.\",\n \"incomplete\": true\n }\n ]\n}", "raw_response": {"text": "{\n \"metadata\": {\n \"title\": \"BIBLIOGRAPHY\",\n \"year\": \"1947\",\n \"page_number\": 9\n },\n \"entries\": [\n {\n \"id\": \"140\",\n \"type\": \"book\",\n \"title\": \"Why We Read History\",\n \"author\": [\n {\n \"family\": \"Smellie\",\n \"given\": \"K. B.\"\n }\n ],\n \"publisher\": \"P. Elek.\",\n \"publisher_place\": \"London\"\n },\n {\n \"id\": \"141\",\n \"type\": \"book\",\n \"title\": \"A Study of History\",\n \"author\": [\n {\n \"family\": \"Toynbee\",\n \"given\": \"Arnold J.\"\n }\n ],\n \"note\": \"abridged by D. C. Somervell\",\n \"publisher\": \"Oxford\",\n \"publisher_place\": \"New York\",\n \"edition\": \"Abridegement of vols. I-VI of A Study of History.\"\n },\n {\n \"id\": \"142\",\n \"type\": \"book\",\n \"title\": \"In den spiegel van het verleden: historische opstellen\",\n \"author\": [\n {\n \"family\": \"Verberne\",\n \"given\": \"L. G. J.\"\n }\n ],\n \"publisher\": \"Bruna.\",\n \"publisher_place\": \"Utrecht, Antwerpen\"\n },\n {\n \"id\": \"143\",\n \"type\": \"book\",\n \"title\": \"Esquemas de metodolog\u00eda eclesi\u00e1stica\",\n \"author\": [\n {\n \"family\": \"Vevir\",\n \"given\": \"Jos\u00e9\"\n }\n ],\n \"publisher\": \"Instituto.\",\n \"publisher_place\": \"Barcelona\"\n },\n {\n \"id\": \"144\",\n \"type\": \"book\",\n \"title\": \"Sinn und Ziel der Geschichte\",\n \"author\": [\n {\n \"family\": \"Walz\",\n \"given\": \"Hans H.\"\n }\n ],\n \"publisher\": \"Universit\u00e4ts-Verlag.\",\n \"publisher_place\": \"Bonn\"\n },\n {\n \"id\": \"145\",\n \"type\": \"journal-article\",\n \"title\": \"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\n \"publisher_place\": \"Milano\",\n \"relation\": null,\n \"page\": \"109-117\"\n },\n {\n \"id\": \"146\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"Storia e materialismo storico\\\"\",\n \"author\": [\n {\n \"family\": \"Pietro C. Drago\",\n \"given\": \"\"\n }\n ],\n \"volume\": \"I\",\n \"page\": \"109-117\"\n },\n {\n \"id\": \"147\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"Critica del giudizio storico\\\"\",\n \"author\": [\n {\n \"family\": \"Vito Fazio-Allmayer\",\n \"given\": \"\"\n }\n ],\n \"volume\": \"I\",\n \"page\": \"281-290\"\n },\n {\n \"id\": \"148\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"Forza e spirito nella storia\\\"\",\n \"author\": [\n {\n \"family\": \"A. Nyman\",\n \"given\": \"\"\n }\n ],\n \"volume\": \"I\",\n \"page\": \"191-200\"\n },\n {\n \"id\": \"149\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"Sur le concept d'histoire\\\"\",\n \"author\": [\n {\n \"family\": \"Benjamin\",\n \"given\": \"Walter\"\n }\n ],\n \"note\": \"Les temps modernes II\",\n \"page\": \"623-634\"\n },\n {\n \"id\": \"150\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"Philosophy of History\\\"\",\n \"author\": [\n {\n \"family\": \"Boodin\",\n \"given\": \"John E.\"\n }\n ],\n \"note\": \"in Dagobert D. Runes, ed., 20th Century Philosophy, New York: Philosophical Library, 89-106.\"\n },\n {\n \"id\": \"151\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty\\\"\",\n \"author\": [\n {\n \"family\": \"Caillois\",\n \"given\": \"R. P.\"\n }\n ],\n \"note\": \"Deucalion II, 57-85.\"\n },\n {\n \"id\": \"152\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"Commemorazione di Adolfo Omodeo\\\"\",\n \"author\": [\n {\n \"family\": \"Cantimori\",\n \"given\": \"Delio\"\n }\n ],\n \"note\": \"Annali della Scuola Normale di Pisa, fasc. 3-4; (reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959).\"\n },\n {\n \"id\": \"153\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"The Historian and the Philosophy of Science\\\"\",\n \"author\": [\n {\n \"family\": \"Cowan\",\n \"given\": \"Thomas\"\n }\n ],\n \"note\": \"Isis XXXVIII, 11-18.\"\n },\n {\n \"id\": \"154\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"History as a Science\\\"\",\n \"author\": [\n {\n \"family\": \"Crawford\",\n \"given\": \"R. M.\"\n }\n ],\n \"note\": \"Historical Studies: Australia and New Zealand III, 153-175.\"\n },\n {\n \"id\": \"155\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"Christianisme et histoire\\\"\",\n \"author\": [\n {\n \"family\": \"Dani\u00e9lou\",\n \"given\": \"J.\"\n }\n ],\n \"note\": \"Etudes CCLIV, 166-184.\"\n },\n {\n \"id\": \"156\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"Wahrheit der Geschichte. Geschichte der Wahrheit\\\"\",\n \"author\": [\n {\n \"family\": \"Dell\",\n \"given\": \"Stanley\"\n }\n ],\n \"note\": \"Amerikanische Rundschau III, 44-53.\"\n },\n {\n \"id\": \"157\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"The Idea of Progress\\\"\",\n \"author\": [\n {\n \"family\": \"Fay\",\n \"given\": \"Sidney B.\"\n }\n ],\n \"note\": \"American Historical Review LII, 231-246.\"\n },\n {\n \"id\": \"158\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"Th\u00e9ologie et histoire\\\"\",\n \"author\": [\n {\n \"family\": \"Fessard\",\n \"given\": \"Gaston\"\n }\n ],\n \"note\": \"Dieu vivant VIII, 39-65.\"\n },\n {\n \"id\": \"159\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"Acton, Creighton, and Lea: a Study in History and Ethics\\\"\",\n \"author\": [\n {\n \"family\": \"Fish\",\n \"given\": \"Andrew\"\n }\n ],\n \"note\": \"Pacific Historical Review XVI, 59-69.\"\n },\n {\n \"id\": \"160\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"Le conscience historique en Italie\\\"\",\n \"author\": [\n {\n \"family\": \"Garosci\",\n \"given\": \"A.\"\n }\n ],\n \"note\": \"Les temps modernes III, 23-24.\",\n \"incomplete\": true\n }\n ]\n}", "usage_metadata": {"prompt_token_count": 2020, "candidates_token_count": 2077, "total_token_count": 4097}}, "usage": {"input_tokens": 2020, "output_tokens": 2077, "total_tokens": 4097}, "finish_reason": "stop"}, "scoring": {"fuzzy": 0.3914633459432669, "cost_summary": {"total_input_tokens": 10100, "total_output_tokens": 15689, "total_tokens": 25789, "input_cost_usd": 0.000757, "output_cost_usd": 0.004707, "total_cost_usd": 0.005464, "pricing_date": "2025-09-30", "input_price_per_million": 0.075, "output_price_per_million": 0.3}}, "normalized_score": 39.146334594326696}, {"_id": {"$oid": "69ce22c0214d8cd071acffc6"}, "test_id": "T0129", "benchmark": "bibliographic_data", "date": "2025-09-30", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "openai", "model": "gpt-5", "duration": 107.54388546943665, "timestamp": "2025-09-30T23:36:59.498895", "parsed": {"metadata": {"title": "History and Theory", "year": "1945", "page_number": 2}, "entries": [{"id": "15", "type": "journal-article", "title": "The Open Society and Its Enemies", "container_title": "British Journal of Sociology", "author": [{"family": "Plamenatz", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1952", "event_date": null, "related": null, "relation": null, "volume": "III", "page": "264-273", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "16", "type": "journal-article", "title": "The Open Society \u2014 a Comment", "container_title": "British Journal of Sociology", "author": [{"family": "Gombrich", "given": "E. H."}], "note": "On Plamenatz", "publisher": null, "editor": null, "publisher_place": null, "issued": "1952", "event_date": null, "related": null, "relation": "15", "volume": "III", "page": "358-360", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "17", "type": "journal-article", "title": "The Open Society \u2014 a Rejoinder", "container_title": "British Journal of Sociology", "author": [{"family": "Plamenatz", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1953", "event_date": null, "related": null, "relation": "16", "volume": "IV", "page": "76-77", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "18", "type": "journal-article", "title": "The Open Society: a Reconsideration", "container_title": "Political Science Quarterly", "author": [{"family": "Cobban", "given": "Alfred"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1954", "event_date": null, "related": null, "relation": null, "volume": "LXXIX", "page": "119-126", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "19", "type": "journal-article", "title": "Has History a Meaning?", "container_title": "British Journal for the Philosophy of Science", "author": [{"family": "Bernal", "given": "J. D."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1955", "event_date": null, "related": null, "relation": null, "volume": "VI", "page": "164-169", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "20", "type": "book", "title": "War and History", "container_title": null, "author": [{"family": "Sumner", "given": "B. H."}], "note": null, "publisher": "Oliver and Boyd", "editor": null, "publisher_place": "Edinburgh", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "21", "type": "book", "title": "The Philosophy of American History", "container_title": null, "author": [{"family": "Zucker", "given": "Morris"}], "note": null, "publisher": "Arnold and Howard", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": "2 vols.", "incomplete": null}, {"id": "22", "type": "journal-article", "title": "History as a Liberal Art", "container_title": "Journal of the History of Ideas", "author": [{"family": "Barzun", "given": "Jacques"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "VI", "page": "81-88", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "23", "type": "journal-article", "title": "The Study of Contemporary History: Some Further Reflections", "container_title": "History (N.S.)", "author": [{"family": "Beloff", "given": "Max"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXX", "page": "75-84", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "24", "type": "journal-article", "title": "Appunti sullo 'storicismo'", "container_title": "Societ\u00e0", "author": [{"family": "Cantimori", "given": "Delio"}], "note": "Reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959, 1-45.", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "I", "page": "1-45", "fascicle": null, "reprint": "Reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959, 1-45.", "edition": null, "incomplete": null}, {"id": "25", "type": "journal-article", "title": "The Meaning of History", "container_title": "Ethics", "author": [{"family": "Coulborn", "given": "Rushton"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "LV", "page": "46-63", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "26", "type": "journal-article", "title": "History \u2014 a Science?", "container_title": "Mississippi Valley Historical Review", "author": [{"family": "Gould", "given": "Clarence P."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXXII", "page": "375-388", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "27", "type": "journal-article", "title": "Generality and Singularity in Historical Judgment", "container_title": "Journal of Philosophy", "author": [{"family": "Hofstadter", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XLII", "page": "57-65", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "28", "type": "journal-article", "title": "Les nouvelles conceptions de l'histoire", "container_title": "Revue philosophique", "author": [{"family": "Lenoble", "given": "R."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "CXXXV", "page": "193-208, 324-348", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "29", "type": "journal-article", "title": "In History or Beyond History", "container_title": "Harvard Theological Review", "author": [{"family": "McCown", "given": "C. C."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXXVIII", "page": "151-175", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "30", "type": "journal-article", "title": "History and the Social Science Research Council", "container_title": "American Historical Review", "author": [{"family": "Nichols", "given": "Roy F."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "L", "page": "491-499", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "31", "type": "journal-article", "title": "The Poverty of Historicism, Part III", "container_title": "Economica", "author": [{"family": "Popper", "given": "Karl"}], "note": "Parts I and II appeared in 1944. Cf. also #1233.", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XII", "page": "69-89", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "32", "type": "journal-article", "title": "History and the Historian", "container_title": "Journal of Philosophy", "author": [{"family": "Weiss", "given": "Paul"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XLII", "page": "169-179", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "33", "type": "journal-article", "title": "The Attack on the Historical Method", "container_title": "Journal of Philosophy", "author": [{"family": "White", "given": "Morton G."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XLII", "page": "314-331", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}]}, "text": "", "raw_response": {"id": "chatcmpl-CLcI5bKcMdzRn1FIchNvFf4yNLCVm", "model": "gpt-5-2025-08-07", "choices": [{"finish_reason": "stop", "index": 0, "message": {"content": "{\"metadata\":{\"title\":\"History and Theory\",\"year\":\"1945\",\"page_number\":2},\"entries\":[{\"id\":\"15\",\"type\":\"journal-article\",\"title\":\"The Open Society and Its Enemies\",\"container_title\":\"British Journal of Sociology\",\"author\":[{\"family\":\"Plamenatz\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1952\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"264-273\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"16\",\"type\":\"journal-article\",\"title\":\"The Open Society \u2014 a Comment\",\"container_title\":\"British Journal of Sociology\",\"author\":[{\"family\":\"Gombrich\",\"given\":\"E. H.\"}],\"note\":\"On Plamenatz\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1952\",\"event_date\":null,\"related\":null,\"relation\":\"15\",\"volume\":\"III\",\"page\":\"358-360\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"17\",\"type\":\"journal-article\",\"title\":\"The Open Society \u2014 a Rejoinder\",\"container_title\":\"British Journal of Sociology\",\"author\":[{\"family\":\"Plamenatz\",\"given\":\"J.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1953\",\"event_date\":null,\"related\":null,\"relation\":\"16\",\"volume\":\"IV\",\"page\":\"76-77\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"18\",\"type\":\"journal-article\",\"title\":\"The Open Society: a Reconsideration\",\"container_title\":\"Political Science Quarterly\",\"author\":[{\"family\":\"Cobban\",\"given\":\"Alfred\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1954\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LXXIX\",\"page\":\"119-126\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"19\",\"type\":\"journal-article\",\"title\":\"Has History a Meaning?\",\"container_title\":\"British Journal for the Philosophy of Science\",\"author\":[{\"family\":\"Bernal\",\"given\":\"J. D.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1955\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"VI\",\"page\":\"164-169\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"20\",\"type\":\"book\",\"title\":\"War and History\",\"container_title\":null,\"author\":[{\"family\":\"Sumner\",\"given\":\"B. H.\"}],\"note\":null,\"publisher\":\"Oliver and Boyd\",\"editor\":null,\"publisher_place\":\"Edinburgh\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"21\",\"type\":\"book\",\"title\":\"The Philosophy of American History\",\"container_title\":null,\"author\":[{\"family\":\"Zucker\",\"given\":\"Morris\"}],\"note\":null,\"publisher\":\"Arnold and Howard\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":\"2 vols.\",\"incomplete\":null},{\"id\":\"22\",\"type\":\"journal-article\",\"title\":\"History as a Liberal Art\",\"container_title\":\"Journal of the History of Ideas\",\"author\":[{\"family\":\"Barzun\",\"given\":\"Jacques\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"VI\",\"page\":\"81-88\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"23\",\"type\":\"journal-article\",\"title\":\"The Study of Contemporary History: Some Further Reflections\",\"container_title\":\"History (N.S.)\",\"author\":[{\"family\":\"Beloff\",\"given\":\"Max\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXX\",\"page\":\"75-84\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"24\",\"type\":\"journal-article\",\"title\":\"Appunti sullo 'storicismo'\",\"container_title\":\"Societ\u00e0\",\"author\":[{\"family\":\"Cantimori\",\"given\":\"Delio\"}],\"note\":\"Reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959, 1-45.\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"I\",\"page\":\"1-45\",\"fascicle\":null,\"reprint\":\"Reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959, 1-45.\",\"edition\":null,\"incomplete\":null},{\"id\":\"25\",\"type\":\"journal-article\",\"title\":\"The Meaning of History\",\"container_title\":\"Ethics\",\"author\":[{\"family\":\"Coulborn\",\"given\":\"Rushton\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"LV\",\"page\":\"46-63\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"26\",\"type\":\"journal-article\",\"title\":\"History \u2014 a Science?\",\"container_title\":\"Mississippi Valley Historical Review\",\"author\":[{\"family\":\"Gould\",\"given\":\"Clarence P.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXII\",\"page\":\"375-388\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"27\",\"type\":\"journal-article\",\"title\":\"Generality and Singularity in Historical Judgment\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Hofstadter\",\"given\":\"A.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XLII\",\"page\":\"57-65\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"28\",\"type\":\"journal-article\",\"title\":\"Les nouvelles conceptions de l'histoire\",\"container_title\":\"Revue philosophique\",\"author\":[{\"family\":\"Lenoble\",\"given\":\"R.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CXXXV\",\"page\":\"193-208, 324-348\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"29\",\"type\":\"journal-article\",\"title\":\"In History or Beyond History\",\"container_title\":\"Harvard Theological Review\",\"author\":[{\"family\":\"McCown\",\"given\":\"C. C.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XXXVIII\",\"page\":\"151-175\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"30\",\"type\":\"journal-article\",\"title\":\"History and the Social Science Research Council\",\"container_title\":\"American Historical Review\",\"author\":[{\"family\":\"Nichols\",\"given\":\"Roy F.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"L\",\"page\":\"491-499\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"31\",\"type\":\"journal-article\",\"title\":\"The Poverty of Historicism, Part III\",\"container_title\":\"Economica\",\"author\":[{\"family\":\"Popper\",\"given\":\"Karl\"}],\"note\":\"Parts I and II appeared in 1944. Cf. also #1233.\",\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XII\",\"page\":\"69-89\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"32\",\"type\":\"journal-article\",\"title\":\"History and the Historian\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Weiss\",\"given\":\"Paul\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XLII\",\"page\":\"169-179\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"33\",\"type\":\"journal-article\",\"title\":\"The Attack on the Historical Method\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"White\",\"given\":\"Morton G.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"XLII\",\"page\":\"314-331\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null}]}", "role": "assistant"}}], "usage": {"prompt_tokens": 1304, "completion_tokens": 6936, "total_tokens": 8240}}, "usage": {"input_tokens": 1304, "output_tokens": 6936, "total_tokens": 8240}, "finish_reason": "stop"}, "scoring": {"fuzzy": 0.6733357360695087, "cost_summary": {"total_input_tokens": 6520, "total_output_tokens": 33219, "total_tokens": 39739, "input_cost_usd": 0.00815, "output_cost_usd": 0.33219, "total_cost_usd": 0.34034, "pricing_date": "2025-09-30", "input_price_per_million": 1.25, "output_price_per_million": 10.0}}, "normalized_score": 67.33357360695086}, {"_id": {"$oid": "69ce22c0214d8cd071acffc8"}, "test_id": "T0133", "benchmark": "bibliographic_data", "date": "2025-09-30", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "o3", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "openai", "model": "o3", "duration": 115.50484371185303, "timestamp": "2025-10-01T00:05:32.261706", "parsed": {"metadata": {"title": "History and Theory", "year": "1946", "page_number": 4}, "entries": [{"id": "49", "type": "journal-article", "title": "Review of the German translation", "container_title": "Historische Zeitschrift", "author": [{"family": "Schlenke", "given": "Manfred"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1957", "event_date": null, "related": null, "relation": null, "volume": "CLXXXIV", "page": "594-597", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "50", "type": "book", "title": "Introduzione allo studio della storia", "container_title": null, "author": [{"family": "Cusin", "given": "Fabio"}], "note": null, "publisher": "Cedam", "editor": null, "publisher_place": "Padova", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "51", "type": "journal-article", "title": "Review", "container_title": "Sophia", "author": [{"family": "Cafaro", "given": "F."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": "50", "volume": "I", "page": "206-207", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "52", "type": "book", "title": "L'histoire, science du concret", "container_title": null, "author": [{"family": "Dardel", "given": "Eric"}], "note": null, "publisher": "Presses Universitaires de France", "editor": null, "publisher_place": "Paris", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "53", "type": "book", "title": "Historical Change", "container_title": null, "author": [{"family": "Einstein", "given": "Lewis"}], "note": null, "publisher": "Cambridge University Press", "editor": null, "publisher_place": "Cambridge", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "54", "type": "book", "title": "The Place of War in History", "container_title": null, "author": [{"family": "Falls", "given": "Cyril"}], "note": null, "publisher": "Clarendon", "editor": null, "publisher_place": "Oxford", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "55", "type": "book", "title": "A Guide to Historical Method", "container_title": null, "author": [{"family": "Garraghan", "given": "Gilbert J."}], "note": "Edited by Jean Delanglez", "publisher": "Fordham University Press", "editor": ["Jean Delanglez"], "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "56", "type": "book", "title": "Le\u00e7ons sur la philosophie de l'histoire", "container_title": null, "author": [{"family": "Gibelini", "given": "J."}], "note": null, "publisher": "Vrin", "editor": null, "publisher_place": "Paris", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "57", "type": "book", "title": "Bilan de l'histoire", "container_title": null, "author": [{"family": "Grousset", "given": "Ren\u00e9"}], "note": null, "publisher": "Plon", "editor": null, "publisher_place": "Paris", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "58", "type": "book", "title": "Introduction \u00e0 l'histoire", "container_title": null, "author": [{"family": "Halphen", "given": "Louis"}], "note": null, "publisher": "Presses Universitaires de France", "editor": null, "publisher_place": "Paris", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "59", "type": "journal-article", "title": "Sur une forme d'histoire qui n'est pas la n\u00f4tre", "container_title": "Annales: Economies-soci\u00e9t\u00e9s-civilisations", "author": [{"family": "Febvre", "given": "Lucien"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "21-24", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "60", "type": "journal-article", "title": "Avenir de l'histoire", "container_title": "Revue historique", "author": [{"family": "Lefebvre", "given": "Georges"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": "CXXVII", "page": "55-61", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "61", "type": "book", "title": "Hoe bepaalt de geschiedenis het heden? Een niet gehoorende rede", "container_title": null, "author": [{"family": "Huizinga", "given": "J."}], "note": null, "publisher": "Tjeenk Willink", "editor": null, "publisher_place": "Haarlem", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "62", "type": "book", "title": "De mensch en de beschaving", "container_title": null, "author": [{"family": "Huizinga", "given": "J."}], "note": null, "publisher": "Pantheon", "editor": null, "publisher_place": "Amsterdam; Antwerpen", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "63", "type": "book", "title": "Historische Meditationen", "container_title": null, "author": [{"family": "Kaegi", "given": "W."}], "note": "2 vols.", "publisher": "Fritz und Walthmuth", "editor": null, "publisher_place": "Z\u00fcrich", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "64", "type": "book", "title": "Notions d'historiographie moderne", "container_title": null, "author": [{"family": "Lefebvre", "given": "G."}], "note": "Dactylographed for his students", "publisher": "Centre de Documentation Universitaire", "editor": null, "publisher_place": "Paris", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "65", "type": "book", "title": "Essays on Historiography", "container_title": null, "author": [{"family": "Malin", "given": "James C."}], "note": null, "publisher": "The Author", "editor": null, "publisher_place": "Lawrence, Kansas", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "66", "type": "book", "title": "The Old Testament Interpretation of History", "container_title": null, "author": [{"family": "North", "given": "C. R."}], "note": null, "publisher": "The Epworth Press", "editor": null, "publisher_place": "London", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "67", "type": "book", "title": "Concord and Liberty", "container_title": null, "author": [{"family": "Ortega y Gasset", "given": "Jos\u00e9"}], "note": "Translated by Helene Weyl", "publisher": "Norton", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "68", "type": "book", "title": "Sociolvidenskabelig Metodel\u00e6re", "container_title": null, "author": [{"family": "Ranulf", "given": "Svend"}], "note": null, "publisher": "Einar Munksgaard", "editor": null, "publisher_place": "K\u00f8benhavn", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "69", "type": "book", "title": "Geschichte als Bildungsmacht", "container_title": null, "author": [{"family": "Ritter", "given": "Gerhard"}], "note": null, "publisher": "Deutsche Verlags-Anstalt", "editor": null, "publisher_place": "Stuttgart", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}]}, "text": "", "raw_response": {"id": "chatcmpl-CLcjZwnAunruOFteD6hAItd4dFjcV", "model": "o3-2025-04-16", "choices": [{"finish_reason": "stop", "index": 0, "message": {"content": "{\"metadata\":{\"title\":\"History and Theory\",\"year\":\"1946\",\"page_number\":4},\"entries\":[{\"id\":\"49\",\"type\":\"journal-article\",\"title\":\"Review of the German translation\",\"container_title\":\"Historische Zeitschrift\",\"author\":[{\"family\":\"Schlenke\",\"given\":\"Manfred\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1957\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CLXXXIV\",\"page\":\"594-597\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"50\",\"type\":\"book\",\"title\":\"Introduzione allo studio della storia\",\"container_title\":null,\"author\":[{\"family\":\"Cusin\",\"given\":\"Fabio\"}],\"note\":null,\"publisher\":\"Cedam\",\"editor\":null,\"publisher_place\":\"Padova\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"51\",\"type\":\"journal-article\",\"title\":\"Review\",\"container_title\":\"Sophia\",\"author\":[{\"family\":\"Cafaro\",\"given\":\"F.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":\"50\",\"volume\":\"I\",\"page\":\"206-207\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"52\",\"type\":\"book\",\"title\":\"L'histoire, science du concret\",\"container_title\":null,\"author\":[{\"family\":\"Dardel\",\"given\":\"Eric\"}],\"note\":null,\"publisher\":\"Presses Universitaires de France\",\"editor\":null,\"publisher_place\":\"Paris\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"53\",\"type\":\"book\",\"title\":\"Historical Change\",\"container_title\":null,\"author\":[{\"family\":\"Einstein\",\"given\":\"Lewis\"}],\"note\":null,\"publisher\":\"Cambridge University Press\",\"editor\":null,\"publisher_place\":\"Cambridge\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"54\",\"type\":\"book\",\"title\":\"The Place of War in History\",\"container_title\":null,\"author\":[{\"family\":\"Falls\",\"given\":\"Cyril\"}],\"note\":null,\"publisher\":\"Clarendon\",\"editor\":null,\"publisher_place\":\"Oxford\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"55\",\"type\":\"book\",\"title\":\"A Guide to Historical Method\",\"container_title\":null,\"author\":[{\"family\":\"Garraghan\",\"given\":\"Gilbert J.\"}],\"note\":\"Edited by Jean Delanglez\",\"publisher\":\"Fordham University Press\",\"editor\":[\"Jean Delanglez\"],\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"56\",\"type\":\"book\",\"title\":\"Le\u00e7ons sur la philosophie de l'histoire\",\"container_title\":null,\"author\":[{\"family\":\"Gibelini\",\"given\":\"J.\"}],\"note\":null,\"publisher\":\"Vrin\",\"editor\":null,\"publisher_place\":\"Paris\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"57\",\"type\":\"book\",\"title\":\"Bilan de l'histoire\",\"container_title\":null,\"author\":[{\"family\":\"Grousset\",\"given\":\"Ren\u00e9\"}],\"note\":null,\"publisher\":\"Plon\",\"editor\":null,\"publisher_place\":\"Paris\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"58\",\"type\":\"book\",\"title\":\"Introduction \u00e0 l'histoire\",\"container_title\":null,\"author\":[{\"family\":\"Halphen\",\"given\":\"Louis\"}],\"note\":null,\"publisher\":\"Presses Universitaires de France\",\"editor\":null,\"publisher_place\":\"Paris\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"59\",\"type\":\"journal-article\",\"title\":\"Sur une forme d'histoire qui n'est pas la n\u00f4tre\",\"container_title\":\"Annales: Economies-soci\u00e9t\u00e9s-civilisations\",\"author\":[{\"family\":\"Febvre\",\"given\":\"Lucien\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"III\",\"page\":\"21-24\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"60\",\"type\":\"journal-article\",\"title\":\"Avenir de l'histoire\",\"container_title\":\"Revue historique\",\"author\":[{\"family\":\"Lefebvre\",\"given\":\"Georges\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"CXXVII\",\"page\":\"55-61\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"61\",\"type\":\"book\",\"title\":\"Hoe bepaalt de geschiedenis het heden? Een niet gehoorende rede\",\"container_title\":null,\"author\":[{\"family\":\"Huizinga\",\"given\":\"J.\"}],\"note\":null,\"publisher\":\"Tjeenk Willink\",\"editor\":null,\"publisher_place\":\"Haarlem\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"62\",\"type\":\"book\",\"title\":\"De mensch en de beschaving\",\"container_title\":null,\"author\":[{\"family\":\"Huizinga\",\"given\":\"J.\"}],\"note\":null,\"publisher\":\"Pantheon\",\"editor\":null,\"publisher_place\":\"Amsterdam; Antwerpen\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"63\",\"type\":\"book\",\"title\":\"Historische Meditationen\",\"container_title\":null,\"author\":[{\"family\":\"Kaegi\",\"given\":\"W.\"}],\"note\":\"2 vols.\",\"publisher\":\"Fritz und Walthmuth\",\"editor\":null,\"publisher_place\":\"Z\u00fcrich\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"64\",\"type\":\"book\",\"title\":\"Notions d'historiographie moderne\",\"container_title\":null,\"author\":[{\"family\":\"Lefebvre\",\"given\":\"G.\"}],\"note\":\"Dactylographed for his students\",\"publisher\":\"Centre de Documentation Universitaire\",\"editor\":null,\"publisher_place\":\"Paris\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"65\",\"type\":\"book\",\"title\":\"Essays on Historiography\",\"container_title\":null,\"author\":[{\"family\":\"Malin\",\"given\":\"James C.\"}],\"note\":null,\"publisher\":\"The Author\",\"editor\":null,\"publisher_place\":\"Lawrence, Kansas\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"66\",\"type\":\"book\",\"title\":\"The Old Testament Interpretation of History\",\"container_title\":null,\"author\":[{\"family\":\"North\",\"given\":\"C. R.\"}],\"note\":null,\"publisher\":\"The Epworth Press\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"67\",\"type\":\"book\",\"title\":\"Concord and Liberty\",\"container_title\":null,\"author\":[{\"family\":\"Ortega y Gasset\",\"given\":\"Jos\u00e9\"}],\"note\":\"Translated by Helene Weyl\",\"publisher\":\"Norton\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"68\",\"type\":\"book\",\"title\":\"Sociolvidenskabelig Metodel\u00e6re\",\"container_title\":null,\"author\":[{\"family\":\"Ranulf\",\"given\":\"Svend\"}],\"note\":null,\"publisher\":\"Einar Munksgaard\",\"editor\":null,\"publisher_place\":\"K\u00f8benhavn\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"69\",\"type\":\"book\",\"title\":\"Geschichte als Bildungsmacht\",\"container_title\":null,\"author\":[{\"family\":\"Ritter\",\"given\":\"Gerhard\"}],\"note\":null,\"publisher\":\"Deutsche Verlags-Anstalt\",\"editor\":null,\"publisher_place\":\"Stuttgart\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null}]}", "role": "assistant"}}], "usage": {"prompt_tokens": 1349, "completion_tokens": 5258, "total_tokens": 6607}}, "usage": {"input_tokens": 1349, "output_tokens": 5258, "total_tokens": 6607}, "finish_reason": "stop"}, "scoring": {"fuzzy": 0.6737063964054053, "cost_summary": {"total_input_tokens": 6745, "total_output_tokens": 22791, "total_tokens": 29536, "input_cost_usd": 0.01349, "output_cost_usd": 0.182328, "total_cost_usd": 0.195818, "pricing_date": "2025-09-30", "input_price_per_million": 2.0, "output_price_per_million": 8.0}}, "normalized_score": 67.37063964054053}, {"_id": {"$oid": "69ce22c0214d8cd071acffc9"}, "test_id": "T0008", "benchmark": "bibliographic_data", "date": "2025-09-30", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "genai", "model": "gemini-2.0-flash", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "genai", "model": "gemini-2.0-flash", "duration": 14.719728708267212, "timestamp": "2025-09-30T14:09:42.753143", "parsed": {"metadata": {"title": "no title given", "year": "1946", "page_number": 44}, "entries": [{"id": "34", "type": "book", "title": "Der Sinn der Geschichte", "container_title": null, "author": [{"family": "Baeck", "given": "Leo"}], "note": null, "publisher": null, "editor": null, "publisher_place": "Berlin", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "35", "type": "book", "title": "The Art of Writing History", "container_title": null, "author": [{"family": "Bryant", "given": "Arthur"}], "note": null, "publisher": null, "editor": null, "publisher_place": "Oxford", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "36", "type": "book", "title": "Historia y destino", "container_title": null, "author": [{"family": "Ca\u00f1al Barrachina", "given": "Avelino"}], "note": null, "publisher": null, "editor": null, "publisher_place": "Havana", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "37", "type": "book", "title": "The Idea of History", "container_title": null, "author": [{"family": "Collingwood", "given": "R. G."}], "note": null, "publisher": null, "editor": null, "publisher_place": "Oxford", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "38", "type": "journal-article", "title": "no title given", "container_title": "Hibbert Journal", "author": [{"family": "Webb", "given": "C. C. J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1946", "event_date": null, "related": null, "relation": null, "volume": "XLV", "page": "83-86", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "39", "type": "journal-article", "title": "\"Collingwood's Idea of History\"", "container_title": "Canadian Historical Review", "author": [{"family": "Flenley", "given": "R."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": "XXVIII", "page": "68-72", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "40", "type": "journal-article", "title": "no title given", "container_title": "Journal of Philosophy", "author": [{"family": "Mandelbaum", "given": "M."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": "XLIV", "page": "184-188", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "41", "type": "journal-article", "title": "no title given", "container_title": "Philosophical Review", "author": [{"family": "Murphy", "given": "A. E."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": "LVI", "page": "587-592", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "42", "type": "journal-article", "title": "\"Discussion: R. G. Collingwood's Philosophy of History\"", "container_title": "Philosophy", "author": [{"family": "Walsh", "given": "W. H."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": "XXII", "page": "153-160", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "43", "type": "journal-article", "title": "\"Logic and History\"", "container_title": "Australasian Journal of Philosophy", "author": [{"family": "Buchdahl", "given": "G."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1948", "event_date": null, "related": null, "relation": null, "volume": "XXVI", "page": "94-114", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "44", "type": "journal-article", "title": "\"On Collingwood's Philosophy of History\"", "container_title": "Review of Metaphysics", "author": [{"family": "Strauss", "given": "Leo"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1952", "event_date": null, "related": null, "relation": null, "volume": "V", "page": "559-586", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "45", "type": "journal-article", "title": "\"The 'Objects' of Historical Knowledge\"", "container_title": "Philosophy", "author": [{"family": "Gardiner", "given": "P. L."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1952", "event_date": null, "related": null, "relation": null, "volume": "XXVII", "page": "211-220", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "46", "type": "journal-article", "title": "\"Collingwood's Idea of History\"", "container_title": "History", "author": [{"family": "Harris", "given": "R. W."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1952", "event_date": null, "related": null, "relation": null, "volume": "XXXVII", "page": "1-7", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "47", "type": "journal-article", "title": "\"Metaphysics, History, and Civilization: Collingwood's Account of Their Interrelationship\"", "container_title": "Journal of Religion", "author": [{"family": "Hartt", "given": "J. N."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1953", "event_date": null, "related": null, "relation": null, "volume": "XXXIII", "page": "198-211", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "48", "type": "journal-article", "title": "\"Collingwood and the Idea of History\"", "container_title": "University of Toronto Quarterly", "author": [{"family": "Schneider", "given": "Frederick D."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1952-53", "event_date": null, "related": null, "relation": null, "volume": "XXII", "page": "172-183", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}]}, "text": "{\n \"metadata\": {\n \"title\": \"no title given\",\n \"year\": \"1946\",\n \"page_number\": 44\n },\n \"entries\": [\n {\n \"id\": \"34\",\n \"type\": \"book\",\n \"title\": \"Der Sinn der Geschichte\",\n \"author\": [\n {\n \"family\": \"Baeck\",\n \"given\": \"Leo\"\n }\n ],\n \"publisher_place\": \"Berlin\",\n \"relation\": null,\n \"volume\": null,\n \"page\": null,\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"35\",\n \"type\": \"book\",\n \"title\": \"The Art of Writing History\",\n \"author\": [\n {\n \"family\": \"Bryant\",\n \"given\": \"Arthur\"\n }\n ],\n \"publisher_place\": \"Oxford\",\n \"relation\": null,\n \"volume\": null,\n \"page\": null,\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"36\",\n \"type\": \"book\",\n \"title\": \"Historia y destino\",\n \"author\": [\n {\n \"family\": \"Ca\u00f1al Barrachina\",\n \"given\": \"Avelino\"\n }\n ],\n \"publisher_place\": \"Havana\",\n \"relation\": null,\n \"volume\": null,\n \"page\": null,\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"37\",\n \"type\": \"book\",\n \"title\": \"The Idea of History\",\n \"author\": [\n {\n \"family\": \"Collingwood\",\n \"given\": \"R. G.\"\n }\n ],\n \"publisher_place\": \"Oxford\",\n \"relation\": null,\n \"volume\": null,\n \"page\": null,\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"38\",\n \"type\": \"journal-article\",\n \"title\": \"no title given\",\n \"container_title\": \"Hibbert Journal\",\n \"author\": [\n {\n \"family\": \"Webb\",\n \"given\": \"C. C. J.\"\n }\n ],\n \"issued\": \"1946\",\n \"relation\": null,\n \"volume\": \"XLV\",\n \"page\": \"83-86\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"39\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"Collingwood's Idea of History\\\"\",\n \"container_title\": \"Canadian Historical Review\",\n \"author\": [\n {\n \"family\": \"Flenley\",\n \"given\": \"R.\"\n }\n ],\n \"issued\": \"1947\",\n \"relation\": null,\n \"volume\": \"XXVIII\",\n \"page\": \"68-72\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"40\",\n \"type\": \"journal-article\",\n \"title\": \"no title given\",\n \"container_title\": \"Journal of Philosophy\",\n \"author\": [\n {\n \"family\": \"Mandelbaum\",\n \"given\": \"M.\"\n }\n ],\n \"issued\": \"1947\",\n \"relation\": null,\n \"volume\": \"XLIV\",\n \"page\": \"184-188\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"41\",\n \"type\": \"journal-article\",\n \"title\": \"no title given\",\n \"container_title\": \"Philosophical Review\",\n \"author\": [\n {\n \"family\": \"Murphy\",\n \"given\": \"A. E.\"\n }\n ],\n \"issued\": \"1947\",\n \"relation\": null,\n \"volume\": \"LVI\",\n \"page\": \"587-592\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"42\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"Discussion: R. G. Collingwood's Philosophy of History\\\"\",\n \"container_title\": \"Philosophy\",\n \"author\": [\n {\n \"family\": \"Walsh\",\n \"given\": \"W. H.\"\n }\n ],\n \"issued\": \"1947\",\n \"relation\": null,\n \"volume\": \"XXII\",\n \"page\": \"153-160\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"43\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"Logic and History\\\"\",\n \"container_title\": \"Australasian Journal of Philosophy\",\n \"author\": [\n {\n \"family\": \"Buchdahl\",\n \"given\": \"G.\"\n }\n ],\n \"issued\": \"1948\",\n \"relation\": null,\n \"volume\": \"XXVI\",\n \"page\": \"94-114\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"44\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"On Collingwood's Philosophy of History\\\"\",\n \"container_title\": \"Review of Metaphysics\",\n \"author\": [\n {\n \"family\": \"Strauss\",\n \"given\": \"Leo\"\n }\n ],\n \"issued\": \"1952\",\n \"relation\": null,\n \"volume\": \"V\",\n \"page\": \"559-586\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"45\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"The 'Objects' of Historical Knowledge\\\"\",\n \"container_title\": \"Philosophy\",\n \"author\": [\n {\n \"family\": \"Gardiner\",\n \"given\": \"P. L.\"\n }\n ],\n \"issued\": \"1952\",\n \"relation\": null,\n \"volume\": \"XXVII\",\n \"page\": \"211-220\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"46\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"Collingwood's Idea of History\\\"\",\n \"container_title\": \"History\",\n \"author\": [\n {\n \"family\": \"Harris\",\n \"given\": \"R. W.\"\n }\n ],\n \"issued\": \"1952\",\n \"relation\": null,\n \"volume\": \"XXXVII\",\n \"page\": \"1-7\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"47\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"Metaphysics, History, and Civilization: Collingwood's Account of Their Interrelationship\\\"\",\n \"container_title\": \"Journal of Religion\",\n \"author\": [\n {\n \"family\": \"Hartt\",\n \"given\": \"J. N.\"\n }\n ],\n \"issued\": \"1953\",\n \"relation\": null,\n \"volume\": \"XXXIII\",\n \"page\": \"198-211\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"48\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"Collingwood and the Idea of History\\\"\",\n \"container_title\": \"University of Toronto Quarterly\",\n \"author\": [\n {\n \"family\": \"Schneider\",\n \"given\": \"Frederick D.\"\n }\n ],\n \"issued\": \"1952-53\",\n \"relation\": null,\n \"volume\": \"XXII\",\n \"page\": \"172-183\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": false\n }\n ]\n}", "raw_response": {"text": "{\n \"metadata\": {\n \"title\": \"no title given\",\n \"year\": \"1946\",\n \"page_number\": 44\n },\n \"entries\": [\n {\n \"id\": \"34\",\n \"type\": \"book\",\n \"title\": \"Der Sinn der Geschichte\",\n \"author\": [\n {\n \"family\": \"Baeck\",\n \"given\": \"Leo\"\n }\n ],\n \"publisher_place\": \"Berlin\",\n \"relation\": null,\n \"volume\": null,\n \"page\": null,\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"35\",\n \"type\": \"book\",\n \"title\": \"The Art of Writing History\",\n \"author\": [\n {\n \"family\": \"Bryant\",\n \"given\": \"Arthur\"\n }\n ],\n \"publisher_place\": \"Oxford\",\n \"relation\": null,\n \"volume\": null,\n \"page\": null,\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"36\",\n \"type\": \"book\",\n \"title\": \"Historia y destino\",\n \"author\": [\n {\n \"family\": \"Ca\u00f1al Barrachina\",\n \"given\": \"Avelino\"\n }\n ],\n \"publisher_place\": \"Havana\",\n \"relation\": null,\n \"volume\": null,\n \"page\": null,\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"37\",\n \"type\": \"book\",\n \"title\": \"The Idea of History\",\n \"author\": [\n {\n \"family\": \"Collingwood\",\n \"given\": \"R. G.\"\n }\n ],\n \"publisher_place\": \"Oxford\",\n \"relation\": null,\n \"volume\": null,\n \"page\": null,\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"38\",\n \"type\": \"journal-article\",\n \"title\": \"no title given\",\n \"container_title\": \"Hibbert Journal\",\n \"author\": [\n {\n \"family\": \"Webb\",\n \"given\": \"C. C. J.\"\n }\n ],\n \"issued\": \"1946\",\n \"relation\": null,\n \"volume\": \"XLV\",\n \"page\": \"83-86\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"39\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"Collingwood's Idea of History\\\"\",\n \"container_title\": \"Canadian Historical Review\",\n \"author\": [\n {\n \"family\": \"Flenley\",\n \"given\": \"R.\"\n }\n ],\n \"issued\": \"1947\",\n \"relation\": null,\n \"volume\": \"XXVIII\",\n \"page\": \"68-72\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"40\",\n \"type\": \"journal-article\",\n \"title\": \"no title given\",\n \"container_title\": \"Journal of Philosophy\",\n \"author\": [\n {\n \"family\": \"Mandelbaum\",\n \"given\": \"M.\"\n }\n ],\n \"issued\": \"1947\",\n \"relation\": null,\n \"volume\": \"XLIV\",\n \"page\": \"184-188\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"41\",\n \"type\": \"journal-article\",\n \"title\": \"no title given\",\n \"container_title\": \"Philosophical Review\",\n \"author\": [\n {\n \"family\": \"Murphy\",\n \"given\": \"A. E.\"\n }\n ],\n \"issued\": \"1947\",\n \"relation\": null,\n \"volume\": \"LVI\",\n \"page\": \"587-592\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"42\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"Discussion: R. G. Collingwood's Philosophy of History\\\"\",\n \"container_title\": \"Philosophy\",\n \"author\": [\n {\n \"family\": \"Walsh\",\n \"given\": \"W. H.\"\n }\n ],\n \"issued\": \"1947\",\n \"relation\": null,\n \"volume\": \"XXII\",\n \"page\": \"153-160\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"43\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"Logic and History\\\"\",\n \"container_title\": \"Australasian Journal of Philosophy\",\n \"author\": [\n {\n \"family\": \"Buchdahl\",\n \"given\": \"G.\"\n }\n ],\n \"issued\": \"1948\",\n \"relation\": null,\n \"volume\": \"XXVI\",\n \"page\": \"94-114\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"44\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"On Collingwood's Philosophy of History\\\"\",\n \"container_title\": \"Review of Metaphysics\",\n \"author\": [\n {\n \"family\": \"Strauss\",\n \"given\": \"Leo\"\n }\n ],\n \"issued\": \"1952\",\n \"relation\": null,\n \"volume\": \"V\",\n \"page\": \"559-586\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"45\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"The 'Objects' of Historical Knowledge\\\"\",\n \"container_title\": \"Philosophy\",\n \"author\": [\n {\n \"family\": \"Gardiner\",\n \"given\": \"P. L.\"\n }\n ],\n \"issued\": \"1952\",\n \"relation\": null,\n \"volume\": \"XXVII\",\n \"page\": \"211-220\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"46\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"Collingwood's Idea of History\\\"\",\n \"container_title\": \"History\",\n \"author\": [\n {\n \"family\": \"Harris\",\n \"given\": \"R. W.\"\n }\n ],\n \"issued\": \"1952\",\n \"relation\": null,\n \"volume\": \"XXXVII\",\n \"page\": \"1-7\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"47\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"Metaphysics, History, and Civilization: Collingwood's Account of Their Interrelationship\\\"\",\n \"container_title\": \"Journal of Religion\",\n \"author\": [\n {\n \"family\": \"Hartt\",\n \"given\": \"J. N.\"\n }\n ],\n \"issued\": \"1953\",\n \"relation\": null,\n \"volume\": \"XXXIII\",\n \"page\": \"198-211\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": null\n },\n {\n \"id\": \"48\",\n \"type\": \"journal-article\",\n \"title\": \"\\\"Collingwood and the Idea of History\\\"\",\n \"container_title\": \"University of Toronto Quarterly\",\n \"author\": [\n {\n \"family\": \"Schneider\",\n \"given\": \"Frederick D.\"\n }\n ],\n \"issued\": \"1952-53\",\n \"relation\": null,\n \"volume\": \"XXII\",\n \"page\": \"172-183\",\n \"fascicle\": null,\n \"reprint\": null,\n \"edition\": null,\n \"incomplete\": false\n }\n ]\n}", "usage_metadata": {"prompt_token_count": 2020, "candidates_token_count": 2244, "total_token_count": 4264}}, "usage": {"input_tokens": 2020, "output_tokens": 2244, "total_tokens": 4264}, "finish_reason": "stop"}, "scoring": {"fuzzy": 0.6040390186261072, "cost_summary": {"total_input_tokens": 10100, "total_output_tokens": 10578, "total_tokens": 20678, "input_cost_usd": 0.00101, "output_cost_usd": 0.004231, "total_cost_usd": 0.005241, "pricing_date": "2025-09-30", "input_price_per_million": 0.1, "output_price_per_million": 0.4}}, "normalized_score": 60.403901862610724}, {"_id": {"$oid": "69ce22c0214d8cd071acff5a"}, "test_id": "T0169", "benchmark": "bibliographic_data", "date": "2025-09-26", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "mistral", "model": "mistral-medium-2508", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "mistral", "model": "mistral-medium-2508", "duration": 17.176274299621582, "timestamp": "2025-09-26T08:48:13.924395", "parsed": {"metadata": {"title": "Books", "year": "1946", "page_number": 34}, "entries": [{"id": "entry34", "type": "book", "title": "Der Sinn der Geschichte", "container_title": null, "author": [{"family": "Baeck", "given": "Leo"}], "note": null, "publisher": "Habel", "editor": null, "publisher_place": "Berlin", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "entry35", "type": "book", "title": "The Art of Writing History", "container_title": null, "author": [{"family": "Bryant", "given": "Arthur"}], "note": null, "publisher": "Oxford University Press", "editor": null, "publisher_place": "Oxford", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "entry36", "type": "book", "title": "Historia y destino", "container_title": null, "author": [{"family": "Ca\u00f1al Barrachina", "given": "Avelino"}], "note": null, "publisher": "Ucar", "editor": null, "publisher_place": "Habana", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "entry37", "type": "book", "title": "The Idea of History", "container_title": null, "author": [{"family": "Collingwood", "given": "R. G."}], "note": "In German: Philosophie der Geschichte, trans. by Gertrud Herding, Stuttgart: Kohlhammer, 1955.", "publisher": "Clarendon", "editor": null, "publisher_place": "Oxford", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "entry38", "type": "journal-article", "title": "Reviews and review-articles", "container_title": "Hibbert Journal", "author": [{"family": "Webb", "given": "C. C. J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1946", "event_date": null, "related": null, "relation": "entry37", "volume": "XLIV", "page": "83-86", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "entry39", "type": "journal-article", "title": "Collingwood's Idea of History", "container_title": "Canadian Historical Review", "author": [{"family": "Flenley", "given": "R."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": "entry37", "volume": "XXVIII", "page": "68-72", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "entry40", "type": "journal-article", "title": "Journal of Philosophy", "container_title": "Journal of Philosophy", "author": [{"family": "Mandelbaum", "given": "M."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": "entry37", "volume": "XLIV", "page": "184-188", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "entry41", "type": "journal-article", "title": "Philosophical Review", "container_title": "Philosophical Review", "author": [{"family": "Murphy", "given": "A. E."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": "entry37", "volume": "LVI", "page": "587-592", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "entry42", "type": "journal-article", "title": "Discussion: R. G. Collingwood's Philosophy of History", "container_title": "Philosophy", "author": [{"family": "Walsh", "given": "W. H."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": "entry37", "volume": "XXII", "page": "153-160", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "entry43", "type": "journal-article", "title": "Logic and History", "container_title": "Australasian Journal of Philosophy", "author": [{"family": "Buchdahl", "given": "G."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1948", "event_date": null, "related": null, "relation": "entry37", "volume": "XXVI", "page": "94-114", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "entry44", "type": "journal-article", "title": "On Collingwood's Philosophy of History", "container_title": "Review of Metaphysics", "author": [{"family": "Strauss", "given": "Leo"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1952", "event_date": null, "related": null, "relation": "entry37", "volume": "V", "page": "559-586", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "entry45", "type": "journal-article", "title": "The 'Objects' of Historical Knowledge", "container_title": "Philosophy", "author": [{"family": "Gardiner", "given": "P. L."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1952", "event_date": null, "related": null, "relation": "entry37", "volume": "XXVII", "page": "211-220", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "entry46", "type": "journal-article", "title": "Collingwood's Idea of History", "container_title": "History N. S.", "author": [{"family": "Harris", "given": "R. W."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1952", "event_date": null, "related": null, "relation": "entry37", "volume": "XXXVII", "page": "1-7", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "entry47", "type": "journal-article", "title": "Metaphysics, History, and Civilization: Collingwood's Account of Their Interrelationship", "container_title": "Journal of Religion", "author": [{"family": "Hartt", "given": "J. N."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1953", "event_date": null, "related": null, "relation": "entry37", "volume": "XXXIII", "page": "198-211", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "entry48", "type": "journal-article", "title": "Collingwood and the Idea of History", "container_title": "University of Toronto Quarterly", "author": [{"family": "Schneider", "given": "Frederick D."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1952-53", "event_date": null, "related": null, "relation": "entry37", "volume": "XXII", "page": "172-183", "fascicle": null, "reprint": null, "edition": null, "incomplete": true}]}, "text": "", "finish_reason": "stop"}, "scoring": {"fuzzy": 0.5883747234580753}, "normalized_score": 58.83747234580753}, {"_id": {"$oid": "69ce22c0214d8cd071acff5b"}, "test_id": "T0170", "benchmark": "bibliographic_data", "date": "2025-09-26", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "mistral", "model": "mistral-medium-2505", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "mistral", "model": "mistral-medium-2505", "duration": 28.576018571853638, "timestamp": "2025-09-26T08:49:35.573047", "parsed": {"metadata": {"title": "Books", "year": "1945", "page_number": 1}, "entries": [{"id": "1", "type": "book", "title": "Time as Dimension and History", "container_title": null, "author": [{"family": "Alexander", "given": "Hubert G."}], "note": null, "publisher": "University of New Mexico Press", "editor": null, "publisher_place": "Albuquerque", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "2", "type": "book", "title": "Wahrheit und Ideologie", "container_title": null, "author": [{"family": "Barth", "given": "Hans"}], "note": null, "publisher": "Manesse", "editor": null, "publisher_place": "Z\u00fcrich", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "3", "type": "book", "title": "Las generaciones en la historia", "container_title": null, "author": [{"family": "Entralgo La\u00edn", "given": "Pedro"}], "note": null, "publisher": "Instituto de estudios pol\u00edticos", "editor": null, "publisher_place": "Madrid", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "4", "type": "book", "title": "Cuatro visiones de la historia universal", "container_title": null, "author": [{"family": "Ferrater Mora", "given": "Jos\u00e9"}], "note": null, "publisher": "Editorial Losada", "editor": null, "publisher_place": "Buenos Aires", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "5", "type": "book", "title": "The Use of Personal Documents in History, Anthropology, and Sociology", "container_title": null, "author": [{"family": "Gottschalk", "given": "L."}, {"family": "Kluckhohn", "given": "C."}, {"family": "Angell", "given": "R."}], "note": null, "publisher": "Social Science Research Council", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": "Bulletin 53", "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "6", "type": "journal-article", "title": "The American Journal of Sociology", "container_title": null, "author": [{"family": "Lapiere", "given": "R. T."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1946", "event_date": null, "related": null, "relation": "5", "volume": "LII", "page": "156-157", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "7", "type": "book", "title": "El problema de la historia y su lugar en el conocimiento", "container_title": null, "author": [{"family": "Jasinowski", "given": "Bogumil"}], "note": null, "publisher": "Universidad de Chile", "editor": null, "publisher_place": "Santiago, Chile", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "8", "type": "journal-article", "title": "Revue philosophique", "container_title": null, "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1950", "event_date": null, "related": null, "relation": "7", "volume": "CXL", "page": "528", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "9", "type": "book", "title": "Man the Measure: a New Approach to History", "container_title": null, "author": [{"family": "Kahler", "given": "Erich"}], "note": null, "publisher": "Jonathan Cape", "editor": null, "publisher_place": "London", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": "New York: Pantheon, 1943", "edition": "2nd", "incomplete": null}, {"id": "10", "type": "journal-article", "title": "The Flight from Reason", "container_title": "Journal of Modern History", "author": [{"family": "Savelle", "given": "Max"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1945", "event_date": null, "related": null, "relation": "9", "volume": "XVII", "page": "153-162", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "11", "type": "book", "title": "The Social Interpretation of History", "container_title": null, "author": [{"family": "Maurice", "given": "William"}], "note": null, "publisher": "Scribner", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "12", "type": "book", "title": "The Open Society and Its Enemies", "container_title": null, "author": [{"family": "Popper", "given": "Karl"}], "note": null, "publisher": "Routledge", "editor": null, "publisher_place": "London", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": "Revised ed. Princeton: Princeton University Press, 1950", "edition": "2 vols.", "incomplete": null}, {"id": "13", "type": "journal-article", "title": "The Social Scientist in the 'Open Society'", "container_title": "Journal of Philosophy", "author": [{"family": "Aiken", "given": "H. D."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": "12", "volume": "XLIV", "page": "459-479", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "14", "type": "journal-article", "title": "The Social Scientist in the 'Open Society'", "container_title": null, "author": [{"family": "Bock", "given": "Kenneth E."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": "12", "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": true}]}, "text": "", "finish_reason": "stop"}, "scoring": {"fuzzy": 0.612421622300831}, "normalized_score": 61.242162230083096}, {"_id": {"$oid": "69ce22c0214d8cd071acff50"}, "test_id": "T0035", "benchmark": "bibliographic_data", "date": "2025-09-25", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "mistral", "model": "pixtral-large-2411", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "mistral", "model": "pixtral-large-latest", "duration": 40.279744386672974, "timestamp": "2025-09-25T20:30:42.932070", "text": "{\n \"metadata\": {\n \"title\": \"Bibliography\",\n \"year\": \"1945\",\n \"page_number\": {\n \"page_number\": 2\n }\n },\n \"entries\": [\n {\n \"id\": \"entry15\",\n \"type\": \"journal-article\",\n \"title\": \"The Open Society and Its Enemies\",\n \"container_title\": \"American Journal of Economics and Sociology\",\n \"author\": [\n {\n \"family\": \"Plamenatz\",\n \"given\": \"J.\"\n }\n ],\n \"page\": \"211-219\",\n \"issued\": \"1951\"\n },\n {\n \"id\": \"entry16\",\n \"type\": \"journal-article\",\n \"title\": \"The Open Society \u2013 a Comment\",\n \"container_title\": \"British Journal of Sociology\",\n \"author\": [\n {\n \"family\": \"Gombrich\",\n \"given\": \"E. H.\"\n }\n ],\n \"page\": \"358-360\",\n \"issued\": \"1952\",\n \"relation\": \"entry15\"\n },\n {\n \"id\": \"entry17\",\n \"type\": \"journal-article\",\n \"title\": \"The Open Society \u2013 a Rejoinder\",\n \"container_title\": \"British Journal of Sociology\",\n \"author\": [\n {\n \"family\": \"Plamenatz\",\n \"given\": \"J.\"\n }\n ],\n \"page\": \"76-77\",\n \"issued\": \"1953\",\n \"relation\": \"entry16\"\n },\n {\n \"id\": \"entry18\",\n \"type\": \"journal-article\",\n \"title\": \"The Open Society: a Reconsideration\",\n \"container_title\": \"Political Science Quarterly\",\n \"author\": [\n {\n \"family\": \"Cobban\",\n \"given\": \"Alfred\"\n }\n ],\n \"page\": \"119-126\",\n \"issued\": \"1954\"\n },\n {\n \"id\": \"entry19\",\n \"type\": \"journal-article\",\n \"title\": \"Has History a Meaning?\",\n \"container_title\": \"British Journal for the Philosophy of Science\",\n \"author\": [\n {\n \"family\": \"Bernal\",\n \"given\": \"J. D.\"\n }\n ],\n \"page\": \"164-169\",\n \"issued\": \"1955\"\n },\n {\n \"id\": \"entry20\",\n \"type\": \"book\",\n \"title\": \"War and History\",\n \"publisher\": \"Edinburgh: Oliver and Boyd\",\n \"author\": [\n {\n \"family\": \"Summer\",\n \"given\": \"B. H.\"\n }\n ],\n \"issued\": \"1954\"\n },\n {\n \"id\": \"entry21\",\n \"type\": \"book\",\n \"title\": \"The Philosophy of American History\",\n \"volume\": \"2 vols.\",\n \"publisher\": \"New York: Arnold and Howard\",\n \"author\": [\n {\n \"family\": \"Zucker\",\n \"given\": \"Morris\"\n }\n ],\n \"issued\": \"1954\"\n },\n {\n \"id\": \"entry22\",\n \"type\": \"journal-article\",\n \"title\": \"History as a Liberal Art\",\n \"container_title\": \"Journal of the History of Ideas\",\n \"author\": [\n {\n \"family\": \"Barzun\",\n \"given\": \"Jacques\"\n }\n ],\n \"page\": \"81-88\",\n \"issued\": \"1954\"\n },\n {\n \"id\": \"entry23\",\n \"type\": \"journal-article\",\n \"title\": \"The Study of Contemporary History: Some Further Reflections\",\n \"container_title\": \"History\",\n \"author\": [\n {\n \"family\": \"Beloff\",\n \"given\": \"Max\"\n }\n ],\n \"page\": \"75-84\",\n \"issued\": \"1954\"\n },\n {\n \"id\": \"entry24\",\n \"type\": \"journal-article\",\n \"title\": \"Appunti sullo storicismo\",\n \"container_title\": \"Societ\u00e0\",\n \"author\": [\n {\n \"family\": \"Cantimori\",\n \"given\": \"Delio\"\n }\n ],\n \"page\": \"1-45\",\n \"issued\": \"1959\",\n \"note\": \"Reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959, 1-45\"\n },\n {\n \"id\": \"entry25\",\n \"type\": \"journal-article\",\n \"title\": \"The Meaning of History\",\n \"container_title\": \"Ethics\",\n \"author\": [\n {\n \"family\": \"Coulborn\",\n \"given\": \"Rushton\"\n }\n ],\n \"page\": \"46-63\",\n \"issued\": \"1954\"\n },\n {\n \"id\": \"entry26\",\n \"type\": \"journal-article\",\n \"title\": \"History \u2013 a Science?\",\n \"container_title\": \"Mississippi Valley Historical Review\",\n \"author\": [\n {\n \"family\": \"Gould\",\n \"given\": \"Clarence P.\"\n }\n ],\n \"page\": \"375-388\",\n \"issued\": \"1954\"\n },\n {\n \"id\": \"entry27\",\n \"type\": \"journal-article\",\n \"title\": \"Generality and Singularity in Historical Judgment\",\n \"container_title\": \"Journal of Philosophy\",\n \"author\": [\n {\n \"family\": \"Hofstadter\",\n \"given\": \"A.\"\n }\n ],\n \"page\": \"57-65\",\n \"issued\": \"1954\"\n },\n {\n \"id\": \"entry28\",\n \"type\": \"journal-article\",\n \"title\": \"Les nouvelles conceptions de l'histoire\",\n \"container_title\": \"Revue philosophique\",\n \"author\": [\n {\n \"family\": \"Lenoble\",\n \"given\": \"R.\"\n }\n ],\n \"page\": \"324-348\",\n \"issued\": \"1954\"\n },\n {\n \"id\": \"entry29\",\n \"type\": \"journal-article\",\n \"title\": \"In History or Beyond History\",\n \"container_title\": \"Harvard Theological Review\",\n \"author\": [\n {\n \"family\": \"McCown\",\n \"given\": \"C. C.\"\n }\n ],\n \"page\": \"151-175\",\n \"issued\": \"1954\"\n },\n {\n \"id\": \"entry30\",\n \"type\": \"journal-article\",\n \"title\": \"History and the Social Science Research Council\",\n \"container_title\": \"American Historical Review\",\n \"author\": [\n {\n \"family\": \"Nichols\",\n \"given\": \"Roy F.\"\n }\n ],\n \"page\": \"491-499\",\n \"issued\": \"1954\"\n },\n {\n \"id\": \"entry31\",\n \"type\": \"journal-article\",\n \"title\": \"The Poverty of Historicism, Part III\",\n \"container_title\": \"Economica\",\n \"author\": [\n {\n \"family\": \"Popper\",\n \"given\": \"Karl\"\n }\n ],\n \"page\": \"69-89\",\n \"issued\": \"1944\",\n \"note\": \"Parts I and II appeared in 1944. Cf. also #1233\"\n },\n {\n \"id\": \"entry32\",\n \"type\": \"journal-article\",\n \"title\": \"History and the Historian\",\n \"container_title\": \"Journal of Philosophy\",\n \"author\": [\n {\n \"family\": \"Weiss\",\n \"given\": \"Paul\"\n }\n ],\n \"page\": \"169-179\",\n \"issued\": \"1954\"\n },\n {\n \"id\": \"entry33\",\n \"type\": \"journal-article\",\n \"title\": \"The Attack on the Historical Method\",\n \"container_title\": \"Journal of Philosophy\",\n \"author\": [\n {\n \"family\": \"White\",\n \"given\": \"Morton G.\"\n }\n ],\n \"page\": \"314-331\",\n \"issued\": \"1954\",\n \"incomplete\": true\n }\n ]\n}", "finish_reason": "stop"}, "scoring": {"fuzzy": 0.39420013375108}, "normalized_score": 39.420013375108}, {"_id": {"$oid": "69ce22c0214d8cd071acff4d"}, "test_id": "T0107", "benchmark": "bibliographic_data", "date": "2025-09-24", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "anthropic", "model": "claude-sonnet-4-20250514", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "anthropic", "model": "claude-sonnet-4-20250514", "duration": 27.196853160858154, "timestamp": "2025-09-24T21:59:10.320702", "parsed": {"metadata": {"title": "HISTORY AND THEORY", "year": "1945", "page_number": 2}, "entries": [{"id": "15", "type": "journal-article", "title": "The Open Society and Its Enemies", "container_title": "American Journal of Economics and Sociology", "author": [{"family": "Plamenatz", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1951", "event_date": null, "related": null, "relation": null, "volume": "X", "page": "211-219", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "16", "type": "journal-article", "title": "The Open Society - a Comment", "container_title": "British Journal of Sociology", "author": [{"family": "Gombrich", "given": "E. H."}], "note": "[On Plamenatz]", "publisher": null, "editor": null, "publisher_place": null, "issued": "1952", "event_date": null, "related": null, "relation": null, "volume": "III", "page": "358-360", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "17", "type": "journal-article", "title": "The Open Society - a Rejoinder", "container_title": "British Journal of Sociology", "author": [{"family": "Plamenatz", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1953", "event_date": null, "related": null, "relation": null, "volume": "IV", "page": "76-77", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "18", "type": "journal-article", "title": "The Open Society: a Reconsideration", "container_title": "Political Science Quarterly", "author": [{"family": "Cobban", "given": "Alfred"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1954", "event_date": null, "related": null, "relation": null, "volume": "LXIX", "page": "119-126", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "19", "type": "journal-article", "title": "Has History a Meaning?", "container_title": "British Journal for the Philosophy of Science", "author": [{"family": "Bernal", "given": "J. D."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1955", "event_date": null, "related": null, "relation": null, "volume": "VI", "page": "164-169", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "20", "type": "book", "title": "War and History", "container_title": null, "author": [{"family": "Sumner", "given": "B. H."}], "note": null, "publisher": "Oliver and Boyd", "editor": null, "publisher_place": "Edinburgh", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "21", "type": "book", "title": "The Philosophy of American History", "container_title": null, "author": [{"family": "Zucker", "given": "Morris"}], "note": "2 vols.", "publisher": "Arnold and Howard", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "22", "type": "journal-article", "title": "History as a Liberal Art", "container_title": "Journal of the History of Ideas", "author": [{"family": "Barzun", "given": "Jacques"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "VI", "page": "81-88", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "23", "type": "journal-article", "title": "The Study of Contemporary History: Some Further Reflections", "container_title": "History", "author": [{"family": "Beloff", "given": "Max"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "N. S. XXX", "page": "75-84", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "24", "type": "journal-article", "title": "Commenti sullo 'storicismo'", "container_title": "Societ\u00e0", "author": [{"family": "Cantimori", "given": "Delio"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "I", "page": "1-45", "fascicle": null, "reprint": "in D. Cantimori, Studi di storia, Torino: Einaudi, 1959, 1-45", "edition": null, "incomplete": null}, {"id": "25", "type": "journal-article", "title": "The Meaning of History", "container_title": "Ethics", "author": [{"family": "Coulborn", "given": "Rushton"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "LV", "page": "46-63", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "26", "type": "journal-article", "title": "History - a Science?", "container_title": "Mississippi Valley Historical Review", "author": [{"family": "Gould", "given": "Clarence P."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXXII", "page": "375-388", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "27", "type": "journal-article", "title": "Generality and Singularity in Historical Judgment", "container_title": "Journal of Philosophy", "author": [{"family": "Hofstadter", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XLII", "page": "57-65", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "28", "type": "journal-article", "title": "Les nouvelles conceptions de l'histoire", "container_title": "Revue philosophique", "author": [{"family": "Lenoble", "given": "R."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "CXXXV", "page": "193-208, 324-348", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "29", "type": "journal-article", "title": "In History or Beyond History", "container_title": "Harvard Theological Review", "author": [{"family": "McCown", "given": "C. C."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXXVIII", "page": "151-175", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "30", "type": "journal-article", "title": "History and the Social Science Research Council", "container_title": "American Historical Review", "author": [{"family": "Nichols", "given": "Roy F."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "L", "page": "491-499", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "31", "type": "journal-article", "title": "The Poverty of Historicism, Part III", "container_title": "Economica", "author": [{"family": "Popper", "given": "Karl"}], "note": "(Parts I and II appeared in 1944. Cf. also #1233)", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XII", "page": "69-89", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "32", "type": "journal-article", "title": "History and the Historian", "container_title": "Journal of Philosophy", "author": [{"family": "Weiss", "given": "Paul"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XLII", "page": "169-179", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "33", "type": "journal-article", "title": "The Attack on the Historical Method", "container_title": "Journal of Philosophy", "author": [{"family": "White", "given": "Morton G."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XLII", "page": "314-331", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}]}, "text": "", "finish_reason": "stop"}, "scoring": {"fuzzy": 0.6402459281112316}, "normalized_score": 64.02459281112316}, {"_id": {"$oid": "69ce22c0214d8cd071acff4f"}, "test_id": "T0130", "benchmark": "bibliographic_data", "date": "2025-09-24", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5-mini", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "openai", "model": "gpt-5-mini", "duration": 90.43937635421753, "timestamp": "2025-09-24T21:50:25.204602", "parsed": {"metadata": {"title": "History and Theory", "year": "1945", "page_number": 2}, "entries": [{"id": "15", "type": "journal-article", "title": "The Open Society and Its Enemies", "container_title": "British Journal of Sociology", "author": [{"family": "Plamenatz", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1952", "event_date": null, "related": null, "relation": null, "volume": "III", "page": "264-273", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "16", "type": "journal-article", "title": "The Open Society \u2013 a Comment", "container_title": "British Journal of Sociology", "author": [{"family": "Gombrich", "given": "E. H."}], "note": "On Plamenatz.", "publisher": null, "editor": null, "publisher_place": null, "issued": "1952", "event_date": null, "related": null, "relation": null, "volume": "III", "page": "358-360", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "17", "type": "journal-article", "title": "The Open Society \u2013 a Rejoinder", "container_title": "British Journal of Sociology", "author": [{"family": "Plamenatz", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1953", "event_date": null, "related": null, "relation": null, "volume": "IV", "page": "76-77", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "18", "type": "journal-article", "title": "The Open Society: a Reconsideration", "container_title": "Political Science Quarterly", "author": [{"family": "Cobban", "given": "Alfred"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1954", "event_date": null, "related": null, "relation": null, "volume": "LXIX", "page": "119-126", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "19", "type": "journal-article", "title": "Has History a Meaning?", "container_title": "British Journal for the Philosophy of Science", "author": [{"family": "Bernal", "given": "J. D."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1955", "event_date": null, "related": null, "relation": null, "volume": "VI", "page": "164-169", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "20", "type": "book", "title": "War and History", "container_title": null, "author": [{"family": "Sumner", "given": "B. H."}], "note": null, "publisher": "Oliver and Boyd", "editor": null, "publisher_place": "Edinburgh", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "21", "type": "book", "title": "The Philosophy of American History", "container_title": null, "author": [{"family": "Zucker", "given": "Morris"}], "note": "2 vols.", "publisher": "Arnold and Howard", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "22", "type": "journal-article", "title": "History as a Liberal Art", "container_title": "Journal of the History of Ideas", "author": [{"family": "Barzun", "given": "Jacques"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "VI", "page": "81-88", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "23", "type": "journal-article", "title": "The Study of Contemporary History: Some Further Reflections", "container_title": "History N. S.", "author": [{"family": "Beloff", "given": "Max"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXX", "page": "75-84", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "24", "type": "journal-article", "title": "Appunti sullo 'storicismo'", "container_title": "Societ\u00e0", "author": [{"family": "Cantimori", "given": "Delio"}], "note": "Reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959, 1-45.", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "I", "page": "1-45", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "25", "type": "journal-article", "title": "The Meaning of History", "container_title": "Ethics", "author": [{"family": "Coulborn", "given": "Rushton"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "LV", "page": "46-63", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "26", "type": "journal-article", "title": "History \u2013 a Science?", "container_title": "Mississippi Valley Historical Review", "author": [{"family": "Gould", "given": "Clarence P."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXXII", "page": "375-388", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "27", "type": "journal-article", "title": "Generality and Singularity in Historical Judgment", "container_title": "Journal of Philosophy", "author": [{"family": "Hofstadter", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XLII", "page": "57-65", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "28", "type": "journal-article", "title": "Les nouvelles conceptions de l'histoire", "container_title": "Revue philosophique", "author": [{"family": "Lenoble", "given": "R."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "CXXXV", "page": "193-208, 324-348", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "29", "type": "journal-article", "title": "In History or Beyond History", "container_title": "Harvard Theological Review", "author": [{"family": "McCown", "given": "C. C."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXXVIII", "page": "151-175", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "30", "type": "journal-article", "title": "History and the Social Science Research Council", "container_title": "American Historical Review", "author": [{"family": "Nichols", "given": "Roy F."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "L", "page": "491-499", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "31", "type": "journal-article", "title": "The Poverty of Historicism, Part III", "container_title": "Economica", "author": [{"family": "Popper", "given": "Karl"}], "note": "Parts I and II appeared in 1944. Cf. also #1233.", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XII", "page": "69-89", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "32", "type": "journal-article", "title": "History and the Historian", "container_title": "Journal of Philosophy", "author": [{"family": "Weiss", "given": "Paul"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XLII", "page": "169-179", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "33", "type": "journal-article", "title": "The Attack on the Historical Method", "container_title": "Journal of Philosophy", "author": [{"family": "White", "given": "Morton G."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XLII", "page": "314-331", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}]}, "text": "", "finish_reason": "stop"}, "scoring": {"fuzzy": 0.6494258270282552}, "normalized_score": 64.94258270282552}, {"_id": {"$oid": "69ce22c0214d8cd071acff2b"}, "test_id": "T0106", "benchmark": "bibliographic_data", "date": "2025-08-27", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "anthropic", "model": "claude-opus-4-20250514", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "anthropic", "model": "claude-opus-4-20250514", "duration": 37.34024739265442, "timestamp": "2025-08-27T14:53:18.122715", "text": "I'll extract the bibliographic entries from this page in JSON format.\n\n```json\n[\n {\n \"id\": \"1\",\n \"type\": \"book\",\n \"title\": \"Time as Dimension and History\",\n \"authors\": [\"Alexander, Hubert G.\"],\n \"publisher\": \"University of New Mexico Press\",\n \"location\": \"Albuquerque\",\n \"year\": null,\n \"pages\": null,\n \"relation\": null,\n \"incomplete\": false\n },\n {\n \"id\": \"2\",\n \"type\": \"book\",\n \"title\": \"Wahrheit und Ideologie\",\n \"authors\": [\"Barth, Hans\"],\n \"publisher\": \"Manesse\",\n \"location\": \"Z\u00fcrich\",\n \"year\": null,\n \"pages\": null,\n \"relation\": null,\n \"incomplete\": false\n },\n {\n \"id\": \"3\",\n \"type\": \"book\",\n \"title\": \"Las generaciones en la historia\",\n \"authors\": [\"Entralyo Lain, Pedro\"],\n \"publisher\": \"Instituto de estudios pol\u00edticos\",\n \"location\": \"Madrid\",\n \"year\": null,\n \"pages\": null,\n \"relation\": null,\n \"incomplete\": false\n },\n {\n \"id\": \"4\",\n \"type\": \"book\",\n \"title\": \"Cuatro visiones de la historia universal\",\n \"authors\": [\"Ferrater Mora, Jos\u00e9\"],\n \"publisher\": \"Editorial Losada\",\n \"location\": \"Buenos Aires\",\n \"year\": null,\n \"pages\": null,\n \"relation\": null,\n \"incomplete\": false\n },\n {\n \"id\": \"5\",\n \"type\": \"article\",\n \"title\": \"The Use of Personal Documents in History, Anthropology, and Sociology\",\n \"authors\": [\"Gottschalk, L.\", \"C. Kluckhohn\", \"R. Angell\"],\n \"publisher\": \"Social Science Research Council, Bulletin 53\",\n \"location\": \"New York\",\n \"year\": null,\n \"pages\": null,\n \"relation\": null,\n \"incomplete\": false\n },\n {\n \"id\": \"6\",\n \"type\": \"review\",\n \"title\": \"Review\",\n \"authors\": [\"K. T. Lapierre\"],\n \"publisher\": \"The American Journal of Sociology\",\n \"location\": null,\n \"year\": \"1946\",\n \"pages\": \"156-157\",\n \"relation\": \"5\",\n \"incomplete\": false\n },\n {\n \"id\": \"7\",\n \"type\": \"book\",\n \"title\": \"El problema de la historia y su lugar en el conocimiento\",\n \"authors\": [\"Jasulowski, Bogumil\"],\n \"publisher\": \"Universidad de Chile\",\n \"location\": \"Santiago, Chile\",\n \"year\": null,\n \"pages\": null,\n \"relation\": null,\n \"incomplete\": false\n },\n {\n \"id\": \"8\",\n \"type\": \"review\",\n \"title\": \"Review\",\n \"authors\": null,\n \"publisher\": \"Revue philosophique\",\n \"location\": null,\n \"year\": \"1950\",\n \"pages\": \"528\",\n \"relation\": \"7\",\n \"incomplete\": false\n },\n {\n \"id\": \"9\",\n \"type\": \"book\",\n \"title\": \"Man the Measure: a New Approach to History\",\n \"authors\": [\"Kahler, Erich\"],\n \"publisher\": \"Jonathan Cape (1st ed. New York: Pantheon, 1943)\",\n \"location\": \"London\",\n \"year\": null,\n \"pages\": null,\n \"edition\": \"2nd ed.\",\n \"relation\": null,\n \"incomplete\": false\n },\n {\n \"id\": \"10\",\n \"type\": \"review\",\n \"title\": \"The Flight from Reason\",\n \"authors\": [\"Max Savelle\"],\n \"publisher\": \"Journal of Modern History\",\n \"location\": null,\n \"year\": \"1945\",\n \"pages\": \"153-162\",\n \"relation\": \"9\",\n \"incomplete\": false\n },\n {\n \"id\": \"11\",\n \"type\": \"book\",\n \"title\": \"The Social Interpretation of History\",\n \"authors\": [\"Maurice, William\"],\n \"publisher\": \"Scribner\",\n \"location\": \"New York\",\n \"year\": null,\n \"pages\": null,\n \"relation\": null,\n \"incomplete\": false\n },\n {\n \"id\": \"12\",\n \"type\": \"book\",\n \"title\": \"The Open Society and Its Enemies\",\n \"authors\": [\"Popper, Karl\"],\n \"publisher\": \"Routledge (Revised ed. Princeton: Princeton University Press, 1950)\",\n \"location\": \"London\",\n \"year\": null,\n \"pages\": null,\n \"edition\": \"2 vols.\",\n \"relation\": null,\n \"incomplete\": false\n },\n {\n \"id\": \"13\",\n \"type\": \"article\",\n \"title\": null,\n \"authors\": [\"H. D. Aiken\"],\n \"publisher\": \"Journal of Philosophy\",\n \"location\": null,\n \"year\": \"1947\",\n \"pages\": \"459-479\",\n \"relation\": \"12\",\n \"incomplete\": false\n },\n {\n \"id\": \"14\",\n \"type\": \"article\",\n \"title\": \"The Social Scientist in the 'Open Society'\",\n \"authors\": [\"Kenneth E. Bock\"],\n \"publisher\": null,\n \"location\": null,\n \"year\": null,\n \"pages\": null,\n \"relation\": null,\n \"incomplete\": true\n }\n]\n```", "finish_reason": "stop"}, "scoring": {"fuzzy": 0.3266735918372356}, "normalized_score": 32.66735918372356}, {"_id": {"$oid": "69ce22c0214d8cd071acff2c"}, "test_id": "T0141", "benchmark": "bibliographic_data", "date": "2025-08-27", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-4.1-nano", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "openai", "model": "gpt-4.1-nano", "duration": 18.452082633972168, "timestamp": "2025-08-27T10:14:56.188764", "parsed": {"metadata": {"title": "Bibliography Page", "year": "1947", "page_number": 9}, "entries": [{"id": "140", "type": "book", "title": "Why We Read History", "container_title": "", "author": [{"family": "Smellie", "given": "K. B."}], "note": null, "publisher": "P. Elek", "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "141", "type": "book", "title": "A Study of History", "container_title": "", "author": [{"family": "Toynbee", "given": "Arnold J."}], "note": "abridged by D. C. Somervell", "publisher": "Oxford (Abridgement of vols. I-VI of A Study of History)", "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "142", "type": "book", "title": "In den spiegel van het verleden: historische opstellen", "container_title": "", "author": [{"family": "Verberne", "given": "L. G. J."}], "note": null, "publisher": "Bruna", "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "143", "type": "book", "title": "Esquemas de metodolog\u00eda eclesi\u00e1stica", "container_title": "", "author": [{"family": "Vevir", "given": "Jos\u00e9"}], "note": null, "publisher": "Instituto", "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "144", "type": "book", "title": "Sinn und Ziel der Geschichte", "container_title": "", "author": [{"family": "Walz", "given": "Hans H."}], "note": null, "publisher": "Universit\u00e4ts-Verlag", "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "145", "type": "journal-article", "title": "Atti del congreso internazionale di filosofia 15-20 November, 1946", "container_title": "", "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": "1946-11-15 to 1946-11-20", "related": null, "relation": null, "volume": null, "page": "145-155", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "146", "type": "journal-article", "title": "Pietro C. Drago, \u201cStoria e materialismo storico\u201d, vol. I, 109-117.", "container_title": "", "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": null, "page": "146", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "147", "type": "journal-article", "title": "Vito Fazio-Allmayer, \u201cCritica del giudizio storico\u201d, vol. I, 281-290.", "container_title": "", "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": null, "page": "147", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "148", "type": "journal-article", "title": "A. Nyman, \u201cForza e spirito nella storia\u201d, vol. I, 191-200.", "container_title": "", "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": null, "page": "148", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "149", "type": "journal-article", "title": "Benjamin, Walter, \u201cSur le concept d\u2019histoire\u201d, Les temps modernes II, 623-634.", "container_title": "", "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": null, "page": "149", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "150", "type": "journal-article", "title": "Boodin, John E., \u201cPhilosophy of History\u201d, in Dagobert D. Runes, ed., 20th Century Philosophy.", "container_title": "", "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": null, "page": "150", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "151", "type": "journal-article", "title": "Caillois, R. P., \u201cDe la perception \u00e0 l\u2019histoire. La philosophie de M. Merleau-Ponty\u201d, Deucalion II, 57-85.", "container_title": "", "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": null, "page": "151", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "152", "type": "journal-article", "title": "Cantimori, Delio, \u201cCommemorazione di Adolfo Omodeo\u201d, Annali della Scuola Normale di Pisa, fasc. 3-4; (reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959).", "container_title": "", "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": "3-4", "reprint": null, "edition": null, "incomplete": null}, {"id": "153", "type": "journal-article", "title": "Cowan, Thomas, \u201cThe Historian and the Philosophy of Science\u201d, Isis XXXVIII, 11-18.", "container_title": "", "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": "38", "page": "11-18", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "154", "type": "journal-article", "title": "Crawford, R. M., \u201cHistory as a Science\u201d, Historical Studies: Australia and New Zealand III, 153-175.", "container_title": "", "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": "3", "page": "153-175", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "155", "type": "journal-article", "title": "Dani\u00eblou, J., \u201cChristianisme et histoire\u201d, Etudes CCLIV, 166-184.", "container_title": "", "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": "164", "page": "166-184", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "156", "type": "journal-article", "title": "Dell, Stanley, \u201cWahrheit der Geschichte. Geschichte der Wahrheit\u201d, Amerikanische Rundschau III, 44-53.", "container_title": "", "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": "3", "page": "44-53", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "157", "type": "journal-article", "title": "Fay, Sidney B., \u201cThe Idea of Progress\u201d, American Historical Review LII, 231-246.", "container_title": "", "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": "52", "page": "231-246", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "158", "type": "journal-article", "title": "Fessard, Gaston, \u201cTh\u00e9ologie et histoire\u201d, Dieu vivant VIII, 39-65.", "container_title": "", "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": "8", "page": "39-65", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "159", "type": "journal-article", "title": "Fish, Andrew, \u201cActon, Creighton, and Lea: a Study in History and Ethics\u201d, Pacific Historical Review XVI, 59-69.", "container_title": "", "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": "16", "page": "59-69", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "160", "type": "journal-article", "title": "Garosci, A., \u201cLe conscience historique en Italie\u201d, Les temps modernes III, 23-24.", "container_title": "", "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": null, "volume": "3", "page": "23-24", "fascicle": null, "reprint": null, "edition": null, "incomplete": true}]}, "text": "", "finish_reason": "stop"}, "scoring": {"fuzzy": 0.3297465654028572}, "normalized_score": 32.97465654028572}, {"_id": {"$oid": "69ce22c0214d8cd071acff2f"}, "test_id": "T0139", "benchmark": "bibliographic_data", "date": "2025-08-27", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-4.1", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "openai", "model": "gpt-4.1", "duration": 78.9274172782898, "timestamp": "2025-08-27T10:07:52.178330", "parsed": {"metadata": {"title": "BIBLIOGRAPHY", "year": "1947", "page_number": 9}, "entries": [{"id": "140", "type": "book", "title": "Why We Read History", "container_title": null, "author": [{"family": "Smellie", "given": "K. B."}], "note": null, "publisher": "P. Elek", "editor": null, "publisher_place": "London", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "141", "type": "book", "title": "A Study of History", "container_title": null, "author": [{"family": "Toynbee", "given": "Arnold J."}], "note": "Abridged by D. C. Somervell, New York: Oxford (Abridgement of vols. I-VI of A Study of History).", "publisher": "Oxford", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "142", "type": "book", "title": "In den spiegel van het verleden: historische opstellen", "container_title": null, "author": [{"family": "Verberne", "given": "L. G. J."}], "note": null, "publisher": "Bruna", "editor": null, "publisher_place": "Utrecht, Antwerpen", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "143", "type": "book", "title": "Esquemas de metodolog\u00eda eclesi\u00e1stica", "container_title": null, "author": [{"family": "Vev\u00edr", "given": "Jos\u00e9"}], "note": null, "publisher": "Instituto", "editor": null, "publisher_place": "Barcelona", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "144", "type": "book", "title": "Sinn und Ziel der Geschichte", "container_title": null, "author": [{"family": "Walz", "given": "Hans H."}], "note": null, "publisher": "Universit\u00e4ts-Verlag", "editor": null, "publisher_place": "Bonn", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "145", "type": "other", "title": "Atti del congresso internazionale di filosofia 15-20 November, 1946", "container_title": null, "author": null, "note": "Relevant articles listed below.", "publisher": "Castellani", "editor": null, "publisher_place": "Milano", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "146", "type": "journal-article", "title": "Storia e materialismo storico", "container_title": "Atti del congresso internazionale di filosofia", "author": [{"family": "Drago", "given": "Pietro C."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": ["145"], "relation": null, "volume": "I", "page": "109-117", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "147", "type": "journal-article", "title": "Critica del giudizio storico", "container_title": "Atti del congresso internazionale di filosofia", "author": [{"family": "Fazio-Allmayer", "given": "Vito"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": ["145"], "relation": null, "volume": "I", "page": "281-290", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "148", "type": "journal-article", "title": "Forza e spirito nella storia", "container_title": "Atti del congresso internazionale di filosofia", "author": [{"family": "Nyman", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": ["145"], "relation": null, "volume": "I", "page": "191-200", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "149", "type": "journal-article", "title": "Sur le concept d\u2019histoire", "container_title": "Les temps modernes", "author": [{"family": "Benjamin", "given": "Walter"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "623-634", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "150", "type": "journal-article", "title": "Philosophy and Philosophy of History", "container_title": "20th Century Philosophy. New York: Philosophical Library", "author": [{"family": "Boodin", "given": "John E."}], "note": "In Dagobert D. Runes (ed.)", "publisher": null, "editor": ["Dagobert D. Runes"], "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "89", "page": "106", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "151", "type": "journal-article", "title": "De la perception \u00e0 l\u2019histoire. La philosophie de M. Merleau-Ponty", "container_title": "Deucalion", "author": [{"family": "Caillois", "given": "R. P."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "II", "page": "57-85", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "152", "type": "journal-article", "title": "Commemorazione di Adolfo Omodeo", "container_title": "Annali della Scuola Normale di Pisa", "author": [{"family": "Cantimori", "given": "Delio"}], "note": "fasc. 3-4; (reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959).", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": "3-4", "reprint": null, "edition": null, "incomplete": null}, {"id": "153", "type": "journal-article", "title": "The Historian and the Philosophy of Science", "container_title": "Isis", "author": [{"family": "Cowan", "given": "Thomas"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXXVIII", "page": "11-18", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "154", "type": "journal-article", "title": "History as a Science", "container_title": "Historical Studies: Australia and New Zealand", "author": [{"family": "Crawford", "given": "R. M."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "153-175", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "155", "type": "journal-article", "title": "Christianisme et histoire", "container_title": "Etudes", "author": [{"family": "Dani\u00e9lou", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "CCLIV", "page": "166-184", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "156", "type": "journal-article", "title": "Wahrheit der Geschichte. Geschichte der Wahrheit", "container_title": "Amerikanische Rundschau", "author": [{"family": "Dell", "given": "Stanley"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "44-53", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "157", "type": "journal-article", "title": "The Idea of Progress", "container_title": "American Historical Review", "author": [{"family": "Fay", "given": "Sidney B."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "LII", "page": "231-246", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "158", "type": "journal-article", "title": "Th\u00e9ologie et histoire", "container_title": "Dieu vivant", "author": [{"family": "Fessard", "given": "Gaston"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "VIII", "page": "39-65", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "159", "type": "journal-article", "title": "Acton, Creighton, and Lea: A study in History and Ethics", "container_title": "Pacific Historical Review", "author": [{"family": "Fish", "given": "Andrew"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XVI", "page": "59-69", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "160", "type": "journal-article", "title": "Le conscience historique en Italie", "container_title": "Les temps modernes", "author": [{"family": "Garosci", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "23-24", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}]}, "text": "", "finish_reason": "stop"}, "scoring": {"fuzzy": 0.5443748775765214}, "normalized_score": 54.437487757652136}, {"_id": {"$oid": "69ce22c0214d8cd071acff36"}, "test_id": "T0140", "benchmark": "bibliographic_data", "date": "2025-08-27", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-4.1-mini", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "openai", "model": "gpt-4.1-mini", "duration": 50.02451777458191, "timestamp": "2025-08-27T10:12:28.204555", "parsed": {"metadata": {"title": "Bibliography Page 9", "year": "1947", "page_number": 9}, "entries": [{"id": "140", "type": "book", "title": "Why We Read History", "container_title": null, "author": [{"family": "Smellie", "given": "K. B."}], "note": null, "publisher": "P. Elek", "editor": null, "publisher_place": "London", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "141", "type": "book", "title": "A Study of History", "container_title": null, "author": [{"family": "Toynbee", "given": "Arnold J."}], "note": "abridged by D. C. Somervell, New York: Oxford (Abridgegement of vols. I-VI of A Study of History)", "publisher": "Oxford", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": "I-VI", "page": null, "fascicle": null, "reprint": null, "edition": "abridged", "incomplete": false}, {"id": "142", "type": "book", "title": "In den spiegel van het verleden: historische opstellen", "container_title": null, "author": [{"family": "Verberne", "given": "L. G. J."}], "note": null, "publisher": "Bruna", "editor": null, "publisher_place": "Utrecht, Antwerpen", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "143", "type": "book", "title": "Esquemas de metodologia eclesi\u00e1stica", "container_title": null, "author": [{"family": "Vevir", "given": "Jos\u00e9"}], "note": null, "publisher": "Instituto", "editor": null, "publisher_place": "Barcelona", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "144", "type": "book", "title": "Sinn und Ziel der Geschichte", "container_title": null, "author": [{"family": "Walz", "given": "Hans H."}], "note": null, "publisher": "Universit\u00e4ts-Verlag", "editor": null, "publisher_place": "Bonn", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "145", "type": "other", "title": "Atti del congresso internazionale di filosofia 15-20 November, 1946", "container_title": null, "author": null, "note": null, "publisher": "Castellani", "editor": null, "publisher_place": "Milano", "issued": null, "event_date": "15-20 November, 1946", "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "146", "type": "journal-article", "title": "Storia e materialismo storico", "container_title": null, "author": [{"family": "Drago", "given": "Pietro C."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "I", "page": "109-117", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "147", "type": "journal-article", "title": "Critica del giudizio storico", "container_title": null, "author": [{"family": "Fazio-Allmayer", "given": "Vito"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "I", "page": "281-290", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "148", "type": "journal-article", "title": "Forza e spirito nella storia", "container_title": null, "author": [{"family": "Nyman", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "I", "page": "191-200", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "149", "type": "journal-article", "title": "Sur le concept d'histoire", "container_title": "Les temps modernes", "author": [{"family": "Benjamin", "given": "Walter"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "II", "page": "623-634", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "150", "type": "journal-article", "title": "Philosophy of History", "container_title": "20th Century Philosophy", "author": [{"family": "Boodin", "given": "John E."}], "note": null, "publisher": null, "editor": ["Dagobert D. Runes"], "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "89-106", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "151", "type": "journal-article", "title": "De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty", "container_title": "Deucalion", "author": [{"family": "Caillois", "given": "R. P."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "II", "page": "57-85", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "152", "type": "journal-article", "title": "Commemorazione di Adolfo Omodeo", "container_title": "Annali della Scuola Normale di Pisa", "author": [{"family": "Cantimori", "given": "Delio"}], "note": "reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "fasc. 3-4", "page": null, "fascicle": "3-4", "reprint": null, "edition": null, "incomplete": false}, {"id": "153", "type": "journal-article", "title": "The Historian and the Philosophy of Science", "container_title": "Isis", "author": [{"family": "Cowan", "given": "Thomas"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXXVIII", "page": "11-18", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "154", "type": "journal-article", "title": "History as a Science", "container_title": "Historical Studies: Australia and New Zealand", "author": [{"family": "Crawford", "given": "R. M."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "153-175", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "155", "type": "journal-article", "title": "Christianisme et histoire", "container_title": "Etudes", "author": [{"family": "Dani\u00e9lou", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "CCLIV", "page": "166-184", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "156", "type": "journal-article", "title": "Wahrheit der Geschichte. Geschichte der Wahrheit", "container_title": "Amerikanische Rundschau", "author": [{"family": "Dell", "given": "Stanley"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "44-53", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "157", "type": "journal-article", "title": "The Idea of Progress", "container_title": "American Historical Review", "author": [{"family": "Fay", "given": "Sidney B."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "LII", "page": "231-246", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "158", "type": "journal-article", "title": "Th\u00e9ologie et histoire", "container_title": "Dieu vivant", "author": [{"family": "Fessard", "given": "Gaston"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "VIII", "page": "39-65", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "159", "type": "journal-article", "title": "Acton, Creighton, and Lea: a Study in History and Ethics", "container_title": "Pacific Historical Review", "author": [{"family": "Fish", "given": "Andrew"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XVI", "page": "59-69", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}, {"id": "160", "type": "journal-article", "title": "Le conscience historique en Italie", "container_title": "Les temps modernes", "author": [{"family": "Garosci", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "23-24", "fascicle": null, "reprint": null, "edition": null, "incomplete": false}]}, "text": "", "finish_reason": "stop"}, "scoring": {"fuzzy": 0.6145918698438294}, "normalized_score": 61.45918698438294}, {"_id": {"$oid": "69ce22c0214d8cd071acff30"}, "test_id": "T0133", "benchmark": "bibliographic_data", "date": "2025-08-20", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "o3", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "openai", "model": "o3", "duration": 69.96307826042175, "timestamp": "2025-08-20T10:54:15.402610", "parsed": {"metadata": {"title": "History and Theory", "year": "1945", "page_number": 2}, "entries": [{"id": "15", "type": "journal-article", "title": "The Open Society and Its Enemies", "container_title": "British Journal of Sociology", "author": [{"family": "Plamenatz", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1952", "event_date": null, "related": null, "relation": null, "volume": "III", "page": "264-273", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "16", "type": "journal-article", "title": "The Open Society \u2013 a Comment", "container_title": "British Journal of Sociology", "author": [{"family": "Gombrich", "given": "E. H."}], "note": "On Plamenatz", "publisher": null, "editor": null, "publisher_place": null, "issued": "1952", "event_date": null, "related": null, "relation": null, "volume": "III", "page": "358-360", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "17", "type": "journal-article", "title": "The Open Society \u2013 a Rejoinder", "container_title": "British Journal of Sociology", "author": [{"family": "Plamenatz", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1953", "event_date": null, "related": null, "relation": null, "volume": "IV", "page": "76-77", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "18", "type": "journal-article", "title": "The Open Society: a Reconsideration", "container_title": "Political Science Quarterly", "author": [{"family": "Cobban", "given": "Alfred"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1954", "event_date": null, "related": null, "relation": null, "volume": "LXIX", "page": "119-126", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "19", "type": "journal-article", "title": "Has History a Meaning?", "container_title": "British Journal for the Philosophy of Science", "author": [{"family": "Bernal", "given": "J. D."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1955", "event_date": null, "related": null, "relation": null, "volume": "VI", "page": "164-169", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "20", "type": "book", "title": "War and History", "container_title": null, "author": [{"family": "Sumner", "given": "B. H."}], "note": null, "publisher": "Oliver and Boyd", "editor": null, "publisher_place": "Edinburgh", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "21", "type": "book", "title": "The Philosophy of American History", "container_title": null, "author": [{"family": "Zucker", "given": "Morris"}], "note": "2 vols.", "publisher": "Arnold and Howard", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "22", "type": "journal-article", "title": "History as a Liberal Art", "container_title": "Journal of the History of Ideas", "author": [{"family": "Barzun", "given": "Jacques"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "VI", "page": "81-88", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "23", "type": "journal-article", "title": "The Study of Contemporary History: Some Further Reflections", "container_title": "History", "author": [{"family": "Beloff", "given": "Max"}], "note": "N. S.", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXX", "page": "75-84", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "24", "type": "journal-article", "title": "Appunti sullo \"storiscismo\"", "container_title": "Societ\u00e0", "author": [{"family": "Cantimori", "given": "Delio"}], "note": "Reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959, 1-45", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "I", "page": "1-45", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "25", "type": "journal-article", "title": "The Meaning of History", "container_title": "Ethics", "author": [{"family": "Coulborn", "given": "Rushton"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "LV", "page": "46-63", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "26", "type": "journal-article", "title": "History \u2013 a Science?", "container_title": "Mississippi Valley Historical Review", "author": [{"family": "Gould", "given": "Clarence P."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXXII", "page": "375-388", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "27", "type": "journal-article", "title": "Generality and Singularity in Historical Judgment", "container_title": "Journal of Philosophy", "author": [{"family": "Hofstadter", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XLII", "page": "57-65", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "28", "type": "journal-article", "title": "Les nouvelles conceptions de l'histoire", "container_title": "Revue philosophique", "author": [{"family": "Lenoble", "given": "R."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "CXXXV", "page": "193-208, 324-348", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "29", "type": "journal-article", "title": "In History or Beyond History", "container_title": "Harvard Theological Review", "author": [{"family": "McCown", "given": "C. C."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXXVIII", "page": "151-175", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "30", "type": "journal-article", "title": "History and the Social Science Research Council", "container_title": "American Historical Review", "author": [{"family": "Nichols", "given": "Roy F."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "L", "page": "491-499", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "31", "type": "journal-article", "title": "The Poverty of Historicism, Part III", "container_title": "Economica", "author": [{"family": "Popper", "given": "Karl"}], "note": "Parts I and II appeared in 1944. Cf. also #1233", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XII", "page": "69-89", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "32", "type": "journal-article", "title": "History and the Historian", "container_title": "Journal of Philosophy", "author": [{"family": "Weiss", "given": "Paul"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XLII", "page": "169-179", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "33", "type": "journal-article", "title": "The Attack on the Historical Method", "container_title": "Journal of Philosophy", "author": [{"family": "White", "given": "Morton G."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XLII", "page": "314-331", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}]}, "text": "", "finish_reason": "stop"}, "scoring": {"fuzzy": 0.6461218520199761}, "normalized_score": 64.6121852019976}, {"_id": {"$oid": "69ce22c0214d8cd071acff1b"}, "test_id": "T0128", "benchmark": "bibliographic_data", "date": "2025-08-14", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "genai", "model": "gemini-2.5-pro", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "genai", "model": "gemini-2.5-pro", "duration": 97.15776085853577, "timestamp": "2025-08-14T16:11:22.729468", "text": "```json\n[\n {\n \"id\": \"15\",\n \"type\": \"article\",\n \"authors\": [\n {\n \"first\": \"J.\",\n \"last\": \"Plamenatz\"\n }\n ],\n \"title\": \"The Open Society and Its Enemies\",\n \"publication\": \"British Journal of Sociology III (1952), 264-273.\"\n },\n {\n \"id\": \"16\",\n \"type\": \"article\",\n \"authors\": [\n {\n \"first\": \"E. H.\",\n \"last\": \"Gombrich\"\n }\n ],\n \"title\": \"The Open Society \u2014 a Comment\",\n \"publication\": \"British Journal of Sociology III (1952), 358-360 [On Plamenatz].\",\n \"relation\": \"15\"\n },\n {\n \"id\": \"17\",\n \"type\": \"article\",\n \"authors\": [\n {\n \"first\": \"J.\",\n \"last\": \"Plamenatz\"\n }\n ],\n \"title\": \"The Open Society \u2013 a Rejoinder\",\n \"publication\": \"British Journal of Sociology IV (1953), 76-77.\",\n \"relation\": \"16\"\n },\n {\n \"id\": \"18\",\n \"type\": \"article\",\n \"authors\": [\n {\n \"first\": \"Alfred\",\n \"last\": \"Cobban\"\n }\n ],\n \"title\": \"The Open Society: a Reconsideration\",\n \"publication\": \"Political Science Quarterly LXIX (1954), 119-126.\"\n },\n {\n \"id\": \"19\",\n \"type\": \"article\",\n \"authors\": [\n {\n \"first\": \"J. D.\",\n \"last\": \"Bernal\"\n }\n ],\n \"title\": \"Has History a Meaning?\",\n \"publication\": \"British Journal for the Philosophy of Science VI (1955), 164-169.\"\n },\n {\n \"id\": \"20\",\n \"type\": \"book\",\n \"authors\": [\n {\n \"first\": \"B. H.\",\n \"last\": \"Sumner\"\n }\n ],\n \"title\": \"War and History\",\n \"publication\": \"Edinburgh: Oliver and Boyd, 1945.\"\n },\n {\n \"id\": \"21\",\n \"type\": \"book\",\n \"authors\": [\n {\n \"first\": \"Morris\",\n \"last\": \"Zucker\"\n }\n ],\n \"title\": \"The Philosophy of American History, 2 vols.\",\n \"publication\": \"New York: Arnold and Howard, 1945.\"\n },\n {\n \"id\": \"22\",\n \"type\": \"article\",\n \"authors\": [\n {\n \"first\": \"Jacques\",\n \"last\": \"Barzun\"\n }\n ],\n \"title\": \"History as a Liberal Art\",\n \"publication\": \"Journal of the History of Ideas VI (1945), 81-88.\"\n },\n {\n \"id\": \"23\",\n \"type\": \"article\",\n \"authors\": [\n {\n \"first\": \"Max\",\n \"last\": \"Beloff\"\n }\n ],\n \"title\": \"The Study of Contemporary History: Some Further Reflections\",\n \"publication\": \"History N. S. XXX (1945), 75-84.\"\n },\n {\n \"id\": \"24\",\n \"type\": \"article\",\n \"authors\": [\n {\n \"first\": \"Delio\",\n \"last\": \"Cantimori\"\n }\n ],\n \"title\": \"Appunti sullo \u2018storicismo\u2019\",\n \"publication\": \"Societ\u00e0 I (1945), 1-45 (Reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959, 1-45).\"\n },\n {\n \"id\": \"25\",\n \"type\": \"article\",\n \"authors\": [\n {\n \"first\": \"Rushton\",\n \"last\": \"Coulborn\"\n }\n ],\n \"title\": \"The Meaning of History\",\n \"publication\": \"Ethics LV (1945), 46-63.\"\n },\n {\n \"id\": \"26\",\n \"type\": \"article\",\n \"authors\": [\n {\n \"first\": \"Clarence P.\",\n \"last\": \"Gould\"\n }\n ],\n \"title\": \"History \u2013 a Science?\",\n \"publication\": \"Mississippi Valley Historical Review XXXII (1945), 375-388.\"\n },\n {\n \"id\": \"27\",\n \"type\": \"article\",\n \"authors\": [\n {\n \"first\": \"A.\",\n \"last\": \"Hofstadter\"\n }\n ],\n \"title\": \"Generality and Singularity in Historical Judgment\",\n \"publication\": \"Journal of Philosophy XLII (1945), 57-65.\"\n },\n {\n \"id\": \"28\",\n \"type\": \"article\",\n \"authors\": [\n {\n \"first\": \"R.\",\n \"last\": \"Lenoble\"\n }\n ],\n \"title\": \"Les nouvelles conceptions de l\u2019histoire\",\n \"publication\": \"Revue philosophique CXXXV (1945), 193-208, 324-348.\"\n },\n {\n \"id\": \"29\",\n \"type\": \"article\",\n \"authors\": [\n {\n \"first\": \"C. C.\",\n \"last\": \"McCown\"\n }\n ],\n \"title\": \"In History or Beyond History\",\n \"publication\": \"Harvard Theological Review XXXVIII (1945), 151-175.\"\n },\n {\n \"id\": \"30\",\n \"type\": \"article\",\n \"authors\": [\n {\n \"first\": \"Roy F.\",\n \"last\": \"Nichols\"\n }\n ],\n \"title\": \"History and the Social Science Research Council\",\n \"publication\": \"American Historical Review L (1945), 491-499.\"\n },\n {\n \"id\": \"31\",\n \"type\": \"article\",\n \"authors\": [\n {\n \"first\": \"Karl\",\n \"last\": \"Popper\"\n }\n ],\n \"title\": \"The Poverty of Historicism, Part III\",\n \"publication\": \"Economica XII (1945), 69-89 (Parts I and II appeared in 1944. Cf. also #1233).\"\n },\n {\n \"id\": \"32\",\n \"type\": \"article\",\n \"authors\": [\n {\n \"first\": \"Paul\",\n \"last\": \"Weiss\"\n }\n ],\n \"title\": \"History and the Historian\",\n \"publication\": \"Journal of Philosophy XLII (1945), 169-179.\"\n },\n {\n \"id\": \"33\",\n \"type\": \"article\",\n \"authors\": [\n {\n \"first\": \"Morton G.\",\n \"last\": \"White\"\n }\n ],\n \"title\": \"The Attack on the Historical Method\",\n \"publication\": \"Journal of Philosophy XLII (1945), 314-331.\",\n \"incomplete\": false\n }\n]\n```", "finish_reason": "stop"}, "scoring": {"fuzzy": 0.2578621461792398}, "normalized_score": 25.78621461792398}, {"_id": {"$oid": "69ce22c0214d8cd071acff1d"}, "test_id": "T0131", "benchmark": "bibliographic_data", "date": "2025-08-14", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5-nano", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "openai", "model": "gpt-5-nano", "duration": 62.37970423698425, "timestamp": "2025-08-14T16:55:58.579880", "parsed": {"metadata": {"title": "Bibliography (page 9)", "year": "1947", "page_number": 9}, "entries": []}, "text": "", "finish_reason": "stop"}, "scoring": {"fuzzy": 0.3302405252593511}, "normalized_score": 33.02405252593511}, {"_id": {"$oid": "69ce22c0214d8cd071acff1e"}, "test_id": "T0127", "benchmark": "bibliographic_data", "date": "2025-08-14", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "anthropic", "model": "claude-opus-4-1-20250805", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "anthropic", "model": "claude-opus-4-1-20250805", "duration": 50.34818482398987, "timestamp": "2025-08-14T16:05:24.063964", "text": "I'll extract the bibliographic entries from this page (page 9) of what appears to be a bibliography from 1947.\n\n```json\n{\n \"entries\": [\n {\n \"id\": 140,\n \"type\": \"book\",\n \"author\": \"Smellie, K. B.\",\n \"title\": \"Why We Read History\",\n \"publisher\": \"P. Elek\",\n \"location\": \"London\",\n \"year\": null,\n \"incomplete\": false\n },\n {\n \"id\": 141,\n \"type\": \"book\",\n \"author\": \"Snow, Arnold J.\",\n \"title\": \"A Study of History\",\n \"editor\": \"D. C. Somervell\",\n \"publisher\": \"Oxford\",\n \"location\": \"New York\",\n \"note\": \"Abridgement of vols. I-VI of A Study of History\",\n \"year\": null,\n \"incomplete\": false\n },\n {\n \"id\": 142,\n \"type\": \"book\",\n \"author\": \"Verberne, L. G. J.\",\n \"title\": \"In den spiegel van het verleden: historische opstellen\",\n \"publisher\": \"Bruna\",\n \"location\": \"Utrecht, Antwerpen\",\n \"year\": null,\n \"incomplete\": false\n },\n {\n \"id\": 143,\n \"type\": \"book\",\n \"author\": \"Vevir, Jos\u00e9\",\n \"title\": \"Esquemas de metodolog\u00eda eclesi\u00e1stica\",\n \"publisher\": \"Instituto\",\n \"location\": \"Barcelona\",\n \"year\": null,\n \"incomplete\": false\n },\n {\n \"id\": 144,\n \"type\": \"book\",\n \"author\": \"Walz, Hans H.\",\n \"title\": \"Sinn und Ziel der Geschichte\",\n \"publisher\": \"Universit\u00e4ts-Verlag\",\n \"location\": \"Bonn\",\n \"year\": null,\n \"incomplete\": false\n },\n {\n \"id\": 145,\n \"type\": \"article\",\n \"title\": \"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\n \"location\": \"Milano\",\n \"note\": \"Relevant articles:\",\n \"year\": \"1946\",\n \"incomplete\": false\n },\n {\n \"id\": 146,\n \"type\": \"article\",\n \"author\": \"Pietro C. Drago\",\n \"title\": \"Storia e materialismo storico\",\n \"volume\": \"I\",\n \"pages\": \"109-117\",\n \"year\": null,\n \"incomplete\": false\n },\n {\n \"id\": 147,\n \"type\": \"article\",\n \"author\": \"Vito Fazio-Allmayer\",\n \"title\": \"Critica del giudizio storico\",\n \"volume\": \"I\",\n \"pages\": \"281-290\",\n \"year\": null,\n \"incomplete\": false\n },\n {\n \"id\": 148,\n \"type\": \"article\",\n \"author\": \"A. Nyman\",\n \"title\": \"Forza e spirito nella storia\",\n \"volume\": \"I\",\n \"pages\": \"191-200\",\n \"year\": null,\n \"incomplete\": false\n },\n {\n \"id\": 149,\n \"type\": \"article\",\n \"author\": \"Benjamin, Walter\",\n \"title\": \"Sur le concept d'histoire\",\n \"journal\": \"Les temps modernes\",\n \"volume\": \"II\",\n \"pages\": \"623-634\",\n \"year\": null,\n \"incomplete\": false\n },\n {\n \"id\": 150,\n \"type\": \"book_chapter\",\n \"author\": \"Boodin, John E.\",\n \"title\": \"Philosophy of History\",\n \"book_title\": \"20th Century Philosophy\",\n \"editor\": \"Dagobert D. Runes\",\n \"publisher\": \"Philosophical Library\",\n \"location\": \"New York\",\n \"pages\": \"89-106\",\n \"year\": null,\n \"incomplete\": false\n },\n {\n \"id\": 151,\n \"type\": \"article\",\n \"author\": \"Caillois, R. P.\",\n \"title\": \"De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty\",\n \"journal\": \"Deucalion\",\n \"volume\": \"II\",\n \"pages\": \"57-85\",\n \"year\": null,\n \"incomplete\": false\n },\n {\n \"id\": 152,\n \"type\": \"article\",\n \"author\": \"Cantimori, Delio\",\n \"title\": \"Commemorazione di Adolfo Omodeo\",\n \"journal\": \"Annali della Scuola Normale di Pisa\",\n \"series\": \"fasc. 3-4\",\n \"note\": \"reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959\",\n \"year\": null,\n \"incomplete\": false\n },\n {\n \"id\": 153,\n \"type\": \"article\",\n \"author\": \"Cowan, Thomas\",\n \"title\": \"The Historian and the Philosophy of Science\",\n \"journal\": \"Isis\",\n \"volume\": \"XXXVIII\",\n \"pages\": \"11-18\",\n \"year\": null,\n \"incomplete\": false\n },\n {\n \"id\": 154,\n \"type\": \"article\",\n \"author\": \"Crawford, R. M.\",\n \"title\": \"History as a Science\",\n \"journal\": \"Historical Studies: Australia and New Zealand\",\n \"volume\": \"III\",\n \"pages\": \"153-175\",\n \"year\": null,\n \"incomplete\": false\n },\n {\n \"id\": 155,\n \"type\": \"article\",\n \"author\": \"Dani\u00e9lou, J.\",\n \"title\": \"Christianisme et histoire\",\n \"journal\": \"Etudes\",\n \"volume\": \"CCLIV\",\n \"pages\": \"166-184\",\n \"year\": null,\n \"incomplete\": false\n },\n {\n \"id\": 156,\n \"type\": \"article\",\n \"author\": \"Dell, Stanley\",\n \"title\": \"Wahrheit der Geschichte. Geschichte der Wahrheit\",\n \"journal\": \"Amerikanische Rundschau\",\n \"volume\": \"III\",\n \"pages\": \"44-53\",\n \"year\": null,\n \"incomplete\": false\n },\n {\n \"id\": 157,\n \"type\": \"article\",\n \"author\": \"Fay, Sidney B.\",\n \"title\": \"The Idea of Progress\",\n \"journal\": \"American Historical Review\",\n \"volume\": \"LII\",\n \"pages\": \"231-246\",\n \"year\": null,\n \"incomplete\": false\n },\n {\n \"id\": 158,\n \"type\": \"article\",\n \"author\": \"Fessard, Gaston\",\n \"title\": \"Th\u00e9ologie et histoire\",\n \"journal\": \"Dieu vivant\",\n \"volume\": \"VIII\",\n \"pages\": \"39-65\",\n \"year\": null,\n \"incomplete\": false\n },\n {\n \"id\": 159,\n \"type\": \"article\",\n \"author\": \"Fish, Andrew\",\n \"title\": \"Acton, Creighton, and Lea: a Study in History and Ethics\",\n \"journal\": \"Pacific Historical Review\",\n \"volume\": \"XVI\",\n \"pages\": \"59-69\",\n \"year\": null,\n \"incomplete\": false\n },\n {\n \"id\": 160,\n \"type\": \"article\",\n \"author\": \"Garosci, A.\",\n \"title\": \"Le conscience historique en Italie\",\n \"journal\": \"Les temps modernes\",\n \"volume\": \"III\",\n \"pages\": \"23-24\",\n \"year\": null,\n \"incomplete\": false\n }\n ]\n}\n```", "finish_reason": "stop"}, "scoring": {"fuzzy": 0.2961940432925998}, "normalized_score": 29.61940432925998}, {"_id": {"$oid": "69ce22c0214d8cd071acff26"}, "test_id": "T0129", "benchmark": "bibliographic_data", "date": "2025-08-14", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "openai", "model": "gpt-5", "duration": 118.40919160842896, "timestamp": "2025-08-14T16:39:43.216962", "parsed": {"metadata": {"title": "1945 \u2014 Books", "year": "1945", "page_number": null}, "entries": [{"id": "1", "type": "book", "title": "Time as Dimension and History", "container_title": null, "author": [{"family": "Alexander", "given": "Hubert G."}], "note": null, "publisher": "University of New Mexico Press", "editor": null, "publisher_place": "Albuquerque", "issued": "1945", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "2", "type": "book", "title": "Wahrheit und Ideologie", "container_title": null, "author": [{"family": "Barth", "given": "Hans"}], "note": null, "publisher": "Manesse", "editor": null, "publisher_place": "Z\u00fcrich", "issued": "1945", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "3", "type": "book", "title": "Las generaciones en la historia", "container_title": null, "author": [{"family": "Entralgo Lain", "given": "Pedro"}], "note": null, "publisher": "Instituto de estudios pol\u00edticos", "editor": null, "publisher_place": "Madrid", "issued": "1945", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "4", "type": "book", "title": "Cuatro visiones de la historia universal", "container_title": null, "author": [{"family": "Ferrater Mora", "given": "Jos\u00e9"}], "note": null, "publisher": "Editorial Losada", "editor": null, "publisher_place": "Buenos Aires", "issued": "1945", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "5", "type": "book", "title": "The Use of Personal Documents in History, Anthropology, and Sociology", "container_title": null, "author": [{"family": "Gottschalk", "given": "L."}, {"family": "Kluckhohn", "given": "C."}, {"family": "Angell", "given": "R."}], "note": "Bulletin 53", "publisher": "Social Science Research Council", "editor": null, "publisher_place": "New York", "issued": "1945", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "6", "type": "journal-article", "title": "Review", "container_title": "The American Journal of Sociology", "author": [{"family": "Lapiere", "given": "R. T."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1946", "event_date": null, "related": null, "relation": {}, "volume": "LII", "page": "156-157", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "7", "type": "book", "title": "El problema de la historia y su lugar en el conocimiento", "container_title": null, "author": [{"family": "Jasinowski", "given": "Bogumil"}], "note": null, "publisher": "Universidad de Chile", "editor": null, "publisher_place": "Santiago, Chile", "issued": "1945", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "8", "type": "journal-article", "title": "Review", "container_title": "Revue philosophique", "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1950", "event_date": null, "related": null, "relation": {}, "volume": "CXL", "page": "528", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "9", "type": "book", "title": "Man the Measure: a New Approach to History", "container_title": null, "author": [{"family": "Kahler", "given": "Erich"}], "note": "2nd ed.; 1st ed. New York: Pantheon, 1943", "publisher": "Jonathan Cape", "editor": null, "publisher_place": "London", "issued": "1945", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": "2nd ed.", "incomplete": null}, {"id": "10", "type": "journal-article", "title": "The Flight from Reason", "container_title": "Journal of Modern History", "author": [{"family": "Savelle", "given": "Max"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1945", "event_date": null, "related": null, "relation": {}, "volume": "XVII", "page": "153-162", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "11", "type": "book", "title": "The Social Interpretation of History", "container_title": null, "author": [{"family": "Maurice", "given": "William"}], "note": null, "publisher": "Scribner", "editor": null, "publisher_place": "New York", "issued": "1945", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "12", "type": "book", "title": "The Open Society and Its Enemies", "container_title": null, "author": [{"family": "Popper", "given": "Karl"}], "note": "2 vols.; Revised ed. Princeton: Princeton University Press, 1950", "publisher": "Routledge", "editor": null, "publisher_place": "London", "issued": "1945", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "13", "type": "journal-article", "title": "Review", "container_title": "Journal of Philosophy", "author": [{"family": "Aiken", "given": "H. D."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "1947", "event_date": null, "related": null, "relation": {}, "volume": "XLIV", "page": "459-479", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "14", "type": "journal-article", "title": "The Social Scientist in the 'Open Society'", "container_title": null, "author": [{"family": "Bock", "given": "Kenneth E."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": {}, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": true}]}, "text": "", "finish_reason": "stop"}, "scoring": {"fuzzy": 0.6265400168942555}, "normalized_score": 62.654001689425556}, {"_id": {"$oid": "69ce22c0214d8cd071acff28"}, "test_id": "T0130", "benchmark": "bibliographic_data", "date": "2025-08-14", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-5-mini", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "openai", "model": "gpt-5-mini", "duration": 101.61664509773254, "timestamp": "2025-08-14T16:50:02.558927", "parsed": {"metadata": {"title": "Bibliography", "year": "1947", "page_number": 9}, "entries": [{"id": "140", "type": "book", "title": "Why We Read History", "container_title": null, "author": [{"family": "Smellie", "given": "K. B."}], "note": null, "publisher": "P. Elek", "editor": null, "publisher_place": "London", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "141", "type": "book", "title": "A Study of History", "container_title": null, "author": [{"family": "Toynbee", "given": "Arnold J."}], "note": "Abridged by D. C. Somervell. (Abridgegment of vols. I-VI of A Study of History)", "publisher": "Oxford", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "142", "type": "book", "title": "In den spiegel van het verleden: historische opstellen", "container_title": null, "author": [{"family": "Verberne", "given": "L. G. J."}], "note": null, "publisher": "Bruna", "editor": null, "publisher_place": "Utrecht; Antwerpen", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "143", "type": "book", "title": "Esquemas de metodologia eclesi\u00e1stica", "container_title": null, "author": [{"family": "Vevir", "given": "Jos\u00e9"}], "note": null, "publisher": "Instituto", "editor": null, "publisher_place": "Barcelona", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "144", "type": "book", "title": "Sinn und Ziel der Geschichte", "container_title": null, "author": [{"family": "Walz", "given": "Hans H."}], "note": null, "publisher": "Universit\u00e4ts-Verlag", "editor": null, "publisher_place": "Bonn", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "145", "type": "book", "title": "Atti del congresso internazionale di filosofia 15-20 November, 1946", "container_title": null, "author": null, "note": "Relevant articles listed separately on this page.", "publisher": "Castellani", "editor": null, "publisher_place": "Milano", "issued": "1946", "event_date": "15-20 November 1946", "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "146", "type": "journal-article", "title": "Storia e materialismo storico", "container_title": null, "author": [{"family": "Drago", "given": "Pietro C."}], "note": "Relevant article in the proceedings (see entry 145).", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": {}, "volume": "I", "page": "109-117", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "147", "type": "journal-article", "title": "Critica del giudizio storico", "container_title": null, "author": [{"family": "Fazio-Allmayer", "given": "Vito"}], "note": "Relevant article in the proceedings (see entry 145).", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": {}, "volume": "I", "page": "281-290", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "148", "type": "journal-article", "title": "Forza e spirito nella storia", "container_title": null, "author": [{"family": "Nyman", "given": "A."}], "note": "Relevant article in the proceedings (see entry 145).", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": {}, "volume": "I", "page": "191-200", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "149", "type": "journal-article", "title": "Sur le concept d'histoire", "container_title": "Les temps modernes", "author": [{"family": "Benjamin", "given": "Walter"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "II", "page": "623-634", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "150", "type": "other", "title": "Philosophy of History", "container_title": "20th Century Philosophy", "author": [{"family": "Boodin", "given": "John E."}], "note": null, "publisher": "Philosophical Library", "editor": ["Dagobert D. Runes"], "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "89-106", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "151", "type": "journal-article", "title": "De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty", "container_title": "Deucalion", "author": [{"family": "Caillois", "given": "R. P."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "II", "page": "57-85", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "152", "type": "journal-article", "title": "Commemorazione di Adolfo Omodeo", "container_title": "Annali della Scuola Normale di Pisa", "author": [{"family": "Cantimori", "given": "Delio"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "fasc. 3-4", "page": null, "fascicle": null, "reprint": {}, "edition": null, "incomplete": null}, {"id": "153", "type": "journal-article", "title": "The Historian and the Philosophy of Science", "container_title": "Isis", "author": [{"family": "Cowan", "given": "Thomas"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXXVIII", "page": "11-18", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "154", "type": "journal-article", "title": "History as a Science", "container_title": "Historical Studies: Australia and New Zealand", "author": [{"family": "Crawford", "given": "R. M."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "153-175", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "155", "type": "journal-article", "title": "Christianisme et histoire", "container_title": "Etudes", "author": [{"family": "Dani\u00e9lou", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "CCLIV", "page": "166-184", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "156", "type": "journal-article", "title": "Wahrheit der Geschichte. Geschichte der Wahrheit", "container_title": "Amerikanische Rundschau", "author": [{"family": "Dell", "given": "Stanley"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "44-53", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "157", "type": "journal-article", "title": "The Idea of Progress", "container_title": "American Historical Review", "author": [{"family": "Fay", "given": "Sidney B."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "LII", "page": "231-246", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "158", "type": "journal-article", "title": "Th\u00e9ologie et histoire", "container_title": "Dieu vivant", "author": [{"family": "Fessard", "given": "Gaston"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "VIII", "page": "39-65", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "159", "type": "journal-article", "title": "Acton, Creighton, and Lea: a Study in History and Ethics", "container_title": "Pacific Historical Review", "author": [{"family": "Fish", "given": "Andrew"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XVI", "page": "59-69", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "160", "type": "journal-article", "title": "Le conscience historique en Italie", "container_title": "Les temps modernes", "author": [{"family": "Garosci", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "23-24", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}]}, "text": "", "finish_reason": "stop"}, "scoring": {"fuzzy": 0.6376288548854375}, "normalized_score": 63.76288548854375}, {"_id": {"$oid": "69ce22c0214d8cd071acff02"}, "test_id": "T0106", "benchmark": "bibliographic_data", "date": "2025-05-23", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "anthropic", "model": "claude-opus-4-20250514", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "anthropic", "model": "claude-opus-4-20250514", "duration": 27.029255628585815, "timestamp": "2025-05-23T11:27:43.281916", "text": "Looking at this bibliography page, I can identify the following entries:\n\n```json\n[\n {\n \"id\": 1,\n \"type\": \"book\",\n \"title\": \"Time as Dimension and History\",\n \"authors\": [\"Alexander, Hubert G.\"],\n \"publisher\": \"University of New Mexico Press\",\n \"location\": \"Albuquerque\",\n \"year\": null,\n \"page_range\": null,\n \"relation\": null,\n \"incomplete\": false\n },\n {\n \"id\": 2,\n \"type\": \"book\",\n \"title\": \"Wahrheit und Ideologie\",\n \"authors\": [\"Barth, Hans\"],\n \"publisher\": \"Manesse\",\n \"location\": \"Z\u00fcrich\",\n \"year\": null,\n \"page_range\": null,\n \"relation\": null,\n \"incomplete\": false\n },\n {\n \"id\": 3,\n \"type\": \"book\",\n \"title\": \"Las generaciones en la historia\",\n \"authors\": [\"Entralyo La\u00edn, Pedro\"],\n \"publisher\": \"Instituto de estudios pol\u00edticos\",\n \"location\": \"Madrid\",\n \"year\": null,\n \"page_range\": null,\n \"relation\": null,\n \"incomplete\": false\n },\n {\n \"id\": 4,\n \"type\": \"book\",\n \"title\": \"Cuatro visiones de la historia universal\",\n \"authors\": [\"Ferrater Mora, Jos\u00e9\"],\n \"publisher\": \"Editorial Losada\",\n \"location\": \"Buenos Aires\",\n \"year\": null,\n \"page_range\": null,\n \"relation\": null,\n \"incomplete\": false\n },\n {\n \"id\": 5,\n \"type\": \"article\",\n \"title\": \"The Use of Personal Documents in History, Anthropology, and Sociology\",\n \"authors\": [\"Gottschalk, L.\", \"C. Kluckhohn\", \"R. Angell\"],\n \"publisher\": \"Social Science Research Council, Bulletin 53\",\n \"location\": \"New York\",\n \"year\": null,\n \"page_range\": null,\n \"relation\": null,\n \"incomplete\": false\n },\n {\n \"id\": 6,\n \"type\": \"review\",\n \"title\": null,\n \"authors\": [\"R. T. Lapiere\"],\n \"publisher\": \"The American Journal of Sociology LII\",\n \"location\": null,\n \"year\": \"1946\",\n \"page_range\": \"156-157\",\n \"relation\": 5,\n \"incomplete\": false\n },\n {\n \"id\": 7,\n \"type\": \"book\",\n \"title\": \"El problema de la historia y su lugar en el conocimiento\",\n \"authors\": [\"Jasulowski, Bogumil\"],\n \"publisher\": \"Universidad de Chile\",\n \"location\": \"Santiago, Chile\",\n \"year\": null,\n \"page_range\": null,\n \"relation\": null,\n \"incomplete\": false\n },\n {\n \"id\": 8,\n \"type\": \"review\",\n \"title\": null,\n \"authors\": [],\n \"publisher\": \"Revue philosophique CXL\",\n \"location\": null,\n \"year\": \"1950\",\n \"page_range\": \"528\",\n \"relation\": 7,\n \"incomplete\": false\n },\n {\n \"id\": 9,\n \"type\": \"book\",\n \"title\": \"Man the Measure: a New Approach to History\",\n \"authors\": [\"Kahler, Erich\"],\n \"publisher\": \"Jonathan Cape\",\n \"location\": \"London\",\n \"year\": \"1943\",\n \"page_range\": null,\n \"relation\": null,\n \"incomplete\": false\n },\n {\n \"id\": 10,\n \"type\": \"review\",\n \"title\": null,\n \"authors\": [\"Max Savelle\"],\n \"publisher\": \"Journal of Modern History XVII\",\n \"location\": null,\n \"year\": \"1945\",\n \"page_range\": \"153-162\",\n \"relation\": 9,\n \"incomplete\": false\n },\n {\n \"id\": 11,\n \"type\": \"book\",\n \"title\": \"The Social Interpretation of History\",\n \"authors\": [\"Maurice, William\"],\n \"publisher\": \"Scribner\",\n \"location\": \"New York\",\n \"year\": null,\n \"page_range\": null,\n \"relation\": null,\n \"incomplete\": false\n },\n {\n \"id\": 12,\n \"type\": \"book\",\n \"title\": \"The Open Society and Its Enemies\",\n \"authors\": [\"Popper, Karl\"],\n \"publisher\": \"Routledge\",\n \"location\": \"London\",\n \"year\": \"1950\",\n \"page_range\": null,\n \"relation\": null,\n \"incomplete\": false\n },\n {\n \"id\": 13,\n \"type\": \"article\",\n \"title\": null,\n \"authors\": [\"H. D. Aiken\"],\n \"publisher\": \"Journal of Philosophy XLIV\",\n \"location\": null,\n \"year\": \"1947\",\n \"page_range\": \"459-479\",\n \"relation\": 12,\n \"incomplete\": false\n },\n {\n \"id\": 14,\n \"type\": \"article\",\n \"title\": \"The Social Scientist in the 'Open Society'\",\n \"authors\": [\"Kenneth E. Bock\"],\n \"publisher\": null,\n \"location\": null,\n \"year\": null,\n \"page_range\": null,\n \"relation\": null,\n \"incomplete\": true\n }\n]\n```", "finish_reason": "stop"}, "scoring": {"fuzzy": 0.2741411788204331}, "normalized_score": 27.41411788204331}, {"_id": {"$oid": "69ce22c0214d8cd071acff07"}, "test_id": "T0107", "benchmark": "bibliographic_data", "date": "2025-05-23", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "anthropic", "model": "claude-sonnet-4-20250514", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "anthropic", "model": "claude-sonnet-4-20250514", "duration": 21.084632873535156, "timestamp": "2025-05-23T11:59:36.236873", "text": "```json\n{\n \"page_number\": 2,\n \"entries\": [\n {\n \"id\": \"15\",\n \"text\": \"American Journal of Economics and Sociology X (1951), 211-219.\\nJ. Plamenatz, \\\"The Open Society and Its Enemies\\\", British Journal of Sociology III (1952), 264-273.\"\n },\n {\n \"id\": \"16\",\n \"text\": \"E. H. Gombrich, \\\"The Open Society \u2013 a Comment\\\", British Journal of Sociology III (1952), 358-360 [On Plamenatz].\"\n },\n {\n \"id\": \"17\",\n \"text\": \"J. Plamenatz, \\\"The Open Society \u2013 a Rejoinder\\\", British Journal of Sociology IV (1953), 76-77.\"\n },\n {\n \"id\": \"18\",\n \"text\": \"Alfred Cobban, \\\"The Open Society: a Reconsideration\\\", Political Science Quarterly LXIX (1954), 119-126.\"\n },\n {\n \"id\": \"19\",\n \"text\": \"J. D. Bernal, \\\"Has History a Meaning?\\\", British Journal for the Philosophy of Science VI (1955), 164-169.\"\n },\n {\n \"id\": \"20\",\n \"text\": \"Sumner, B. H., War and History, Edinburgh: Oliver and Boyd.\"\n },\n {\n \"id\": \"21\",\n \"text\": \"Zucker, Morris, The Philosophy of American History, 2 vols., New York: Arnold and Howard.\"\n },\n {\n \"id\": \"22\",\n \"text\": \"Barzun, Jacques, \\\"History as a Liberal Art\\\", Journal of the History of Ideas VI, 81-88.\"\n },\n {\n \"id\": \"23\",\n \"text\": \"Beloff, Max, \\\"The Study of Contemporary History: Some Further Reflections\\\", History N. S. XXX, 75-84.\"\n },\n {\n \"id\": \"24\",\n \"text\": \"Cantimori, Delio, \\\"Appunti sullo 'storicismo'\\\", Societ\u00e0 I, 1-45 (Reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959, 1-45).\"\n },\n {\n \"id\": \"25\",\n \"text\": \"Colborn, Rushton, \\\"The Meaning of History\\\", Ethics LV, 46-63.\"\n },\n {\n \"id\": \"26\",\n \"text\": \"Gould, Clarence P., \\\"History \u2013 a Science?\\\", Mississippi Valley Historical Review XXXII, 375-388.\"\n },\n {\n \"id\": \"27\",\n \"text\": \"Hofstadter, A., \\\"Generality and Singularity in Historical Judgment\\\", Journal of Philosophy XLII, 57-65.\"\n },\n {\n \"id\": \"28\",\n \"text\": \"Lenoble, R., \\\"Les nouvelles conceptions de l'histoire\\\", Revue philosophique CXXXV, 193-208, 324-348.\"\n },\n {\n \"id\": \"29\",\n \"text\": \"McCown, C. C., \\\"In History or Beyond History\\\", Harvard Theological Review XXXVIII, 151-175.\"\n },\n {\n \"id\": \"30\",\n \"text\": \"Nichols, Roy F., \\\"History and the Social Science Research Council\\\", American Historical Review L, 491-499.\"\n },\n {\n \"id\": \"31\",\n \"text\": \"Popper, Karl, \\\"The Poverty of Historicism, Part III\\\", Economica XII, 69-89 (Parts I and II appeared in 1944. Cf. also #1233).\"\n },\n {\n \"id\": \"32\",\n \"text\": \"Weiss, Paul, \\\"History and the Historian\\\", Journal of Philosophy XLII, 169-179.\"\n },\n {\n \"id\": \"33\",\n \"text\": \"White, Morton G., \\\"The Attack on the Historical Method\\\", Journal of Philosophy XLII, 314-331.\",\n \"incomplete\": false\n }\n ]\n}\n```", "finish_reason": "stop"}, "scoring": {"fuzzy": 0.15649925498545786}, "normalized_score": 15.649925498545786}, {"_id": {"$oid": "69ce22c0214d8cd071acfea2"}, "test_id": "T0035", "benchmark": "bibliographic_data", "date": "2025-04-08", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "mistral", "model": "pixtral-large-2411", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "mistral", "model": "pixtral-large-latest", "duration": 38.37259840965271, "timestamp": "2025-04-08T11:35:07.171802", "text": "Here is the structured information extracted from the image:\n\n```json\n[\n {\n \"id\": 49,\n \"author\": \"Manfred Schlenke\",\n \"title\": \"Historische Zeitschrift CLXXXIV (1957), 594-597\",\n \"details\": \"Review of the German translation\"\n },\n {\n \"id\": 50,\n \"author\": \"Cusin, Fabio\",\n \"title\": \"Introduzione allo studio della storia\",\n \"details\": \"Padova: Cedam. Review:\"\n },\n {\n \"id\": 51,\n \"author\": \"F. Cafaro\",\n \"title\": \"Sophia I (1947), 206-207\"\n },\n {\n \"id\": 52,\n \"author\": \"Dardel, Eric\",\n \"title\": \"L'histoire, science du concret\",\n \"details\": \"Paris: Presses Universitaires de France\"\n },\n {\n \"id\": 53,\n \"author\": \"Einstein, Lewis\",\n \"title\": \"Historical Change\",\n \"details\": \"Cambridge: Cambridge University Press\"\n },\n {\n \"id\": 54,\n \"author\": \"Falls, Cyril\",\n \"title\": \"The Place of War in History\",\n \"details\": \"Oxford: Clarendon\"\n },\n {\n \"id\": 55,\n \"author\": \"Garraghan, Gilbert J.\",\n \"title\": \"A Guide to Historical Method\",\n \"editor\": \"Jean Delanglez\",\n \"details\": \"New York: Fordham University Press\"\n },\n {\n \"id\": 56,\n \"author\": \"Gibelin, J.\",\n \"title\": \"Le\u00e7ons sur la philosophie de l'histoire\",\n \"details\": \"Paris: Vrin\"\n },\n {\n \"id\": 57,\n \"author\": \"Grousset, Ren\u00e9\",\n \"title\": \"Bilan de l'histoire\",\n \"details\": \"Paris: Plon\"\n },\n {\n \"id\": 58,\n \"author\": \"Halphen, Louis\",\n \"title\": \"Introduction \u00e0 l'histoire\",\n \"details\": \"Paris: Presses Universitaires de France\"\n },\n {\n \"id\": 59,\n \"author\": \"Lucien Febvre\",\n \"title\": \"Sur une forme d'histoire qui n'est pas la notre\",\n \"details\": \"Annales: Economies-soci\u00e9t\u00e9s-civilisations III, 21-24\"\n },\n {\n \"id\": 60,\n \"author\": \"Georges Lefebvre\",\n \"title\": \"Avenir de l'histoire\",\n \"details\": \"Revue historique CXCVII (1947), 55-61\"\n },\n {\n \"id\": 61,\n \"author\": \"Huizinga, J.\",\n \"title\": \"Hoe bepaalt de geschiedenis het heden? Een niet gehouden rede\",\n \"details\": \"Haarlem: Tjeenk Willink\"\n },\n {\n \"id\": 62,\n \"author\": \"Huizinga, J.\",\n \"title\": \"De mensch en de beschaving\",\n \"details\": \"Amsterdam, Antwerpen: Pantheon\"\n },\n {\n \"id\": 63,\n \"author\": \"Kaegi, W.\",\n \"title\": \"Historische Meditationen\",\n \"volume\": \"2 vols.\",\n \"details\": \"Z\u00fcrich: Fritz und Washmuth\"\n },\n {\n \"id\": 64,\n \"author\": \"Lefebvre, G.\",\n \"title\": \"Notions d'historiographie moderne\",\n \"details\": \"Paris: Centre de Documentation Universitaire (dactylographed for his students)\"\n },\n {\n \"id\": 65,\n \"author\": \"Malin, James C.\",\n \"title\": \"Essays on Historiography\",\n \"details\": \"Lawrence, Kansas: the Author\"\n },\n {\n \"id\": 66,\n \"author\": \"North, C. R.\",\n \"title\": \"The Old Testament Interpretation of History\",\n \"details\": \"London: The Epworth Press\"\n },\n {\n \"id\": 67,\n \"author\": \"Ortega y Gasset, Jos\u00e9\",\n \"title\": \"Concord and Liberty\",\n \"translator\": \"Helene Weyl\",\n \"details\": \"New York: Norton\"\n },\n {\n \"id\": 68,\n \"author\": \"Ranulf, Svend\",\n \"title\": \"Sociologividenbakelig Metodelaere\",\n \"details\": \"K\u00f8benhavn: Einar Munksgaard\"\n },\n {\n \"id\": 69,\n \"author\": \"Ritter, Gerhard\",\n \"title\": \"Geschichte als Bildungsmacht\",\n \"details\": \"Stuttgart: Deutsche Verlags-Anstalt\",\n \"incomplete\": true\n }\n]\n```", "finish_reason": "stop"}, "scoring": {"fuzzy": 0.04374984258474866}, "normalized_score": 4.374984258474866}, {"_id": {"$oid": "69ce22c0214d8cd071acfea5"}, "test_id": "T0007", "benchmark": "bibliographic_data", "date": "2025-04-08", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-4o", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "openai", "model": "gpt-4o", "duration": 61.229100465774536, "timestamp": "2025-04-08T10:52:43.539368", "parsed": {"metadata": {"title": "Bibliography", "year": "1947", "page_number": 9}, "entries": [{"id": "140", "type": "book", "title": "Why We Read History", "container_title": null, "author": [{"family": "Smellie", "given": "K. B."}], "note": null, "publisher": "P. Elek", "editor": null, "publisher_place": "London", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "141", "type": "book", "title": "A Study of History", "container_title": null, "author": [{"family": "Toynbee", "given": "Arnold J."}], "note": "Abridged by D. C. Somervell, New York: Oxford (Abridgement of vols. I-VI of A Study of History).", "publisher": "Oxford", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "142", "type": "book", "title": "In den spiegel van het verleden: historische opstellen", "container_title": null, "author": [{"family": "Verberne", "given": "L. G. J."}], "note": null, "publisher": "Bruna", "editor": null, "publisher_place": "Utrecht, Antwerpen", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "143", "type": "book", "title": "Esquemas de metodologia eclesi\u00e1stica", "container_title": null, "author": [{"family": "Vevir", "given": "Jos\u00e9"}], "note": null, "publisher": "Instituto", "editor": null, "publisher_place": "Barcelona", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "144", "type": "book", "title": "Sinn und Ziel der Geschichte", "container_title": null, "author": [{"family": "Walz", "given": "Hans H."}], "note": null, "publisher": "Universit\u00e4ts-Verlag", "editor": null, "publisher_place": "Bonn", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "145", "type": "other", "title": "Atti del congresso internazionale di filosofia 15-20 November, 1946, Milano", "container_title": null, "author": null, "note": "Relevant articles:", "publisher": "Castellani", "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": ["146", "147", "148", "149"], "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "146", "type": "journal-article", "title": "Storia e materialismo storico", "container_title": "vol. I", "author": [{"family": "Drago", "given": "Pietro C."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "1", "page": "109-117", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "147", "type": "journal-article", "title": "Critica del giudizio storico", "container_title": "vol. I", "author": [{"family": "Fazio-Allmayer", "given": "Vito"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "1", "page": "281-290", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "148", "type": "journal-article", "title": "Forza e spirito nella storia", "container_title": "vol. I", "author": [{"family": "Nyman", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "1", "page": "191-200", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "149", "type": "journal-article", "title": "Sur le concept d'histoire", "container_title": "Les temps modernes II", "author": [{"family": "Benjamin", "given": "Walter"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "623-634", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "150", "type": "journal-article", "title": "Philosophy and History", "container_title": "20th Century Philosophy", "author": [{"family": "Boodin", "given": "John Elof"}], "note": "In Dagobert D. Runes, ed.,", "publisher": "The Philosophical Library", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "89-95", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "151", "type": "journal-article", "title": "De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty", "container_title": "Deucalion II", "author": [{"family": "Caillois", "given": "R. P."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "II", "page": "57-85", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "152", "type": "journal-article", "title": "Commemorazione di Adolfo Omodeo", "container_title": "Annali della Scuola Normale di Pisa", "author": [{"family": "Cantimori", "given": "Delio"}], "note": "fasc. 3-4; (reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959).", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": "3-4", "reprint": null, "edition": null, "incomplete": null}, {"id": "153", "type": "journal-article", "title": "The Historian and the Philosophy of Science", "container_title": "Isis XXXVIII", "author": [{"family": "Cowan", "given": "Thomas"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXXVIII", "page": "11-18", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "154", "type": "journal-article", "title": "History as a Science", "container_title": "Historical Studies: Australia and New Zealand III", "author": [{"family": "Crawford", "given": "R. M."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "153-175", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "155", "type": "journal-article", "title": "Christianisme et histoire", "container_title": "Etudes CCLIV", "author": [{"family": "Dani\u00e9lou", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "CCLIV", "page": "166-184", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "156", "type": "journal-article", "title": "Wahrheit der Geschichte. Geschichte der Wahrheit", "container_title": "Amerikanische Rundschau III", "author": [{"family": "Dell", "given": "Stanley"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "44-53", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "157", "type": "journal-article", "title": "The Idea of Progress", "container_title": "American Historical Review LII", "author": [{"family": "Fay", "given": "Sidney B."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "LII", "page": "231-246", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "158", "type": "journal-article", "title": "Th\u00e9ologie et histoire", "container_title": "Dieu vivant VIII", "author": [{"family": "Fessard", "given": "Gaston"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "VIII", "page": "39-65", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "159", "type": "journal-article", "title": "Acton, Creighton, and Lea: A Study in History and Ethics", "container_title": "Pacific Historical Review XVI", "author": [{"family": "Fish", "given": "Andrew"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XVI", "page": "59-69", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "160", "type": "journal-article", "title": "Le conscience historique en Italie", "container_title": "Les temps modernes III", "author": [{"family": "Garoisci", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "23-24", "fascicle": null, "reprint": null, "edition": null, "incomplete": true}]}, "text": "", "finish_reason": "stop"}, "scoring": {"fuzzy": 0.5203949025074557}, "normalized_score": 52.039490250745565}, {"_id": {"$oid": "69ce22c0214d8cd071acfea9"}, "test_id": "T0033", "benchmark": "bibliographic_data", "date": "2025-04-08", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "genai", "model": "gemini-2.0-flash-lite", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "genai", "model": "gemini-2.0-flash-lite", "duration": 12.242136478424072, "timestamp": "2025-04-08T11:29:26.648785", "text": "Here are the entries from the image, formatted as requested:\n```json\n[\n {\n \"id\": 49,\n \"author\": \"Manfred Schlenke\",\n \"title\": \"Historische Zeitschrift CLXXXIV (1957), 594-597 [Review of the German translation].\",\n \"relation\": null,\n \"incomplete\": false\n },\n {\n \"id\": 50,\n \"author\": \"Cusin, Fabio\",\n \"title\": \"Introduzione allo studio della storia\",\n \"place\": \"Padova\",\n \"publisher\": \"Cedam\",\n \"relation\": null,\n \"incomplete\": false\n },\n {\n \"id\": 51,\n \"author\": \"F. Cafaro\",\n \"title\": \"Sophia I (1947), 206-207.\",\n \"relation\": null,\n \"incomplete\": false\n },\n {\n \"id\": 52,\n \"author\": \"Dardel, Eric\",\n \"title\": \"L'histoire, science du concret\",\n \"place\": \"Paris\",\n \"publisher\": \"Presses Universitaires de France\",\n \"relation\": null,\n \"incomplete\": false\n },\n {\n \"id\": 53,\n \"author\": \"Einstein, Lewis\",\n \"title\": \"Historical Change\",\n \"place\": \"Cambridge\",\n \"publisher\": \"Cambridge University Press\",\n \"relation\": null,\n \"incomplete\": false\n },\n {\n \"id\": 54,\n \"author\": \"Falls, Cyril\",\n \"title\": \"The Place of War in History\",\n \"place\": \"Oxford\",\n \"publisher\": \"Clarendon\",\n \"relation\": null,\n \"incomplete\": false\n },\n {\n \"id\": 55,\n \"author\": \"Garraghan, Gilbert J.\",\n \"title\": \"A Guide to Historical Method\",\n \"editor\": \"Jean Delanglez\",\n \"place\": \"New York\",\n \"publisher\": \"Fordham University Press\",\n \"relation\": null,\n \"incomplete\": false\n },\n {\n \"id\": 56,\n \"author\": \"Gibelin, J.\",\n \"title\": \"Le\u00e7ons sur la philosophie de l'histoire\",\n \"place\": \"Paris\",\n \"publisher\": \"Vrin\",\n \"relation\": null,\n \"incomplete\": false\n },\n {\n \"id\": 57,\n \"author\": \"Grousset, Ren\u00e9\",\n \"title\": \"Bilan de l'histoire\",\n \"place\": \"Paris\",\n \"publisher\": \"Plon\",\n \"relation\": null,\n \"incomplete\": false\n },\n {\n \"id\": 58,\n \"author\": \"Halphen, Louis\",\n \"title\": \"Introduction \u00e0 l'histoire\",\n \"place\": \"Paris\",\n \"publisher\": \"Presses Universitaires de France\",\n \"relation\": null,\n \"incomplete\": false\n },\n {\n \"id\": 59,\n \"author\": \"Lucien Febvre\",\n \"title\": \"Sur une forme d'histoire qui n'est pas la n\u00f4tre\",\n \"publication\": \"Annales: Economies-soci\u00e9t\u00e9s-civilisations III, 21-24*\",\n \"relation\": null,\n \"incomplete\": false\n },\n {\n \"id\": 60,\n \"author\": \"Georges Lefebvre\",\n \"title\": \"Avenir de l'histoire\",\n \"publication\": \"Revue historique CXCVII (1947), 55-61\",\n \"relation\": null,\n \"incomplete\": false\n },\n {\n \"id\": 61,\n \"author\": \"Huizinga, J.\",\n \"title\": \"Hoe bepaalt de geschiedenis het heden? Een niet gehouden rede\",\n \"place\": \"Haarlem\",\n \"publisher\": \"Tjeenk Willink\",\n \"relation\": null,\n \"incomplete\": false\n },\n {\n \"id\": 62,\n \"author\": \"Huizinga, J.\",\n \"title\": \"De mensch en de beschaving\",\n \"place\": \"Amsterdam, Antwerpen\",\n \"publisher\": \"Pantheon\",\n \"relation\": null,\n \"incomplete\": false\n },\n {\n \"id\": 63,\n \"author\": \"Kaegi, W.\",\n \"title\": \"Historische Meditationen, 2 vols.\",\n \"place\": \"Z\u00fcrich\",\n \"publisher\": \"Fritz und Wasmuth\",\n \"relation\": null,\n \"incomplete\": false\n },\n {\n \"id\": 64,\n \"author\": \"Lefebvre, G.\",\n \"title\": \"Notions d'historiographie moderne\",\n \"place\": \"Paris\",\n \"publisher\": \"Centre de Documentation Universitaire (dactylographed for his students)\",\n \"relation\": null,\n \"incomplete\": false\n },\n {\n \"id\": 65,\n \"author\": \"Malin, James C.\",\n \"title\": \"Essays on Historiography\",\n \"place\": \"Lawrence, Kansas\",\n \"publisher\": \"the Author\",\n \"relation\": null,\n \"incomplete\": false\n },\n {\n \"id\": 66,\n \"author\": \"North, C. R.\",\n \"title\": \"The Old Testament Interpretation of History\",\n \"place\": \"London\",\n \"publisher\": \"The Epworth Press\",\n \"relation\": null,\n \"incomplete\": false\n },\n {\n \"id\": 67,\n \"author\": \"Ortega y Gasset, Jos\u00e9\",\n \"title\": \"Concord and Liberty\",\n \"translator\": \"Helene Weyl\",\n \"place\": \"New York\",\n \"publisher\": \"Norton\",\n \"relation\": null,\n \"incomplete\": false\n },\n {\n \"id\": 68,\n \"author\": \"Ranulf, Svend\",\n \"title\": \"Sociolvidenbakelig Metodelaere\",\n \"place\": \"K\u00f8benhavn\",\n \"publisher\": \"Einar Munksgaard\",\n \"relation\": null,\n \"incomplete\": false\n },\n {\n \"id\": 69,\n \"author\": \"Ritter, Gerhard\",\n \"title\": \"Geschichte als Bildungsmacht\",\n \"place\": \"Stuttgart\",\n \"publisher\": \"Deutsche Verlags-Anstalt\",\n \"relation\": null,\n \"incomplete\": false\n }\n]\n```", "finish_reason": "stop"}, "scoring": {"fuzzy": 0.1293195043750507}, "normalized_score": 12.93195043750507}, {"_id": {"$oid": "69ce22c0214d8cd071acfeaa"}, "test_id": "T0027", "benchmark": "bibliographic_data", "date": "2025-04-08", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-4o-mini", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "openai", "model": "gpt-4o-mini", "duration": 33.169583559036255, "timestamp": "2025-04-08T11:07:02.304614", "parsed": {"metadata": {"title": "1945 Books", "year": "1945", "page_number": 1}, "entries": [{"id": "1", "type": "book", "title": "Time as Dimension and History", "container_title": null, "author": [{"family": "Alexander", "given": "Hubert G."}], "note": null, "publisher": "University of New Mexico Press", "editor": null, "publisher_place": "Albuquerque", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "2", "type": "book", "title": "Wahrheit und Ideologie", "container_title": null, "author": [{"family": "Barth", "given": "Hans"}], "note": null, "publisher": "Manesse", "editor": null, "publisher_place": "Z\u00fcrich", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "3", "type": "book", "title": "Las generaciones en la historia", "container_title": null, "author": [{"family": "Entralyo La\u00edn", "given": "Pedro"}], "note": null, "publisher": "Instituto de estudios pol\u00edticos", "editor": null, "publisher_place": "Madrid", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "4", "type": "book", "title": "Cuatro visiones de la historia universal", "container_title": null, "author": [{"family": "Ferrater Mora", "given": "Jos\u00e9"}], "note": null, "publisher": "Editorial Losada", "editor": null, "publisher_place": "Buenos Aires", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "5", "type": "book", "title": "The Use of Personal Documents in History, Anthropology, and Sociology", "container_title": "Social Science Research Council Bulletin", "author": [{"family": "Gottschalk", "given": "L."}, {"family": "Kluckhohn", "given": "C."}, {"family": "Angell", "given": "R."}], "note": null, "publisher": null, "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "6", "type": "journal-article", "title": "The American Journal of Sociology", "container_title": null, "author": [{"family": "Lapierre", "given": "R. T."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "LII (1946)", "event_date": null, "related": null, "relation": null, "volume": null, "page": "156-157", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "7", "type": "book", "title": "El problema de la historia y su lugar en el conocimiento", "container_title": null, "author": [{"family": "Jasinowski", "given": "Bogumil"}], "note": null, "publisher": "Universidad de Chile", "editor": null, "publisher_place": "Santiago", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "8", "type": "journal-article", "title": "Revue philosophique", "container_title": null, "author": null, "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "CXL (1950)", "event_date": null, "related": null, "relation": {}, "volume": null, "page": "528", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "9", "type": "book", "title": "Man the Measure: A New Approach to History", "container_title": null, "author": [{"family": "Kahler", "given": "Erich"}], "note": null, "publisher": "Jonathan Cape", "editor": null, "publisher_place": "London", "issued": "2nd ed.", "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": "1st ed. New York: Pantheon, 1943", "incomplete": null}, {"id": "10", "type": "journal-article", "title": "The Flight from Reason", "container_title": "Journal of Modern History", "author": [{"family": "Savelle", "given": "Max"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "XVII (1945)", "event_date": null, "related": null, "relation": null, "volume": null, "page": "153-162", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "11", "type": "book", "title": "The Social Interpretation of History", "container_title": null, "author": [{"family": "Maurice", "given": "William"}], "note": null, "publisher": "Scribner", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "12", "type": "book", "title": "The Open Society and Its Enemies", "container_title": null, "author": [{"family": "Popper", "given": "Karl"}], "note": "2 vols.", "publisher": "Routledge", "editor": null, "publisher_place": "London", "issued": "Revised ed.", "event_date": "Princeton: Princeton University Press, 1950", "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "13", "type": "journal-article", "title": "The Social Scientist in the 'Open Society'", "container_title": "Journal of Philosophy", "author": [{"family": "Aiken", "given": "H. D."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": "XLIV (1947)", "event_date": null, "related": null, "relation": null, "volume": null, "page": "459-479", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "14", "type": "journal-article", "title": "The Social Scientist in the 'Open Society'", "container_title": null, "author": [{"family": "Bock", "given": "Kenneth E."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": true}]}, "text": "", "finish_reason": "stop"}, "scoring": {"fuzzy": 0.5394279172526664}, "normalized_score": 53.94279172526664}, {"_id": {"$oid": "69ce22c0214d8cd071acfeac"}, "test_id": "T0008", "benchmark": "bibliographic_data", "date": "2025-04-08", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "genai", "model": "gemini-2.0-flash", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "genai", "model": "gemini-2.0-flash", "duration": 11.133861541748047, "timestamp": "2025-04-08T10:56:33.666553", "text": "```json\n[\n {\n \"id\": 15,\n \"page_number\": 2,\n \"incomplete\": false,\n \"author\": \"J. Plamenatz\",\n \"title\": \"The Open Society and Its Enemies\",\n \"journal\": \"British Journal of Sociology\",\n \"volume\": \"III\",\n \"year\": 1952,\n \"pages\": \"264-273\"\n },\n {\n \"id\": 16,\n \"page_number\": 2,\n \"incomplete\": false,\n \"author\": \"E. H. Gombrich\",\n \"title\": \"The Open Society - a Comment\",\n \"journal\": \"British Journal of Sociology\",\n \"volume\": \"III\",\n \"year\": 1952,\n \"pages\": \"358-360\",\n \"relation\": 15\n },\n {\n \"id\": 17,\n \"page_number\": 2,\n \"incomplete\": false,\n \"author\": \"J. Plamenatz\",\n \"title\": \"The Open Society a Rejoinder\",\n \"journal\": \"British Journal of Sociology\",\n \"volume\": \"IV\",\n \"year\": 1953,\n \"pages\": \"76-77\",\n \"relation\": 16\n },\n {\n \"id\": 18,\n \"page_number\": 2,\n \"incomplete\": false,\n \"author\": \"Alfred Cobban\",\n \"title\": \"The Open Society: a Reconsideration\",\n \"journal\": \"Political Science Quarterly\",\n \"volume\": \"LXIX\",\n \"year\": 1954,\n \"pages\": \"119-126\"\n },\n {\n \"id\": 19,\n \"page_number\": 2,\n \"incomplete\": false,\n \"author\": \"J. D. Bernal\",\n \"title\": \"Has History a Meaning?\",\n \"journal\": \"British Journal for the Philosophy of Science\",\n \"volume\": \"VI\",\n \"year\": 1955,\n \"pages\": \"164-169\"\n },\n {\n \"id\": 20,\n \"page_number\": 2,\n \"incomplete\": false,\n \"author\": \"Sumner, B. H.\",\n \"title\": \"War and History\",\n \"publisher\": \"Oliver and Boyd\",\n \"city\": \"Edinburgh\"\n },\n {\n \"id\": 21,\n \"page_number\": 2,\n \"incomplete\": false,\n \"author\": \"Zucker, Morris\",\n \"title\": \"The Philosophy of American History\",\n \"volume\": \"2 vols.\",\n \"city\": \"New York\",\n \"publisher\": \"Arnold and Howard\"\n },\n {\n \"id\": 22,\n \"page_number\": 2,\n \"incomplete\": false,\n \"author\": \"Barzun, Jacques\",\n \"title\": \"History as a Liberal Art\",\n \"journal\": \"Journal of the History of Ideas\",\n \"volume\": \"VI\",\n \"pages\": \"81-88\"\n },\n {\n \"id\": 23,\n \"page_number\": 2,\n \"incomplete\": false,\n \"author\": \"Beloff, Max\",\n \"title\": \"The Study of Contemporary History: Some Further Reflections\",\n \"journal\": \"History N. S.\",\n \"volume\": \"XXX\",\n \"pages\": \"75-84\"\n },\n {\n \"id\": 24,\n \"page_number\": 2,\n \"incomplete\": false,\n \"author\": \"Cantimori, Delio\",\n \"title\": \"Appunti sullo 'storicismo' \",\n \"journal\": \"Societ\u00e0\",\n \"volume\": \"I\",\n \"pages\": \"1-45\"\n },\n {\n \"id\": 25,\n \"page_number\": 2,\n \"incomplete\": false,\n \"author\": \"Coulborn, Rushton\",\n \"title\": \"The Meaning of History\",\n \"journal\": \"Ethics\",\n \"volume\": \"LV\",\n \"pages\": \"46-63\"\n },\n {\n \"id\": 26,\n \"page_number\": 2,\n \"incomplete\": false,\n \"author\": \"Gould, Clarence P.\",\n \"title\": \"History - a Science?\",\n \"journal\": \"Mississippi Valley Historical Review\",\n \"volume\": \"XXXII\",\n \"pages\": \"375-388\"\n },\n {\n \"id\": 27,\n \"page_number\": 2,\n \"incomplete\": false,\n \"author\": \"Hofstadter, A.\",\n \"title\": \"Generality and Singularity in Historical Judgment\",\n \"journal\": \"Journal of Philosophy\",\n \"volume\": \"XLII\",\n \"pages\": \"57-65\"\n },\n {\n \"id\": 28,\n \"page_number\": 2,\n \"incomplete\": false,\n \"author\": \"Lenoble, R.\",\n \"title\": \"Les nouvelles conceptions de l'histoire\",\n \"journal\": \"Revue philosophique\",\n \"volume\": \"CXXXV\",\n \"pages\": \"193-208, 324-348\"\n },\n {\n \"id\": 29,\n \"page_number\": 2,\n \"incomplete\": false,\n \"author\": \"McCown, C. C.\",\n \"title\": \"In History or Beyond History\",\n \"journal\": \"Harvard Theological Review\",\n \"volume\": \"XXXVIII\",\n \"pages\": \"151-175\"\n },\n {\n \"id\": 30,\n \"page_number\": 2,\n \"incomplete\": false,\n \"author\": \"Nichols, Roy F.\",\n \"title\": \"History and the Social Science Research Council\",\n \"journal\": \"American Historical Review\",\n \"volume\": \"L\",\n \"pages\": \"491-499\"\n },\n {\n \"id\": 31,\n \"page_number\": 2,\n \"incomplete\": false,\n \"author\": \"Popper, Karl\",\n \"title\": \"The Poverty of Historicism, Part III\",\n \"journal\": \"Economica\",\n \"volume\": \"XII\",\n \"pages\": \"69-89\"\n },\n {\n \"id\": 32,\n \"page_number\": 2,\n \"incomplete\": false,\n \"author\": \"Weiss, Paul\",\n \"title\": \"History and the Historian\",\n \"journal\": \"Journal of Philosophy\",\n \"volume\": \"XLII\",\n \"pages\": \"169-179\"\n },\n {\n \"id\": 33,\n \"page_number\": 2,\n \"incomplete\": false,\n \"author\": \"White, Morton G.\",\n \"title\": \"The Attack on the Historical Method\",\n \"journal\": \"Journal of Philosophy\",\n \"volume\": \"XLII\",\n \"pages\": \"314-331\"\n }\n]\n```", "finish_reason": "stop"}, "scoring": {"fuzzy": 0.08436614016913004}, "normalized_score": 8.436614016913003}, {"_id": {"$oid": "69ce22c0214d8cd071acfe9a"}, "test_id": "T0007", "benchmark": "bibliographic_data", "date": "2025-04-01", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-4o", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "openai", "model": "gpt-4o", "duration": 53.52529239654541, "timestamp": "2025-04-01T13:45:18.753052", "parsed": {"metadata": {"title": "Bibliography", "year": "1947", "page_number": 9}, "entries": [{"id": "140", "type": "book", "title": "Why We Read History", "container_title": null, "author": [{"family": "Smellie", "given": "K. B."}], "note": null, "publisher": "P. Elek", "editor": null, "publisher_place": "London", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "141", "type": "book", "title": "A Study of History", "container_title": null, "author": [{"family": "Toynbee", "given": "Arnold J."}], "note": "Abridged by D. C. Somervell", "publisher": "Oxford", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": "Abridgement of vols. I-VI of A Study of History", "incomplete": null}, {"id": "142", "type": "book", "title": "In den spiegel van het verleden: historische opstellen", "container_title": null, "author": [{"family": "Verberne", "given": "L. G. J."}], "note": null, "publisher": "Bruna", "editor": null, "publisher_place": "Utrecht, Antwerpen", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "143", "type": "book", "title": "Esquemas de metodologia eclesi\u00e1stica", "container_title": null, "author": [{"family": "Vevir", "given": "Jos\u00e9"}], "note": null, "publisher": "Instituto", "editor": null, "publisher_place": "Barcelona", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "144", "type": "book", "title": "Sinn und Ziel der Geschichte", "container_title": null, "author": [{"family": "Walz", "given": "Hans H."}], "note": null, "publisher": "Universit\u00e4ts-Verlag", "editor": null, "publisher_place": "Bonn", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "145", "type": "other", "title": "Atti del congresso internazionale di filosofia 15-20 November, 1946", "container_title": null, "author": null, "note": "Relevant articles:", "publisher": "Castellani", "editor": null, "publisher_place": "Milano", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "146", "type": "journal-article", "title": "Storia e materialismo storico", "container_title": null, "author": [{"family": "Drago", "given": "Pietro C."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "I", "page": "109-117", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "147", "type": "journal-article", "title": "Critica del giudizio storico", "container_title": null, "author": [{"family": "Fazio-Allmayer", "given": "Vito"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "I", "page": "281-290", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "148", "type": "journal-article", "title": "Forza e spirito nella storia", "container_title": null, "author": [{"family": "Nyman", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "I", "page": "191-200", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "149", "type": "journal-article", "title": "Sur le concept d\u2019histoire", "container_title": "Les temps modernes", "author": [{"family": "Benjamin", "given": "Walter"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "II", "page": "623-634", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "150", "type": "journal-article", "title": "Philosophy of History", "container_title": "20th Century Philosophy", "author": [{"family": "Boodin", "given": "John E."}], "note": "Published by The Philosophical Library", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "89", "page": "106", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "151", "type": "journal-article", "title": "De la perception \u00e0 l\u2019histoire. La philosophie de M. Merleau-Ponty", "container_title": "Deucalion", "author": [{"family": "Caillois", "given": "R. P."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "II", "page": "57-85", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "152", "type": "journal-article", "title": "Commemorazione di Adolfo Omodeo", "container_title": "Annali della Scuola Normale di Pisa", "author": [{"family": "Cantimori", "given": "Delio"}], "note": "Reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "fasc. 3-4", "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "153", "type": "journal-article", "title": "The Historian and the Philosophy of Science", "container_title": "Isis", "author": [{"family": "Cowan", "given": "Thomas"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXXVIII", "page": "11-18", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "154", "type": "journal-article", "title": "History as a Science", "container_title": "Historical Studies: Australia and New Zealand", "author": [{"family": "Crawford", "given": "R. M."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "153-175", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "155", "type": "journal-article", "title": "Christianisme et histoire", "container_title": "Etudes", "author": [{"family": "Dani\u00e9lou", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "CCLIV", "page": "166-184", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "156", "type": "journal-article", "title": "Wahrheit der Geschichte. Geschichte der Wahrheit", "container_title": "Amerikanische Rundschau", "author": [{"family": "Dell", "given": "Stanley"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "44-53", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "157", "type": "journal-article", "title": "The Idea of Progress", "container_title": "American Historical Review", "author": [{"family": "Fay", "given": "Sidney B."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "LII", "page": "231-246", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "158", "type": "journal-article", "title": "Th\u00e9ologie et histoire", "container_title": "Dieu vivant", "author": [{"family": "Fessard", "given": "Gaston"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "VIII", "page": "39-65", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "159", "type": "journal-article", "title": "Acton, Creighton, and Lea: A study in History and Ethics", "container_title": "Pacific Historical Review", "author": [{"family": "Fish", "given": "Andrew"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XVI", "page": "59-69", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "160", "type": "journal-article", "title": "Le conscience historique en Italie", "container_title": "Les temps modernes", "author": [{"family": "Garosci", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "23-24", "fascicle": null, "reprint": null, "edition": null, "incomplete": true}]}, "text": "", "finish_reason": "stop"}, "scoring": {"fuzzy": 0.6130608290811446}, "normalized_score": 61.306082908114455}, {"_id": {"$oid": "69ce22c0214d8cd071acfe9c"}, "test_id": "T0008", "benchmark": "bibliographic_data", "date": "2025-04-01", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "genai", "model": "gemini-2.0-flash", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "genai", "model": "gemini-2.0-flash", "duration": 10.25947093963623, "timestamp": "2025-04-01T13:46:11.324198", "text": "Here are the bounding box detections:\n```json\n[\n {\"box_2d\": [16, 801, 50, 830], \"label\": \"page_number\"},\n {\"box_2d\": [76, 69, 94, 94], \"label\": \"id\"},\n {\"box_2d\": [93, 69, 111, 94], \"label\": \"id\"},\n {\"box_2d\": [151, 69, 168, 94], \"label\": \"id\"},\n {\"box_2d\": [187, 69, 204, 94], \"label\": \"id\"},\n {\"box_2d\": [223, 69, 241, 94], \"label\": \"id\"},\n {\"box_2d\": [372, 67, 390, 93], \"label\": \"id\"},\n {\"box_2d\": [393, 67, 410, 93], \"label\": \"id\"},\n {\"box_2d\": [412, 67, 429, 93], \"label\": \"id\"},\n {\"box_2d\": [431, 67, 448, 93], \"label\": \"id\"},\n {\"box_2d\": [468, 67, 485, 93], \"label\": \"id\"},\n {\"box_2d\": [504, 67, 521, 93], \"label\": \"id\"},\n {\"box_2d\": [541, 67, 558, 93], \"label\": \"id\"},\n {\"box_2d\": [597, 67, 614, 93], \"label\": \"id\"},\n {\"box_2d\": [633, 67, 650, 93], \"label\": \"id\"},\n {\"box_2d\": [669, 67, 686, 93], \"label\": \"id\"},\n {\"box_2d\": [688, 67, 705, 93], \"label\": \"id\"},\n {\"box_2d\": [727, 67, 744, 93], \"label\": \"id\"},\n {\"box_2d\": [764, 67, 781, 93], \"label\": \"id\"},\n {\"box_2d\": [783, 67, 800, 93], \"label\": \"id\"},\n {\"box_2d\": [820, 67, 837, 93], \"label\": \"id\"},\n {\"box_2d\": [76, 114, 94, 511], \"label\": \"title\"},\n {\"box_2d\": [93, 115, 111, 287], \"label\": \"title\"},\n {\"box_2d\": [151, 115, 168, 522], \"label\": \"title\"},\n {\"box_2d\": [187, 115, 204, 559], \"label\": \"title\"},\n {\"box_2d\": [223, 115, 241, 484], \"label\": \"title\"},\n {\"box_2d\": [372, 113, 390, 561], \"label\": \"title\"},\n {\"box_2d\": [393, 115, 410, 571], \"label\": \"title\"},\n {\"box_2d\": [412, 115, 429, 522], \"label\": \"title\"},\n {\"box_2d\": [431, 115, 448, 429], \"label\": \"title\"},\n {\"box_2d\": [468, 115, 485, 411], \"label\": \"title\"},\n {\"box_2d\": [504, 115, 521, 437], \"label\": \"title\"},\n {\"box_2d\": [541, 115, 558, 568], \"label\": \"title\"},\n {\"box_2d\": [597, 115, 614, 605], \"label\": \"title\"},\n {\"box_2d\": [633, 115, 650, 486], \"label\": \"title\"},\n {\"box_2d\": [669, 115, 686, 417], \"label\": \"title\"},\n {\"box_2d\": [688, 115, 705, 538], \"label\": \"title\"},\n {\"box_2d\": [727, 115, 744, 350], \"label\": \"title\"},\n {\"box_2d\": [764, 115, 781, 538], \"label\": \"title\"},\n {\"box_2d\": [783, 115, 800, 497], \"label\": \"title\"},\n {\"box_2d\": [820, 115, 837, 482], \"label\": \"title\"}\n]\n```", "finish_reason": "stop"}, "scoring": {"fuzzy": 0.0}, "normalized_score": 0}, {"_id": {"$oid": "69ce22c0214d8cd071acfe85"}, "test_id": "T0007", "benchmark": "bibliographic_data", "date": "2025-03-05", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-4o", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "openai", "model": "gpt-4o", "duration": 26.82720685005188, "timestamp": "2025-03-05T09:20:54.776790", "parsed": {"metadata": {"title": "Bibliography", "year": "1947", "page_number": 9}, "entries": [{"id": "140", "type": "book", "title": "Why We Read History", "container_title": null, "author": [{"family": "Smellie", "given": "K. B."}], "note": null, "publisher": "P. Elek", "editor": null, "publisher_place": "London", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "141", "type": "book", "title": "A Study of History", "container_title": null, "author": [{"family": "Toynbee", "given": "Arnold J."}], "note": "abridged by D. C. Somervell", "publisher": "Oxford", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "(Abridgeement of vols. I-VI of A Study of History)", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "142", "type": "book", "title": "In den spiegel van het verleden: historische opstellen", "container_title": null, "author": [{"family": "Verberne", "given": "L. G. J."}], "note": null, "publisher": "Bruna", "editor": null, "publisher_place": "Utrecht, Antwerpen", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "143", "type": "book", "title": "Esquemas de metodologia eclesi\u00e1stica", "container_title": null, "author": [{"family": "Vevir", "given": "Jos\u00e9"}], "note": null, "publisher": "Instituto", "editor": null, "publisher_place": "Barcelona", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "144", "type": "book", "title": "Sinn und Ziel der Geschichte", "container_title": null, "author": [{"family": "Walz", "given": "Hans H."}], "note": null, "publisher": "Universit\u00e4ts-Verlag", "editor": null, "publisher_place": "Bonn", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "145", "type": "journal-article", "title": "Atti del congresso internazionale di filosofia 15-20 November, 1946", "container_title": null, "author": null, "note": "Relevant articles: Pietro C. Drago, \u201cStoria e materialismo storico\u201d, vol. I, 109-117; Vito Fazio-Allmayer, \u201cCritica del giudizio storico\u201d, vol. I, 281-290. A. Nyman, \u201cForza e spirito nella storia\u201d, vol. I, 191-200.", "publisher": "Castellani", "editor": null, "publisher_place": "Milano", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "146", "type": "journal-article", "title": "\u201cSur le concept d\u2019histoire\u201d", "container_title": "Les temps modernes", "author": [{"family": "Benjamin", "given": "Walter"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "II", "page": "623-634", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "150", "type": "journal-article", "title": "\u201cPhilosophy and History\u201d", "container_title": "20th Century Philosophy", "author": [{"family": "Boodin", "given": "John E."}], "note": "in Dagobert D. Runes, 20th Century Philosophy", "publisher": "Philosophical Library", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "89-95", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "151", "type": "journal-article", "title": "\u201cDe la perception \u00e0 l\u2019histoire. La philosophie de M. Merleau-Ponty\u201d", "container_title": "Deucalion", "author": [{"family": "Caillois", "given": "R. P."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "II", "page": "57-85", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "152", "type": "journal-article", "title": "\u201cCommemorazione di Adolfo Omodeo\u201d", "container_title": "Annali della Scuola Normale di Pisa", "author": [{"family": "Cantimori", "given": "Delio"}], "note": "reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "fasc. 3-4", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "153", "type": "journal-article", "title": "\u201cThe Historian and the Philosophy of Science\u201d", "container_title": "Isis", "author": [{"family": "Cowan", "given": "Thomas"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXXVIII", "page": "11-18", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "154", "type": "journal-article", "title": "\u201cHistory as a Science\u201d", "container_title": "Historical Studies: Australia and New Zealand", "author": [{"family": "Crawford", "given": "R. M."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "153-175", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "155", "type": "journal-article", "title": "\u201cChristianisme et histoire\u201d", "container_title": "Etudes", "author": [{"family": "Dani\u00e9lou", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "CCLIV", "page": "166-184", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "156", "type": "journal-article", "title": "\u201cWahrheit der Geschichte. Geschichte der Wahrheit\u201d", "container_title": "Amerikanische Rundschau", "author": [{"family": "Dell", "given": "Stanley"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "44-53", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "157", "type": "journal-article", "title": "\u201cThe Idea of Progress\u201d", "container_title": "American Historical Review", "author": [{"family": "Fay", "given": "Sidney B."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "LII", "page": "231-246", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "158", "type": "journal-article", "title": "\u201cTh\u00e9ologie et histoire\u201d", "container_title": "Dieu vivant", "author": [{"family": "Fessard", "given": "Gaston"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "VIII", "page": "39-65", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "159", "type": "journal-article", "title": "\u201cActon, Creighton, and Lea: A Study in History and Ethics\u201d", "container_title": "Pacific Historical Review", "author": [{"family": "Fish", "given": "Andrew"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XVI", "page": "59-69", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "160", "type": "journal-article", "title": "\u201cLe conscience historique en Italie\u201d", "container_title": "Les temps modernes", "author": [{"family": "Garosci", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "23-24", "fascicle": null, "reprint": null, "edition": null, "incomplete": true}]}, "text": "", "finish_reason": "stop"}, "scoring": {"fuzzy": 0.7142545334923378}, "normalized_score": 71.42545334923378}, {"_id": {"$oid": "69ce22c0214d8cd071acfe8e"}, "test_id": "T0008", "benchmark": "bibliographic_data", "date": "2025-03-05", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "genai", "model": "gemini-2.0-flash", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "genai", "model": "gemini-2.0-flash", "duration": 11.976463556289673, "timestamp": "2025-03-05T09:21:25.996784", "text": "```json\n[\n {\n \"id\": 140,\n \"page_number\": 9,\n \"relation\": null,\n \"text\": \"Smellie, K. B., Why We Read History, London: P. Elek.\",\n \"incomplete\": false\n },\n {\n \"id\": 141,\n \"page_number\": 9,\n \"relation\": null,\n \"text\": \"Toynbee, Arnold J., A Study of History, abridged by D. C. Somer- vell, New York: Oxford (Abridegement of vols. I-VI of A Study of History).\",\n \"incomplete\": false\n },\n {\n \"id\": 142,\n \"page_number\": 9,\n \"relation\": null,\n \"text\": \"Verberne, L. G. J., In den spiegel van het verleden: historische op- stellen, Utrecht, Antwerpen: Bruna.\",\n \"incomplete\": false\n },\n {\n \"id\": 143,\n \"page_number\": 9,\n \"relation\": null,\n \"text\": \"Vevir, Jos\u00e9, Esquemas de metodolog\u00eda eclesi\u00e1stica, Barcelona: In- stituto.\",\n \"incomplete\": false\n },\n {\n \"id\": 144,\n \"page_number\": 9,\n \"relation\": null,\n \"text\": \"Walz, Hans H., Sinn und Ziel der Geschichte, Bonn: Universit\u00e4ts- Verlag.\",\n \"incomplete\": false\n },\n {\n \"id\": 145,\n \"page_number\": 9,\n \"relation\": null,\n \"text\": \"Atti del congresso internazionale di filosofia 15-20 November, 1946, Milano: Castellani.\",\n \"incomplete\": false\n },\n {\n \"id\": 146,\n \"page_number\": 9,\n \"relation\": null,\n \"text\": \"Pietro C. Drago, \\\"Storia e materialismo storico\\\", vol. I, 109-117.\",\n \"incomplete\": false\n },\n {\n \"id\": 147,\n \"page_number\": 9,\n \"relation\": null,\n \"text\": \"Vito Fazio-Allmayer, \\\"Critica del giudizio storico\\\", vol. I, 281-290.\",\n \"incomplete\": false\n },\n {\n \"id\": 148,\n \"page_number\": 9,\n \"relation\": null,\n \"text\": \"A. Nyman, \\\"Forza e spirito nella storia\\\", vol. I, 191-200.\",\n \"incomplete\": false\n },\n {\n \"id\": 149,\n \"page_number\": 9,\n \"relation\": null,\n \"text\": \"Benjamin, Walter, \\\"Sur le concept d'histoire\\\", Les temps modernes II, 623-634.\",\n \"incomplete\": false\n },\n {\n \"id\": 150,\n \"page_number\": 9,\n \"relation\": null,\n \"text\": \"Boodin, John E., \\\"Philosophy of History\\\", in Dagobert D. Runes, ed., 20th Century Philosophy, New York: Philosophical Library, 89-106.\",\n \"incomplete\": false\n },\n {\n \"id\": 151,\n \"page_number\": 9,\n \"relation\": null,\n \"text\": \"Caillois, R. P., \\\"De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty\\\", Deucalion II, 57-85.\",\n \"incomplete\": false\n },\n {\n \"id\": 152,\n \"page_number\": 9,\n \"relation\": null,\n \"text\": \"Cantimori, Delio, \\\"Commemorazione di Adolfo Omodeo\\\", Annali della Scuola Normale di Pisa, fasc. 3-4; (reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959).\",\n \"incomplete\": false\n },\n {\n \"id\": 153,\n \"page_number\": 9,\n \"relation\": null,\n \"text\": \"Cowan, Thomas, \\\"The Historian and the Philosophy of Science\\\", Isis XXXVIII, 11-18.\",\n \"incomplete\": false\n },\n {\n \"id\": 154,\n \"page_number\": 9,\n \"relation\": null,\n \"text\": \"Crawford, R. M., \\\"History as a Science\\\", Historical Studies: Aus- tralia and New Zealand III, 153-175.\",\n \"incomplete\": false\n },\n {\n \"id\": 155,\n \"page_number\": 9,\n \"relation\": null,\n \"text\": \"Dani\u00e9lou, J., \\\"Christianisme et histoire\\\", Etudes CCLIV, 166-184.\",\n \"incomplete\": false\n },\n {\n \"id\": 156,\n \"page_number\": 9,\n \"relation\": null,\n \"text\": \"Dell, Stanley, \\\"Wahrheit der Geschichte. Geschichte der Wahrheit\\\", Amerikanische Rundschau III, 44-53.\",\n \"incomplete\": false\n },\n {\n \"id\": 157,\n \"page_number\": 9,\n \"relation\": null,\n \"text\": \"Fay, Sidney B., \\\"The Idea of Progress\\\", American Historical Review LII, 231-246.\",\n \"incomplete\": false\n },\n {\n \"id\": 158,\n \"page_number\": 9,\n \"relation\": null,\n \"text\": \"Fessard, Gaston, \\\"Th\u00e9ologie et histoire\\\", Dieu vivant VIII, 39-65.\",\n \"incomplete\": false\n },\n {\n \"id\": 159,\n \"page_number\": 9,\n \"relation\": null,\n \"text\": \"Fish, Andrew, \\\"Acton, Creighton, and Lea: a Study in History and Ethics\\\", Pacific Historical Review XVI, 59-69.\",\n \"incomplete\": false\n },\n {\n \"id\": 160,\n \"page_number\": 9,\n \"relation\": null,\n \"text\": \"Garosci, A., \\\"Le conscience historique en Italie\\\", Les temps modernes III, 23-24.\",\n \"incomplete\": false\n }\n]\n```", "finish_reason": "stop"}, "scoring": {"fuzzy": 0.0}, "normalized_score": 0}, {"_id": {"$oid": "69ce22c0214d8cd071acfe7b"}, "test_id": "T0007", "benchmark": "bibliographic_data", "date": "2025-03-04", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-4o", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "openai", "model": "gpt-4o", "duration": 24.008113861083984, "timestamp": "2025-03-04T14:01:04.593046", "parsed": {"metadata": {"title": "Bibliography", "year": "1947", "page_number": 9}, "entries": [{"id": "140", "type": "book", "title": "Why We Read History", "container_title": null, "author": [{"family": "Smellie", "given": "K. B."}], "note": null, "publisher": "P. Elek", "editor": null, "publisher_place": "London", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "141", "type": "book", "title": "A Study of History", "container_title": null, "author": [{"family": "Toynbee", "given": "Arnold J."}], "note": "Abridged by D. C. Somervell, New York: Oxford (Abridgement of vols. I-VI of A Study of History).", "publisher": null, "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "142", "type": "book", "title": "In den spiegel van het verleden: historische opstellen", "container_title": null, "author": [{"family": "Verberne", "given": "L. G. J."}], "note": null, "publisher": "Bruna", "editor": null, "publisher_place": "Utrecht, Antwerpen", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "143", "type": "book", "title": "Esquemas de metodologia eclesi\u00e1stica", "container_title": null, "author": [{"family": "Vevir", "given": "Jos\u00e9"}], "note": null, "publisher": "Instituto", "editor": null, "publisher_place": "Barcelona", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "144", "type": "book", "title": "Sinn und Ziel der Geschichte", "container_title": null, "author": [{"family": "Walz", "given": "Hans H."}], "note": null, "publisher": "Universit\u00e4ts-Verlag", "editor": null, "publisher_place": "Bonn", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "145", "type": "journal-article", "title": "Atti del congresso internazionale di filosofia 15-20 November, 1946", "container_title": null, "author": null, "note": "Relevant articles: Pietro C. Drago, \u201cStoria e materialismo storico\u201d, vol. I, 109-117. Vito Fazio-Allmayer, \u201cCritica del giudizio storico\u201d, vol. I, 281-290. A. Nyman, \u201cForza e spirito nella storia\u201d, vol. I, 191-200.", "publisher": "Castellani", "editor": null, "publisher_place": "Milano", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "146", "type": "journal-article", "title": "\u201cThe Philosophy of History\u201d", "container_title": "20th Century Philosophy", "author": [{"family": "Boodin", "given": "John E."}], "note": "In Dagobert D. Runes, ed.", "publisher": "Philosophical Library", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "89-96", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "147", "type": "journal-article", "title": "De la perception \u00e0 l\u2019histoire. La philosophie de M. Merleau-Ponty", "container_title": "Deucalion", "author": [{"family": "Caillois", "given": "R. P."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "II", "page": "57-85", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "148", "type": "journal-article", "title": "Commemorazione di Adolfo Omodeo", "container_title": "Annali della Scuola Normale di Pisa", "author": [{"family": "Cantimori", "given": "Delio"}], "note": "Fasc. 3-4; (reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959).", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": "3-4", "reprint": null, "edition": null, "incomplete": null}, {"id": "149", "type": "journal-article", "title": "The Historian and the Philosophy of Science", "container_title": "Isis", "author": [{"family": "Cowan", "given": "Thomas"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXXVIII", "page": "11-18", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "150", "type": "journal-article", "title": "History as a Science", "container_title": "Historical Studies: Australia and New Zealand", "author": [{"family": "Crawford", "given": "R. M."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "153-175", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "151", "type": "journal-article", "title": "Christianisme et histoire", "container_title": "Etudes", "author": [{"family": "Dani\u00e9lou", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "CCLIV", "page": "166-184", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "152", "type": "journal-article", "title": "Wahrheit der Geschichte. Geschichte der Wahrheit", "container_title": "Amerikanische Rundschau", "author": [{"family": "Dell", "given": "Stanley"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "44-53", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "153", "type": "journal-article", "title": "The Idea of Progress", "container_title": "American Historical Review", "author": [{"family": "Fay", "given": "Sidney B."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "LII", "page": "231-246", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "154", "type": "journal-article", "title": "Th\u00e9ologie et histoire", "container_title": "Dieu vivant", "author": [{"family": "Fessard", "given": "Gaston"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "VIII", "page": "39-65", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "155", "type": "journal-article", "title": "Acton, Creighton, and Lea: A study in History and Ethics", "container_title": "Pacific Historical Review", "author": [{"family": "Fish", "given": "Andrew"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XVI", "page": "59-69", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "156", "type": "journal-article", "title": "Le conscience historique en Italie", "container_title": "Les temps modernes", "author": [{"family": "Garosci", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "23-24", "fascicle": null, "reprint": null, "edition": null, "incomplete": true}]}, "text": "", "finish_reason": "stop"}, "scoring": {"fuzzy": 0.6071254267176263}, "normalized_score": 60.71254267176263}, {"_id": {"$oid": "69ce22c0214d8cd071acfe73"}, "test_id": "T0008", "benchmark": "bibliographic_data", "date": "2025-03-02", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "genai", "model": "gemini-2.0-flash", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "genai", "model": "gemini-2.0-flash", "duration": 10.92788577079773, "timestamp": "2025-03-02T00:01:05.251756", "text": "```json\n[\n {\n \"id\": 140,\n \"page_number\": 9,\n \"relation\": null,\n \"text\": \"Smellie, K. B., Why We Read History, London: P. Elek.\",\n \"incomplete\": false\n },\n {\n \"id\": 141,\n \"page_number\": 9,\n \"relation\": null,\n \"text\": \"Toynbee, Arnold J., A Study of History, abridged by D. C. Somer-\\nvell, New York: Oxford (Abridegement of vols. I-VI of A Study of\\nHistory).\",\n \"incomplete\": false\n },\n {\n \"id\": 142,\n \"page_number\": 9,\n \"relation\": null,\n \"text\": \"Verberne, L. G. J., In den spiegel van het verleden: historische op-\\nstellen, Utrecht, Antwerpen: Bruna.\",\n \"incomplete\": false\n },\n {\n \"id\": 143,\n \"page_number\": 9,\n \"relation\": null,\n \"text\": \"Vevir, Jos\u00e9, Esquemas de metodolog\u00eda eclesi\u00e1stica, Barcelona: In-stituto.\",\n \"incomplete\": false\n },\n {\n \"id\": 144,\n \"page_number\": 9,\n \"relation\": null,\n \"text\": \"Walz, Hans H., Sinn und Ziel der Geschichte, Bonn: Universit\u00e4ts-Verlag.\",\n \"incomplete\": false\n },\n {\n \"id\": 145,\n \"page_number\": 9,\n \"relation\": null,\n \"text\": \"Atti del congresso internazionale di filosofia 15-20 November, 1946,\\nMilano: Castellani.\",\n \"incomplete\": false\n },\n {\n \"id\": 146,\n \"page_number\": 9,\n \"relation\": null,\n \"text\": \"Pietro C. Drago, \\\"Storia e materialismo storico\\\", vol. I, 109-117.\",\n \"incomplete\": false\n },\n {\n \"id\": 147,\n \"page_number\": 9,\n \"relation\": null,\n \"text\": \"Vito Fazio-Allmayer, \\\"Critica del giudizio storico\\\", vol. I, 281-290.\",\n \"incomplete\": false\n },\n {\n \"id\": 148,\n \"page_number\": 9,\n \"relation\": null,\n \"text\": \"A. Nyman, \\\"Forza e spirito nella storia\\\", vol. I, 191-200.\",\n \"incomplete\": false\n },\n {\n \"id\": 149,\n \"page_number\": 9,\n \"relation\": null,\n \"text\": \"Benjamin, Walter, \\\"Sur le concept d'histoire\\\", Les temps modernes II,\\n623-634.\",\n \"incomplete\": false\n },\n {\n \"id\": 150,\n \"page_number\": 9,\n \"relation\": null,\n \"text\": \"Boodin, John E., \\\"Philosophy of History\\\", in Dagobert D. Runes, ed.,\\n20th Century Philosophy, New York: Philosophical Library, 89-106.\",\n \"incomplete\": false\n },\n {\n \"id\": 151,\n \"page_number\": 9,\n \"relation\": null,\n \"text\": \"Caillois, R. P., \\\"De la perception \u00e0 l'histoire. La philosophie de\\nM. Merleau-Ponty\\\", Deucalion II, 57-85.\",\n \"incomplete\": false\n },\n {\n \"id\": 152,\n \"page_number\": 9,\n \"relation\": null,\n \"text\": \"Cantimori, Delio, \\\"Commemorazione di Adolfo Omodeo\\\", Annali\\ndella Scuola Normale di Pisa, fasc. 3-4; (reprinted in D. Cantimori,\\nStudi di storia, Torino: Einaudi, 1959).\",\n \"incomplete\": false\n },\n {\n \"id\": 153,\n \"page_number\": 9,\n \"relation\": null,\n \"text\": \"Cowan, Thomas, \\\"The Historian and the Philosophy of Science\\\", Isis\\nXXXVIII, 11-18.\",\n \"incomplete\": false\n },\n {\n \"id\": 154,\n \"page_number\": 9,\n \"relation\": null,\n \"text\": \"Crawford, R. M., \\\"History as a Science\\\", Historical Studies: Aus-\\ntralia and New Zealand III, 153-175.\",\n \"incomplete\": false\n },\n {\n \"id\": 155,\n \"page_number\": 9,\n \"relation\": null,\n \"text\": \"Dani\u00e9lou, J., \\\"Christianisme et histoire\\\", Etudes CCLIV, 166-184.\",\n \"incomplete\": false\n },\n {\n \"id\": 156,\n \"page_number\": 9,\n \"relation\": null,\n \"text\": \"Dell, Stanley, \\\"Wahrheit der Geschichte. Geschichte der Wahrheit\\\",\\nAmerikanische Rundschau III, 44-53.\",\n \"incomplete\": false\n },\n {\n \"id\": 157,\n \"page_number\": 9,\n \"relation\": null,\n \"text\": \"Fay, Sidney B., \\\"The Idea of Progress\\\", American Historical Review\\nLII, 231-246.\",\n \"incomplete\": false\n },\n {\n \"id\": 158,\n \"page_number\": 9,\n \"relation\": null,\n \"text\": \"Fessard, Gaston, \\\"Th\u00e9ologie et histoire\\\", Dieu vivant VIII, 39-65.\",\n \"incomplete\": false\n },\n {\n \"id\": 159,\n \"page_number\": 9,\n \"relation\": null,\n \"text\": \"Fish, Andrew, \\\"Acton, Creighton, and Lea: a Study in History and\\nEthics\\\", Pacific Historical Review XVI, 59-69.\",\n \"incomplete\": false\n },\n {\n \"id\": 160,\n \"page_number\": 9,\n \"relation\": null,\n \"text\": \"Garosci, A., \\\"Le conscience historique en Italie\\\", Les temps modernes\\nIII, 23-24.\",\n \"incomplete\": true\n }\n]\n```", "finish_reason": "stop"}, "scoring": {"fuzzy": 0.0}, "normalized_score": 0}, {"_id": {"$oid": "69ce22c0214d8cd071acfe78"}, "test_id": "T0007", "benchmark": "bibliographic_data", "date": "2025-03-02", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openai", "model": "gpt-4o", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "openai", "model": "gpt-4o", "duration": 32.129106283187866, "timestamp": "2025-03-02T00:00:37.295413", "parsed": {"metadata": {"title": "Bibliography", "year": "1947", "page_number": 9}, "entries": [{"id": "140", "type": "book", "title": "Why We Read History", "container_title": null, "author": [{"family": "Smellie", "given": "K. B."}], "note": null, "publisher": "P. Elek", "editor": null, "publisher_place": "London", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "141", "type": "book", "title": "A Study of History", "container_title": null, "author": [{"family": "Toynbee", "given": "Arnold J."}], "note": "abridged by D. C. Somervell", "publisher": "Oxford", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": "Abridgement of vols. I-VI of A Study of History", "incomplete": null}, {"id": "142", "type": "book", "title": "In den spiegel van het verleden: historische opstellen", "container_title": null, "author": [{"family": "Verberne", "given": "L. G. J."}], "note": null, "publisher": "Bruna", "editor": null, "publisher_place": "Utrecht, Antwerpen", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "143", "type": "book", "title": "Esquemas de metodologia eclesi\u00e1stica", "container_title": null, "author": [{"family": "Vevir", "given": "Jos\u00e9"}], "note": null, "publisher": "Instituto", "editor": null, "publisher_place": "Barcelona", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "144", "type": "book", "title": "Sinn und Ziel der Geschichte", "container_title": null, "author": [{"family": "Walz", "given": "Hans H."}], "note": null, "publisher": "Universit\u00e4ts-Verlag", "editor": null, "publisher_place": "Bonn", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "145", "type": "other", "title": "Atti del congresso internazionale di filosofia 15-20 November, 1946, Milano", "container_title": null, "author": null, "note": "Relevant articles", "publisher": "Castellani", "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": ["146", "147", "148"], "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "146", "type": "journal-article", "title": "Storia e materialismo storico", "container_title": "Atti del congresso internazionale di filosofia", "author": [{"family": "Drago", "given": "Pietro C."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "I", "page": "109-117", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "147", "type": "journal-article", "title": "Critica del giudizio storico", "container_title": "Atti del congresso internazionale di filosofia", "author": [{"family": "Fazio-Allmayer", "given": "Vito"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "I", "page": "281-290", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "148", "type": "journal-article", "title": "Forza e spirito nella storia", "container_title": "Atti del congresso internazionale di filosofia", "author": [{"family": "Nyman", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "I", "page": "191-200", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "149", "type": "journal-article", "title": "Sur le concept d\u2019histoire", "container_title": "Les temps modernes", "author": [{"family": "Benjamin", "given": "Walter"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "II", "page": "623-634", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "150", "type": "journal-article", "title": "Philosophy and History", "container_title": "20th Century Philosophy", "author": [{"family": "Booth", "given": "John E."}], "note": "in Dagobert D. Runes, ed.", "publisher": "Philosophical Library", "editor": null, "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": "89", "page": "106", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "151", "type": "journal-article", "title": "De la perception \u00e0 l\u2019histoire. La philosophie de M. Merleau-Ponty", "container_title": "Deucalion", "author": [{"family": "Caillois", "given": "R. P."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "II", "page": "57-85", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "152", "type": "journal-article", "title": "Commemorazione di Adolfo Omodeo", "container_title": "Annali della Scuola Normale di Pisa", "author": [{"family": "Cantimori", "given": "Delio"}], "note": "reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "fasc. 3-4", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "153", "type": "journal-article", "title": "The Historian and the Philosophy of Science", "container_title": "Isis", "author": [{"family": "Cowan", "given": "Thomas"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXXVIII", "page": "11-18", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "154", "type": "journal-article", "title": "History as a Science", "container_title": "Historical Studies: Australia and New Zealand", "author": [{"family": "Crawford", "given": "R. M."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "153-175", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "155", "type": "journal-article", "title": "Christianisme et histoire", "container_title": "Etudes", "author": [{"family": "Dani\u00e9lou", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "CCLIV", "page": "166-184", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "156", "type": "journal-article", "title": "Wahrheit der Geschichte. Geschichte der Wahrheit", "container_title": "Amerikanische Rundschau", "author": [{"family": "Dell", "given": "Stanley"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "44-53", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "157", "type": "journal-article", "title": "The Idea of Progress", "container_title": "American Historical Review", "author": [{"family": "Fay", "given": "Sidney B."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "LII", "page": "231-246", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "158", "type": "journal-article", "title": "Th\u00e9ologie et histoire", "container_title": "Dieu vivant", "author": [{"family": "Fessard", "given": "Gaston"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "VIII", "page": "39-65", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "159", "type": "journal-article", "title": "Acton, Creighton, and Lea: A study in History and Ethics", "container_title": "Pacific Historical Review", "author": [{"family": "Fish", "given": "Andrew"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XVI", "page": "59-69", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "160", "type": "journal-article", "title": "Le conscience historique en Italie", "container_title": "Les temps modernes", "author": [{"family": "Garosci", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "23-24", "fascicle": null, "reprint": null, "edition": null, "incomplete": true}]}, "text": "", "finish_reason": "stop"}, "scoring": {"fuzzy": 0.6102080673748401}, "normalized_score": 61.020806737484016}]