{"_id": {"$oid": "69d4eb12b877594bc5718951"}, "test_id": "T0211", "benchmark": "bibliographic_data", "date": "2025-10-01", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "genai", "model": "gemini-2.5-flash-lite-preview-09-2025", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "genai", "model": "gemini-2.5-flash-lite-preview-09-2025", "duration": 3.781634569168091, "timestamp": "2025-10-01T00:34:56.073410", "parsed": {"metadata": {"title": "BIBLIOGRAPHY", "year": "1947", "page_number": 9}, "entries": [{"id": "S1947_140", "type": "book", "title": "Why We Read History", "author": [{"family": "Smellie", "given": "K. B."}], "note": "London: P. Elek.", "issued": "1947"}, {"id": "T1947_141", "type": "book", "title": "A Study of History, abridged by D. C. Somervell, New York: Oxford (Abridgement of vols. I-VI of A Study of History).", "author": [{"family": "Toynbee", "given": "Arnold J."}], "issued": "1947"}, {"id": "V1947_142", "type": "book", "title": "In den spiegel van het verleden: historische opstellen", "author": [{"family": "Verberne", "given": "L. G. J."}], "note": "Utrecht, Antwerpen: Bruna.", "issued": "1947"}, {"id": "Ve1947_143", "type": "book", "title": "Esquemas de metodolog\u00eda eclesi\u00e1stica", "author": [{"family": "Vevir", "given": "Jos\u00e9"}], "note": "Barcelona: Instituto.", "issued": "1947"}, {"id": "W1947_144", "type": "book", "title": "Sinn und Ziel der Geschichte", "author": [{"family": "Walz", "given": "Hans H."}], "note": "Bonn: Universit\u00e4ts-Verlag.", "issued": "1947"}, {"id": "A1946_145", "type": "other", "title": "Atti del congresso internazionale di filosofia 15-20 November, 1946", "note": "Milano: Castellani.", "issued": "1946"}, {"id": "D1947_146", "type": "journal-article", "title": "Storia e materialismo storico", "author": [{"family": "Drago", "given": "Pietro C."}], "note": "vol. I, 109-117.", "issued": "1947", "relation": "A1946_145"}, {"id": "F1947_147", "type": "journal-article", "title": "Critica del giudizio storico", "author": [{"family": "Fazio-Allmayer", "given": "Vito"}], "note": "vol. I, 281-290.", "issued": "1947", "relation": "A1946_145"}, {"id": "N1947_148", "type": "journal-article", "title": "Forza e spirito nella storia", "author": [{"family": "Nyman", "given": "A."}], "note": "vol. I, 191-200.", "issued": "1947", "relation": "A1946_145"}, {"id": "B1947_149", "type": "journal-article", "title": "Sur le concept d'histoire", "author": [{"family": "Benjamin", "given": "Walter"}], "note": "Les temps modernes II, 623-634.", "issued": "1947", "relation": "A1946_145"}, {"id": "B1947_150", "type": "journal-article", "title": "Philosophy of History", "author": [{"family": "Boodin", "given": "John E."}], "note": "in Dagobert D. Runes, ed., 20th Century Philosophy, New York: Philosophical Library, 89-106.", "issued": "1947"}, {"id": "C1947_151", "type": "journal-article", "title": "De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty", "author": [{"family": "Caillois", "given": "R. P."}], "note": "Deucalion II, 57-85.", "issued": "1947"}, {"id": "Ca1959_152", "type": "journal-article", "title": "Commemorazione di Adolfo Omodeo", "author": [{"family": "Cantimori", "given": "M."}, {"family": "Delio", "given": "M."}], "note": "Annali della Scuola Normale di Pisa, fasc. 3-4; (reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959).", "issued": "1959"}, {"id": "Co1947_153", "type": "journal-article", "title": "The Historian and the Philosophy of Science", "author": [{"family": "Cowan", "given": "Thomas"}], "note": "Isis XXXVIII, 11-18.", "issued": "1947"}, {"id": "Cr1947_154", "type": "journal-article", "title": "History as a Science", "author": [{"family": "Crawford", "given": "R. M."}], "note": "Historical Studies: Australia and New Zealand III, 153-175.", "issued": "1947"}, {"id": "D1947_155", "type": "journal-article", "title": "Christianisme et histoire", "author": [{"family": "Dani\u00e9lou", "given": "J."}], "note": "Etudes CCLIV, 166-184.", "issued": "1947"}, {"id": "De1947_156", "type": "journal-article", "title": "Wahrheit der Geschichte. Geschichte der Wahrheit", "author": [{"family": "Dell", "given": "Stanley"}], "note": "Amerikanische Rundschau III, 44-53.", "issued": "1947"}, {"id": "F1947_157", "type": "journal-article", "title": "The Idea of Progress", "author": [{"family": "Fay", "given": "Sidney B."}], "note": "American Historical Review LII, 231-246.", "issued": "1947"}, {"id": "Fe1947_158", "type": "journal-article", "title": "Th\u00e9ologie et histoire", "author": [{"family": "Fessard", "given": "Gaston"}], "note": "Dieu vivant VIII, 39-65.", "issued": "1947"}, {"id": "Fi1947_159", "type": "journal-article", "title": "Acton, Creighton, and Lea: a Study in History and Ethics", "author": [{"family": "Fish", "given": "Andrew"}], "note": "Pacific Historical Review XVI, 59-69.", "issued": "1947"}, {"id": "G1947_160", "type": "journal-article", "title": "Le conscience historique en Italie", "author": [{"family": "Garosci", "given": "A."}], "note": "Les temps modernes III, 23-24.", "issued": "1947", "incomplete": true}]}, "text": "{\n  \"metadata\": {\n    \"title\": \"BIBLIOGRAPHY\",\n    \"year\": \"1947\",\n    \"page_number\": 9\n  },\n  \"entries\": [\n    {\n      \"id\": \"S1947_140\",\n      \"type\": \"book\",\n      \"title\": \"Why We Read History\",\n      \"author\": [\n        {\n          \"family\": \"Smellie\",\n          \"given\": \"K. B.\"\n        }\n      ],\n      \"note\": \"London: P. Elek.\",\n      \"issued\": \"1947\"\n    },\n    {\n      \"id\": \"T1947_141\",\n      \"type\": \"book\",\n      \"title\": \"A Study of History, abridged by D. C. Somervell, New York: Oxford (Abridgement of vols. I-VI of A Study of History).\",\n      \"author\": [\n        {\n          \"family\": \"Toynbee\",\n          \"given\": \"Arnold J.\"\n        }\n      ],\n      \"issued\": \"1947\"\n    },\n    {\n      \"id\": \"V1947_142\",\n      \"type\": \"book\",\n      \"title\": \"In den spiegel van het verleden: historische opstellen\",\n      \"author\": [\n        {\n          \"family\": \"Verberne\",\n          \"given\": \"L. G. J.\"\n        }\n      ],\n      \"note\": \"Utrecht, Antwerpen: Bruna.\",\n      \"issued\": \"1947\"\n    },\n    {\n      \"id\": \"Ve1947_143\",\n      \"type\": \"book\",\n      \"title\": \"Esquemas de metodolog\u00eda eclesi\u00e1stica\",\n      \"author\": [\n        {\n          \"family\": \"Vevir\",\n          \"given\": \"Jos\u00e9\"\n        }\n      ],\n      \"note\": \"Barcelona: Instituto.\",\n      \"issued\": \"1947\"\n    },\n    {\n      \"id\": \"W1947_144\",\n      \"type\": \"book\",\n      \"title\": \"Sinn und Ziel der Geschichte\",\n      \"author\": [\n        {\n          \"family\": \"Walz\",\n          \"given\": \"Hans H.\"\n        }\n      ],\n      \"note\": \"Bonn: Universit\u00e4ts-Verlag.\",\n      \"issued\": \"1947\"\n    },\n    {\n      \"id\": \"A1946_145\",\n      \"type\": \"other\",\n      \"title\": \"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\n      \"note\": \"Milano: Castellani.\",\n      \"issued\": \"1946\"\n    },\n    {\n      \"id\": \"D1947_146\",\n      \"type\": \"journal-article\",\n      \"title\": \"Storia e materialismo storico\",\n      \"author\": [\n        {\n          \"family\": \"Drago\",\n          \"given\": \"Pietro C.\"\n        }\n      ],\n      \"note\": \"vol. I, 109-117.\",\n      \"issued\": \"1947\",\n      \"relation\": \"A1946_145\"\n    },\n    {\n      \"id\": \"F1947_147\",\n      \"type\": \"journal-article\",\n      \"title\": \"Critica del giudizio storico\",\n      \"author\": [\n        {\n          \"family\": \"Fazio-Allmayer\",\n          \"given\": \"Vito\"\n        }\n      ],\n      \"note\": \"vol. I, 281-290.\",\n      \"issued\": \"1947\",\n      \"relation\": \"A1946_145\"\n    },\n    {\n      \"id\": \"N1947_148\",\n      \"type\": \"journal-article\",\n      \"title\": \"Forza e spirito nella storia\",\n      \"author\": [\n        {\n          \"family\": \"Nyman\",\n          \"given\": \"A.\"\n        }\n      ],\n      \"note\": \"vol. I, 191-200.\",\n      \"issued\": \"1947\",\n      \"relation\": \"A1946_145\"\n    },\n    {\n      \"id\": \"B1947_149\",\n      \"type\": \"journal-article\",\n      \"title\": \"Sur le concept d'histoire\",\n      \"author\": [\n        {\n          \"family\": \"Benjamin\",\n          \"given\": \"Walter\"\n        }\n      ],\n      \"note\": \"Les temps modernes II, 623-634.\",\n      \"issued\": \"1947\",\n      \"relation\": \"A1946_145\"\n    },\n    {\n      \"id\": \"B1947_150\",\n      \"type\": \"journal-article\",\n      \"title\": \"Philosophy of History\",\n      \"author\": [\n        {\n          \"family\": \"Boodin\",\n          \"given\": \"John E.\"\n        }\n      ],\n      \"note\": \"in Dagobert D. Runes, ed., 20th Century Philosophy, New York: Philosophical Library, 89-106.\",\n      \"issued\": \"1947\"\n    },\n    {\n      \"id\": \"C1947_151\",\n      \"type\": \"journal-article\",\n      \"title\": \"De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty\",\n      \"author\": [\n        {\n          \"family\": \"Caillois\",\n          \"given\": \"R. P.\"\n        }\n      ],\n      \"note\": \"Deucalion II, 57-85.\",\n      \"issued\": \"1947\"\n    },\n    {\n      \"id\": \"Ca1959_152\",\n      \"type\": \"journal-article\",\n      \"title\": \"Commemorazione di Adolfo Omodeo\",\n      \"author\": [\n        {\n          \"family\": \"Cantimori\",\n          \"given\": \"M.\"\n        },\n        {\n          \"family\": \"Delio\",\n          \"given\": \"M.\"\n        }\n      ],\n      \"note\": \"Annali della Scuola Normale di Pisa, fasc. 3-4; (reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959).\",\n      \"issued\": \"1959\"\n    },\n    {\n      \"id\": \"Co1947_153\",\n      \"type\": \"journal-article\",\n      \"title\": \"The Historian and the Philosophy of Science\",\n      \"author\": [\n        {\n          \"family\": \"Cowan\",\n          \"given\": \"Thomas\"\n        }\n      ],\n      \"note\": \"Isis XXXVIII, 11-18.\",\n      \"issued\": \"1947\"\n    },\n    {\n      \"id\": \"Cr1947_154\",\n      \"type\": \"journal-article\",\n      \"title\": \"History as a Science\",\n      \"author\": [\n        {\n          \"family\": \"Crawford\",\n          \"given\": \"R. M.\"\n        }\n      ],\n      \"note\": \"Historical Studies: Australia and New Zealand III, 153-175.\",\n      \"issued\": \"1947\"\n    },\n    {\n      \"id\": \"D1947_155\",\n      \"type\": \"journal-article\",\n      \"title\": \"Christianisme et histoire\",\n      \"author\": [\n        {\n          \"family\": \"Dani\u00e9lou\",\n          \"given\": \"J.\"\n        }\n      ],\n      \"note\": \"Etudes CCLIV, 166-184.\",\n      \"issued\": \"1947\"\n    },\n    {\n      \"id\": \"De1947_156\",\n      \"type\": \"journal-article\",\n      \"title\": \"Wahrheit der Geschichte. Geschichte der Wahrheit\",\n      \"author\": [\n        {\n          \"family\": \"Dell\",\n          \"given\": \"Stanley\"\n        }\n      ],\n      \"note\": \"Amerikanische Rundschau III, 44-53.\",\n      \"issued\": \"1947\"\n    },\n    {\n      \"id\": \"F1947_157\",\n      \"type\": \"journal-article\",\n      \"title\": \"The Idea of Progress\",\n      \"author\": [\n        {\n          \"family\": \"Fay\",\n          \"given\": \"Sidney B.\"\n        }\n      ],\n      \"note\": \"American Historical Review LII, 231-246.\",\n      \"issued\": \"1947\"\n    },\n    {\n      \"id\": \"Fe1947_158\",\n      \"type\": \"journal-article\",\n      \"title\": \"Th\u00e9ologie et histoire\",\n      \"author\": [\n        {\n          \"family\": \"Fessard\",\n          \"given\": \"Gaston\"\n        }\n      ],\n      \"note\": \"Dieu vivant VIII, 39-65.\",\n      \"issued\": \"1947\"\n    },\n    {\n      \"id\": \"Fi1947_159\",\n      \"type\": \"journal-article\",\n      \"title\": \"Acton, Creighton, and Lea: a Study in History and Ethics\",\n      \"author\": [\n        {\n          \"family\": \"Fish\",\n          \"given\": \"Andrew\"\n        }\n      ],\n      \"note\": \"Pacific Historical Review XVI, 59-69.\",\n      \"issued\": \"1947\"\n    },\n    {\n      \"id\": \"G1947_160\",\n      \"type\": \"journal-article\",\n      \"title\": \"Le conscience historique en Italie\",\n      \"author\": [\n        {\n          \"family\": \"Garosci\",\n          \"given\": \"A.\"\n        }\n      ],\n      \"note\": \"Les temps modernes III, 23-24.\",\n      \"issued\": \"1947\",\n      \"incomplete\": true\n    }\n  ]\n}", "raw_response": {"text": "{\n  \"metadata\": {\n    \"title\": \"BIBLIOGRAPHY\",\n    \"year\": \"1947\",\n    \"page_number\": 9\n  },\n  \"entries\": [\n    {\n      \"id\": \"S1947_140\",\n      \"type\": \"book\",\n      \"title\": \"Why We Read History\",\n      \"author\": [\n        {\n          \"family\": \"Smellie\",\n          \"given\": \"K. B.\"\n        }\n      ],\n      \"note\": \"London: P. Elek.\",\n      \"issued\": \"1947\"\n    },\n    {\n      \"id\": \"T1947_141\",\n      \"type\": \"book\",\n      \"title\": \"A Study of History, abridged by D. C. Somervell, New York: Oxford (Abridgement of vols. I-VI of A Study of History).\",\n      \"author\": [\n        {\n          \"family\": \"Toynbee\",\n          \"given\": \"Arnold J.\"\n        }\n      ],\n      \"issued\": \"1947\"\n    },\n    {\n      \"id\": \"V1947_142\",\n      \"type\": \"book\",\n      \"title\": \"In den spiegel van het verleden: historische opstellen\",\n      \"author\": [\n        {\n          \"family\": \"Verberne\",\n          \"given\": \"L. G. J.\"\n        }\n      ],\n      \"note\": \"Utrecht, Antwerpen: Bruna.\",\n      \"issued\": \"1947\"\n    },\n    {\n      \"id\": \"Ve1947_143\",\n      \"type\": \"book\",\n      \"title\": \"Esquemas de metodolog\u00eda eclesi\u00e1stica\",\n      \"author\": [\n        {\n          \"family\": \"Vevir\",\n          \"given\": \"Jos\u00e9\"\n        }\n      ],\n      \"note\": \"Barcelona: Instituto.\",\n      \"issued\": \"1947\"\n    },\n    {\n      \"id\": \"W1947_144\",\n      \"type\": \"book\",\n      \"title\": \"Sinn und Ziel der Geschichte\",\n      \"author\": [\n        {\n          \"family\": \"Walz\",\n          \"given\": \"Hans H.\"\n        }\n      ],\n      \"note\": \"Bonn: Universit\u00e4ts-Verlag.\",\n      \"issued\": \"1947\"\n    },\n    {\n      \"id\": \"A1946_145\",\n      \"type\": \"other\",\n      \"title\": \"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\n      \"note\": \"Milano: Castellani.\",\n      \"issued\": \"1946\"\n    },\n    {\n      \"id\": \"D1947_146\",\n      \"type\": \"journal-article\",\n      \"title\": \"Storia e materialismo storico\",\n      \"author\": [\n        {\n          \"family\": \"Drago\",\n          \"given\": \"Pietro C.\"\n        }\n      ],\n      \"note\": \"vol. I, 109-117.\",\n      \"issued\": \"1947\",\n      \"relation\": \"A1946_145\"\n    },\n    {\n      \"id\": \"F1947_147\",\n      \"type\": \"journal-article\",\n      \"title\": \"Critica del giudizio storico\",\n      \"author\": [\n        {\n          \"family\": \"Fazio-Allmayer\",\n          \"given\": \"Vito\"\n        }\n      ],\n      \"note\": \"vol. I, 281-290.\",\n      \"issued\": \"1947\",\n      \"relation\": \"A1946_145\"\n    },\n    {\n      \"id\": \"N1947_148\",\n      \"type\": \"journal-article\",\n      \"title\": \"Forza e spirito nella storia\",\n      \"author\": [\n        {\n          \"family\": \"Nyman\",\n          \"given\": \"A.\"\n        }\n      ],\n      \"note\": \"vol. I, 191-200.\",\n      \"issued\": \"1947\",\n      \"relation\": \"A1946_145\"\n    },\n    {\n      \"id\": \"B1947_149\",\n      \"type\": \"journal-article\",\n      \"title\": \"Sur le concept d'histoire\",\n      \"author\": [\n        {\n          \"family\": \"Benjamin\",\n          \"given\": \"Walter\"\n        }\n      ],\n      \"note\": \"Les temps modernes II, 623-634.\",\n      \"issued\": \"1947\",\n      \"relation\": \"A1946_145\"\n    },\n    {\n      \"id\": \"B1947_150\",\n      \"type\": \"journal-article\",\n      \"title\": \"Philosophy of History\",\n      \"author\": [\n        {\n          \"family\": \"Boodin\",\n          \"given\": \"John E.\"\n        }\n      ],\n      \"note\": \"in Dagobert D. Runes, ed., 20th Century Philosophy, New York: Philosophical Library, 89-106.\",\n      \"issued\": \"1947\"\n    },\n    {\n      \"id\": \"C1947_151\",\n      \"type\": \"journal-article\",\n      \"title\": \"De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty\",\n      \"author\": [\n        {\n          \"family\": \"Caillois\",\n          \"given\": \"R. P.\"\n        }\n      ],\n      \"note\": \"Deucalion II, 57-85.\",\n      \"issued\": \"1947\"\n    },\n    {\n      \"id\": \"Ca1959_152\",\n      \"type\": \"journal-article\",\n      \"title\": \"Commemorazione di Adolfo Omodeo\",\n      \"author\": [\n        {\n          \"family\": \"Cantimori\",\n          \"given\": \"M.\"\n        },\n        {\n          \"family\": \"Delio\",\n          \"given\": \"M.\"\n        }\n      ],\n      \"note\": \"Annali della Scuola Normale di Pisa, fasc. 3-4; (reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959).\",\n      \"issued\": \"1959\"\n    },\n    {\n      \"id\": \"Co1947_153\",\n      \"type\": \"journal-article\",\n      \"title\": \"The Historian and the Philosophy of Science\",\n      \"author\": [\n        {\n          \"family\": \"Cowan\",\n          \"given\": \"Thomas\"\n        }\n      ],\n      \"note\": \"Isis XXXVIII, 11-18.\",\n      \"issued\": \"1947\"\n    },\n    {\n      \"id\": \"Cr1947_154\",\n      \"type\": \"journal-article\",\n      \"title\": \"History as a Science\",\n      \"author\": [\n        {\n          \"family\": \"Crawford\",\n          \"given\": \"R. M.\"\n        }\n      ],\n      \"note\": \"Historical Studies: Australia and New Zealand III, 153-175.\",\n      \"issued\": \"1947\"\n    },\n    {\n      \"id\": \"D1947_155\",\n      \"type\": \"journal-article\",\n      \"title\": \"Christianisme et histoire\",\n      \"author\": [\n        {\n          \"family\": \"Dani\u00e9lou\",\n          \"given\": \"J.\"\n        }\n      ],\n      \"note\": \"Etudes CCLIV, 166-184.\",\n      \"issued\": \"1947\"\n    },\n    {\n      \"id\": \"De1947_156\",\n      \"type\": \"journal-article\",\n      \"title\": \"Wahrheit der Geschichte. Geschichte der Wahrheit\",\n      \"author\": [\n        {\n          \"family\": \"Dell\",\n          \"given\": \"Stanley\"\n        }\n      ],\n      \"note\": \"Amerikanische Rundschau III, 44-53.\",\n      \"issued\": \"1947\"\n    },\n    {\n      \"id\": \"F1947_157\",\n      \"type\": \"journal-article\",\n      \"title\": \"The Idea of Progress\",\n      \"author\": [\n        {\n          \"family\": \"Fay\",\n          \"given\": \"Sidney B.\"\n        }\n      ],\n      \"note\": \"American Historical Review LII, 231-246.\",\n      \"issued\": \"1947\"\n    },\n    {\n      \"id\": \"Fe1947_158\",\n      \"type\": \"journal-article\",\n      \"title\": \"Th\u00e9ologie et histoire\",\n      \"author\": [\n        {\n          \"family\": \"Fessard\",\n          \"given\": \"Gaston\"\n        }\n      ],\n      \"note\": \"Dieu vivant VIII, 39-65.\",\n      \"issued\": \"1947\"\n    },\n    {\n      \"id\": \"Fi1947_159\",\n      \"type\": \"journal-article\",\n      \"title\": \"Acton, Creighton, and Lea: a Study in History and Ethics\",\n      \"author\": [\n        {\n          \"family\": \"Fish\",\n          \"given\": \"Andrew\"\n        }\n      ],\n      \"note\": \"Pacific Historical Review XVI, 59-69.\",\n      \"issued\": \"1947\"\n    },\n    {\n      \"id\": \"G1947_160\",\n      \"type\": \"journal-article\",\n      \"title\": \"Le conscience historique en Italie\",\n      \"author\": [\n        {\n          \"family\": \"Garosci\",\n          \"given\": \"A.\"\n        }\n      ],\n      \"note\": \"Les temps modernes III, 23-24.\",\n      \"issued\": \"1947\",\n      \"incomplete\": true\n    }\n  ]\n}", "usage_metadata": {"prompt_token_count": 340, "candidates_token_count": 2445, "total_token_count": 2785}}, "usage": {"input_tokens": 340, "output_tokens": 2445, "total_tokens": 2785}, "finish_reason": "stop"}, "scoring": {"fuzzy": 0.579135219326996, "cost_summary": {"total_input_tokens": 1700, "total_output_tokens": 11602, "total_tokens": 13302, "input_cost_usd": 0.00017, "output_cost_usd": 0.004641, "total_cost_usd": 0.004811, "pricing_date": "2025-10-01", "input_price_per_million": 0.1, "output_price_per_million": 0.4}}, "normalized_score": 57.913521932699595}