{"_id": {"$oid": "69d4eb12b877594bc571898e"}, "test_id": "T0203", "benchmark": "bibliographic_data", "date": "2025-10-01", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "genai", "model": "gemini-2.5-flash-lite", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "genai", "model": "gemini-2.5-flash-lite", "duration": 3.814965009689331, "timestamp": "2025-10-01T00:21:58.351899", "parsed": {"metadata": {"title": "HISTORY AND THEORY", "year": "1945", "page_number": 2}, "entries": [{"id": "15", "type": "journal-article", "title": "American Journal of Economics and Sociology", "container_title": "X (1951)", "page": "211-219", "incomplete": false}, {"id": "16", "type": "journal-article", "title": "\"The Open Society and Its Enemies\"", "container_title": "British Journal of Sociology", "volume": "III (1952)", "page": "264-273", "incomplete": false}, {"id": "17", "type": "journal-article", "title": "\"The Open Society \u2013 a Comment\"", "container_title": "British Journal of Sociology", "volume": "III (1952)", "page": "358-360", "incomplete": false}, {"id": "18", "type": "journal-article", "title": "\"The Open Society \u2013 a Rejoinder\"", "container_title": "British Journal of Sociology", "volume": "IV (1953)", "page": "76-77", "incomplete": false}, {"id": "19", "type": "journal-article", "title": "\"The Open Society: a Reconsideration\"", "container_title": "Political Science Quarterly", "volume": "LXIX (1954)", "page": "119-126", "incomplete": false}, {"id": "20", "type": "journal-article", "title": "\"Has History a Meaning?\"", "container_title": "British Journal for the Philosophy of Science", "volume": "VI (1955)", "page": "164-169", "incomplete": false}, {"id": "21", "type": "book", "title": "War and History", "author": [{"family": "Sumner", "given": "B. H."}], "publisher_place": "Edinburgh", "issued": "Oliver and Boyd", "incomplete": false}, {"id": "22", "type": "book", "title": "The Philosophy of American History", "author": [{"family": "Zucker", "given": "Morris"}], "note": "2 vols.", "publisher_place": "New York", "issued": "Arnold and Howard", "incomplete": false}, {"id": "23", "type": "journal-article", "title": "\"History as a Liberal Art\"", "container_title": "Journal of the History of Ideas", "volume": "VI", "page": "81-88", "incomplete": false}, {"id": "24", "type": "journal-article", "title": "\"The Study of Contemporary History: Some Further Reflections\"", "container_title": "History", "volume": "N. S. XXX", "page": "75-84", "incomplete": false}, {"id": "25", "type": "journal-article", "title": "\"Appunti sullo 'storicismo'\"", "container_title": "Societ\u00e0", "volume": "I", "page": "1-45", "incomplete": false}, {"id": "26", "type": "book", "title": "The Meaning of History", "author": [{"family": "Coulborn", "given": "Rushton"}], "issued": "Ethics LV, 46-63", "incomplete": false}, {"id": "27", "type": "journal-article", "title": "\"History \u2013 a Science?\"", "container_title": "Mississippi Valley Historical Review", "volume": "XXXII", "page": "375-388", "incomplete": false}, {"id": "28", "type": "journal-article", "title": "\"Generality and Singularity in Historical Judgment\"", "container_title": "Journal of Philosophy", "volume": "XLII", "page": "57-65", "incomplete": false}, {"id": "29", "type": "journal-article", "title": "\"Les nouvelles conceptions de l'histoire\"", "container_title": "Revue philosophique", "volume": "CXXXV", "page": "193-208, 324-348", "incomplete": false}, {"id": "30", "type": "journal-article", "title": "\"In History or Beyond History\"", "container_title": "Harvard Theological Review", "volume": "XXXVIII", "page": "151-175", "incomplete": false}, {"id": "31", "type": "journal-article", "title": "\"History and the Social Science Research Council\"", "container_title": "American Historical Review", "volume": "L", "page": "491-499", "incomplete": false}, {"id": "32", "type": "book", "title": "\"The Poverty of Historicism, Part III\"", "container_title": "Economica", "volume": "XII", "page": "69-89 (Parts I and II appeared in 1944. Cf. also #1233)", "incomplete": false}, {"id": "33", "type": "journal-article", "title": "\"History and the Historian\"", "container_title": "Journal of Philosophy", "volume": "XLII", "page": "169-179", "incomplete": false}, {"id": "34", "type": "journal-article", "title": "\"The Attack on the Historical Method\"", "container_title": "Journal of Philosophy", "volume": "XLII", "page": "314-331", "incomplete": false}]}, "text": "{\n  \"metadata\": {\n    \"title\": \"HISTORY AND THEORY\",\n    \"year\": \"1945\",\n    \"page_number\": 2\n  },\n  \"entries\": [\n    {\n      \"id\": \"15\",\n      \"type\": \"journal-article\",\n      \"title\": \"American Journal of Economics and Sociology\",\n      \"container_title\": \"X (1951)\",\n      \"page\": \"211-219\",\n      \"incomplete\": false\n    },\n    {\n      \"id\": \"16\",\n      \"type\": \"journal-article\",\n      \"title\": \"\\\"The Open Society and Its Enemies\\\"\",\n      \"container_title\": \"British Journal of Sociology\",\n      \"volume\": \"III (1952)\",\n      \"page\": \"264-273\",\n      \"incomplete\": false\n    },\n    {\n      \"id\": \"17\",\n      \"type\": \"journal-article\",\n      \"title\": \"\\\"The Open Society \u2013 a Comment\\\"\",\n      \"container_title\": \"British Journal of Sociology\",\n      \"volume\": \"III (1952)\",\n      \"page\": \"358-360\",\n      \"incomplete\": false\n    },\n    {\n      \"id\": \"18\",\n      \"type\": \"journal-article\",\n      \"title\": \"\\\"The Open Society \u2013 a Rejoinder\\\"\",\n      \"container_title\": \"British Journal of Sociology\",\n      \"volume\": \"IV (1953)\",\n      \"page\": \"76-77\",\n      \"incomplete\": false\n    },\n    {\n      \"id\": \"19\",\n      \"type\": \"journal-article\",\n      \"title\": \"\\\"The Open Society: a Reconsideration\\\"\",\n      \"container_title\": \"Political Science Quarterly\",\n      \"volume\": \"LXIX (1954)\",\n      \"page\": \"119-126\",\n      \"incomplete\": false\n    },\n    {\n      \"id\": \"20\",\n      \"type\": \"journal-article\",\n      \"title\": \"\\\"Has History a Meaning?\\\"\",\n      \"container_title\": \"British Journal for the Philosophy of Science\",\n      \"volume\": \"VI (1955)\",\n      \"page\": \"164-169\",\n      \"incomplete\": false\n    },\n    {\n      \"id\": \"21\",\n      \"type\": \"book\",\n      \"title\": \"War and History\",\n      \"author\": [\n        {\n          \"family\": \"Sumner\",\n          \"given\": \"B. H.\"\n        }\n      ],\n      \"publisher_place\": \"Edinburgh\",\n      \"issued\": \"Oliver and Boyd\",\n      \"incomplete\": false\n    },\n    {\n      \"id\": \"22\",\n      \"type\": \"book\",\n      \"title\": \"The Philosophy of American History\",\n      \"author\": [\n        {\n          \"family\": \"Zucker\",\n          \"given\": \"Morris\"\n        }\n      ],\n      \"note\": \"2 vols.\",\n      \"publisher_place\": \"New York\",\n      \"issued\": \"Arnold and Howard\",\n      \"incomplete\": false\n    },\n    {\n      \"id\": \"23\",\n      \"type\": \"journal-article\",\n      \"title\": \"\\\"History as a Liberal Art\\\"\",\n      \"container_title\": \"Journal of the History of Ideas\",\n      \"volume\": \"VI\",\n      \"page\": \"81-88\",\n      \"incomplete\": false\n    },\n    {\n      \"id\": \"24\",\n      \"type\": \"journal-article\",\n      \"title\": \"\\\"The Study of Contemporary History: Some Further Reflections\\\"\",\n      \"container_title\": \"History\",\n      \"volume\": \"N. S. XXX\",\n      \"page\": \"75-84\",\n      \"incomplete\": false\n    },\n    {\n      \"id\": \"25\",\n      \"type\": \"journal-article\",\n      \"title\": \"\\\"Appunti sullo 'storicismo'\\\"\",\n      \"container_title\": \"Societ\u00e0\",\n      \"volume\": \"I\",\n      \"page\": \"1-45\",\n      \"incomplete\": false\n    },\n    {\n      \"id\": \"26\",\n      \"type\": \"book\",\n      \"title\": \"The Meaning of History\",\n      \"author\": [\n        {\n          \"family\": \"Coulborn\",\n          \"given\": \"Rushton\"\n        }\n      ],\n      \"issued\": \"Ethics LV, 46-63\",\n      \"incomplete\": false\n    },\n    {\n      \"id\": \"27\",\n      \"type\": \"journal-article\",\n      \"title\": \"\\\"History \u2013 a Science?\\\"\",\n      \"container_title\": \"Mississippi Valley Historical Review\",\n      \"volume\": \"XXXII\",\n      \"page\": \"375-388\",\n      \"incomplete\": false\n    },\n    {\n      \"id\": \"28\",\n      \"type\": \"journal-article\",\n      \"title\": \"\\\"Generality and Singularity in Historical Judgment\\\"\",\n      \"container_title\": \"Journal of Philosophy\",\n      \"volume\": \"XLII\",\n      \"page\": \"57-65\",\n      \"incomplete\": false\n    },\n    {\n      \"id\": \"29\",\n      \"type\": \"journal-article\",\n      \"title\": \"\\\"Les nouvelles conceptions de l'histoire\\\"\",\n      \"container_title\": \"Revue philosophique\",\n      \"volume\": \"CXXXV\",\n      \"page\": \"193-208, 324-348\",\n      \"incomplete\": false\n    },\n    {\n      \"id\": \"30\",\n      \"type\": \"journal-article\",\n      \"title\": \"\\\"In History or Beyond History\\\"\",\n      \"container_title\": \"Harvard Theological Review\",\n      \"volume\": \"XXXVIII\",\n      \"page\": \"151-175\",\n      \"incomplete\": false\n    },\n    {\n      \"id\": \"31\",\n      \"type\": \"journal-article\",\n      \"title\": \"\\\"History and the Social Science Research Council\\\"\",\n      \"container_title\": \"American Historical Review\",\n      \"volume\": \"L\",\n      \"page\": \"491-499\",\n      \"incomplete\": false\n    },\n    {\n      \"id\": \"32\",\n      \"type\": \"book\",\n      \"title\": \"\\\"The Poverty of Historicism, Part III\\\"\",\n      \"container_title\": \"Economica\",\n      \"volume\": \"XII\",\n      \"page\": \"69-89 (Parts I and II appeared in 1944. Cf. also #1233)\",\n      \"incomplete\": false\n    },\n    {\n      \"id\": \"33\",\n      \"type\": \"journal-article\",\n      \"title\": \"\\\"History and the Historian\\\"\",\n      \"container_title\": \"Journal of Philosophy\",\n      \"volume\": \"XLII\",\n      \"page\": \"169-179\",\n      \"incomplete\": false\n    },\n    {\n      \"id\": \"34\",\n      \"type\": \"journal-article\",\n      \"title\": \"\\\"The Attack on the Historical Method\\\"\",\n      \"container_title\": \"Journal of Philosophy\",\n      \"volume\": \"XLII\",\n      \"page\": \"314-331\",\n      \"incomplete\": false\n    }\n  ]\n}", "raw_response": {"text": "{\n  \"metadata\": {\n    \"title\": \"HISTORY AND THEORY\",\n    \"year\": \"1945\",\n    \"page_number\": 2\n  },\n  \"entries\": [\n    {\n      \"id\": \"15\",\n      \"type\": \"journal-article\",\n      \"title\": \"American Journal of Economics and Sociology\",\n      \"container_title\": \"X (1951)\",\n      \"page\": \"211-219\",\n      \"incomplete\": false\n    },\n    {\n      \"id\": \"16\",\n      \"type\": \"journal-article\",\n      \"title\": \"\\\"The Open Society and Its Enemies\\\"\",\n      \"container_title\": \"British Journal of Sociology\",\n      \"volume\": \"III (1952)\",\n      \"page\": \"264-273\",\n      \"incomplete\": false\n    },\n    {\n      \"id\": \"17\",\n      \"type\": \"journal-article\",\n      \"title\": \"\\\"The Open Society \u2013 a Comment\\\"\",\n      \"container_title\": \"British Journal of Sociology\",\n      \"volume\": \"III (1952)\",\n      \"page\": \"358-360\",\n      \"incomplete\": false\n    },\n    {\n      \"id\": \"18\",\n      \"type\": \"journal-article\",\n      \"title\": \"\\\"The Open Society \u2013 a Rejoinder\\\"\",\n      \"container_title\": \"British Journal of Sociology\",\n      \"volume\": \"IV (1953)\",\n      \"page\": \"76-77\",\n      \"incomplete\": false\n    },\n    {\n      \"id\": \"19\",\n      \"type\": \"journal-article\",\n      \"title\": \"\\\"The Open Society: a Reconsideration\\\"\",\n      \"container_title\": \"Political Science Quarterly\",\n      \"volume\": \"LXIX (1954)\",\n      \"page\": \"119-126\",\n      \"incomplete\": false\n    },\n    {\n      \"id\": \"20\",\n      \"type\": \"journal-article\",\n      \"title\": \"\\\"Has History a Meaning?\\\"\",\n      \"container_title\": \"British Journal for the Philosophy of Science\",\n      \"volume\": \"VI (1955)\",\n      \"page\": \"164-169\",\n      \"incomplete\": false\n    },\n    {\n      \"id\": \"21\",\n      \"type\": \"book\",\n      \"title\": \"War and History\",\n      \"author\": [\n        {\n          \"family\": \"Sumner\",\n          \"given\": \"B. H.\"\n        }\n      ],\n      \"publisher_place\": \"Edinburgh\",\n      \"issued\": \"Oliver and Boyd\",\n      \"incomplete\": false\n    },\n    {\n      \"id\": \"22\",\n      \"type\": \"book\",\n      \"title\": \"The Philosophy of American History\",\n      \"author\": [\n        {\n          \"family\": \"Zucker\",\n          \"given\": \"Morris\"\n        }\n      ],\n      \"note\": \"2 vols.\",\n      \"publisher_place\": \"New York\",\n      \"issued\": \"Arnold and Howard\",\n      \"incomplete\": false\n    },\n    {\n      \"id\": \"23\",\n      \"type\": \"journal-article\",\n      \"title\": \"\\\"History as a Liberal Art\\\"\",\n      \"container_title\": \"Journal of the History of Ideas\",\n      \"volume\": \"VI\",\n      \"page\": \"81-88\",\n      \"incomplete\": false\n    },\n    {\n      \"id\": \"24\",\n      \"type\": \"journal-article\",\n      \"title\": \"\\\"The Study of Contemporary History: Some Further Reflections\\\"\",\n      \"container_title\": \"History\",\n      \"volume\": \"N. S. XXX\",\n      \"page\": \"75-84\",\n      \"incomplete\": false\n    },\n    {\n      \"id\": \"25\",\n      \"type\": \"journal-article\",\n      \"title\": \"\\\"Appunti sullo 'storicismo'\\\"\",\n      \"container_title\": \"Societ\u00e0\",\n      \"volume\": \"I\",\n      \"page\": \"1-45\",\n      \"incomplete\": false\n    },\n    {\n      \"id\": \"26\",\n      \"type\": \"book\",\n      \"title\": \"The Meaning of History\",\n      \"author\": [\n        {\n          \"family\": \"Coulborn\",\n          \"given\": \"Rushton\"\n        }\n      ],\n      \"issued\": \"Ethics LV, 46-63\",\n      \"incomplete\": false\n    },\n    {\n      \"id\": \"27\",\n      \"type\": \"journal-article\",\n      \"title\": \"\\\"History \u2013 a Science?\\\"\",\n      \"container_title\": \"Mississippi Valley Historical Review\",\n      \"volume\": \"XXXII\",\n      \"page\": \"375-388\",\n      \"incomplete\": false\n    },\n    {\n      \"id\": \"28\",\n      \"type\": \"journal-article\",\n      \"title\": \"\\\"Generality and Singularity in Historical Judgment\\\"\",\n      \"container_title\": \"Journal of Philosophy\",\n      \"volume\": \"XLII\",\n      \"page\": \"57-65\",\n      \"incomplete\": false\n    },\n    {\n      \"id\": \"29\",\n      \"type\": \"journal-article\",\n      \"title\": \"\\\"Les nouvelles conceptions de l'histoire\\\"\",\n      \"container_title\": \"Revue philosophique\",\n      \"volume\": \"CXXXV\",\n      \"page\": \"193-208, 324-348\",\n      \"incomplete\": false\n    },\n    {\n      \"id\": \"30\",\n      \"type\": \"journal-article\",\n      \"title\": \"\\\"In History or Beyond History\\\"\",\n      \"container_title\": \"Harvard Theological Review\",\n      \"volume\": \"XXXVIII\",\n      \"page\": \"151-175\",\n      \"incomplete\": false\n    },\n    {\n      \"id\": \"31\",\n      \"type\": \"journal-article\",\n      \"title\": \"\\\"History and the Social Science Research Council\\\"\",\n      \"container_title\": \"American Historical Review\",\n      \"volume\": \"L\",\n      \"page\": \"491-499\",\n      \"incomplete\": false\n    },\n    {\n      \"id\": \"32\",\n      \"type\": \"book\",\n      \"title\": \"\\\"The Poverty of Historicism, Part III\\\"\",\n      \"container_title\": \"Economica\",\n      \"volume\": \"XII\",\n      \"page\": \"69-89 (Parts I and II appeared in 1944. Cf. also #1233)\",\n      \"incomplete\": false\n    },\n    {\n      \"id\": \"33\",\n      \"type\": \"journal-article\",\n      \"title\": \"\\\"History and the Historian\\\"\",\n      \"container_title\": \"Journal of Philosophy\",\n      \"volume\": \"XLII\",\n      \"page\": \"169-179\",\n      \"incomplete\": false\n    },\n    {\n      \"id\": \"34\",\n      \"type\": \"journal-article\",\n      \"title\": \"\\\"The Attack on the Historical Method\\\"\",\n      \"container_title\": \"Journal of Philosophy\",\n      \"volume\": \"XLII\",\n      \"page\": \"314-331\",\n      \"incomplete\": false\n    }\n  ]\n}", "usage_metadata": {"prompt_token_count": 340, "candidates_token_count": 1726, "total_token_count": 2066}}, "usage": {"input_tokens": 340, "output_tokens": 1726, "total_tokens": 2066}, "finish_reason": "stop"}, "scoring": {"fuzzy": 0.5445468641451967, "cost_summary": {"total_input_tokens": 1700, "total_output_tokens": 9433, "total_tokens": 11133, "input_cost_usd": 0.00017, "output_cost_usd": 0.003773, "total_cost_usd": 0.003943, "pricing_date": "2025-10-01", "input_price_per_million": 0.1, "output_price_per_million": 0.4}}, "normalized_score": 54.45468641451967}