{"_id": {"$oid": "6ac4c7b6164e0f17c0b238cb"}, "test_id": "T1141", "benchmark": "bibliographic_data", "date": "2026-09-17", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "cohere", "model": "command-a-vision-07-2025", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"text": "{\n  \"metadata\": {\n    \"title\": \"BIBLIOGRAPHY\",\n    \"year\": \"1947\",\n    \"page_number\": 9\n  },\n  \"entries\": [\n    {\n      \"id\": \"140\",\n      \"type\": \"book\",\n      \"title\": \"Why We Read History\",\n      \"author\": [\n        {\n          \"family\": \"Smellie\",\n          \"given\": \"K. B.\"\n        }\n      ],\n      \"publisher\": \"P. Elek\",\n      \"publisher_place\": \"London\"\n    },\n    {\n      \"id\": \"141\",\n      \"type\": \"book\",\n      \"title\": \"A Study of History\",\n      \"author\": [\n        {\n          \"family\": \"Toynbee\",\n          \"given\": \"Arnold J.\"\n        }\n      ],\n      \"editor\": [\n        {\n          \"family\": \"Somerville\",\n          \"given\": \"D. C.\"\n        }\n      ],\n      \"publisher\": \"Oxford\",\n      \"publisher_place\": \"New York\",\n      \"note\": \"Abridgement of vols. I-VI of A Study of History\"\n    },\n    {\n      \"id\": \"142\",\n      \"type\": \"journal-article\",\n      \"title\": \"In den spiegel van het verleden: historische opstellen\",\n      \"author\": [\n        {\n          \"family\": \"Verberne\",\n          \"given\": \"L. G. J.\"\n        }\n      ],\n      \"publisher\": \"Bruna\",\n      \"publisher_place\": \"Utrecht\",\n      \"page\": \"Antwerpen\"\n    },\n    {\n      \"id\": \"143\",\n      \"type\": \"journal-article\",\n      \"title\": \"Esquemas de metodologia eclesiaste\",\n      \"author\": [\n        {\n          \"family\": \"Vevir\",\n          \"given\": \"Jos\u00e9\"\n        }\n      ],\n      \"publisher\": \"Institutito\",\n      \"publisher_place\": \"Barcelona\"\n    },\n    {\n      \"id\": \"144\",\n      \"type\": \"book\",\n      \"title\": \"Sinn und Ziel der Geschichte\",\n      \"author\": [\n        {\n          \"family\": \"Walz\",\n          \"given\": \"Hans H.\"\n        }\n      ],\n      \"publisher\": \"Universit\u00e4tsverlag\",\n      \"publisher_place\": \"Bonn\"\n    },\n    {\n      \"id\": \"145\",\n      \"type\": \"journal-article\",\n      \"title\": \"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\n      \"publisher\": \"Castellani\",\n      \"publisher_place\": \"Milano\",\n      \"note\": \"Relevant articles\"\n    },\n    {\n      \"id\": \"146\",\n      \"type\": \"journal-article\",\n      \"title\": \"Storia e materialismo storico\",\n      \"author\": [\n        {\n          \"family\": \"Drago\",\n          \"given\": \"Pietro C.\"\n        }\n      ],\n      \"publisher\": \"vol. I, 109-117\"\n    },\n    {\n      \"id\": \"147\",\n      \"type\": \"journal-article\",\n      \"title\": \"Critica del giudizio storico\",\n      \"author\": [\n        {\n          \"family\": \"Fazio-Allmayer\",\n          \"given\": \"Vito\"\n        }\n      ],\n      \"publisher\": \"vol. I, 281-290\"\n    },\n    {\n      \"id\": \"148\",\n      \"type\": \"journal-article\",\n      \"title\": \"Forza e spirito nella storia\",\n      \"author\": [\n        {\n          \"family\": \"Nymann\",\n          \"given\": \"A.\"\n        }\n      ],\n      \"publisher\": \"vol. I, 191-200\"\n    },\n    {\n      \"id\": \"149\",\n      \"type\": \"journal-article\",\n      \"title\": \"Sur le concept d'histoire\",\n      \"author\": [\n        {\n          \"family\": \"Benjamin\",\n          \"given\": \"Walter\"\n        }\n      ],\n      \"publisher\": \"Les temps modernes II, 623-634\"\n    },\n    {\n      \"id\": \"150\",\n      \"type\": \"book\",\n      \"title\": \"Philosophy of History\",\n      \"author\": [\n        {\n          \"family\": \"Boodin\",\n          \"given\": \"John E.\"\n        }\n      ],\n      \"editor\": [\n        {\n          \"family\": \"Runes\",\n          \"given\": \"Dagobert D.\"\n        }\n      ],\n      \"publisher\": \"Philosophical Library',\n      \"publisher_place\": \"New York\",\n      \"page\": \"89-106\"\n    },\n    {\n      \"id\": \"151\",\n      \"type\": \"journal-article\",\n      \"title\": \"De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty\",\n      \"author\": [\n        {\n          \"family\": \"Caillois\",\n          \"given\": \"R. P.\"\n        }\n      ],\n      \"publisher\": \"Deucalion II, 57-85\"\n    },\n    {\n      \"id\": \"152\",\n      \"type\": \"journal-article\",\n      \"title\": \"Commemorazione di Adolfo Omodeo\",\n      \"author\": [\n        {\n          \"family\": \"Cantimori\",\n          \"given\": \"Delio\"\n        }\n      ],\n      \"publisher\": \"Annali della Scuola Normale di Pisa, fasc. 3-4; (reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959)'\n    },\n    {\n      \"id\": \"153\",\n      \"type\": \"journal-article\",\n      \"title\": \"The Historian and the Philosophy of Science\",\n      \"author\": [\n        {\n          \"family\": \"Cowan\",\n          \"given\": \"Thomas\"\n        }\n      ],\n      \"publisher\": \"Isis XXXVIII, 11-18\"\n    },\n    {\n      \"id\": \"154\",\n      \"type\": \"journal-article\",\n      \"title\": \"History as a Science\",\n      \"author\": [\n        {\n          \"family\": \"Crawford\",\n          \"given\": \"R. M.\"\n        }\n      ],\n      \"publisher\": \"Historical Studies: Australia and New Zealand III, 153-175\"\n    },\n    {\n      \"id\": \"155\",\n      \"type\": \"journal-article\",\n      \"title\": \"Christianisme et histoire\",\n      \"author\": [\n        {\n          \"family\": \"Dani\u00e9lou\",\n          \"given\": \"J.\"\n        }\n      ],\n      \"publisher\": \"Etudes CCLIV, 166-184\"\n    },\n    {\n      \"id\": \"156\",\n      \"type\": \"journal-article\",\n      \"title\": \"Wahrheit der Geschichte. Geschichte der Wahrheit\",\n      \"author\": [\n        {\n          \"family\": \"Dell\",\n          \"given\": \"Stanley\"\n        }\n      ],\n      \"publisher\": \"Amerikanische Rundschau III, 44-53\"\n    },\n    {\n      \"id\": \"157\",\n      \"type\": \"journal-article\",\n      \"title\": \"The Idea of Progress\",\n      \"author\": [\n        {\n          \"family\": \"Fay\",\n          \"given\": \"Sidney B.\"\n        }\n      ],\n      \"publisher\": \"American Historical Review LIII, 231-246\"\n    },\n    {\n      \"id\": \"158\",\n      \"type\": \"journal-article\",\n      \"title\": \"Th\u00e9ologie et histoire\",\n      \"author\": [\n        {\n          \"family\": \"Fessard\",\n          \"given\": \"Gaston\"\n        }\n      ],\n      \"publisher\": \"Dieu vivant VIII, 39-65\"\n    },\n    {\n      \"id\": \"159\",\n      \"type\": \"journal-article\",\n      \"title\": \"Acton, Creighton, and Lea: a Study in History and Ethics\",\n      \"author\": [\n        {\n          \"family\": \"Fish\",\n          \"given\": \"Andrew\"\n        }\n      ],\n      \"publisher\": \"Pacific Historical Review XVI, 59-69\"\n    },\n    {\n      \"id\": \"160\",\n      \"type\": \"journal-article\",\n      \"title\": \"Le conscience historique en Italie\",\n      \"author\": [\n        {\n          \"family\": \"Garosci\",\n          \"given\": \"A.\"\n        }\n      ],\n      \"publisher\": \"Les temps modernes III, 23-24\"\n    }\n  ]\n}", "model": "command-a-vision-07-2025", "provider": "cohere", "finish_reason": "complete", "usage": {"input_tokens": 1517.0, "output_tokens": 1839.0, "total_tokens": 3356.0, "input_cost_usd": 0.0, "output_cost_usd": 0.0, "estimated_cost_usd": 0.0}, "duration": 38.53565692901611, "timestamp": "2026-09-17T12:33:54.504417", "conversation_id": "88214cbf-f460-4b1c-b0e2-e6e6de9eb06d", "score": null, "raw_response": "{\"id\":\"45bd58e9-ebfe-43b2-9f6e-7708713398e5\",\"finish_reason\":\"COMPLETE\",\"message\":{\"role\":\"assistant\",\"content\":[{\"type\":\"text\",\"text\":\"{\\n  \\\"metadata\\\": {\\n    \\\"title\\\": \\\"BIBLIOGRAPHY\\\",\\n    \\\"year\\\": \\\"1947\\\",\\n    \\\"page_number\\\": 9\\n  },\\n  \\\"entries\\\": [\\n    {\\n      \\\"id\\\": \\\"140\\\",\\n      \\\"type\\\": \\\"book\\\",\\n      \\\"title\\\": \\\"Why We Read History\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Smellie\\\",\\n          \\\"given\\\": \\\"K. B.\\\"\\n        }\\n      ],\\n      \\\"publisher\\\": \\\"P. Elek\\\",\\n      \\\"publisher_place\\\": \\\"London\\\"\\n    },\\n    {\\n      \\\"id\\\": \\\"141\\\",\\n      \\\"type\\\": \\\"book\\\",\\n      \\\"title\\\": \\\"A Study of History\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Toynbee\\\",\\n          \\\"given\\\": \\\"Arnold J.\\\"\\n        }\\n      ],\\n      \\\"editor\\\": [\\n        {\\n          \\\"family\\\": \\\"Somerville\\\",\\n          \\\"given\\\": \\\"D. C.\\\"\\n        }\\n      ],\\n      \\\"publisher\\\": \\\"Oxford\\\",\\n      \\\"publisher_place\\\": \\\"New York\\\",\\n      \\\"note\\\": \\\"Abridgement of vols. I-VI of A Study of History\\\"\\n    },\\n    {\\n      \\\"id\\\": \\\"142\\\",\\n      \\\"type\\\": \\\"journal-article\\\",\\n      \\\"title\\\": \\\"In den spiegel van het verleden: historische opstellen\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Verberne\\\",\\n          \\\"given\\\": \\\"L. G. J.\\\"\\n        }\\n      ],\\n      \\\"publisher\\\": \\\"Bruna\\\",\\n      \\\"publisher_place\\\": \\\"Utrecht\\\",\\n      \\\"page\\\": \\\"Antwerpen\\\"\\n    },\\n    {\\n      \\\"id\\\": \\\"143\\\",\\n      \\\"type\\\": \\\"journal-article\\\",\\n      \\\"title\\\": \\\"Esquemas de metodologia eclesiaste\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Vevir\\\",\\n          \\\"given\\\": \\\"Jos\u00e9\\\"\\n        }\\n      ],\\n      \\\"publisher\\\": \\\"Institutito\\\",\\n      \\\"publisher_place\\\": \\\"Barcelona\\\"\\n    },\\n    {\\n      \\\"id\\\": \\\"144\\\",\\n      \\\"type\\\": \\\"book\\\",\\n      \\\"title\\\": \\\"Sinn und Ziel der Geschichte\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Walz\\\",\\n          \\\"given\\\": \\\"Hans H.\\\"\\n        }\\n      ],\\n      \\\"publisher\\\": \\\"Universit\u00e4tsverlag\\\",\\n      \\\"publisher_place\\\": \\\"Bonn\\\"\\n    },\\n    {\\n      \\\"id\\\": \\\"145\\\",\\n      \\\"type\\\": \\\"journal-article\\\",\\n      \\\"title\\\": \\\"Atti del congresso internazionale di filosofia 15-20 November, 1946\\\",\\n      \\\"publisher\\\": \\\"Castellani\\\",\\n      \\\"publisher_place\\\": \\\"Milano\\\",\\n      \\\"note\\\": \\\"Relevant articles\\\"\\n    },\\n    {\\n      \\\"id\\\": \\\"146\\\",\\n      \\\"type\\\": \\\"journal-article\\\",\\n      \\\"title\\\": \\\"Storia e materialismo storico\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Drago\\\",\\n          \\\"given\\\": \\\"Pietro C.\\\"\\n        }\\n      ],\\n      \\\"publisher\\\": \\\"vol. I, 109-117\\\"\\n    },\\n    {\\n      \\\"id\\\": \\\"147\\\",\\n      \\\"type\\\": \\\"journal-article\\\",\\n      \\\"title\\\": \\\"Critica del giudizio storico\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Fazio-Allmayer\\\",\\n          \\\"given\\\": \\\"Vito\\\"\\n        }\\n      ],\\n      \\\"publisher\\\": \\\"vol. I, 281-290\\\"\\n    },\\n    {\\n      \\\"id\\\": \\\"148\\\",\\n      \\\"type\\\": \\\"journal-article\\\",\\n      \\\"title\\\": \\\"Forza e spirito nella storia\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Nymann\\\",\\n          \\\"given\\\": \\\"A.\\\"\\n        }\\n      ],\\n      \\\"publisher\\\": \\\"vol. I, 191-200\\\"\\n    },\\n    {\\n      \\\"id\\\": \\\"149\\\",\\n      \\\"type\\\": \\\"journal-article\\\",\\n      \\\"title\\\": \\\"Sur le concept d'histoire\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Benjamin\\\",\\n          \\\"given\\\": \\\"Walter\\\"\\n        }\\n      ],\\n      \\\"publisher\\\": \\\"Les temps modernes II, 623-634\\\"\\n    },\\n    {\\n      \\\"id\\\": \\\"150\\\",\\n      \\\"type\\\": \\\"book\\\",\\n      \\\"title\\\": \\\"Philosophy of History\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Boodin\\\",\\n          \\\"given\\\": \\\"John E.\\\"\\n        }\\n      ],\\n      \\\"editor\\\": [\\n        {\\n          \\\"family\\\": \\\"Runes\\\",\\n          \\\"given\\\": \\\"Dagobert D.\\\"\\n        }\\n      ],\\n      \\\"publisher\\\": \\\"Philosophical Library',\\n      \\\"publisher_place\\\": \\\"New York\\\",\\n      \\\"page\\\": \\\"89-106\\\"\\n    },\\n    {\\n      \\\"id\\\": \\\"151\\\",\\n      \\\"type\\\": \\\"journal-article\\\",\\n      \\\"title\\\": \\\"De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Caillois\\\",\\n          \\\"given\\\": \\\"R. P.\\\"\\n        }\\n      ],\\n      \\\"publisher\\\": \\\"Deucalion II, 57-85\\\"\\n    },\\n    {\\n      \\\"id\\\": \\\"152\\\",\\n      \\\"type\\\": \\\"journal-article\\\",\\n      \\\"title\\\": \\\"Commemorazione di Adolfo Omodeo\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Cantimori\\\",\\n          \\\"given\\\": \\\"Delio\\\"\\n        }\\n      ],\\n      \\\"publisher\\\": \\\"Annali della Scuola Normale di Pisa, fasc. 3-4; (reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959)'\\n    },\\n    {\\n      \\\"id\\\": \\\"153\\\",\\n      \\\"type\\\": \\\"journal-article\\\",\\n      \\\"title\\\": \\\"The Historian and the Philosophy of Science\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Cowan\\\",\\n          \\\"given\\\": \\\"Thomas\\\"\\n        }\\n      ],\\n      \\\"publisher\\\": \\\"Isis XXXVIII, 11-18\\\"\\n    },\\n    {\\n      \\\"id\\\": \\\"154\\\",\\n      \\\"type\\\": \\\"journal-article\\\",\\n      \\\"title\\\": \\\"History as a Science\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Crawford\\\",\\n          \\\"given\\\": \\\"R. M.\\\"\\n        }\\n      ],\\n      \\\"publisher\\\": \\\"Historical Studies: Australia and New Zealand III, 153-175\\\"\\n    },\\n    {\\n      \\\"id\\\": \\\"155\\\",\\n      \\\"type\\\": \\\"journal-article\\\",\\n      \\\"title\\\": \\\"Christianisme et histoire\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Dani\u00e9lou\\\",\\n          \\\"given\\\": \\\"J.\\\"\\n        }\\n      ],\\n      \\\"publisher\\\": \\\"Etudes CCLIV, 166-184\\\"\\n    },\\n    {\\n      \\\"id\\\": \\\"156\\\",\\n      \\\"type\\\": \\\"journal-article\\\",\\n      \\\"title\\\": \\\"Wahrheit der Geschichte. Geschichte der Wahrheit\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Dell\\\",\\n          \\\"given\\\": \\\"Stanley\\\"\\n        }\\n      ],\\n      \\\"publisher\\\": \\\"Amerikanische Rundschau III, 44-53\\\"\\n    },\\n    {\\n      \\\"id\\\": \\\"157\\\",\\n      \\\"type\\\": \\\"journal-article\\\",\\n      \\\"title\\\": \\\"The Idea of Progress\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Fay\\\",\\n          \\\"given\\\": \\\"Sidney B.\\\"\\n        }\\n      ],\\n      \\\"publisher\\\": \\\"American Historical Review LIII, 231-246\\\"\\n    },\\n    {\\n      \\\"id\\\": \\\"158\\\",\\n      \\\"type\\\": \\\"journal-article\\\",\\n      \\\"title\\\": \\\"Th\u00e9ologie et histoire\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Fessard\\\",\\n          \\\"given\\\": \\\"Gaston\\\"\\n        }\\n      ],\\n      \\\"publisher\\\": \\\"Dieu vivant VIII, 39-65\\\"\\n    },\\n    {\\n      \\\"id\\\": \\\"159\\\",\\n      \\\"type\\\": \\\"journal-article\\\",\\n      \\\"title\\\": \\\"Acton, Creighton, and Lea: a Study in History and Ethics\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Fish\\\",\\n          \\\"given\\\": \\\"Andrew\\\"\\n        }\\n      ],\\n      \\\"publisher\\\": \\\"Pacific Historical Review XVI, 59-69\\\"\\n    },\\n    {\\n      \\\"id\\\": \\\"160\\\",\\n      \\\"type\\\": \\\"journal-article\\\",\\n      \\\"title\\\": \\\"Le conscience historique en Italie\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Garosci\\\",\\n          \\\"given\\\": \\\"A.\\\"\\n        }\\n      ],\\n      \\\"publisher\\\": \\\"Les temps modernes III, 23-24\\\"\\n    }\\n  ]\\n}\"}]},\"usage\":{\"billed_units\":{\"input_tokens\":4299.0,\"output_tokens\":1838.0},\"tokens\":{\"input_tokens\":1517.0,\"output_tokens\":1839.0,\"image_tokens\":3343},\"cached_tokens\":512.0}}"}, "scoring": {"fuzzy": 0.42735288140371497, "cost_summary": {"total_input_tokens": 7581.0, "total_output_tokens": 9037.0, "total_tokens": 16618.0, "input_cost_usd": 0.0, "output_cost_usd": 0.0, "total_cost_usd": 0.0}}, "pricing": {"bucket_date": "2026-09-16", "age_days": 1, "input_price_per_million": 0.0, "output_price_per_million": 0.0}, "timing": {"total_response_s": 2008.79, "mean_response_s": 401.76, "slowest_response_s": 943.78, "inputs_timed": 5, "inputs_stored": 5, "span_s": 1970.28}, "normalized_score": 42.735288140371495}