{"_id": {"$oid": "6ac4c7b5164e0f17c0b22e25"}, "test_id": "T0233", "benchmark": "bibliographic_data", "date": "2025-10-17", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "openrouter", "model": "qwen/qwen3-vl-8b-thinking", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "legacy_test": false}, "prompt": null, "results": {"provider": "openrouter", "model": "qwen/qwen3-vl-8b-thinking", "duration": 197.78871750831604, "timestamp": "2025-10-17T12:57:12.219790", "parsed": {"metadata": {"title": "BIBLIOGRAPHY", "year": "1947", "page_number": 9}, "entries": [{"id": "140", "type": "book", "title": "Why We Read History", "container_title": null, "author": [{"family": "Smellic", "given": "K. B."}], "note": null, "publisher": "P. Elek", "editor": null, "publisher_place": "London", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "141", "type": "book", "title": "A Study of History", "container_title": null, "author": [{"family": "Toynebe", "given": "Arnold J."}], "note": "abridged by D. C. Somervell, New York: Oxford (Abridgement of vols. I-VI of A Study of History).", "publisher": "Oxford", "editor": ["D. C. Somervell"], "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "142", "type": "book", "title": "In den spiegel van het verleden: historische opstellen", "container_title": null, "author": [{"family": "Verberne", "given": "L. G. J."}], "note": null, "publisher": "Bruna", "editor": null, "publisher_place": "Utrecht, Antwerpen", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "143", "type": "book", "title": "Esquemas de metodologia ecles\u00ed\u00e1stica", "container_title": null, "author": [{"family": "Vevir", "given": "Jos\u00e9"}], "note": null, "publisher": "Instituto", "editor": null, "publisher_place": "Barcelona", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "144", "type": "book", "title": "Sinn und Ziel der Geschichte", "container_title": null, "author": [{"family": "Walz", "given": "Hans H."}], "note": null, "publisher": "Universit\u00e4ts-Verlag", "editor": null, "publisher_place": "Bonn", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "145", "type": "book", "title": "Atti del congresso internazionale di filosofia 15-20 November, 1946", "container_title": null, "author": null, "note": null, "publisher": "Castellani", "editor": null, "publisher_place": "Milano", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "146", "type": "journal-article", "title": "Storia e materialismo storico", "container_title": "Atti del congresso internazionale di filosofia 15-20 November, 1946", "author": [{"family": "Drago", "given": "Pietro C."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "I", "page": "109-117", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "147", "type": "journal-article", "title": "Critica del giudizio storico", "container_title": "Atti del congresso internazionale di filosofia 15-20 November, 1946", "author": [{"family": "Fazio-Almayer", "given": "Vito"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "I", "page": "281-290", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "148", "type": "journal-article", "title": "Forza e spirito nella storia", "container_title": "Atti del congresso internazionale di filosofia 15-20 November, 1946", "author": [{"family": "Nyman", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "I", "page": "191-200", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "149", "type": "journal-article", "title": "Sur le concept d'histoire", "container_title": "Atti del congresso internazionale di filosofia 15-20 November, 1946", "author": [{"family": "Walter", "given": "Benjamin"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "II", "page": "623-634", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "150", "type": "journal-article", "title": "Philosophy of History", "container_title": "20th Century Philosophy", "author": [{"family": "Boodin", "given": "John E."}], "note": null, "publisher": "Philosophical Library", "editor": ["Dagobert D. Runes"], "publisher_place": "New York", "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "89-106", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "151", "type": "journal-article", "title": "De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty", "container_title": "Deucalion", "author": [{"family": "Callios", "given": "R. P."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "II", "page": "57-85", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "152", "type": "journal-article", "title": "Commemorazione di Adolfo Omodeo", "container_title": "Annali della Scuola Normale di Pisa", "author": [{"family": "Cantimori", "given": "Delio"}], "note": "reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959", "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "fasc. 3-4", "page": null, "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "153", "type": "journal-article", "title": "The Historian and the Philosophy of Science", "container_title": "Isis", "author": [{"family": "Cowan", "given": "Thomas"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XXXVIII", "page": "11-18", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "154", "type": "journal-article", "title": "History as a Science", "container_title": "Historical Studies: Australia and New Zealand", "author": [{"family": "Crawford", "given": "R. M."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "153-175", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "155", "type": "journal-article", "title": "Christianisme et histoire", "container_title": "Etudes CCLIV", "author": [{"family": "Dani\u00e9lou", "given": "J."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": null, "page": "166-184", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "156", "type": "journal-article", "title": "Wahrheit der Geschichte. Geschichte der Wahrheit", "container_title": "Amerikanische Rundschau", "author": [{"family": "Dell", "given": "Stanley"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "44-53", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "157", "type": "journal-article", "title": "The Idea of Progress", "container_title": "American Historical Review", "author": [{"family": "Fay", "given": "Sidney B."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "LII", "page": "231-246", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "158", "type": "journal-article", "title": "Th\u00e9ologie et histoire", "container_title": "Dieu vivant", "author": [{"family": "Fessard", "given": "Gaston"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "VIII", "page": "39-65", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "159", "type": "journal-article", "title": "Acton, Creighton, and Lea: a Study in History and Ethics", "container_title": "Pacific Historical Review", "author": [{"family": "Fish", "given": "Andrew"}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "XVI", "page": "59-69", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}, {"id": "160", "type": "journal-article", "title": "Le conscience historique en Italie", "container_title": "Les temps modernes", "author": [{"family": "Garosio", "given": "A."}], "note": null, "publisher": null, "editor": null, "publisher_place": null, "issued": null, "event_date": null, "related": null, "relation": null, "volume": "III", "page": "23-24", "fascicle": null, "reprint": null, "edition": null, "incomplete": null}]}, "text": "", "raw_response": {"id": "gen-1760698436-27nHbphca6v0NaZP6F9Y", "model": "qwen/qwen3-vl-8b-thinking", "choices": [{"finish_reason": "stop", "index": 0, "message": {"content": "{\n\n  \"metadata\": {\n    \"title\": \"BIBLIOGRAPHY\",\n    \"year\": \"1947\",\n    \"page_number\": 9\n  },\n  \"entries\": [\n    {\n      \"id\": \"140\",\n      \"type\": \"book\",\n      \"title\": \"Why We Read History\",\n      \"author\": [\n        {\n          \"given\": \"K. B.\",\n          \"family\": \"Smellic\"\n        }\n      ],\n      \"publisher\": \"P. Elek\",\n      \"publisher_place\": \"London\"\n    },\n    {\n      \"id\": \"141\",\n      \"type\": \"book\",\n      \"title\": \"A Study of History\",\n      \"author\": [\n        {\n          \"given\": \"Arnold J.\",\n          \"family\": \"Toynebe\"\n        }\n      ],\n      \"editor\": [\n        \"D. C. Somervell\"\n      ],\n      \"note\": \"abridged by D. C. Somervell, New York: Oxford (Abridgement of vols. I-VI of A Study of History).\",\n      \"publisher\": \"Oxford\",\n      \"publisher_place\": \"New York\"\n    },\n    {\n      \"id\": \"142\",\n      \"type\": \"book\",\n      \"title\": \"In den spiegel van het verleden: historische opstellen\",\n      \"author\": [\n        {\n          \"given\": \"L. G. J.\",\n          \"family\": \"Verberne\"\n        }\n      ],\n      \"publisher\": \"Bruna\",\n      \"publisher_place\": \"Utrecht, Antwerpen\"\n    },\n    {\n      \"id\": \"143\",\n      \"type\": \"book\",\n      \"title\": \"Esquemas de metodologia ecles\u00ed\u00e1stica\",\n      \"author\": [\n        {\n          \"given\": \"Jos\u00e9\",\n          \"family\": \"Vevir\"\n        }\n      ],\n      \"publisher\": \"Instituto\",\n      \"publisher_place\": \"Barcelona\"\n    },\n    {\n      \"id\": \"144\",\n      \"type\": \"book\",\n      \"title\": \"Sinn und Ziel der Geschichte\",\n      \"author\": [\n        {\n          \"given\": \"Hans H.\",\n          \"family\": \"Walz\"\n        }\n      ],\n      \"publisher\": \"Universit\u00e4ts-Verlag\",\n      \"publisher_place\": \"Bonn\"\n    },\n    {\n      \"id\": \"145\",\n      \"type\": \"book\",\n      \"title\": \"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\n      \"publisher\": \"Castellani\",\n      \"publisher_place\": \"Milano\"\n    },\n    {\n      \"id\": \"146\",\n      \"type\": \"journal-article\",\n      \"title\": \"Storia e materialismo storico\",\n      \"author\": [\n        {\n          \"given\": \"Pietro C.\",\n          \"family\": \"Drago\"\n        }\n      ],\n      \"container_title\": \"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\n      \"volume\": \"I\",\n      \"page\": \"109-117\"\n    },\n    {\n      \"id\": \"147\",\n      \"type\": \"journal-article\",\n      \"title\": \"Critica del giudizio storico\",\n      \"author\": [\n        {\n          \"given\": \"Vito\",\n          \"family\": \"Fazio-Almayer\"\n        }\n      ],\n      \"container_title\": \"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\n      \"volume\": \"I\",\n      \"page\": \"281-290\"\n    },\n    {\n      \"id\": \"148\",\n      \"type\": \"journal-article\",\n      \"title\": \"Forza e spirito nella storia\",\n      \"author\": [\n        {\n          \"given\": \"A.\",\n          \"family\": \"Nyman\"\n        }\n      ],\n      \"container_title\": \"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\n      \"volume\": \"I\",\n      \"page\": \"191-200\"\n    },\n    {\n      \"id\": \"149\",\n      \"type\": \"journal-article\",\n      \"title\": \"Sur le concept d'histoire\",\n      \"author\": [\n        {\n          \"given\": \"Benjamin\",\n          \"family\": \"Walter\"\n        }\n      ],\n      \"container_title\": \"Atti del congresso internazionale di filosofia 15-20 November, 1946\",\n      \"volume\": \"II\",\n      \"page\": \"623-634\"\n    },\n    {\n      \"id\": \"150\",\n      \"type\": \"journal-article\",\n      \"title\": \"Philosophy of History\",\n      \"author\": [\n        {\n          \"given\": \"John E.\",\n          \"family\": \"Boodin\"\n        }\n      ],\n      \"editor\": [\n        \"Dagobert D. Runes\"\n      ],\n      \"container_title\": \"20th Century Philosophy\",\n      \"publisher\": \"Philosophical Library\",\n      \"publisher_place\": \"New York\",\n      \"page\": \"89-106\"\n    },\n    {\n      \"id\": \"151\",\n      \"type\": \"journal-article\",\n      \"title\": \"De la perception \u00e0 l'histoire. La philosophie de M. Merleau-Ponty\",\n      \"author\": [\n        {\n          \"given\": \"R. P.\",\n          \"family\": \"Callios\"\n        }\n      ],\n      \"container_title\": \"Deucalion\",\n      \"volume\": \"II\",\n      \"page\": \"57-85\"\n    },\n    {\n      \"id\": \"152\",\n      \"type\": \"journal-article\",\n      \"title\": \"Commemorazione di Adolfo Omodeo\",\n      \"author\": [\n        {\n          \"given\": \"Delio\",\n          \"family\": \"Cantimori\"\n        }\n      ],\n      \"container_title\": \"Annali della Scuola Normale di Pisa\",\n      \"volume\": \"fasc. 3-4\",\n      \"note\": \"reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959\"\n    },\n    {\n      \"id\": \"153\",\n      \"type\": \"journal-article\",\n      \"title\": \"The Historian and the Philosophy of Science\",\n      \"author\": [\n        {\n          \"given\": \"Thomas\",\n          \"family\": \"Cowan\"\n        }\n      ],\n      \"container_title\": \"Isis\",\n      \"volume\": \"XXXVIII\",\n      \"page\": \"11-18\"\n    },\n    {\n      \"id\": \"154\",\n      \"type\": \"journal-article\",\n      \"title\": \"History as a Science\",\n      \"author\": [\n        {\n          \"given\": \"R. M.\",\n          \"family\": \"Crawford\"\n        }\n      ],\n      \"container_title\": \"Historical Studies: Australia and New Zealand\",\n      \"volume\": \"III\",\n      \"page\": \"153-175\"\n    },\n    {\n      \"id\": \"155\",\n      \"type\": \"journal-article\",\n      \"title\": \"Christianisme et histoire\",\n      \"author\": [\n        {\n          \"given\": \"J.\",\n          \"family\": \"Dani\u00e9lou\"\n        }\n      ],\n      \"container_title\": \"Etudes CCLIV\",\n      \"page\": \"166-184\"\n    },\n    {\n      \"id\": \"156\",\n      \"type\": \"journal-article\",\n      \"title\": \"Wahrheit der Geschichte. Geschichte der Wahrheit\",\n      \"author\": [\n        {\n          \"given\": \"Stanley\",\n          \"family\": \"Dell\"\n        }\n      ],\n      \"container_title\": \"Amerikanische Rundschau\",\n      \"volume\": \"III\",\n      \"page\": \"44-53\"\n    },\n    {\n      \"id\": \"157\",\n      \"type\": \"journal-article\",\n      \"title\": \"The Idea of Progress\",\n      \"author\": [\n        {\n          \"given\": \"Sidney B.\",\n          \"family\": \"Fay\"\n        }\n      ],\n      \"container_title\": \"American Historical Review\",\n      \"volume\": \"LII\",\n      \"page\": \"231-246\"\n    },\n    {\n      \"id\": \"158\",\n      \"type\": \"journal-article\",\n      \"title\": \"Th\u00e9ologie et histoire\",\n      \"author\": [\n        {\n          \"given\": \"Gaston\",\n          \"family\": \"Fessard\"\n        }\n      ],\n      \"container_title\": \"Dieu vivant\",\n      \"volume\": \"VIII\",\n      \"page\": \"39-65\"\n    },\n    {\n      \"id\": \"159\",\n      \"type\": \"journal-article\",\n      \"title\": \"Acton, Creighton, and Lea: a Study in History and Ethics\",\n      \"author\": [\n        {\n          \"given\": \"Andrew\",\n          \"family\": \"Fish\"\n        }\n      ],\n      \"container_title\": \"Pacific Historical Review\",\n      \"volume\": \"XVI\",\n      \"page\": \"59-69\"\n    },\n    {\n      \"id\": \"160\",\n      \"type\": \"journal-article\",\n      \"title\": \"Le conscience historique en Italie\",\n      \"author\": [\n        {\n          \"given\": \"A.\",\n          \"family\": \"Garosio\"\n        }\n      ],\n      \"container_title\": \"Les temps modernes\",\n      \"volume\": \"III\",\n      \"page\": \"23-24\"\n    }\n  ]\n}", "role": "assistant"}}], "usage": {"prompt_tokens": 2418, "completion_tokens": 12482, "total_tokens": 14900}}, "usage": {"input_tokens": 2418, "output_tokens": 12482, "total_tokens": 14900, "input_cost_usd": 0.00043524, "output_cost_usd": 0.0262122, "estimated_cost_usd": 0.02664744}, "finish_reason": "stop"}, "scoring": {"fuzzy": 0.6566324293075922, "cost_summary": {"total_input_tokens": 12090, "total_output_tokens": 59343, "total_tokens": 71433, "input_cost_usd": 0.0021762, "output_cost_usd": 0.1246203, "total_cost_usd": 0.1267965, "pricing_date": "2025-10-17", "input_price_per_million": 0.18, "output_price_per_million": 2.1}}, "pricing": {"bucket_date": "2025-10-17", "age_days": 0, "input_price_per_million": 0.18, "output_price_per_million": 2.1}, "timing": {"total_response_s": 923.12, "mean_response_s": 184.62, "slowest_response_s": 225.19, "inputs_timed": 5, "inputs_stored": 5, "span_s": 725.46}, "normalized_score": 65.66324293075922}