{"_id": {"$oid": "69ce22c0214d8cd071ad03dd"}, "test_id": "T0853", "benchmark": "bibliographic_data", "date": "2026-03-25", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en"], "layout": ["list"], "entry-type": ["bibliographic"], "task": ["information-extraction"]}, "contributors": ["pema_frick", "sven_burkhardt", "sorin_marti"], "hidden": false, "config": {"provider": "alibaba", "model": "qwen3.5-122b-a10b", "dataclass": "Document", "temperature": 0.0, "role_description": "You are a Historian", "rules": "{\"base_url\": \"https://ws-wkjpbv6ov7sqlgqe.ap-southeast-1.maas.aliyuncs.com/compatible-mode/v1\"}", "legacy_test": false}, "prompt": null, "results": {"text": "{\"metadata\":{\"title\":\"Books\",\"year\":\"1945\",\"page_number\":2},\"entries\":[{\"id\":\"entry_1\",\"type\":\"book\",\"title\":\"Time as Dimension and History\",\"container_title\":null,\"author\":[{\"family\":\"Alexander\",\"given\":\"Hubert G.\"}],\"note\":null,\"publisher\":\"University of New Mexico Press\",\"editor\":null,\"publisher_place\":\"Albuquerque\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"entry_2\",\"type\":\"book\",\"title\":\"Wahrheit und Ideologie\",\"container_title\":null,\"author\":[{\"family\":\"Barth\",\"given\":\"Hans\"}],\"note\":null,\"publisher\":\"Manesse\",\"editor\":null,\"publisher_place\":\"Z\u00fcrich\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"entry_3\",\"type\":\"book\",\"title\":\"Las generaciones en la historia\",\"container_title\":null,\"author\":[{\"family\":\"Entralyo La\u00edn\",\"given\":\"Pedro\"}],\"note\":null,\"publisher\":\"Instituto de estudios pol\u00edticos\",\"editor\":null,\"publisher_place\":\"Madrid\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"entry_4\",\"type\":\"book\",\"title\":\"Cuatro visiones de la historia universal\",\"container_title\":null,\"author\":[{\"family\":\"Ferrater Mora\",\"given\":\"Jos\u00e9\"}],\"note\":null,\"publisher\":\"Editorial Losada\",\"editor\":null,\"publisher_place\":\"Buenos Aires\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"entry_5\",\"type\":\"book\",\"title\":\"The Use of Personal Documents in History, Anthropology, and Sociology\",\"container_title\":null,\"author\":[{\"family\":\"Gottschalk\",\"given\":\"L.\"},{\"family\":\"Kluckhohn\",\"given\":\"C.\"},{\"family\":\"Angell\",\"given\":\"R.\"}],\"note\":\"Bulletin 53\",\"publisher\":\"Social Science Research Council\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"entry_6\",\"type\":\"journal-article\",\"title\":\"Review: The American Journal of Sociology LII (1946), 156-157\",\"container_title\":\"The American Journal of Sociology\",\"author\":[{\"family\":\"Lapiere\",\"given\":\"R. T.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1946\",\"event_date\":null,\"related\":null,\"relation\":\"entry_5\",\"volume\":\"LII\",\"page\":\"156-157\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"entry_7\",\"type\":\"book\",\"title\":\"El problema de la historia y su lugar en el conocimiento\",\"container_title\":null,\"author\":[{\"family\":\"Jasinowski\",\"given\":\"Bogumil\"}],\"note\":null,\"publisher\":\"Universidad de Chile\",\"editor\":null,\"publisher_place\":\"Santiago, Chile\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"entry_8\",\"type\":\"journal-article\",\"title\":\"Review: Revue philosophique CXL (1950), 528\",\"container_title\":\"Revue philosophique\",\"author\":null,\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1950\",\"event_date\":null,\"related\":null,\"relation\":\"entry_7\",\"volume\":\"CXL\",\"page\":\"528\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"entry_9\",\"type\":\"book\",\"title\":\"Man the Measure: a New Approach to History\",\"container_title\":null,\"author\":[{\"family\":\"Kahler\",\"given\":\"Erich\"}],\"note\":null,\"publisher\":\"Jonathan Cape\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":\"1st ed. New York: Pantheon, 1943\",\"edition\":\"2nd ed.\",\"incomplete\":null},{\"id\":\"entry_10\",\"type\":\"journal-article\",\"title\":\"The Flight from Reason\",\"container_title\":\"Journal of Modern History\",\"author\":[{\"family\":\"Savelle\",\"given\":\"Max\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1945\",\"event_date\":null,\"related\":null,\"relation\":\"entry_9\",\"volume\":\"XVII\",\"page\":\"153-162\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"entry_11\",\"type\":\"book\",\"title\":\"The Social Interpretation of History\",\"container_title\":null,\"author\":[{\"family\":\"Maurice\",\"given\":\"William\"}],\"note\":null,\"publisher\":\"Scribner\",\"editor\":null,\"publisher_place\":\"New York\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"entry_12\",\"type\":\"book\",\"title\":\"The Open Society and Its Enemies\",\"container_title\":null,\"author\":[{\"family\":\"Popper\",\"given\":\"Karl\"}],\"note\":null,\"publisher\":\"Routledge\",\"editor\":null,\"publisher_place\":\"London\",\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":null,\"volume\":\"2 vols.\",\"page\":null,\"fascicle\":null,\"reprint\":\"Revised ed. Princeton: Princeton University Press, 1950\",\"edition\":null,\"incomplete\":null},{\"id\":\"entry_13\",\"type\":\"journal-article\",\"title\":\"Reviews and review-articles: H. D. Aiken, Journal of Philosophy XLIV (1947), 459-479\",\"container_title\":\"Journal of Philosophy\",\"author\":[{\"family\":\"Aiken\",\"given\":\"H. D.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":\"1947\",\"event_date\":null,\"related\":null,\"relation\":\"entry_12\",\"volume\":\"XLIV\",\"page\":\"459-479\",\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":null},{\"id\":\"entry_14\",\"type\":\"journal-article\",\"title\":\"Kenneth E. Bock, 'The Social Scientist in the \u2018Open Society\u2019'\",\"container_title\":null,\"author\":[{\"family\":\"Bock\",\"given\":\"Kenneth E.\"}],\"note\":null,\"publisher\":null,\"editor\":null,\"publisher_place\":null,\"issued\":null,\"event_date\":null,\"related\":null,\"relation\":\"entry_12\",\"volume\":null,\"page\":null,\"fascicle\":null,\"reprint\":null,\"edition\":null,\"incomplete\":true}]}", "model": "qwen3.5-122b-a10b", "provider": "alibaba", "finish_reason": "stop", "usage": {"input_tokens": 3477, "output_tokens": 1647, "total_tokens": 5124, "input_cost_usd": 0.0013908000000000002, "output_cost_usd": 0.005270400000000001, "estimated_cost_usd": 0.006661200000000001}, "duration": 32.36737561225891, "timestamp": "2026-03-25T10:18:10.355632", "parsed": {"metadata": {"title": "Books", "year": "1945", "page_number": 2}, "entries": [{"id": "entry_1", "type": "book", "title": "Time as Dimension and History", "author": [{"family": "Alexander", "given": "Hubert G."}], "publisher": "University of New Mexico Press", "publisher_place": "Albuquerque"}, {"id": "entry_2", "type": "book", "title": "Wahrheit und Ideologie", "author": [{"family": "Barth", "given": "Hans"}], "publisher": "Manesse", "publisher_place": "Z\u00fcrich"}, {"id": "entry_3", "type": "book", "title": "Las generaciones en la historia", "author": [{"family": "Entralyo La\u00edn", "given": "Pedro"}], "publisher": "Instituto de estudios pol\u00edticos", "publisher_place": "Madrid"}, {"id": "entry_4", "type": "book", "title": "Cuatro visiones de la historia universal", "author": [{"family": "Ferrater Mora", "given": "Jos\u00e9"}], "publisher": "Editorial Losada", "publisher_place": "Buenos Aires"}, {"id": "entry_5", "type": "book", "title": "The Use of Personal Documents in History, Anthropology, and Sociology", "author": [{"family": "Gottschalk", "given": "L."}, {"family": "Kluckhohn", "given": "C."}, {"family": "Angell", "given": "R."}], "publisher": "Social Science Research Council", "publisher_place": "New York", "note": "Bulletin 53"}, {"id": "entry_6", "type": "journal-article", "title": "Review: The American Journal of Sociology LII (1946), 156-157", "container_title": "The American Journal of Sociology", "author": [{"family": "Lapiere", "given": "R. T."}], "volume": "LII", "issued": "1946", "page": "156-157", "relation": "entry_5"}, {"id": "entry_7", "type": "book", "title": "El problema de la historia y su lugar en el conocimiento", "author": [{"family": "Jasinowski", "given": "Bogumil"}], "publisher": "Universidad de Chile", "publisher_place": "Santiago, Chile"}, {"id": "entry_8", "type": "journal-article", "title": "Review: Revue philosophique CXL (1950), 528", "container_title": "Revue philosophique", "volume": "CXL", "issued": "1950", "page": "528", "relation": "entry_7"}, {"id": "entry_9", "type": "book", "title": "Man the Measure: a New Approach to History", "author": [{"family": "Kahler", "given": "Erich"}], "edition": "2nd ed.", "publisher": "Jonathan Cape", "publisher_place": "London", "reprint": "1st ed. New York: Pantheon, 1943"}, {"id": "entry_10", "type": "journal-article", "title": "The Flight from Reason", "container_title": "Journal of Modern History", "author": [{"family": "Savelle", "given": "Max"}], "volume": "XVII", "issued": "1945", "page": "153-162", "relation": "entry_9"}, {"id": "entry_11", "type": "book", "title": "The Social Interpretation of History", "author": [{"family": "Maurice", "given": "William"}], "publisher": "Scribner", "publisher_place": "New York"}, {"id": "entry_12", "type": "book", "title": "The Open Society and Its Enemies", "author": [{"family": "Popper", "given": "Karl"}], "volume": "2 vols.", "publisher": "Routledge", "publisher_place": "London", "reprint": "Revised ed. Princeton: Princeton University Press, 1950"}, {"id": "entry_13", "type": "journal-article", "title": "Reviews and review-articles: H. D. Aiken, Journal of Philosophy XLIV (1947), 459-479", "container_title": "Journal of Philosophy", "author": [{"family": "Aiken", "given": "H. D."}], "volume": "XLIV", "issued": "1947", "page": "459-479", "relation": "entry_12"}, {"id": "entry_14", "type": "journal-article", "title": "Kenneth E. Bock, 'The Social Scientist in the \u2018Open Society\u2019'", "author": [{"family": "Bock", "given": "Kenneth E."}], "relation": "entry_12", "incomplete": true}]}, "conversation_id": "8f3ec2a4-1c14-4256-acfb-d5a97336dd59", "score": {"fuzzy": 0.759217614472638}, "raw_response": "{\"id\":\"chatcmpl-14a1fa27-4178-9b7a-a2bc-7cbc6da44d46\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\n  \\\"metadata\\\": {\\n    \\\"title\\\": \\\"Books\\\",\\n    \\\"year\\\": \\\"1945\\\",\\n    \\\"page_number\\\": 2\\n  },\\n  \\\"entries\\\": [\\n    {\\n      \\\"id\\\": \\\"entry_1\\\",\\n      \\\"type\\\": \\\"book\\\",\\n      \\\"title\\\": \\\"Time as Dimension and History\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Alexander\\\",\\n          \\\"given\\\": \\\"Hubert G.\\\"\\n        }\\n      ],\\n      \\\"publisher\\\": \\\"University of New Mexico Press\\\",\\n      \\\"publisher_place\\\": \\\"Albuquerque\\\"\\n    },\\n    {\\n      \\\"id\\\": \\\"entry_2\\\",\\n      \\\"type\\\": \\\"book\\\",\\n      \\\"title\\\": \\\"Wahrheit und Ideologie\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Barth\\\",\\n          \\\"given\\\": \\\"Hans\\\"\\n        }\\n      ],\\n      \\\"publisher\\\": \\\"Manesse\\\",\\n      \\\"publisher_place\\\": \\\"Z\u00fcrich\\\"\\n    },\\n    {\\n      \\\"id\\\": \\\"entry_3\\\",\\n      \\\"type\\\": \\\"book\\\",\\n      \\\"title\\\": \\\"Las generaciones en la historia\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Entralyo La\u00edn\\\",\\n          \\\"given\\\": \\\"Pedro\\\"\\n        }\\n      ],\\n      \\\"publisher\\\": \\\"Instituto de estudios pol\u00edticos\\\",\\n      \\\"publisher_place\\\": \\\"Madrid\\\"\\n    },\\n    {\\n      \\\"id\\\": \\\"entry_4\\\",\\n      \\\"type\\\": \\\"book\\\",\\n      \\\"title\\\": \\\"Cuatro visiones de la historia universal\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Ferrater Mora\\\",\\n          \\\"given\\\": \\\"Jos\u00e9\\\"\\n        }\\n      ],\\n      \\\"publisher\\\": \\\"Editorial Losada\\\",\\n      \\\"publisher_place\\\": \\\"Buenos Aires\\\"\\n    },\\n    {\\n      \\\"id\\\": \\\"entry_5\\\",\\n      \\\"type\\\": \\\"book\\\",\\n      \\\"title\\\": \\\"The Use of Personal Documents in History, Anthropology, and Sociology\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Gottschalk\\\",\\n          \\\"given\\\": \\\"L.\\\"\\n        },\\n        {\\n          \\\"family\\\": \\\"Kluckhohn\\\",\\n          \\\"given\\\": \\\"C.\\\"\\n        },\\n        {\\n          \\\"family\\\": \\\"Angell\\\",\\n          \\\"given\\\": \\\"R.\\\"\\n        }\\n      ],\\n      \\\"publisher\\\": \\\"Social Science Research Council\\\",\\n      \\\"publisher_place\\\": \\\"New York\\\",\\n      \\\"note\\\": \\\"Bulletin 53\\\"\\n    },\\n    {\\n      \\\"id\\\": \\\"entry_6\\\",\\n      \\\"type\\\": \\\"journal-article\\\",\\n      \\\"title\\\": \\\"Review: The American Journal of Sociology LII (1946), 156-157\\\",\\n      \\\"container_title\\\": \\\"The American Journal of Sociology\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Lapiere\\\",\\n          \\\"given\\\": \\\"R. T.\\\"\\n        }\\n      ],\\n      \\\"volume\\\": \\\"LII\\\",\\n      \\\"issued\\\": \\\"1946\\\",\\n      \\\"page\\\": \\\"156-157\\\",\\n      \\\"relation\\\": \\\"entry_5\\\"\\n    },\\n    {\\n      \\\"id\\\": \\\"entry_7\\\",\\n      \\\"type\\\": \\\"book\\\",\\n      \\\"title\\\": \\\"El problema de la historia y su lugar en el conocimiento\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Jasinowski\\\",\\n          \\\"given\\\": \\\"Bogumil\\\"\\n        }\\n      ],\\n      \\\"publisher\\\": \\\"Universidad de Chile\\\",\\n      \\\"publisher_place\\\": \\\"Santiago, Chile\\\"\\n    },\\n    {\\n      \\\"id\\\": \\\"entry_8\\\",\\n      \\\"type\\\": \\\"journal-article\\\",\\n      \\\"title\\\": \\\"Review: Revue philosophique CXL (1950), 528\\\",\\n      \\\"container_title\\\": \\\"Revue philosophique\\\",\\n      \\\"volume\\\": \\\"CXL\\\",\\n      \\\"issued\\\": \\\"1950\\\",\\n      \\\"page\\\": \\\"528\\\",\\n      \\\"relation\\\": \\\"entry_7\\\"\\n    },\\n    {\\n      \\\"id\\\": \\\"entry_9\\\",\\n      \\\"type\\\": \\\"book\\\",\\n      \\\"title\\\": \\\"Man the Measure: a New Approach to History\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Kahler\\\",\\n          \\\"given\\\": \\\"Erich\\\"\\n        }\\n      ],\\n      \\\"edition\\\": \\\"2nd ed.\\\",\\n      \\\"publisher\\\": \\\"Jonathan Cape\\\",\\n      \\\"publisher_place\\\": \\\"London\\\",\\n      \\\"reprint\\\": \\\"1st ed. New York: Pantheon, 1943\\\"\\n    },\\n    {\\n      \\\"id\\\": \\\"entry_10\\\",\\n      \\\"type\\\": \\\"journal-article\\\",\\n      \\\"title\\\": \\\"The Flight from Reason\\\",\\n      \\\"container_title\\\": \\\"Journal of Modern History\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Savelle\\\",\\n          \\\"given\\\": \\\"Max\\\"\\n        }\\n      ],\\n      \\\"volume\\\": \\\"XVII\\\",\\n      \\\"issued\\\": \\\"1945\\\",\\n      \\\"page\\\": \\\"153-162\\\",\\n      \\\"relation\\\": \\\"entry_9\\\"\\n    },\\n    {\\n      \\\"id\\\": \\\"entry_11\\\",\\n      \\\"type\\\": \\\"book\\\",\\n      \\\"title\\\": \\\"The Social Interpretation of History\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Maurice\\\",\\n          \\\"given\\\": \\\"William\\\"\\n        }\\n      ],\\n      \\\"publisher\\\": \\\"Scribner\\\",\\n      \\\"publisher_place\\\": \\\"New York\\\"\\n    },\\n    {\\n      \\\"id\\\": \\\"entry_12\\\",\\n      \\\"type\\\": \\\"book\\\",\\n      \\\"title\\\": \\\"The Open Society and Its Enemies\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Popper\\\",\\n          \\\"given\\\": \\\"Karl\\\"\\n        }\\n      ],\\n      \\\"volume\\\": \\\"2 vols.\\\",\\n      \\\"publisher\\\": \\\"Routledge\\\",\\n      \\\"publisher_place\\\": \\\"London\\\",\\n      \\\"reprint\\\": \\\"Revised ed. Princeton: Princeton University Press, 1950\\\"\\n    },\\n    {\\n      \\\"id\\\": \\\"entry_13\\\",\\n      \\\"type\\\": \\\"journal-article\\\",\\n      \\\"title\\\": \\\"Reviews and review-articles: H. D. Aiken, Journal of Philosophy XLIV (1947), 459-479\\\",\\n      \\\"container_title\\\": \\\"Journal of Philosophy\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Aiken\\\",\\n          \\\"given\\\": \\\"H. D.\\\"\\n        }\\n      ],\\n      \\\"volume\\\": \\\"XLIV\\\",\\n      \\\"issued\\\": \\\"1947\\\",\\n      \\\"page\\\": \\\"459-479\\\",\\n      \\\"relation\\\": \\\"entry_12\\\"\\n    },\\n    {\\n      \\\"id\\\": \\\"entry_14\\\",\\n      \\\"type\\\": \\\"journal-article\\\",\\n      \\\"title\\\": \\\"Kenneth E. Bock, 'The Social Scientist in the \u2018Open Society\u2019'\\\",\\n      \\\"author\\\": [\\n        {\\n          \\\"family\\\": \\\"Bock\\\",\\n          \\\"given\\\": \\\"Kenneth E.\\\"\\n        }\\n      ],\\n      \\\"relation\\\": \\\"entry_12\\\",\\n      \\\"incomplete\\\": true\\n    }\\n  ]\\n}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":null,\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"reasoning_content\":\"\"}}],\"created\":1774430290,\"model\":\"qwen3.5-122b-a10b\",\"object\":\"chat.completion\",\"service_tier\":null,\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":1647,\"prompt_tokens\":3477,\"total_tokens\":5124,\"completion_tokens_details\":{\"accepted_prediction_tokens\":null,\"audio_tokens\":null,\"reasoning_tokens\":null,\"rejected_prediction_tokens\":null,\"text_tokens\":1647},\"prompt_tokens_details\":{\"audio_tokens\":null,\"cached_tokens\":null,\"image_tokens\":2498,\"text_tokens\":979}}}"}, "scoring": {"fuzzy": 0.6534479568163537, "cost_summary": {"total_input_tokens": 17504, "total_output_tokens": 10117, "total_tokens": 27621, "input_cost_usd": 0.007001600000000001, "output_cost_usd": 0.032374400000000005, "total_cost_usd": 0.039376}}, "normalized_score": 65.34479568163538}