A test run is a single execution of a benchmark test using a defined model configuration.
Each run represents how a particular large language model (LLM) — such as GPT-4, Claude-3, or Gemini — performed on a given task at a specific time, with specific settings.
A test run includes:
Together, test runs make it possible to compare models, providers, and configurations across benchmarks in a transparent and reproducible way.
book-page information-extraction printed 20 en list bibliographic
| Provider | anthropic |
| Model | claude-opus-4-6 |
| Temperature | 0.0 |
| Dataclass | Document |
| Normalized Score | 67.57 % |
| Test time | 26.51 seconds |
{"metadata":{"title":"History and Theory","year":"1946","page_number":5},"entries":[{"id":"49","type":"journal-article","title":"Review of the German translation","container_title":"Historische Zeitschrift","author":[{"family":"Schlenke","given":"Manfred"}],"note":"Review of the German translation","publisher":null,"editor":null,"publisher_place":null,"issued":"1957","event_date":null,"related":null,"relation":null,"volume":"CLXXXIV","page":"594-597","fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"50","type":"book","title":"Introduzione allo studio della storia","container_title":null,"author":[{"family":"Cusin","given":"Fabio"}],"note":null,"publisher":"Cedam","editor":null,"publisher_place":"Padova","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"51","type":"journal-article","title":"Review of Cusin, Introduzione allo studio della storia","container_title":"Sophia","author":[{"family":"Cafaro","given":"F."}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":"1947","event_date":null,"related":null,"relation":"50","volume":"I","page":"206-207","fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"52","type":"book","title":"L'histoire, science du concret","container_title":null,"author":[{"family":"Dardel","given":"Eric"}],"note":null,"publisher":"Presses Universitaires de France","editor":null,"publisher_place":"Paris","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"53","type":"book","title":"Historical Change","container_title":null,"author":[{"family":"Einstein","given":"Lewis"}],"note":null,"publisher":"Cambridge University Press","editor":null,"publisher_place":"Cambridge","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"54","type":"book","title":"The Place of War in History","container_title":null,"author":[{"family":"Falls","given":"Cyril"}],"note":null,"publisher":"Clarendon","editor":null,"publisher_place":"Oxford","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"55","type":"book","title":"A Guide to Historical Method","container_title":null,"author":[{"family":"Garraghan","given":"Gilbert J."}],"note":null,"publisher":"Fordham University Press","editor":["Jean Delanglez"],"publisher_place":"New York","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"56","type":"book","title":"Leçons sur la philosophie de l'histoire","container_title":null,"author":[{"family":"Gibelin","given":"J."}],"note":null,"publisher":"Vrin","editor":null,"publisher_place":"Paris","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"57","type":"book","title":"Bilan de l'histoire","container_title":null,"author":[{"family":"Grousset","given":"René"}],"note":null,"publisher":"Plon","editor":null,"publisher_place":"Paris","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"58","type":"book","title":"Introduction à l'histoire","container_title":null,"author":[{"family":"Halphen","given":"Louis"}],"note":null,"publisher":"Presses Universitaires de France","editor":null,"publisher_place":"Paris","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"59","type":"journal-article","title":"Sur une forme d'histoire qui n'est pas la nôtre","container_title":"Annales: Economies-sociétés-civilisations","author":[{"family":"Febvre","given":"Lucien"}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":"III","page":"21-24","fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"60","type":"journal-article","title":"Avenir de l'histoire","container_title":"Revue historique","author":[{"family":"Lefebvre","given":"Georges"}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":"1947","event_date":null,"related":null,"relation":null,"volume":"CXCVII","page":"55-61","fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"61","type":"book","title":"Hoe bepaalt de geschiedenis het heden? Een niet gehouden rede","container_title":null,"author":[{"family":"Huizinga","given":"J."}],"note":null,"publisher":"Tjeenk Willink","editor":null,"publisher_place":"Haarlem","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"62","type":"book","title":"De mensch en de beschaving","container_title":null,"author":[{"family":"Huizinga","given":"J."}],"note":null,"publisher":"Pantheon","editor":null,"publisher_place":"Amsterdam, Antwerpen","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"63","type":"book","title":"Historische Meditationen","container_title":null,"author":[{"family":"Kaegi","given":"W."}],"note":null,"publisher":"Fritz und Washmuth","editor":null,"publisher_place":"Zürich","issued":null,"event_date":null,"related":null,"relation":null,"volume":"2 vols.","page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"64","type":"book","title":"Notions d'historiographie moderne","container_title":null,"author":[{"family":"Lefebvre","given":"G."}],"note":"dactylographed for his students","publisher":"Centre de Documentation Universitaire","editor":null,"publisher_place":"Paris","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"65","type":"book","title":"Essays on Historiography","container_title":null,"author":[{"family":"Malin","given":"James C."}],"note":null,"publisher":"the Author","editor":null,"publisher_place":"Lawrence, Kansas","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"66","type":"book","title":"The Old Testament Interpretation of History","container_title":null,"author":[{"family":"North","given":"C. R."}],"note":null,"publisher":"The Epworth Press","editor":null,"publisher_place":"London","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"67","type":"book","title":"Concord and Liberty","container_title":null,"author":[{"family":"Ortega y Gasset","given":"José"}],"note":"trans. by Helene Weyl","publisher":"Norton","editor":null,"publisher_place":"New York","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"68","type":"book","title":"Sociolvidenbakelig Metodelaere","container_title":null,"author":[{"family":"Ranulf","given":"Svend"}],"note":null,"publisher":"Einar Munksgaard","editor":null,"publisher_place":"København","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"69","type":"book","title":"Geschichte als Bildungsmacht","container_title":null,"author":[{"family":"Ritter","given":"Gerhard"}],"note":null,"publisher":"Deutsche Verlags-Anstalt","editor":null,"publisher_place":"Stuttgart","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":null}]}
| Fuzzy Score | F1 micro / macro | Micro precision/recall | Tue/False Positives | |||||
| 0.68 | n/a | n/a | n/a | n/a | n/a | n/a | n/a | n/a |
| Micro Precision | Micro Recall | Instances | TP | FP | FN | |||
| Pricing Date: n/a, n/a. | Tokens: 16.2K IT + 8.8K OT = 25.0K TT | Cost: 0.081$ + 0.220$ = 0.301$ |
book-page information-extraction printed 20 en list bibliographic
| Provider | openai |
| Model | o3-2025-04-16 |
| Temperature | 0.0 |
| Dataclass | Document |
| Normalized Score | 64.65 % |
| Test time | 49.32 seconds |
{"metadata":{"title":"HISTORY AND THEORY","year":"1946","page_number":5},"entries":[{"id":"49","type":"journal-article","title":"Review of the German translation","container_title":"Historische Zeitschrift","author":[{"family":"Schlenke","given":"Manfred"}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":"1957","event_date":null,"related":null,"relation":null,"volume":"CLXXXIV","page":"594-597","fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"50","type":"book","title":"Introduzione allo studio della storia","container_title":null,"author":[{"family":"Cusin","given":"Fabio"}],"note":"Review: F. Cafaro, Sophia I (1947), 206-207.","publisher":"Cedam","editor":null,"publisher_place":"Padova","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"51","type":"journal-article","title":"Review of “Introduzione allo studio della storia”","container_title":"Sophia","author":[{"family":"Cafaro","given":"F."}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":"1947","event_date":null,"related":null,"relation":"50","volume":"I","page":"206-207","fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"52","type":"book","title":"L'histoire, science du concret","container_title":null,"author":[{"family":"Dardel","given":"Eric"}],"note":null,"publisher":"Presses Universitaires de France","editor":null,"publisher_place":"Paris","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"53","type":"book","title":"Historical Change","container_title":null,"author":[{"family":"Einstein","given":"Lewis"}],"note":null,"publisher":"Cambridge University Press","editor":null,"publisher_place":"Cambridge","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"54","type":"book","title":"The Place of War in History","container_title":null,"author":[{"family":"Falls","given":"Cyril"}],"note":null,"publisher":"Clarendon","editor":null,"publisher_place":"Oxford","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"55","type":"book","title":"A Guide to Historical Method","container_title":null,"author":[{"family":"Garraghan","given":"Gilbert J."}],"note":null,"publisher":"Fordham University Press","editor":["Jean Delanglez"],"publisher_place":"New York","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"56","type":"book","title":"Leçons sur la philosophie de l'histoire","container_title":null,"author":[{"family":"Gibelin","given":"J."}],"note":null,"publisher":"Vrin","editor":null,"publisher_place":"Paris","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"57","type":"book","title":"Bilan de l'histoire","container_title":null,"author":[{"family":"Grousset","given":"René"}],"note":null,"publisher":"Plon","editor":null,"publisher_place":"Paris","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"58","type":"book","title":"Introduction à l'histoire","container_title":null,"author":[{"family":"Halphen","given":"Louis"}],"note":null,"publisher":"Presses Universitaires de France","editor":null,"publisher_place":"Paris","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"59","type":"journal-article","title":"Sur une forme d'histoire qui n'est pas la nôtre","container_title":"Annales: Economies-sociétés-civilisations","author":[{"family":"Febvre","given":"Lucien"}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":"III","page":"21-24","fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"60","type":"journal-article","title":"Avenir de l'histoire","container_title":"Revue historique","author":[{"family":"Lefebvre","given":"Georges"}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":"1947","event_date":null,"related":null,"relation":null,"volume":"CXCVII","page":"55-61","fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"61","type":"book","title":"Hoe bepaalt de geschiedenis het heden? Een niet gehouden rede","container_title":null,"author":[{"family":"Huizinga","given":"J."}],"note":null,"publisher":"Tjeenk Willink","editor":null,"publisher_place":"Haarlem","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"62","type":"book","title":"De mensch en de beschaving","container_title":null,"author":[{"family":"Huizinga","given":"J."}],"note":null,"publisher":"Pantheon","editor":null,"publisher_place":"Amsterdam; Antwerpen","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"63","type":"book","title":"Historische Meditationen","container_title":null,"author":[{"family":"Kaegi","given":"W."}],"note":"2 vols.","publisher":"Fritz und Wasmuth","editor":null,"publisher_place":"Zürich","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"64","type":"book","title":"Notions d'historiographie moderne","container_title":null,"author":[{"family":"Lefebvre","given":"G."}],"note":"Dactylographed for his students","publisher":"Centre de Documentation Universitaire","editor":null,"publisher_place":"Paris","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"65","type":"book","title":"Essays on Historiography","container_title":null,"author":[{"family":"Malin","given":"James C."}],"note":null,"publisher":"the Author","editor":null,"publisher_place":"Lawrence, Kansas","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"66","type":"book","title":"The Old Testament Interpretation of History","container_title":null,"author":[{"family":"North","given":"C. R."}],"note":null,"publisher":"The Epworth Press","editor":null,"publisher_place":"London","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"67","type":"book","title":"Concord and Liberty","container_title":null,"author":[{"family":"Ortega y Gasset","given":"José"}],"note":"Translated by Helene Weyl","publisher":"Norton","editor":null,"publisher_place":"New York","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"68","type":"book","title":"Sociolvidenbakelig Metodelaere","container_title":null,"author":[{"family":"Ranulf","given":"Svend"}],"note":null,"publisher":"Einar Munksgaard","editor":null,"publisher_place":"København","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"69","type":"book","title":"Geschichte als Bildungsmacht","container_title":null,"author":[{"family":"Ritter","given":"Gerhard"}],"note":null,"publisher":"Deutsche Verlags-Anstalt","editor":null,"publisher_place":"Stuttgart","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":null}]}
| Fuzzy Score | F1 micro / macro | Micro precision/recall | Tue/False Positives | |||||
| 0.65 | n/a | n/a | n/a | n/a | n/a | n/a | n/a | n/a |
| Micro Precision | Micro Recall | Instances | TP | FP | FN | |||
| Pricing Date: n/a, n/a. | Tokens: 8.2K IT + 18.7K OT = 26.9K TT | Cost: 0.016$ + 0.149$ = 0.166$ |
book-page information-extraction printed 20 en list bibliographic
| Provider | mistral |
| Model | ministral-14b-2512 |
| Temperature | 0.0 |
| Dataclass | Document |
| Normalized Score | 5.56 % |
| Test time | 5.04 seconds |
{"metadata":{"title":"Historical Bibliography Page 4","year":"2023","page_number":4},"entries":[{"id":"entry_01","type":"journal-article","title":"The Fall of Constantinople: A Reassessment of Military Tactics","container_title":"Speculum","author":[{"family":"Magdalino","given":"Paul"}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":"2003","event_date":null,"related":null,"relation":"entry_03","volume":"78","page":"1024-1058","fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"entry_02","type":"book","title":"The Byzantine Empire: A Concise History","container_title":null,"author":[{"family":"Norwich","given":"John Julius"}],"note":null,"publisher":"Penguin Books","editor":null,"publisher_place":null,"issued":"2011","event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":"Revised Edition","incomplete":null},{"id":"entry_03","type":"journal-article","title":"The Fourth Crusade and the Sack of Constantinople: Historical Controversies","container_title":"The Journal of Medieval History","author":[{"family":"Harris","given":"Jonathan"}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":"2004","event_date":null,"related":["entry_01"],"relation":null,"volume":"30","page":"1-25","fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"entry_04","type":"other","title":"Primary Sources on the Fall of Constantinople: A Compilation of Chroniclers’ Accounts","container_title":null,"author":[{"family":"Magdalino","given":"Paul"},{"family":"Trapp","given":"Erich"}],"note":"Edited and annotated by Paul Magdalino and Erich Trapp","publisher":"Ashgate Publishing","editor":null,"publisher_place":null,"issued":"1996","event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":true}]}
| Fuzzy Score | F1 micro / macro | Micro precision/recall | Tue/False Positives | |||||
| 0.06 | n/a | n/a | n/a | n/a | n/a | n/a | n/a | n/a |
| Micro Precision | Micro Recall | Instances | TP | FP | FN | |||
| Pricing Date: n/a, n/a. | Tokens: 4.9K IT + 3.5K OT = 8.5K TT | Cost: 0.001$ + 0.001$ = 0.002$ |
book-page information-extraction printed 20 en list bibliographic
| Provider | genai |
| Model | gemini-3-flash-preview |
| Temperature | 0.0 |
| Dataclass | Document |
| Normalized Score | 63.27 % |
| Test time | 336.66 seconds |
{"metadata":{"title":"BIBLIOGRAPHY","year":"1947","page_number":10},"entries":[{"id":"140","type":"book","title":"Why We Read History","container_title":null,"author":[{"family":"Smellie","given":"K. B."}],"note":null,"publisher":"P. Elek","editor":null,"publisher_place":"London","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"141","type":"book","title":"A Study of History","container_title":null,"author":[{"family":"Toynbee","given":"Arnold J."}],"note":"abridged by D. C. Somervell; Abridgement of vols. I-VI of A Study of History","publisher":"Oxford","editor":null,"publisher_place":"New York","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"142","type":"book","title":"In den spiegel van het verleden: historische opstellen","container_title":null,"author":[{"family":"Verberne","given":"L. G. J."}],"note":null,"publisher":"Bruna","editor":null,"publisher_place":"Utrecht, Antwerpen","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"143","type":"book","title":"Esquemas de metodología eclesiástica","container_title":null,"author":[{"family":"Vevir","given":"José"}],"note":null,"publisher":"Instituto","editor":null,"publisher_place":"Barcelona","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"144","type":"book","title":"Sinn und Ziel der Geschichte","container_title":null,"author":[{"family":"Walz","given":"Hans H."}],"note":null,"publisher":"Universitäts-Verlag","editor":null,"publisher_place":"Bonn","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"145","type":"other","title":"Atti del congresso internazionale di filosofia 15-20 November, 1946","container_title":null,"author":null,"note":"Relevant articles:","publisher":"Castellani","editor":null,"publisher_place":"Milano","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"146","type":"journal-article","title":"Storia e materialismo storico","container_title":null,"author":[{"family":"Drago","given":"Pietro C."}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":"I","page":"109-117","fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"147","type":"journal-article","title":"Critica del giudizio storico","container_title":null,"author":[{"family":"Fazio-Allmayer","given":"Vito"}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":"I","page":"281-290","fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"148","type":"journal-article","title":"Forza e spirito nella storia","container_title":null,"author":[{"family":"Nyman","given":"A."}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":"I","page":"191-200","fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"149","type":"journal-article","title":"Sur le concept d'histoire","container_title":null,"author":[{"family":"Benjamin","given":"Walter"}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":"II","page":"623-634","fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"150","type":"journal-article","title":"Philosophy of History","container_title":null,"author":[{"family":"Boodin","given":"John E."}],"note":null,"publisher":null,"editor":["Dagobert D. Runes"],"publisher_place":"New York","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":"89-106","fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"151","type":"journal-article","title":"De la perception à l'histoire. La philosophie de M. Merleau-Ponty","container_title":null,"author":[{"family":"Caillois","given":"R. P."}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":"II","page":"57-85","fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"152","type":"journal-article","title":"Commemorazione di Adolfo Omodeo","container_title":null,"author":[{"family":"Cantimori","given":"Delio"}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":"3-4","reprint":"reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959","edition":null,"incomplete":null},{"id":"153","type":"journal-article","title":"The Historian and the Philosophy of Science","container_title":null,"author":[{"family":"Cowan","given":"Thomas"}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":"XXXVIII","page":"11-18","fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"154","type":"journal-article","title":"History as a Science","container_title":null,"author":[{"family":"Crawford","given":"R. M."}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":"III","page":"153-175","fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"155","type":"journal-article","title":"Christianisme et histoire","container_title":null,"author":[{"family":"Daniélou","given":"J."}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":"CCLIV","page":"166-184","fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"156","type":"journal-article","title":"Wahrheit der Geschichte. Geschichte der Wahrheit","container_title":null,"author":[{"family":"Dell","given":"Stanley"}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":"III","page":"44-53","fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"157","type":"journal-article","title":"The Idea of Progress","container_title":null,"author":[{"family":"Fay","given":"Sidney B."}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":"LII","page":"231-246","fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"158","type":"journal-article","title":"Théologie et histoire","container_title":null,"author":[{"family":"Fessard","given":"Gaston"}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":"VIII","page":"39-65","fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"159","type":"journal-article","title":"Acton, Creighton, and Lea: a Study in History and Ethics","container_title":null,"author":[{"family":"Fish","given":"Andrew"}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":"XVI","page":"59-69","fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"160","type":"journal-article","title":"Le conscience historique en Italie","container_title":null,"author":[{"family":"Garosci","given":"A."}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":"III","page":"23-24","fascicle":null,"reprint":null,"edition":null,"incomplete":null}]}
| Fuzzy Score | F1 micro / macro | Micro precision/recall | Tue/False Positives | |||||
| 0.63 | n/a | n/a | n/a | n/a | n/a | n/a | n/a | n/a |
| Micro Precision | Micro Recall | Instances | TP | FP | FN | |||
| Pricing Date: n/a, n/a. | Tokens: 5.8K IT + 9.4K OT = 15.2K TT | Cost: 0.003$ + 0.028$ = 0.031$ |
book-page information-extraction printed 20 en list bibliographic
| Provider | openrouter |
| Model | qwen/qwen3-vl-8b-instruct |
| Temperature | 0.0 |
| Dataclass | Document |
| Normalized Score | 53.87 % |
| Test time | 21.41 seconds |
{"metadata":{"title":"1945","year":"1945","page_number":2},"entries":[{"id":"1","type":"book","title":"Time as Dimension and History","container_title":"University of New Mexico Press","author":[{"family":"Alexander","given":"Hubert G."}],"note":null,"publisher":"Albuquerque","editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"2","type":"book","title":"Wahrheit und Ideologie","container_title":"Manesse","author":[{"family":"Barth","given":"Hans"}],"note":null,"publisher":"Zürich","editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"3","type":"book","title":"Las generaciones en la historia","container_title":"Instituto de estudios políticos","author":[{"family":"Entralyo Laín","given":"Pedro"}],"note":null,"publisher":"Madrid","editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"4","type":"book","title":"Cuatro visiones de la historia universal","container_title":"Editorial Losada","author":[{"family":"Ferrater Mora","given":"José"}],"note":null,"publisher":"Buenos Aires","editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"5","type":"book","title":"The Use of Personal Documents in History, Anthropology, and Sociology","container_title":"Social Science Research Council, Bulletin 53","author":[{"family":"Gottschalk","given":"L."},{"family":"Kluckhohn","given":"C."},{"family":"Angell","given":"R."}],"note":"Review:","publisher":"New York","editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"6","type":"journal-article","title":"The American Journal of Sociology LII","container_title":"The American Journal of Sociology LII","author":[{"family":"Lapiere","given":"R. T."}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":"156-157","event_date":"1946","related":null,"relation":null,"volume":"LII","page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"7","type":"book","title":"El problema de la historia y su lugar en el conocimiento","container_title":"Universidad de Chile","author":[{"family":"Jasinowski","given":"Bogumil"}],"note":"Review:","publisher":"Santiago, Chile","editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"8","type":"journal-article","title":"Revue philosophique CXL","container_title":"Revue philosophique CXL","author":null,"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":"528","event_date":"1950","related":null,"relation":null,"volume":"CXL","page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"9","type":"book","title":"Man the Measure: a New Approach to History","container_title":"Jonathan Cape (1st ed. New York: Pantheon, 1943)","author":[{"family":"Kahler","given":"Erich"}],"note":"Review:","publisher":"London","editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":"2nd ed.","incomplete":false},{"id":"10","type":"journal-article","title":"“The Flight from Reason”","container_title":"Journal of Modern History XVII","author":[{"family":"Savelle","given":"Max"}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":"153-162","event_date":"1945","related":null,"relation":null,"volume":"XVII","page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"11","type":"book","title":"The Social Interpretation of History","container_title":"Scribner","author":[{"family":"Maurice","given":"William"}],"note":null,"publisher":"New York","editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"12","type":"book","title":"The Open Society and Its Enemies","container_title":"Routledge (Revised ed. Princeton: Princeton University Press, 1950)","author":[{"family":"Popper","given":"Karl"}],"note":"Reviews and review-articles:","publisher":"London","editor":null,"publisher_place":null,"issued":null,"event_date":"1950","related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":"2 vols., Revised ed.","incomplete":false},{"id":"13","type":"journal-article","title":"Journal of Philosophy XLIV","container_title":"Journal of Philosophy XLIV","author":[{"family":"Aiken","given":"H. D."}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":"459-479","event_date":"1947","related":null,"relation":null,"volume":"XLIV","page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"14","type":"journal-article","title":"The Social Scientist in the ‘Open Society’","container_title":"The Social Scientist in the ‘Open Society’","author":[{"family":"Bock","given":"Kenneth E."}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":true}]}
| Fuzzy Score | F1 micro / macro | Micro precision/recall | Tue/False Positives | |||||
| 0.54 | n/a | n/a | n/a | n/a | n/a | n/a | n/a | n/a |
| Micro Precision | Micro Recall | Instances | TP | FP | FN | |||
| Pricing Date: n/a, n/a. | Tokens: 12.8K IT + 13.7K OT = 26.4K TT | Cost: 0.001$ + 0.007$ = 0.008$ |
book-page information-extraction printed 20 en list bibliographic
| Provider | openai |
| Model | gpt-5-nano-2025-08-07 |
| Temperature | 0.0 |
| Dataclass | Document |
| Normalized Score | 59.34 % |
| Test time | 86.82 seconds |
{"metadata":{"title":"Books","year":"1945","page_number":2},"entries":[{"id":"1","type":"book","title":"Time as Dimension and History","container_title":null,"author":[{"family":"Alexander","given":"Hubert G."}],"note":null,"publisher":"University of New Mexico Press","editor":null,"publisher_place":"Albuquerque","issued":"1945","event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"2","type":"book","title":"Wahrheit und Ideologie","container_title":null,"author":[{"family":"Barth","given":"Hans"}],"note":null,"publisher":"Manesse","editor":null,"publisher_place":"Zürich","issued":"1945","event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"3","type":"book","title":"Las generaciones en la historia","container_title":null,"author":[{"family":"Entralgo Laín","given":"Pedro"}],"note":null,"publisher":"Instituto de estudios politicos","editor":null,"publisher_place":"Madrid","issued":"1945","event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"4","type":"book","title":"Cuatro visiones de la historia universal","container_title":null,"author":[{"family":"Ferrater Mora","given":"José"}],"note":null,"publisher":"Editorial Losada","editor":null,"publisher_place":"Buenos Aires","issued":"1945","event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"5","type":"book","title":"The Use of Personal Documents in History, Anthropology, and Sociology","container_title":null,"author":[{"family":"Gottschalk","given":"L."},{"family":"Kluckhohn","given":"C."},{"family":"Angell","given":"R."}],"note":"Bulletin 53","publisher":"Social Science Research Council","editor":null,"publisher_place":"New York","issued":"1945","event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"6","type":"journal-article","title":"The American Journal of Sociology LII (1946), 156-157","container_title":null,"author":[{"family":"Lapiere","given":"R. T."}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":"1946","event_date":null,"related":null,"relation":null,"volume":null,"page":"156-157","fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"7","type":"book","title":"El problema de la historia y su lugar en el conocimiento","container_title":null,"author":[{"family":"Jasinowski","given":"Bogumil"}],"note":null,"publisher":"Universidad de Chile","editor":null,"publisher_place":"Santiago, Chile","issued":"1945","event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"8","type":"journal-article","title":"Review of Bogumil Jasinowski, El problema de la historia y su lugar en el conocimiento","container_title":null,"author":null,"note":"Review","publisher":"Revue philosophique","editor":null,"publisher_place":null,"issued":"1950","event_date":null,"related":null,"relation":"7","volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"9","type":"book","title":"Man the Measure: a New Approach to History","container_title":null,"author":[{"family":"Kahler","given":"Erich"}],"note":"2nd ed., (1st ed. New York: Pantheon, 1943). Review:","publisher":"Jonathan Cape","editor":null,"publisher_place":"London","issued":"1945","event_date":null,"related":null,"relation":"10","volume":null,"page":null,"fascicle":null,"reprint":null,"edition":"2nd ed.","incomplete":false},{"id":"10","type":"journal-article","title":"\"The Flight from Reason\"","container_title":"Journal of Modern History XVII (1945), 153-162","author":[{"family":"Savelle","given":"Max"}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":"1945","event_date":null,"related":null,"relation":"9","volume":null,"page":"153-162","fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"11","type":"book","title":"The Social Interpretation of History","container_title":null,"author":[{"family":"Maurice","given":"William"}],"note":null,"publisher":"Scribner","editor":null,"publisher_place":"New York","issued":"1945","event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"12","type":"book","title":"The Open Society and Its Enemies","container_title":null,"author":[{"family":"Popper","given":"Karl"}],"note":"2 vols., London: Routledge (Revised ed. Princeton: Princeton University Press, 1950). Reviews and review-articles:","publisher":"Routledge","editor":null,"publisher_place":"London","issued":"1950","event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"13","type":"journal-article","title":"Review of Karl Popper, The Open Society and Its Enemies","container_title":null,"author":[{"family":"Aiken","given":"H. D."}],"note":null,"publisher":"Journal of Philosophy","editor":null,"publisher_place":null,"issued":"1947","event_date":null,"related":null,"relation":"12","volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"14","type":"journal-article","title":"The Social Scientist in the Open Society","container_title":null,"author":[{"family":"Bock","given":"Kenneth E."}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":"1947","event_date":null,"related":null,"relation":"12","volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":true}]}
| Fuzzy Score | F1 micro / macro | Micro precision/recall | Tue/False Positives | |||||
| 0.59 | n/a | n/a | n/a | n/a | n/a | n/a | n/a | n/a |
| Micro Precision | Micro Recall | Instances | TP | FP | FN | |||
| Pricing Date: n/a, n/a. | Tokens: 14.5K IT + 58.0K OT = 72.5K TT | Cost: 0.001$ + 0.023$ = 0.024$ |
book-page information-extraction printed 20 en list bibliographic
| Provider | mistral |
| Model | ministral-8b-2512 |
| Temperature | 0.0 |
| Dataclass | Document |
| Normalized Score | 4.61 % |
| Test time | 4.43 seconds |
{"metadata":{"title":"Historical Entries - Page 3","year":"1895","page_number":3},"entries":[{"id":"E00301","type":"book","title":"The Rise and Fall of the Roman Empire: A Historical Analysis","container_title":null,"author":[{"family":"Tacitus","given":"Cornelius"}],"note":"Includes critical commentary on the reign of Emperor Nero.","publisher":"Cambridge University Press","editor":null,"publisher_place":"Cambridge","issued":"1895-03-15","event_date":null,"related":null,"relation":null,"volume":"Vol. 2","page":"123-145","fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"E00302","type":"journal-article","title":"The Influence of the Silk Road on Medieval European Trade","container_title":"Journal of Medieval Studies","author":[{"family":"Fukuyama","given":"Helen"}],"note":null,"publisher":"Oxford University Press","editor":null,"publisher_place":"Oxford","issued":"1895-04-20","event_date":null,"related":null,"relation":"E00209","volume":"12","page":"45-67","fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"E00303","type":"other","title":"Excerpt from the Annals of the Four Masters: Irish Genealogies and History","container_title":null,"author":null,"note":"Incomplete transcription due to page damage.","publisher":null,"editor":["John O'Donovan","Eugenius O'Curry"],"publisher_place":null,"issued":"1895","event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":true}]}
| Fuzzy Score | F1 micro / macro | Micro precision/recall | Tue/False Positives | |||||
| 0.05 | n/a | n/a | n/a | n/a | n/a | n/a | n/a | n/a |
| Micro Precision | Micro Recall | Instances | TP | FP | FN | |||
| Pricing Date: n/a, n/a. | Tokens: 4.9K IT + 2.9K OT = 7.8K TT | Cost: 0.001$ + 0.000$ = 0.001$ |
book-page information-extraction printed 20 en list bibliographic
| Provider | openai |
| Model | gpt-5-mini-2025-08-07 |
| Temperature | 0.0 |
| Dataclass | Document |
| Normalized Score | 67.67 % |
| Test time | 45.02 seconds |
{"metadata":{"title":"HISTORY AND THEORY","year":"1945","page_number":3},"entries":[{"id":"15","type":"journal-article","title":"The Open Society and Its Enemies","container_title":"British Journal of Sociology","author":[{"family":"Plamenatz","given":"J."}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":"1952","event_date":null,"related":null,"relation":null,"volume":"III","page":"264-273","fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"16","type":"journal-article","title":"The Open Society - a Comment","container_title":"British Journal of Sociology","author":[{"family":"Gombrich","given":"E. H."}],"note":"On Plamenatz","publisher":null,"editor":null,"publisher_place":null,"issued":"1952","event_date":null,"related":null,"relation":null,"volume":"III","page":"358-360","fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"17","type":"journal-article","title":"The Open Society - a Rejoinder","container_title":"British Journal of Sociology","author":[{"family":"Plamenatz","given":"J."}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":"1953","event_date":null,"related":null,"relation":null,"volume":"IV","page":"76-77","fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"18","type":"journal-article","title":"The Open Society: a Reconsideration","container_title":"Political Science Quarterly","author":[{"family":"Cobban","given":"Alfred"}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":"1954","event_date":null,"related":null,"relation":null,"volume":"LXIX","page":"119-126","fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"19","type":"journal-article","title":"Has History a Meaning?","container_title":"British Journal for the Philosophy of Science","author":[{"family":"Bernal","given":"J. D."}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":"1955","event_date":null,"related":null,"relation":null,"volume":"VI","page":"164-169","fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"20","type":"book","title":"War and History","container_title":null,"author":[{"family":"Sumner","given":"B. H."}],"note":null,"publisher":"Oliver and Boyd","editor":null,"publisher_place":"Edinburgh","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"21","type":"book","title":"The Philosophy of American History","container_title":null,"author":[{"family":"Zucker","given":"Morris"}],"note":"2 vols.","publisher":"Arnold and Howard","editor":null,"publisher_place":"New York","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"22","type":"journal-article","title":"History as a Liberal Art","container_title":"Journal of the History of Ideas","author":[{"family":"Barzun","given":"Jacques"}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":"VI","page":"81-88","fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"23","type":"journal-article","title":"The Study of Contemporary History: Some Further Reflections","container_title":"History N. S.","author":[{"family":"Beloff","given":"Max"}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":"XXX","page":"75-84","fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"24","type":"journal-article","title":"Appunti sullo 'storicismo'","container_title":"Società","author":[{"family":"Cantimori","given":"Delio"}],"note":"Reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959, 1-45","publisher":null,"editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":"I","page":"1-45","fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"25","type":"journal-article","title":"The Meaning of History","container_title":"Ethics","author":[{"family":"Coulborn","given":"Rushton"}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":"LV","page":"46-63","fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"26","type":"journal-article","title":"History — a Science?","container_title":"Mississippi Valley Historical Review","author":[{"family":"Gould","given":"Clarence P."}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":"XXXII","page":"375-388","fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"27","type":"journal-article","title":"Generality and Singularity in Historical Judgment","container_title":"Journal of Philosophy","author":[{"family":"Hofstadter","given":"A."}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":"XLII","page":"57-65","fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"28","type":"journal-article","title":"Les nouvelles conceptions de l'histoire","container_title":"Revue philosophique","author":[{"family":"Lenoble","given":"R."}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":"CXXXV","page":"193-208, 324-348","fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"29","type":"journal-article","title":"In History or Beyond History","container_title":"Harvard Theological Review","author":[{"family":"McCown","given":"C. C."}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":"XXXVIII","page":"151-175","fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"30","type":"journal-article","title":"History and the Social Science Research Council","container_title":"American Historical Review","author":[{"family":"Nichols","given":"Roy F."}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":"L","page":"491-499","fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"31","type":"journal-article","title":"The Poverty of Historicism, Part III","container_title":"Economica","author":[{"family":"Popper","given":"Karl"}],"note":"Parts I and II appeared in 1944. Cf. also #1233.","publisher":null,"editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":"XII","page":"69-89","fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"32","type":"journal-article","title":"History and the Historian","container_title":"Journal of Philosophy","author":[{"family":"Weiss","given":"Paul"}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":"XLII","page":"169-179","fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"33","type":"journal-article","title":"The Attack on the Historical Method","container_title":"Journal of Philosophy","author":[{"family":"White","given":"Morton G."}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":"XLII","page":"314-331","fascicle":null,"reprint":null,"edition":null,"incomplete":false}]}
| Fuzzy Score | F1 micro / macro | Micro precision/recall | Tue/False Positives | |||||
| 0.68 | n/a | n/a | n/a | n/a | n/a | n/a | n/a | n/a |
| Micro Precision | Micro Recall | Instances | TP | FP | FN | |||
| Pricing Date: n/a, n/a. | Tokens: 12.3K IT + 23.2K OT = 35.5K TT | Cost: 0.003$ + 0.046$ = 0.050$ |
book-page information-extraction printed 20 en list bibliographic
| Provider | openai |
| Model | gpt-5-2025-08-07 |
| Temperature | 0.0 |
| Dataclass | Document |
| Normalized Score | 66.32 % |
| Test time | 136.10 seconds |
{"metadata":{"title":"History and Theory — Bibliography","year":"1945","page_number":3},"entries":[{"id":"15","type":"journal-article","title":"The Open Society and Its Enemies","container_title":"British Journal of Sociology","author":[{"family":"Plamenatz","given":"J."}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":"1952","event_date":null,"related":null,"relation":null,"volume":"III","page":"264-273","fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"16","type":"journal-article","title":"The Open Society — a Comment","container_title":"British Journal of Sociology","author":[{"family":"Gombrich","given":"E. H."}],"note":"On Plamenatz","publisher":null,"editor":null,"publisher_place":null,"issued":"1952","event_date":null,"related":null,"relation":"15","volume":"III","page":"358-360","fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"17","type":"journal-article","title":"The Open Society — a Rejoinder","container_title":"British Journal of Sociology","author":[{"family":"Plamenatz","given":"J."}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":"1953","event_date":null,"related":null,"relation":"16","volume":"IV","page":"76-77","fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"18","type":"journal-article","title":"The Open Society: a Reconsideration","container_title":"Political Science Quarterly","author":[{"family":"Cobban","given":"Alfred"}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":"1954","event_date":null,"related":null,"relation":null,"volume":"LXIX","page":"119-126","fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"19","type":"journal-article","title":"Has History a Meaning?","container_title":"British Journal for the Philosophy of Science","author":[{"family":"Bernal","given":"J. D."}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":"1955","event_date":null,"related":null,"relation":null,"volume":"VI","page":"164-169","fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"20","type":"book","title":"War and History","container_title":null,"author":[{"family":"Sumner","given":"B. H."}],"note":null,"publisher":"Oliver and Boyd","editor":null,"publisher_place":"Edinburgh","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"21","type":"book","title":"The Philosophy of American History","container_title":null,"author":[{"family":"Zucker","given":"Morris"}],"note":"2 vols.","publisher":"Arnold and Howard","editor":null,"publisher_place":"New York","issued":null,"event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"22","type":"journal-article","title":"History as a Liberal Art","container_title":"Journal of the History of Ideas","author":[{"family":"Barzun","given":"Jacques"}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":"VI","page":"81-88","fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"23","type":"journal-article","title":"The Study of Contemporary History: Some Further Reflections","container_title":"History N.S.","author":[{"family":"Beloff","given":"Max"}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":"XXX","page":"75-84","fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"24","type":"journal-article","title":"Appunti sullo 'storicismo'","container_title":"Società","author":[{"family":"Cantimori","given":"Delio"}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":"I","page":"1-45","fascicle":null,"reprint":"Reprinted in D. Cantimori, Studi di storia, Torino: Einaudi, 1959, 1-45","edition":null,"incomplete":null},{"id":"25","type":"journal-article","title":"The Meaning of History","container_title":"Ethics","author":[{"family":"Coulborn","given":"Rushton"}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":"LV","page":"46-63","fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"26","type":"journal-article","title":"History - a Science?","container_title":"Mississippi Valley Historical Review","author":[{"family":"Gould","given":"Clarence P."}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":"XXXII","page":"375-388","fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"27","type":"journal-article","title":"Generality and Singularity in Historical Judgment","container_title":"Journal of Philosophy","author":[{"family":"Hofstadter","given":"A."}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":"XLII","page":"57-65","fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"28","type":"journal-article","title":"Les nouvelles conceptions de l'histoire","container_title":"Revue philosophique","author":[{"family":"Lenoble","given":"R."}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":"CXXXV","page":"193-208, 324-348","fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"29","type":"journal-article","title":"In History or Beyond History","container_title":"Harvard Theological Review","author":[{"family":"McCown","given":"C. C."}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":"XXXVIII","page":"151-175","fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"30","type":"journal-article","title":"History and the Social Science Research Council","container_title":"American Historical Review","author":[{"family":"Nichols","given":"Roy F."}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":"L","page":"491-499","fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"31","type":"journal-article","title":"The Poverty of Historicism, Part III","container_title":"Economica","author":[{"family":"Popper","given":"Karl"}],"note":"Parts I and II appeared in 1944. Cf. also #1233.","publisher":null,"editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":["1233"],"relation":null,"volume":"XII","page":"69-89","fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"32","type":"journal-article","title":"History and the Historian","container_title":"Journal of Philosophy","author":[{"family":"Weiss","given":"Paul"}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":"XLII","page":"169-179","fascicle":null,"reprint":null,"edition":null,"incomplete":null},{"id":"33","type":"journal-article","title":"The Attack on the Historical Method","container_title":"Journal of Philosophy","author":[{"family":"White","given":"Morton G."}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":null,"event_date":null,"related":null,"relation":null,"volume":"XLII","page":"314-331","fascicle":null,"reprint":null,"edition":null,"incomplete":null}]}
| Fuzzy Score | F1 micro / macro | Micro precision/recall | Tue/False Positives | |||||
| 0.66 | n/a | n/a | n/a | n/a | n/a | n/a | n/a | n/a |
| Micro Precision | Micro Recall | Instances | TP | FP | FN | |||
| Pricing Date: n/a, n/a. | Tokens: 7.9K IT + 31.6K OT = 39.5K TT | Cost: 0.010$ + 0.316$ = 0.326$ |
book-page information-extraction printed 20 en list bibliographic
| Provider | openai |
| Model | gpt-5.1-2025-11-13 |
| Temperature | 0.0 |
| Dataclass | Document |
| Normalized Score | 71.05 % |
| Test time | 18.12 seconds |
{"metadata":{"title":"[Unknown]","year":"1945","page_number":2},"entries":[{"id":"1","type":"book","title":"Time as Dimension and History","container_title":null,"author":[{"family":"Alexander","given":"Hubert G."}],"note":null,"publisher":"University of New Mexico Press","editor":null,"publisher_place":"Albuquerque","issued":"1945","event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"2","type":"book","title":"Wahrheit und Ideologie","container_title":null,"author":[{"family":"Barth","given":"Hans"}],"note":null,"publisher":"Manesse","editor":null,"publisher_place":"Zürich","issued":"1945","event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"3","type":"book","title":"Las generaciones en la historia","container_title":null,"author":[{"family":"Entralgo Laín","given":"Pedro"}],"note":null,"publisher":"Instituto de estudios políticos","editor":null,"publisher_place":"Madrid","issued":"1945","event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"4","type":"book","title":"Cuatro visiones de la historia universal","container_title":null,"author":[{"family":"Ferraret Mora","given":"José"}],"note":null,"publisher":"Editorial Losada","editor":null,"publisher_place":"Buenos Aires","issued":"1945","event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"5","type":"book","title":"The Use of Personal Documents in History, Anthropology, and Sociology","container_title":null,"author":[{"family":"Gottschalk","given":"L."},{"family":"Kluckhohn","given":"C."},{"family":"Angell","given":"R."}],"note":"Social Science Research Council, Bulletin 53.","publisher":"Social Science Research Council","editor":null,"publisher_place":"New York","issued":"1945","event_date":null,"related":null,"relation":null,"volume":"53","page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"6","type":"journal-article","title":"[Review of Gottschalk, Kluckhohn, and Angell, The Use of Personal Documents in History, Anthropology, and Sociology]","container_title":"The American Journal of Sociology","author":[{"family":"Lapiere","given":"R. T."}],"note":"Review.","publisher":null,"editor":null,"publisher_place":null,"issued":"1946","event_date":null,"related":["5"],"relation":"5","volume":"LII","page":"156-157","fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"7","type":"book","title":"El problema de la historia y su lugar en el conocimiento","container_title":null,"author":[{"family":"Jasinowski","given":"Bogumil"}],"note":null,"publisher":"Universidad de Chile","editor":null,"publisher_place":"Santiago, Chile","issued":"1945","event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"8","type":"journal-article","title":"[Review of Bogumil Jasinowski, El problema de la historia y su lugar en el conocimiento]","container_title":"Revue philosophique","author":null,"note":"Review.","publisher":null,"editor":null,"publisher_place":null,"issued":"1950","event_date":null,"related":["7"],"relation":"7","volume":"CXL","page":"528","fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"9","type":"book","title":"Man the Measure: a New Approach to History","container_title":null,"author":[{"family":"Kahler","given":"Erich"}],"note":"2nd ed. (1st ed. New York: Pantheon, 1943).","publisher":"Jonathan Cape","editor":null,"publisher_place":"London","issued":"1945","event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":"1st ed. New York: Pantheon, 1943","edition":"2nd ed.","incomplete":false},{"id":"10","type":"journal-article","title":"The Flight from Reason","container_title":"Journal of Modern History","author":[{"family":"Savelle","given":"Max"}],"note":"Review.","publisher":null,"editor":null,"publisher_place":null,"issued":"1945","event_date":null,"related":["9"],"relation":"9","volume":"XVII","page":"153-162","fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"11","type":"book","title":"The Social Interpretation of History","container_title":null,"author":[{"family":"Maurice","given":"William"}],"note":null,"publisher":"Scribner","editor":null,"publisher_place":"New York","issued":"1945","event_date":null,"related":null,"relation":null,"volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"12","type":"book","title":"The Open Society and Its Enemies","container_title":null,"author":[{"family":"Popper","given":"Karl"}],"note":"2 vols. Revised ed. Princeton: Princeton University Press, 1950. Reviews and review-articles.","publisher":"Routledge","editor":null,"publisher_place":"London","issued":"1945","event_date":null,"related":null,"relation":null,"volume":"2 vols.","page":null,"fascicle":null,"reprint":null,"edition":"Revised ed.","incomplete":false},{"id":"13","type":"journal-article","title":"[Review-article on Karl Popper, The Open Society and Its Enemies]","container_title":"Journal of Philosophy","author":[{"family":"Aiken","given":"H. D."}],"note":"Review-article.","publisher":null,"editor":null,"publisher_place":null,"issued":"1947","event_date":null,"related":["12"],"relation":"12","volume":"XLIV","page":"459-479","fascicle":null,"reprint":null,"edition":null,"incomplete":false},{"id":"14","type":"journal-article","title":"The Social Scientist in the “Open Society”","container_title":null,"author":[{"family":"Bock","given":"Kenneth E."}],"note":null,"publisher":null,"editor":null,"publisher_place":null,"issued":"1945","event_date":null,"related":["12"],"relation":"12","volume":null,"page":null,"fascicle":null,"reprint":null,"edition":null,"incomplete":true}]}
| Fuzzy Score | F1 micro / macro | Micro precision/recall | Tue/False Positives | |||||
| 0.71 | n/a | n/a | n/a | n/a | n/a | n/a | n/a | n/a |
| Micro Precision | Micro Recall | Instances | TP | FP | FN | |||
| Pricing Date: n/a, n/a. | Tokens: 7.9K IT + 10.2K OT = 18.1K TT | Cost: 0.010$ + 0.102$ = 0.112$ |