{"_id": {"$oid": "6aa7a68dbf5ce6c3c2c56eb5"}, "test_id": "T0398", "benchmark": "company_lists", "date": "2025-10-28", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en", "de"], "layout": ["list"], "entry-type": ["company"], "task": ["information-extraction"]}, "contributors": ["lea_kasper", "sorin_marti"], "hidden": false, "config": {"provider": "openrouter", "model": "qwen/qwen3-vl-30b-a3b-instruct", "dataclass": "ListPage", "temperature": 0.5, "role_description": "You are a Historian", "prompt_file": "prompt_min.txt", "legacy_test": false}, "prompt": "- Answer in valid JSON.\n- The page ID is given as {page_id}.\n", "results": {"provider": "openrouter", "model": "qwen/qwen3-vl-30b-a3b-instruct", "duration": 5.980682611465454, "timestamp": "2025-10-28T10:56:16.760096", "parsed": {"page_id": "24", "entries": [{"entry_id": "1", "company_name": "Mikroskopie und Zubeh\u00f6r (Deckgl\u00e4ser, Objekttr\u00e4ger, Cartonnage)", "location": "A. Boreux"}, {"entry_id": "2", "company_name": "Mineralwasser", "location": "Brunnenverwaltung Eptingen"}, {"entry_id": "3", "company_name": "Singer & Buchenhorner A.-G.", "location": "Alf. D\u00fcrr, J. H. Neukomm's Nachf. (k\u00fcnstliches)"}, {"entry_id": "4", "company_name": "M\u00f6bel, h\u00f6lzerne", "location": "Ausstattungsmagazine Ed. Senft. Basler M\u00f6belfabrik A.-G. vorm. Hermann Wagner & Cie. Adolf B\u00fcrgin. Bussinger & Cie. Fr\u00e4nkel & Voellmy. H. Hartmann. Kunsthandlung Rath. M. Russ. Alf. Schray (Kleinm\u00f6bel). Wolf & Glatz."}, {"entry_id": "5", "company_name": "Mosaik- und Terrazzo-B\u00f6den", "location": "Gebr. Antonietti."}, {"entry_id": "6", "company_name": "Motoren", "location": "A.-G. B\u00e4chtold & Cie. (Benzinmotoren, Dieselmotoren, Gasmotoren, Roh\u00f6lmotoren, Sauggasmotoren, Schiffsmotoren). Maschinenfabrik Burckhardt A.-G. (Druckluftmotoren f\u00fcr Laboratorien). G. Meidinger & Cie. (f\u00fcr Wehstuhl antrieb, Centrifugenantrieb, fahrbare Motoren mit Zahnradbetrieb, Automobilmotoren). s. Elektromotoren."}, {"entry_id": "7", "company_name": "Motorlastwagen", "location": "A.-G. f\u00fcr Motorlastwagen Soller (auch Reparaturst\u00fccke)."}, {"entry_id": "8", "company_name": "Musikinstrumente", "location": "Hug & Co. (Blechblasinstrumente). Schweiz. Geigenbaugesellschaft Liestal (Geigen, Celli, B\u00e4sse, B\u00f6gen, Gitarrren, Zithern). Schweizerisches Musikhaus Bannwart & Cie. (Mundharmonikas, Ziehharmonikas, Zungenmusikinstrumente, Blechblasinstrumente)."}, {"entry_id": "9", "company_name": "Musterkarten f\u00fcr chemische Fabriken, F\u00e4rbereien etc.", "location": "Henri Grunauer. Hans Ritter-Soder. Alb. Singeisen-Halder."}, {"entry_id": "10", "company_name": "Magnesiacement", "location": "Ch. H. Pfister & Co."}, {"entry_id": "11", "company_name": "N\u00e4hfaden", "location": "E. M\u00fcr y & Cie."}, {"entry_id": "12", "company_name": "N\u00e4hmaschinen", "location": "Affenranger, Haas & Plattner, Niederdorf (Schrauben und kleine Bestandteile f\u00fcr N\u00e4hmaschinen). Schweizerische N\u00e4hmaschinenfabrik A.-G. (f\u00fcr Hand-, Fuss- und elektrischen Betrieb, Fabriktische f\u00fcr Kraftbetrieb)."}, {"entry_id": "13", "company_name": "N\u00e4hseide", "location": "s. Floreitseide."}, {"entry_id": "14", "company_name": "N\u00e4hrsalzpr\u00e4parate", "location": "G. P. Richter (N\u00e4hrsalze \u00abGerstyl\u00bb, N\u00e4hrsalz - Bananencacao, N\u00e4hrsalz - Hafercacao, N\u00e4hrsalz - Kaffee). E. H. Schacke (N\u00e4hrsalz-Cacao, N\u00e4hrsalz-Kaffee)."}]}, "text": "", "raw_response": {"id": "gen-1761645372-XZ58x0aDZRKQOJrvtwaC", "model": "qwen/qwen3-vl-30b-a3b-instruct", "choices": [{"finish_reason": "stop", "index": 0, "message": {"content": "{\"page_id\": \"24\", \"entries\": [{\"entry_id\": \"1\", \"company_name\": \"Mikroskopie und Zubeh\u00f6r (Deckgl\u00e4ser, Objekttr\u00e4ger, Cartonnage)\", \"location\": \"A. Boreux\"}, {\"entry_id\": \"2\", \"company_name\": \"Mineralwasser\", \"location\": \"Brunnenverwaltung Eptingen\"}, {\"entry_id\": \"3\", \"company_name\": \"Singer & Buchenhorner A.-G.\", \"location\": \"Alf. D\u00fcrr, J. H. Neukomm's Nachf. (k\u00fcnstliches)\"}, {\"entry_id\": \"4\", \"company_name\": \"M\u00f6bel, h\u00f6lzerne\", \"location\": \"Ausstattungsmagazine Ed. Senft. Basler M\u00f6belfabrik A.-G. vorm. Hermann Wagner & Cie. Adolf B\u00fcrgin. Bussinger & Cie. Fr\u00e4nkel & Voellmy. H. Hartmann. Kunsthandlung Rath. M. Russ. Alf. Schray (Kleinm\u00f6bel). Wolf & Glatz.\"}, {\"entry_id\": \"5\", \"company_name\": \"Mosaik- und Terrazzo-B\u00f6den\", \"location\": \"Gebr. Antonietti.\"}, {\"entry_id\": \"6\", \"company_name\": \"Motoren\", \"location\": \"A.-G. B\u00e4chtold & Cie. (Benzinmotoren, Dieselmotoren, Gasmotoren, Roh\u00f6lmotoren, Sauggasmotoren, Schiffsmotoren). Maschinenfabrik Burckhardt A.-G. (Druckluftmotoren f\u00fcr Laboratorien). G. Meidinger & Cie. (f\u00fcr Wehstuhl antrieb, Centrifugenantrieb, fahrbare Motoren mit Zahnradbetrieb, Automobilmotoren). s. Elektromotoren.\"}, {\"entry_id\": \"7\", \"company_name\": \"Motorlastwagen\", \"location\": \"A.-G. f\u00fcr Motorlastwagen Soller (auch Reparaturst\u00fccke).\"}, {\"entry_id\": \"8\", \"company_name\": \"Musikinstrumente\", \"location\": \"Hug & Co. (Blechblasinstrumente). Schweiz. Geigenbaugesellschaft Liestal (Geigen, Celli, B\u00e4sse, B\u00f6gen, Gitarrren, Zithern). Schweizerisches Musikhaus Bannwart & Cie. (Mundharmonikas, Ziehharmonikas, Zungenmusikinstrumente, Blechblasinstrumente).\"}, {\"entry_id\": \"9\", \"company_name\": \"Musterkarten f\u00fcr chemische Fabriken, F\u00e4rbereien etc.\", \"location\": \"Henri Grunauer. Hans Ritter-Soder. Alb. Singeisen-Halder.\"}, {\"entry_id\": \"10\", \"company_name\": \"Magnesiacement\", \"location\": \"Ch. H. Pfister & Co.\"}, {\"entry_id\": \"11\", \"company_name\": \"N\u00e4hfaden\", \"location\": \"E. M\u00fcr y & Cie.\"}, {\"entry_id\": \"12\", \"company_name\": \"N\u00e4hmaschinen\", \"location\": \"Affenranger, Haas & Plattner, Niederdorf (Schrauben und kleine Bestandteile f\u00fcr N\u00e4hmaschinen). Schweizerische N\u00e4hmaschinenfabrik A.-G. (f\u00fcr Hand-, Fuss- und elektrischen Betrieb, Fabriktische f\u00fcr Kraftbetrieb).\"}, {\"entry_id\": \"13\", \"company_name\": \"N\u00e4hseide\", \"location\": \"s. Floreitseide.\"}, {\"entry_id\": \"14\", \"company_name\": \"N\u00e4hrsalzpr\u00e4parate\", \"location\": \"G. P. Richter (N\u00e4hrsalze \u00abGerstyl\u00bb, N\u00e4hrsalz - Bananencacao, N\u00e4hrsalz - Hafercacao, N\u00e4hrsalz - Kaffee). E. H. Schacke (N\u00e4hrsalz-Cacao, N\u00e4hrsalz-Kaffee).\"}]}", "role": "assistant"}}], "usage": {"prompt_tokens": 667, "completion_tokens": 911, "total_tokens": 1578}}, "usage": {"input_tokens": 667, "output_tokens": 911, "total_tokens": 1578}, "finish_reason": "stop"}, "scoring": {"f1_micro": 0.24346076458752516, "f1_macro": 0.256, "micro_precision": 0.2429718875502008, "micro_recall": 0.2439516129032258, "total_instances": 15, "total_tp": 242, "total_fp": 754, "total_fn": 750, "cost_summary": {"total_input_tokens": 11612, "total_output_tokens": 13486, "total_tokens": 25098, "input_cost_usd": 0.002322, "output_cost_usd": 0.00944, "total_cost_usd": 0.011763, "pricing_date": "2025-10-28", "input_price_per_million": 0.2, "output_price_per_million": 0.7}}, "pricing": {"bucket_date": "2025-10-28", "age_days": 0, "input_price_per_million": 0.2, "output_price_per_million": 0.7}, "timing": {"total_response_s": 284.79, "mean_response_s": 18.99, "slowest_response_s": 71.62, "inputs_timed": 15, "inputs_stored": 15, "span_s": 196.28}, "normalized_score": 25.6}