{"_id": {"$oid": "6ac4c7b5164e0f17c0b22e9e"}, "test_id": "T0396", "benchmark": "company_lists", "date": "2025-10-28", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en", "de"], "layout": ["list"], "entry-type": ["company"], "task": ["information-extraction"]}, "contributors": ["lea_kasper", "sorin_marti"], "hidden": false, "config": {"provider": "openrouter", "model": "meta-llama/llama-4-maverick", "dataclass": "ListPage", "temperature": 0.5, "role_description": "You are a Historian", "prompt_file": "prompt_min.txt", "legacy_test": false}, "prompt": "- Answer in valid JSON.\n- The page ID is given as {page_id}.\n", "results": {"provider": "openrouter", "model": "meta-llama/llama-4-maverick", "duration": 8.47269868850708, "timestamp": "2025-10-28T10:52:14.025322", "parsed": {"page_id": "{page_id}", "entries": [{"entry_id": "1", "company_name": "A. Boreoux", "location": "Not specified on this page, but associated with 'Mikroskopie und Zubeh\u00f6r (Deckgl\u00e4ser, Objekttr\u00e4ger, Cartonnage)'"}, {"entry_id": "2", "company_name": "Singer & Buchenhornner A.-G., Alf. D\u00fcrr, J. H. Neukomm's Nachf.", "location": "Eptingen, associated with 'Mineralwasser'"}, {"entry_id": "3", "company_name": "Basler M\u00f6belfabrik A.-G. vorm. Hermann Wagner & Cie., Adolf B\u00fcrgin, Bussinger & Cie., Fr\u00e4nkel & Voellmy, H. Hartmann, Kunsthandlung Rath, M. Russ, Alf. Schray, Wolf & Glatz", "location": "Not specified on this page, associated with 'M\u00f6bel, h\u00f6lzerne'"}, {"entry_id": "4", "company_name": "Gebr. Antonietti", "location": "Not specified on this page, associated with 'Mosaik- und Terrazzo-B\u00f6den'"}, {"entry_id": "5", "company_name": "A.-G. B\u00e4chtold & Cie., Maschinenfabrik Burckhardt A.-G., G. Meidinger & Cie., S.", "location": "Not specified on this page, associated with 'Motoren'"}, {"entry_id": "6", "company_name": "A.-G. f\u00fcr Motorlastwagen", "location": "Soller, associated with 'Motorwagen'"}, {"entry_id": "7", "company_name": "Hug & Co., Schweiz. Geigenbaugesellschaft Liestal, Schweizerisches Musikhaus Bannwart & Cie.", "location": "Not specified on this page, associated with 'Musikinstrumente'"}, {"entry_id": "8", "company_name": "Henri Grunauer, Hans Ritter-Soder, Alb. Singeisen-Halder", "location": "Not specified on this page, associated with 'Musterkarten f\u00fcr chemische Fabriken, F\u00e4rbereien etc.'"}, {"entry_id": "9", "company_name": "Ch. H. Pfister & Co.", "location": "Not specified on this page, associated with 'Magnesiacement'"}, {"entry_id": "10", "company_name": "E. M\u00fcry & Cie.", "location": "Not specified on this page, associated with 'N\u00e4hfaden'"}, {"entry_id": "11", "company_name": "Affentranger, Haas & Plattner, Schweizerische N\u00e4hmaschinenfabrik A.-G.", "location": "Niederdorf, associated with 'N\u00e4hmaschinen'"}, {"entry_id": "12", "company_name": "G. P. Richter, E. H. Schacke", "location": "Not specified on this page, associated with 'N\u00e4hrsalzpr\u00e4parate'"}]}, "text": "", "raw_response": {"id": "gen-1761645127-N7Iu450s9K3waxG7tqb3", "model": "meta-llama/llama-4-maverick", "choices": [{"finish_reason": "stop", "index": 0, "message": {"content": "{\n\"page_id\": \"{page_id}\",\n\"entries\": [\n{\n\"entry_id\":  \"1\",\n\"company_name\": \"A. Boreoux\",\n\"location\": \"Not specified on this page, but associated with 'Mikroskopie und Zubeh\u00f6r (Deckgl\u00e4ser, Objekttr\u00e4ger, Cartonnage)'\"\n},\n{\n\"entry_id\":  \"2\",\n\"company_name\": \"Singer & Buchenhornner A.-G., Alf. D\u00fcrr, J. H. Neukomm's Nachf.\",\n\"location\": \"Eptingen, associated with 'Mineralwasser'\"\n},\n{\n\"entry_id\":  \"3\",\n\"company_name\": \"Basler M\u00f6belfabrik A.-G. vorm. Hermann Wagner & Cie., Adolf B\u00fcrgin, Bussinger & Cie., Fr\u00e4nkel & Voellmy, H. Hartmann, Kunsthandlung Rath, M. Russ, Alf. Schray, Wolf & Glatz\",\n\"location\": \"Not specified on this page, associated with 'M\u00f6bel, h\u00f6lzerne'\"\n},\n{\n\"entry_id\":  \"4\",\n\"company_name\": \"Gebr. Antonietti\",\n\"location\": \"Not specified on this page, associated with 'Mosaik- und Terrazzo-B\u00f6den'\"\n},\n{\n\"entry_id\":  \"5\",\n\"company_name\": \"A.-G. B\u00e4chtold & Cie., Maschinenfabrik Burckhardt A.-G., G. Meidinger & Cie., S.\",\n\"location\": \"Not specified on this page, associated with 'Motoren'\"\n},\n{\n\"entry_id\":  \"6\",\n\"company_name\": \"A.-G. f\u00fcr Motorlastwagen\",\n\"location\": \"Soller, associated with 'Motorwagen'\"\n},\n{\n\"entry_id\":  \"7\",\n\"company_name\": \"Hug & Co., Schweiz. Geigenbaugesellschaft Liestal, Schweizerisches Musikhaus Bannwart & Cie.\",\n\"location\": \"Not specified on this page, associated with 'Musikinstrumente'\"\n},\n{\n\"entry_id\":  \"8\",\n\"company_name\": \"Henri Grunauer, Hans Ritter-Soder, Alb. Singeisen-Halder\",\n\"location\": \"Not specified on this page, associated with 'Musterkarten f\u00fcr chemische Fabriken, F\u00e4rbereien etc.'\"\n},\n{\n\"entry_id\":  \"9\",\n\"company_name\": \"Ch. H. Pfister & Co.\",\n\"location\": \"Not specified on this page, associated with 'Magnesiacement'\"\n},\n{\n\"entry_id\":  \"10\",\n\"company_name\": \"E. M\u00fcry & Cie.\",\n\"location\": \"Not specified on this page, associated with 'N\u00e4hfaden'\"\n},\n{\n\"entry_id\":  \"11\",\n\"company_name\": \"Affentranger, Haas & Plattner, Schweizerische N\u00e4hmaschinenfabrik A.-G.\",\n\"location\": \"Niederdorf, associated with 'N\u00e4hmaschinen'\"\n},\n{\n\"entry_id\":  \"12\",\n\"company_name\": \"G. P. Richter, E. H. Schacke\",\n\"location\": \"Not specified on this page, associated with 'N\u00e4hrsalzpr\u00e4parate'\"\n}\n]\n}", "role": "assistant"}}], "usage": {"prompt_tokens": 1345, "completion_tokens": 674, "total_tokens": 2019}}, "usage": {"input_tokens": 1345, "output_tokens": 674, "total_tokens": 2019, "input_cost_usd": 0.00020175, "output_cost_usd": 0.0004044, "estimated_cost_usd": 0.00060615}, "finish_reason": "stop"}, "scoring": {"f1_micro": 0.2949117341640706, "f1_macro": 0.324, "micro_precision": 0.30406852248394006, "micro_recall": 0.2862903225806452, "total_instances": 15, "total_tp": 284, "total_fp": 650, "total_fn": 708, "cost_summary": {"total_input_tokens": 27387, "total_output_tokens": 15005, "total_tokens": 42392, "input_cost_usd": 0.00410805, "output_cost_usd": 0.009003, "total_cost_usd": 0.01311105, "pricing_date": "2025-10-28", "input_price_per_million": 0.15, "output_price_per_million": 0.6}}, "pricing": {"bucket_date": "2025-10-28", "age_days": 0, "input_price_per_million": 0.15, "output_price_per_million": 0.6}, "timing": {"total_response_s": 423.01, "mean_response_s": 28.2, "slowest_response_s": 140.04, "inputs_timed": 15, "inputs_stored": 15, "span_s": 246.07}, "normalized_score": 32.4}