{"_id": {"$oid": "69d4eb12b877594bc5718d38"}, "test_id": "T0874", "benchmark": "company_lists", "date": "2026-03-25", "tags": {"document-type": ["book-page"], "writing": ["printed"], "century": [20], "language": ["en", "de"], "layout": ["list"], "entry-type": ["company"], "task": ["information-extraction"]}, "contributors": ["lea_kasper", "sorin_marti"], "hidden": false, "config": {"provider": "alibaba", "model": "qwen3.5-397b-a17b", "dataclass": "ListPage", "temperature": 0.5, "role_description": "You are a Historian", "prompt_file": "prompt.txt", "rules": "{\"base_url\": \"https://ws-wkjpbv6ov7sqlgqe.ap-southeast-1.maas.aliyuncs.com/compatible-mode/v1\"}", "legacy_test": false}, "prompt": "The image you are presented with stems from a digitized book containing lists of companies.\nYour task is to extract structured information about each company listed on the page.\n\nAbout the source:\n- The image stems from a trade index of the British Swiss Chamber of Commerce.\n- The image can show an alphabetical or a thematic list of companies.\n- The companies are mostly located in Switzerland and the UK.\n- The image stems from a trade index between 1925 and 1958.\n- Most pages have one column but some years have two columns.\n- The source itself is in English and German but the company names can be in English, German, French or Italian.\n\nAbout the entries:\n- Each entry describes a single company or person.\n- Alphabetical entries have filling dots between the company name and the page number. Dots and page numbers are not part of the data and should be ignored.\n- Alphabetical entries seldom to never have locations.\n- Thematic entries often have locations.\n- Thematic entries are listed under headings that describe the type of business.\n- Some thematic headings are only references to other headings, e.g. \"X, s. Y\".\n\nAbout the output:\n- Answer in valid JSON. The JSON should be an array of objects with the following fields:\n- The page ID is given as {page_id}.\n- Do not add country information, if it is not directly written with the location.\n\n{\n  \"entry_id\": \"A unique identifier for the entry, e.g. '{page_id}-1'\",\n  \"company_name\": \"The name of the company or person\",\n  \"location\": \"The location of the company, e.g. 'Zurich' or 'London, UK'. If no location is given, set to null.\"\n  ]\n}\n", "results": {"text": "{\"page_id\":\"74\",\"entries\":[{\"entry_id\":\"74-1\",\"company_name\":\"F. Blumer & Co.\",\"location\":\"Schwanden (Glarus)\"},{\"entry_id\":\"74-2\",\"company_name\":\"Inglo Louis Jablonsky\",\"location\":\"Z\u00fcrich 2\"},{\"entry_id\":\"74-3\",\"company_name\":\"J. Spiro\",\"location\":\"Zurich 6\"},{\"entry_id\":\"74-4\",\"company_name\":\"Vischer & Co.\",\"location\":\"Basle\"},{\"entry_id\":\"74-5\",\"company_name\":\"Swiss Silk Bolting Cloth Manufacturing Co. Ltd.\",\"location\":\"Thal near Rheineck (St. Gallen)\"},{\"entry_id\":\"74-6\",\"company_name\":\"Swiss Silk Bolting Cloth Manufacturing Co. Ltd.\",\"location\":\"Zurich 2\"},{\"entry_id\":\"74-7\",\"company_name\":\"Tavaro Ltd.\",\"location\":\"Geneva\"},{\"entry_id\":\"74-8\",\"company_name\":\"Beltex Ltd.\",\"location\":\"Arzo (Tessin)\"},{\"entry_id\":\"74-9\",\"company_name\":\"Gust. Metzger Ltd.\",\"location\":\"Basle\"},{\"entry_id\":\"74-10\",\"company_name\":\"Schellenberg, Sax & Co. Ltd.\",\"location\":\"Tr\u00fcbbach (St. Gallen)\"},{\"entry_id\":\"74-11\",\"company_name\":\"Swiss Silk Bolting Cloth Manufacturing Co. Ltd.\",\"location\":\"Thal near Rheineck (St. Gallen)\"},{\"entry_id\":\"74-12\",\"company_name\":\"Swiss Silk Bolting Cloth Manufacturing Co. Ltd.\",\"location\":\"Zurich 2\"},{\"entry_id\":\"74-13\",\"company_name\":\"Abegg & Co. Ltd.\",\"location\":\"Zurich 1\"},{\"entry_id\":\"74-14\",\"company_name\":\"Heer & Co. Ltd.\",\"location\":\"Thalwil\"},{\"entry_id\":\"74-15\",\"company_name\":\"J. Hopf & Co.\",\"location\":\"Basle\"},{\"entry_id\":\"74-16\",\"company_name\":\"P. Marchal & Co.\",\"location\":\"Basle\"},{\"entry_id\":\"74-17\",\"company_name\":\"Saweco Ltd.\",\"location\":\"Basle\"},{\"entry_id\":\"74-18\",\"company_name\":\"Robert Schwarzenbach & Co.\",\"location\":\"Thalwil\"},{\"entry_id\":\"74-19\",\"company_name\":\"Siber, Hegner & Co. Ltd.\",\"location\":\"Zurich 1\"},{\"entry_id\":\"74-20\",\"company_name\":\"Stehli & Co.\",\"location\":\"Zurich 2\"},{\"entry_id\":\"74-21\",\"company_name\":\"Soci\u00e9t\u00e9 Industrielle pour la Schappe\",\"location\":\"Basle\"},{\"entry_id\":\"74-22\",\"company_name\":\"P. Marchal & Co.\",\"location\":\"Basle\"},{\"entry_id\":\"74-23\",\"company_name\":\"Schmid Brothers Ltd.\",\"location\":\"Basle\"},{\"entry_id\":\"74-24\",\"company_name\":\"Siber, Hegner & Co. Ltd.\",\"location\":\"Zurich 1\"}]}", "model": "qwen3.5-397b-a17b", "provider": "alibaba", "finish_reason": "stop", "usage": {"input_tokens": 3103, "output_tokens": 1097, "total_tokens": 4200, "input_cost_usd": 0.0018617999999999998, "output_cost_usd": 0.003949200000000001, "estimated_cost_usd": 0.005811}, "duration": 24.574620723724365, "timestamp": "2026-03-25T10:36:09.016747", "parsed": {"page_id": "74", "entries": [{"entry_id": "74-1", "company_name": "F. Blumer & Co.", "location": "Schwanden (Glarus)"}, {"entry_id": "74-2", "company_name": "Inglo Louis Jablonsky", "location": "Z\u00fcrich 2"}, {"entry_id": "74-3", "company_name": "J. Spiro", "location": "Zurich 6"}, {"entry_id": "74-4", "company_name": "Vischer & Co.", "location": "Basle"}, {"entry_id": "74-5", "company_name": "Swiss Silk Bolting Cloth Manufacturing Co. Ltd.", "location": "Thal near Rheineck (St. Gallen)"}, {"entry_id": "74-6", "company_name": "Swiss Silk Bolting Cloth Manufacturing Co. Ltd.", "location": "Zurich 2"}, {"entry_id": "74-7", "company_name": "Tavaro Ltd.", "location": "Geneva"}, {"entry_id": "74-8", "company_name": "Beltex Ltd.", "location": "Arzo (Tessin)"}, {"entry_id": "74-9", "company_name": "Gust. Metzger Ltd.", "location": "Basle"}, {"entry_id": "74-10", "company_name": "Schellenberg, Sax & Co. Ltd.", "location": "Tr\u00fcbbach (St. Gallen)"}, {"entry_id": "74-11", "company_name": "Swiss Silk Bolting Cloth Manufacturing Co. Ltd.", "location": "Thal near Rheineck (St. Gallen)"}, {"entry_id": "74-12", "company_name": "Swiss Silk Bolting Cloth Manufacturing Co. Ltd.", "location": "Zurich 2"}, {"entry_id": "74-13", "company_name": "Abegg & Co. Ltd.", "location": "Zurich 1"}, {"entry_id": "74-14", "company_name": "Heer & Co. Ltd.", "location": "Thalwil"}, {"entry_id": "74-15", "company_name": "J. Hopf & Co.", "location": "Basle"}, {"entry_id": "74-16", "company_name": "P. Marchal & Co.", "location": "Basle"}, {"entry_id": "74-17", "company_name": "Saweco Ltd.", "location": "Basle"}, {"entry_id": "74-18", "company_name": "Robert Schwarzenbach & Co.", "location": "Thalwil"}, {"entry_id": "74-19", "company_name": "Siber, Hegner & Co. Ltd.", "location": "Zurich 1"}, {"entry_id": "74-20", "company_name": "Stehli & Co.", "location": "Zurich 2"}, {"entry_id": "74-21", "company_name": "Soci\u00e9t\u00e9 Industrielle pour la Schappe", "location": "Basle"}, {"entry_id": "74-22", "company_name": "P. Marchal & Co.", "location": "Basle"}, {"entry_id": "74-23", "company_name": "Schmid Brothers Ltd.", "location": "Basle"}, {"entry_id": "74-24", "company_name": "Siber, Hegner & Co. Ltd.", "location": "Zurich 1"}]}, "conversation_id": "1c63f970-2ca7-437e-93d9-becbf29cefa7", "score": {"f1_score": 0.64, "precision": 0.6438356164383562, "recall": 0.6438356164383562, "true_positives": 47, "false_positives": 26, "false_negatives": 26, "field_scores": {"entries[7].location": {"response": "Arzo (Tessin)", "ground_truth": "Arzo (Tessin)", "score": 1.0}, "entries[8].company_name": {"response": "Gust. Metzger Ltd.", "ground_truth": "Gust. Metzger Ltd.", "score": 1.0}, "entries[1].company_name": {"response": "Inglo Louis Jablonsky", "ground_truth": "Inglo Louis Jablonsky", "score": 1.0}, "entries[10].entry_id": {"response": "74-11", "ground_truth": "156089_1321099_102-11", "score": 0.23076923076923073}, "entries[13].company_name": {"response": "Heer & Co. Ltd.", "ground_truth": "Heer & Co. Ltd.", "score": 1.0}, "entries[18].company_name": {"response": "Siber, Hegner & Co. Ltd.", "ground_truth": "Siber, Hegner & Co. Ltd.", "score": 1.0}, "entries[19].entry_id": {"response": "74-20", "ground_truth": "156089_1321099_102-20", "score": 0.23076923076923073}, "entries[4].entry_id": {"response": "74-5", "ground_truth": "156089_1321099_102-5", "score": 0.16666666666666663}, "entries[11].company_name": {"response": "Swiss Silk Bolting Cloth Manufacturing Co. Ltd.", "ground_truth": "Swiss Silk Bolting Cloth Manufacturing Co. Ltd.", "score": 1.0}, "entries[15].entry_id": {"response": "74-16", "ground_truth": "156089_1321099_102-16", "score": 0.23076923076923073}, "entries[10].location": {"response": "Thal near Rheineck (St. Gallen)", "ground_truth": "Thal near Rheineck (St. Gallen)", "score": 1.0}, "entries[0].entry_id": {"response": "74-1", "ground_truth": "156089_1321099_102-1", "score": 0.16666666666666663}, "entries[14].company_name": {"response": "J. Hopf & Co.", "ground_truth": "J. Hopf & Co.", "score": 1.0}, "entries[21].entry_id": {"response": "74-22", "ground_truth": "156089_1321099_102-22", "score": 0.23076923076923073}, "entries[0].location": {"response": "Schwanden (Glarus)", "ground_truth": "Schwanden (Glarus)", "score": 1.0}, "entries[6].entry_id": {"response": "74-7", "ground_truth": "156089_1321099_102-7", "score": 0.16666666666666663}, "entries[10].company_name": {"response": "Swiss Silk Bolting Cloth Manufacturing Co. Ltd.", "ground_truth": "Swiss Silk Bolting Cloth Manufacturing Co. Ltd.", "score": 1.0}, "entries[11].location": {"response": "Zurich 2", "ground_truth": "Zurich 2", "score": 1.0}, "entries[12].location": {"response": "Zurich 1", "ground_truth": "Zurich 1", "score": 1.0}, "entries[18].entry_id": {"response": "74-19", "ground_truth": "156089_1321099_102-19", "score": 0.23076923076923073}, "entries[21].company_name": {"response": "P. Marchal & Co.", "ground_truth": "P. Marchal & Co.", "score": 1.0}, "entries[12].entry_id": {"response": "74-13", "ground_truth": "156089_1321099_102-13", "score": 0.23076923076923073}, "entries[23].company_name": {"response": "Siber, Hegner & Co. Ltd.", "ground_truth": "Siber, Hegner & Co. Ltd.", "score": 1.0}, "entries[2].company_name": {"response": "J. Spiro", "ground_truth": "J. Spiro", "score": 1.0}, "entries[13].entry_id": {"response": "74-14", "ground_truth": "156089_1321099_102-14", "score": 0.23076923076923073}, "entries[15].location": {"response": "Basle", "ground_truth": "Basle", "score": 1.0}, "entries[17].company_name": {"response": "Robert Schwarzenbach & Co.", "ground_truth": "Robert Schwarzenbach & Co.", "score": 1.0}, "entries[17].location": {"response": "Thalwil", "ground_truth": "Thalwil", "score": 1.0}, "entries[3].location": {"response": "Basle", "ground_truth": "Basle", "score": 1.0}, "entries[14].entry_id": {"response": "74-15", "ground_truth": "156089_1321099_102-15", "score": 0.23076923076923073}, "entries[1].entry_id": {"response": "74-2", "ground_truth": "156089_1321099_102-2", "score": 0.16666666666666663}, "entries[7].entry_id": {"response": "74-8", "ground_truth": "156089_1321099_102-8", "score": 0.16666666666666663}, "entries[9].company_name": {"response": "Schellenberg, Sax & Co. Ltd.", "ground_truth": "Schellenberg, Sax & Co. Ltd.", "score": 1.0}, "entries[17].entry_id": {"response": "74-18", "ground_truth": "156089_1321099_102-18", "score": 0.23076923076923073}, "entries[18].location": {"response": "Zurich 1", "ground_truth": "Zurich 1", "score": 1.0}, "entries[6].location": {"response": "Geneva", "ground_truth": "Geneva", "score": 1.0}, "entries[16].company_name": {"response": "Saweco Ltd.", "ground_truth": "Saweco Ltd.", "score": 1.0}, "entries[2].location": {"response": "Zurich 6", "ground_truth": "Zurich 6", "score": 1.0}, "entries[1].location": {"response": "Z\u00fcrich 2", "ground_truth": "Zurich 2", "score": 0.875}, "entries[19].company_name": {"response": "Stehli & Co.", "ground_truth": "Stehli & Co.", "score": 1.0}, "entries[22].company_name": {"response": "Schmid Brothers Ltd.", "ground_truth": "Schmid Brothers Ltd.", "score": 1.0}, "entries[16].entry_id": {"response": "74-17", "ground_truth": "156089_1321099_102-17", "score": 0.23076923076923073}, "entries[22].entry_id": {"response": "74-23", "ground_truth": "156089_1321099_102-23", "score": 0.23076923076923073}, "entries[22].location": {"response": "Basle", "ground_truth": "Basle", "score": 1.0}, "entries[23].location": {"response": "Zurich 1", "ground_truth": "Zurich 1", "score": 1.0}, "entries[6].company_name": {"response": "Tavaro Ltd.", "ground_truth": "Tavaro Ltd.", "score": 1.0}, "entries[12].company_name": {"response": "Abegg & Co. Ltd.", "ground_truth": "Abegg & Co. Ltd.", "score": 1.0}, "entries[19].location": {"response": "Zurich 2", "ground_truth": "Zurich 2", "score": 1.0}, "entries[20].company_name": {"response": "Soci\u00e9t\u00e9 Industrielle pour la Schappe", "ground_truth": "Soci\u00e9t\u00e9 Industrielle pour la Schappe", "score": 1.0}, "entries[2].entry_id": {"response": "74-3", "ground_truth": "156089_1321099_102-3", "score": 0.16666666666666663}, "entries[3].entry_id": {"response": "74-4", "ground_truth": "156089_1321099_102-4", "score": 0.16666666666666663}, "entries[8].location": {"response": "Basle", "ground_truth": "Basle", "score": 1.0}, "entries[23].entry_id": {"response": "74-24", "ground_truth": "156089_1321099_102-24", "score": 0.23076923076923073}, "entries[4].company_name": {"response": "Swiss Silk Bolting Cloth Manufacturing Co. Ltd.", "ground_truth": "Swiss Silk Bolting Cloth Manufacturing Co. Ltd.", "score": 1.0}, "entries[15].company_name": {"response": "P. Marchal & Co.", "ground_truth": "P. Marchal & Co.", "score": 1.0}, "entries[9].location": {"response": "Tr\u00fcbbach (St. Gallen)", "ground_truth": "Tr\u00fcbbach (St. Gallen)", "score": 1.0}, "entries[5].entry_id": {"response": "74-6", "ground_truth": "156089_1321099_102-6", "score": 0.16666666666666663}, "entries[7].company_name": {"response": "Beltex Ltd.", "ground_truth": "Beltex Ltd.", "score": 1.0}, "entries[8].entry_id": {"response": "74-9", "ground_truth": "156089_1321099_102-9", "score": 0.16666666666666663}, "page_id": {"response": "74", "ground_truth": "156089_1321099_102", "score": 0.0}, "entries[14].location": {"response": "Basle", "ground_truth": "Basle", "score": 1.0}, "entries[16].location": {"response": "Basle", "ground_truth": "Basle", "score": 1.0}, "entries[9].entry_id": {"response": "74-10", "ground_truth": "156089_1321099_102-10", "score": 0.23076923076923073}, "entries[13].location": {"response": "Thalwil", "ground_truth": "Thalwil", "score": 1.0}, "entries[5].company_name": {"response": "Swiss Silk Bolting Cloth Manufacturing Co. Ltd.", "ground_truth": "Swiss Silk Bolting Cloth Manufacturing Co. Ltd.", "score": 1.0}, "entries[20].entry_id": {"response": "74-21", "ground_truth": "156089_1321099_102-21", "score": 0.23076923076923073}, "entries[0].company_name": {"response": "F. Blumer & Co.", "ground_truth": "F. Blumer & Co.", "score": 1.0}, "entries[20].location": {"response": "Basle", "ground_truth": "Basle", "score": 1.0}, "entries[21].location": {"response": "Basle", "ground_truth": "Basle", "score": 1.0}, "entries[4].location": {"response": "Thal near Rheineck (St. Gallen)", "ground_truth": "Thal near Rheineck (St. Gallen)", "score": 1.0}, "entries[3].company_name": {"response": "Vischer & Co.", "ground_truth": "Vischer & Co.", "score": 1.0}, "entries[5].location": {"response": "Zurich 2", "ground_truth": "Zurich 2", "score": 1.0}, "entries[11].entry_id": {"response": "74-12", "ground_truth": "156089_1321099_102-12", "score": 0.23076923076923073}}, "total_fields": 73}, "raw_response": "{\"id\":\"chatcmpl-b99850b9-f292-91b1-903a-114c31c6e506\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\n  \\\"page_id\\\": \\\"74\\\",\\n  \\\"entries\\\": [\\n    {\\n      \\\"entry_id\\\": \\\"74-1\\\",\\n      \\\"company_name\\\": \\\"F. Blumer & Co.\\\",\\n      \\\"location\\\": \\\"Schwanden (Glarus)\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"74-2\\\",\\n      \\\"company_name\\\": \\\"Inglo Louis Jablonsky\\\",\\n      \\\"location\\\": \\\"Z\u00fcrich 2\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"74-3\\\",\\n      \\\"company_name\\\": \\\"J. Spiro\\\",\\n      \\\"location\\\": \\\"Zurich 6\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"74-4\\\",\\n      \\\"company_name\\\": \\\"Vischer & Co.\\\",\\n      \\\"location\\\": \\\"Basle\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"74-5\\\",\\n      \\\"company_name\\\": \\\"Swiss Silk Bolting Cloth Manufacturing Co. Ltd.\\\",\\n      \\\"location\\\": \\\"Thal near Rheineck (St. Gallen)\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"74-6\\\",\\n      \\\"company_name\\\": \\\"Swiss Silk Bolting Cloth Manufacturing Co. Ltd.\\\",\\n      \\\"location\\\": \\\"Zurich 2\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"74-7\\\",\\n      \\\"company_name\\\": \\\"Tavaro Ltd.\\\",\\n      \\\"location\\\": \\\"Geneva\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"74-8\\\",\\n      \\\"company_name\\\": \\\"Beltex Ltd.\\\",\\n      \\\"location\\\": \\\"Arzo (Tessin)\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"74-9\\\",\\n      \\\"company_name\\\": \\\"Gust. Metzger Ltd.\\\",\\n      \\\"location\\\": \\\"Basle\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"74-10\\\",\\n      \\\"company_name\\\": \\\"Schellenberg, Sax & Co. Ltd.\\\",\\n      \\\"location\\\": \\\"Tr\u00fcbbach (St. Gallen)\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"74-11\\\",\\n      \\\"company_name\\\": \\\"Swiss Silk Bolting Cloth Manufacturing Co. Ltd.\\\",\\n      \\\"location\\\": \\\"Thal near Rheineck (St. Gallen)\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"74-12\\\",\\n      \\\"company_name\\\": \\\"Swiss Silk Bolting Cloth Manufacturing Co. Ltd.\\\",\\n      \\\"location\\\": \\\"Zurich 2\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"74-13\\\",\\n      \\\"company_name\\\": \\\"Abegg & Co. Ltd.\\\",\\n      \\\"location\\\": \\\"Zurich 1\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"74-14\\\",\\n      \\\"company_name\\\": \\\"Heer & Co. Ltd.\\\",\\n      \\\"location\\\": \\\"Thalwil\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"74-15\\\",\\n      \\\"company_name\\\": \\\"J. Hopf & Co.\\\",\\n      \\\"location\\\": \\\"Basle\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"74-16\\\",\\n      \\\"company_name\\\": \\\"P. Marchal & Co.\\\",\\n      \\\"location\\\": \\\"Basle\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"74-17\\\",\\n      \\\"company_name\\\": \\\"Saweco Ltd.\\\",\\n      \\\"location\\\": \\\"Basle\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"74-18\\\",\\n      \\\"company_name\\\": \\\"Robert Schwarzenbach & Co.\\\",\\n      \\\"location\\\": \\\"Thalwil\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"74-19\\\",\\n      \\\"company_name\\\": \\\"Siber, Hegner & Co. Ltd.\\\",\\n      \\\"location\\\": \\\"Zurich 1\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"74-20\\\",\\n      \\\"company_name\\\": \\\"Stehli & Co.\\\",\\n      \\\"location\\\": \\\"Zurich 2\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"74-21\\\",\\n      \\\"company_name\\\": \\\"Soci\u00e9t\u00e9 Industrielle pour la Schappe\\\",\\n      \\\"location\\\": \\\"Basle\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"74-22\\\",\\n      \\\"company_name\\\": \\\"P. Marchal & Co.\\\",\\n      \\\"location\\\": \\\"Basle\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"74-23\\\",\\n      \\\"company_name\\\": \\\"Schmid Brothers Ltd.\\\",\\n      \\\"location\\\": \\\"Basle\\\"\\n    },\\n    {\\n      \\\"entry_id\\\": \\\"74-24\\\",\\n      \\\"company_name\\\": \\\"Siber, Hegner & Co. Ltd.\\\",\\n      \\\"location\\\": \\\"Zurich 1\\\"\\n    }\\n  ]\\n}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":null,\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"reasoning_content\":\"\"}}],\"created\":1774431369,\"model\":\"qwen3.5-397b-a17b\",\"object\":\"chat.completion\",\"service_tier\":null,\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":1097,\"prompt_tokens\":3103,\"total_tokens\":4200,\"completion_tokens_details\":{\"accepted_prediction_tokens\":null,\"audio_tokens\":null,\"reasoning_tokens\":null,\"rejected_prediction_tokens\":null,\"text_tokens\":1097},\"prompt_tokens_details\":{\"audio_tokens\":null,\"cached_tokens\":null,\"image_tokens\":2522,\"text_tokens\":581}}}"}, "scoring": {"f1_micro": 0.5030303030303032, "f1_macro": 0.5113333333333333, "micro_precision": 0.5040485829959515, "micro_recall": 0.5020161290322581, "total_instances": 15, "total_tp": 498, "total_fp": 490, "total_fn": 494, "cost_summary": {"total_input_tokens": 46456, "total_output_tokens": 15854, "total_tokens": 62310, "input_cost_usd": 0.0278736, "output_cost_usd": 0.0570744, "total_cost_usd": 0.084948}}, "normalized_score": 51.13333333333333}