{"_id": {"$oid": "6a26c67c3572c06bc1455eeb"}, "test_id": "T1109", "benchmark": "blacklist_cards", "date": "2026-06-08", "tags": {"document-type": ["index-card"], "writing": ["typed", "handwritten"], "century": [20], "language": ["de"], "entry-type": ["company"], "task": ["information-extraction"]}, "contributors": ["lea_kasper", "sorin_marti"], "hidden": false, "config": {"provider": "x-ai", "model": "grok-4.3", "dataclass": "Card", "temperature": 0.5, "role_description": "You are a Historian", "prompt_file": "prompt.txt", "legacy_test": false}, "prompt": "You are a meticulous archivist extracting data from an index card image. Analyze the provided image and extract the following information. Return the data ONLY as a valid JSON object.\n\n- \"company\": The primary company name, usually in the top-left. Exclude the location.\n- \"location\": The city or town, often following the company name.\n- \"b_id\": The identifier code, usually in the top-right, starting with \"B.\".\n- \"date\": Any stamped dates on the card in YYYY-MM-DD format. If no date is present, use an empty string.\n- \"information\": A list of text blocks from the main body of the card. Each block should be a separate string in the list. Maintain line breaks with \\\\n.\n\nHere is the required JSON format:\n{\n  \"company\": {\"transcription\": \"\"},\n  \"location\": {\"transcription\": \"\"},\n  \"b_id\": {\"transcription\": \"\"},\n  \"date\": \"\",\n  \"information\": [\n    {\"transcription\": \"\"}\n  ]\n}\n\nIf you cannot find a value for a field, leave its transcription value as an empty string. Do not add any explanatory text outside of the JSON object.", "results": {"text": "{\"company\":{\"transcription\":\"Beatus A.G.\"},\"location\":{\"transcription\":\"Basel\"},\"b_id\":{\"transcription\":\"B.51.322.GB.608\"},\"date\":\"\",\"information\":[{\"transcription\":\"Britische schwarze Liste\\n10. Amendment vom Juli 1942.\"},{\"transcription\":\"gestrichen:\\nAmendment 13, 23. November 1945.\"}]}", "model": "grok-4.3", "provider": "x-ai", "finish_reason": "stop", "usage": {"input_tokens": 3032, "output_tokens": 107, "total_tokens": 3914, "cached_tokens": 128, "input_cost_usd": 0.00379, "output_cost_usd": 0.0002675, "estimated_cost_usd": 0.0040575}, "duration": 15.651914596557617, "timestamp": "2026-06-08T14:15:32.147627", "parsed": {"company": {"transcription": "Beatus A.G."}, "location": {"transcription": "Basel"}, "b_id": {"transcription": "B.51.322.GB.608"}, "date": "", "information": [{"transcription": "Britische schwarze Liste\n10. Amendment vom Juli 1942."}, {"transcription": "gestrichen:\nAmendment 13, 23. November 1945."}]}, "conversation_id": "d9d02789-5572-46ba-b13f-e6d4b98cdefe", "score": {"fuzzy": 1.0}, "raw_response": "{\"id\":\"3497181f-13b8-9fa5-b063-88195466f68c\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\n  \\\"company\\\": {\\\"transcription\\\": \\\"Beatus A.G.\\\"},\\n  \\\"location\\\": {\\\"transcription\\\": \\\"Basel\\\"},\\n  \\\"b_id\\\": {\\\"transcription\\\": \\\"B.51.322.GB.608\\\"},\\n  \\\"date\\\": \\\"\\\",\\n  \\\"information\\\": [\\n    {\\\"transcription\\\": \\\"Britische schwarze Liste\\\\n10. Amendment vom Juli 1942.\\\"},\\n    {\\\"transcription\\\": \\\"gestrichen:\\\\nAmendment 13, 23. November 1945.\\\"}\\n  ]\\n}\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":null,\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"company\":{\"transcription\":\"Beatus A.G.\"},\"location\":{\"transcription\":\"Basel\"},\"b_id\":{\"transcription\":\"B.51.322.GB.608\"},\"date\":\"\",\"information\":[{\"transcription\":\"Britische schwarze Liste\\n10. Amendment vom Juli 1942.\"},{\"transcription\":\"gestrichen:\\nAmendment 13, 23. November 1945.\"}]},\"reasoning_content\":\"The task is to extract data from an index card image and return it as a JSON object in a specific format.\\n\"}}],\"created\":1780920920,\"model\":\"grok-4.3\",\"object\":\"chat.completion\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_eb3c003fc66c14ed\",\"usage\":{\"completion_tokens\":107,\"prompt_tokens\":3032,\"total_tokens\":3914,\"completion_tokens_details\":{\"accepted_prediction_tokens\":0,\"audio_tokens\":0,\"reasoning_tokens\":775,\"rejected_prediction_tokens\":0},\"prompt_tokens_details\":{\"audio_tokens\":0,\"cached_tokens\":128,\"text_tokens\":636,\"image_tokens\":2396},\"num_sources_used\":0,\"cost_in_usd_ticks\":58606000}}"}, "scoring": {"fuzzy": 0.9470221136181485, "cost_summary": {"total_input_tokens": 98633, "total_output_tokens": 3745, "total_tokens": 102378, "input_cost_usd": 0.12329125, "output_cost_usd": 0.0093625, "total_cost_usd": 0.13265375000000001}}, "normalized_score": 94.70221136181485}