{"_id": {"$oid": "6a8456c1ef0a19c343227d99"}, "test_id": "T1627", "benchmark": "magazine_pages", "date": "2026-08-18", "tags": {"century": [20], "document-type": ["newspaper-page"], "language": ["en"], "layout": ["prose", "columns"], "script": ["latin"], "task": ["document-understanding"], "writing": ["printed"]}, "contributors": ["lea_kasper", "sorin_marti", "arno_bosse"], "hidden": false, "config": {"provider": "openrouter", "model": "meta/muse-spark-1.2", "dataclass": "MagazinePage", "temperature": 0.0, "role_description": "You are a historian with expertise in analyzing and summarizing historical magazine pages", "prompt_file": "prompt.txt", "legacy_test": false}, "prompt": "Extract all advertisements and return their bounding boxes.\nThe original size of the page is {width} x {height} pixels.", "results": {"text": "{\"advertisements\":[{\"box\":[1405.0,2465.0,2385.0,3185.0]}]}", "model": "meta/muse-spark-1.2", "provider": "openrouter", "finish_reason": "stop", "usage": {"input_tokens": 3899, "output_tokens": 1009, "total_tokens": 4908, "input_cost_usd": 0.0048737500000000005, "output_cost_usd": 0.0042882499999999995, "estimated_cost_usd": 0.009162}, "duration": 10.842317342758179, "timestamp": "2026-08-18T14:33:35.683989", "parsed": {"advertisements": [{"box": [1405.0, 2465.0, 2385.0, 3185.0]}]}, "conversation_id": "661a37f4-b6c8-49ff-8cee-53ed2a06901b", "score": {"f1": 1.0, "precision": 1.0, "recall": 1.0, "mean_iou": 0.832, "true_positives": 1, "false_positives": 0, "false_negatives": 0, "iou_threshold": 0.5}, "raw_response": "{\"id\":\"gen-1787056406-ch1IqDrU7meCQ9XOxVOr\",\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"logprobs\":null,\"message\":{\"content\":\"{\\\"advertisements\\\": [{\\\"box\\\": [1405,2465,2385,3185]}] }\",\"refusal\":null,\"role\":\"assistant\",\"annotations\":null,\"audio\":null,\"function_call\":null,\"tool_calls\":null,\"parsed\":{\"advertisements\":[{\"box\":[1405.0,2465.0,2385.0,3185.0]}]},\"reasoning\":null,\"reasoning_details\":[{\"type\":\"reasoning.encrypted\",\"data\":\"Q-PaDgGW9dJM9lh9JFC7kpPJn7IextPUuDQQeCDS9OYlCGB8pBX1NXPmqZ13Ce6bJt3_kgNdDz-zZ6SKcFCXWAoLTct40_bKn7sTcFf8-vP6fOxSB_yJRzv6apGRdky33DhVQqglFnRcx0X4fYoCMD4Y7FHgrHZGExa3KkFci-C9be0rblPQ_2d_k_cEZonADgfm-RGjCIaBXcM7EF-eWSCHRONJHFTNKTl3c7abh9x0OzWwdLhzx6gvXxxektjTx0BA2jMdV-gc_1ixYT-HOIk0ZIZ8NlTIuYN9LnXvMSiHqziMExKv46zOxjJVDtIGsENTOJBbs9Fe9f4LNXYNa3ylyZZuxmkMpltTSSaI9551PpycDRUpRksL9Y1DSq_fhLiu5zuLfmczjUFEoJ0TuRc3PjkT755I-UJattzn59jrRW0sm0b5oPsK1pWdF1p03qfNsePMXphU-tPy1ZEkJX0ku7euv7hIAWyLHHOAbK_MGWxSd0EQ5iHPCBdEGmALB3jruwiDWaAZcN3-RuTZxEFgcmzJC9Wj2CPh4fh6mde4KXIbgFrKga0oZKO40IR1kQKBfXC7zo3sNMXAyRkAIjREpddiyLMqo7vfUhcJlUdTraXCXKO44w6_37Igjw7Hv5XvwXeyJelVGL8-A3n2VNgJQovszFAs4L_O6wJ-bn27Way_YunftBwowyiMgPdSJGXQKJruse6zuHz3cKzCeosuJWJAXL-p18pYuqVNc6eX2Rd5J9DrIfmItf33SJdUGYE__dWxk6HDiJth7n0zVyNEjj3pBOZ0-2LEdbgD0llL3vOX6DX8NeSaGDrNM3YLSOdtnfzijERQBP4eETDtzc1qFj78yTAu3OUgmXi7A7VP21j0eRN6S3iQy-5QLZ9qQvKFNs9K5kxAZrgcPq5DD40OdBCBXnjVETQS4VU1vzHpvQwIbCA-QDDmxI5_6glQCCPFpF4f9l_sbYnonC66XwAObtOmwLO4MJSLeAGeGTQhERKgpv5WFxBymzEm9SjWoihfj-YSjiJ34denqvStNkxze_Y_6-eltPN7KCOS96kouiR9QcITH3hIUjZDHtNpC6Y3WxjJyEg-T3-OTV7bwyS_t9Wl7wRaOhj-6Ac7qHymaCYgueJ-iUg_OYsFgVkSUxsgtEy0PlBRfpMjaioCb70NuBoaJaV6QbBifytlsNLnfW7I8feUv0rWTaZWJCzTPRbqwQ3Kwno0H1o-aiW-6odjw9G-QelFP3HIR6ga_I_eCBbx86uhk7ote34_AcqAQT-U5jjrUCLii3r8KbyBhWeWqOHChw43u5KHNKzzrGkM7CsRu-NHk_01uzT2k7UsDM6sdi4-2WsGV3D2JyT88C0krykkql05ppZHxKhvCnyU3datMzZ-t5To3exG1pKoFQShxNMTNlTcIU1gAXviWz4GkEnPMwFI7an4aajzTYTr7FL5dUDfedJwGrZQs4ZgkJSZQc6QoamO7lOyjLQ_zTxVLTUt24LTxyBmx6zcBIG9mxaYjhQtHbJvbbKnYKCNdDvMLOEC4L85asLVOPa80q0qPwfjfwJek36Iz5IwZps0Tv3RBoE4WYcdRyTDHTE8tEqhoeZ-ycSiH3ZcM9oT5XVJ8wNRKeY31FLGD-iTXI8XhPUkkTOnW5OR0U6HLYr6YbPVwYCGpH5gguLKg4RGIgq-5oPtwQly2NdDO2brtnGgE3WgH9yMwj9c895lbsX4WADjYmxBNAsZWHvWcLloBqqpi88kAge4JVXqdWwGCa6_1xoLNTwJHdIDQ8zlHF95aBEQfiIFZhL5nT-MMS4Xs8AXXro3aMfAh5_csYdMDds7qy52IxSsAwJNepL1G-8CO1hcb5stirIX-MDXf5FzwkDLOk62A-PPhlSL86jcmZo3WB5O2gzvaWxSEiFhHKCgp6RF-uLpDzg-vptKjj5DpXZlo8T3LcQApau9zXfn9wC4RU6Faxb720MvN_48DucBhgpmZGK2eMSqqnweRCDTroIHkaIm2yc2wkgrRHkXtTs2dxYL_jCGtwgJ1w_NvkK77UCMdNWyVTh_kEHR5g7HdxrESnlKT70SsSrAL0luQOgP3BH5lClHKg3Kn3Ms74M20BnC-NKVCSoCbAxjXyktoJ8CaWz9p0Blayoj2cDI5j2nMNnnxjBeGlIigUaZuGpiomGIrxvSaJk7uo2GKg09qstsdgC_cWDTwBdUmetvg2nRVNv6BqnWmTL98tKX8KBVjnZ6ZSMhgOuD_-vaXQPikM7txDNXjm1gO5rgvwbJqpHoa6IOD8o2s373iMltJWd6xYJtYP5h96HQTvi_g7LxL1fG_UmQ01c26YaydVOcjMUWvWgDcCHYOFA0CBsLnIVf1fllHaT23yfXvdnG8NDiLl8axQ80FC3BmQXmpgmbfScyebBi4ulhYLkW30l7-SdcSepcmzvzfdJ8bNz4qGbwDRhdjtIt3xfb2cVTs38cxdLlHhG8wQAM3eeCZWf_S-5-1ZzISFG1mzePoUPlml9meiG1NMpDiLjtb0JA04eBd5_NiEXCb95gV5il_88eBob7RN4evXpUrkYiRfIuGUaeR6tqtQLGDt3hUYSAgJNvwuRygz973jRZNbxZA2JAi6ngt08kH6OyJlr2BhalS-Y_qMB1EXrXXoucHM8IUJKEACOv8KbLiOKN0OX5rQzgdvOUCBWRJvlpn7HLXDuDa_bTn6tjE1Xj4P_CHOOpJPiG807pDMeRC6bGvHYKhP5E_DEcWBe1aMxUTbe43XjKypw3RstRkkRDMP0jEk7XRaKZOm8pJJUQ_YN3gfplpwU3harmVLeS9LgkAWb3NhrS7jJtpAEXjHQmKm-8Dq5ykrd38ZsLhtQrJVepWhB7UQfG6_8kOFv4Tq2YUytSPrNDl_px11bUWqaoPqQ0HhFkuYch4Y8KLJVSjIaUFieeqZEqW375I5W4Gh7wYKL__BXdfTG663Yee6wJeYMqgcDBricC7rQUi40ftbdMw88qzsS9E_ixjPrM1ivT-6hBjo60YPTVEThmEwZOnsqZ7mOo_UpXy66nEuoAGdZhkKnzKTA8aT5gJRfldOMUITkjsC6Pl1w24jZ7_bA3ldoGUTZMw0QQinqAu2BhuYr-VZSw-17Qim8PgUZC7eq2vlKBkdeq-4z4yQ4UTVel8k0hFZbt-9bhnO8deFX_ukF2nND51C7-b0rPMw4nubQbCphC6oePhJ68GtvC70BUfftwIZWYwZ13-gOgGjVYvykDdonTrrlpiWyH4kA8g2rzIcj8A--pUTqPJMq69R7Fv2HWutwFDsimT5iE7KZhzs4rBCeLwv5M_rF0wFUDyRqAvfS6soISiwDGe1FGaDtQqYL7Tz4MSq6tgQ07BqN-gryOqTMNN9YCeslscaYLihgA39SQmwhYZmUDB6gYfhDOJ8Nw7SEh99Tt90p7repBVrAuioTzxCQYql1p1VYkjlbW7Cw7TDYZEgN_bMHCW7x0uJBWpaEzNqrZ44Y2B97OkEqBYkr6ovAmbA7m9kGb-pH6i9DsRFww9O2xTUpoC0VY1YMZXAwJbd4vwGQkhxFfWNpYzL0nZFBahFaMHWuVtbEuy5VNnzqLHoeIjIQzJEizRqNsp6ogbaEP8HoeUPm9fXl6nM-V3v6S9IlABy6O-jxKTUpF6RPSNZY1VF2bx090nnrH6reqr2QpuEWD59dU9XWTYD2vB1VCZWfFhmQeatLnjhlEngJO_dKp9cfzd15AqUq_ioiM0UPKsqgNmKLXWYFcC67bStdOZUkEJ95JoTGfvPcIrRQubFFal17ZdqzhGjEQFoz1GAfbDGJIvnE-CQpWWWtvwV9EdIyJahvsyLgEtfcEy9faGe85QCsMWb_fwhuSmlxQ0hLcgMgPOVHm6_N81fgrOhwDNWxdx3Oy5sncFTcu4AXfwTIcw616iI2i4u7ZAvqbpqKODLX7HfaPdYxoXpDtVokZjhbpVX1RePIugbIPZPBFFYXeCF682HzNOoANzd2TgGstuTpkpHczC1juc1dsiXO-sgbtFDBdhXbbeEAojP56cviu473L3yyD_-xREX_XL1VfBK0OjML1QXXW0oJkF5Nxwr6MYykn0LDT5LDZSOL0JoZ3bkFJVDI20myaDQWeilVYftTqbD6oY3prvcwwBzQ6ofaQFPKC5KetpxndW1bMfnSIQrfL2YCoF4ZN_3LRAekMbkzLNIqq6xhndO_A2nkgJSjgU8Pn2CZH8BFXXOY2xXh69mf_KkzDOMYorszWrfqVs1rhWPtshu8Ex_SZoNFbzZBVYPG0WXvCZwctj7raThMj5c1tyeqjFJOjCtaH0cSHtDDMNSUiyIDupC4bgynXvU1m0vw4Ej2b62awbTUZHX9r6B0pufOom7At2ZhYS5dE_c7cKMpwlTjl698qUyiSZqyOn_rsfSw5XMWb44Grjt4wmmOPZAdcHLkWz8OLM3QWFCv6Oya68bWckQMf-gdEZmIxgH3yxyj8nNT-ZbaSz5RSDt9a4DkU46mBZWURIfuXFGBe6O3Hp6VTwA9infQNYP4wEga8GQ74e1MNQZUPmByBBrh42sJnkIwA0pO73lt9YJX7el5TwTe5o_eo_E4mX08fbspjTE5q83j1B1ZS00rhnZ4Nv_wDY_F59oCfloVhB8UpBqp2aichk8_CvoqcIipfeo5vfzNTvO3hv_OGbxGP96gp6AEMhsJsAfxL7Acyq3e8MjZUC0y4WdObhEeC4uSjU8BhkU3WOhje6EgZZwrNaW0VGvSEbAi7W7zb5QcfnXnJ5gdqZPRwWHCBT_BXyjDPWFtL-a-Ex_J8vIFwv0lApJo3hdcpJO9T0uJGBkc5QH4dCzkF56MZSVjLj50pgYKxaAc2usx3v4AQaJZ_8GsQOJcNO-gzBYPTsnUvr6NCJBsTBo_1iFwU8VDeHE1yJ6gMtHoLb5d3k_h8CLNvkMFCQd78CL6_5p53z-mMqhX7s5UyqtYMXYqh214nMVe0TsANLtVCjfjNNmLYFd6RY5-aBEB4pwoIB-GlX8rPk2AMpxcV6k45UCUAVSrYWXTtXfWYYA9QO5k1llDNTDrNhEWEIV_yJ4xWJldfKkQbHPghrWeHgVIS62ptXr1_IDycIUHim_70a2RT1Vp4xt4TRNWieioDqvREmVPU6VBQTcdFW6POUCCeAMTdPpI4aoTePevQOQNMi7WUG9N2wHryzXVauO1XcbaCRlWESlOpEBFjqMc7ofvhQu-vW-TwykmPrgtSVKjq2HBxUBUb4ucmpve1OFdAtDdY288BS2qddNc2RWesu7sI-I-FxyrLX7t1vQogvlwuQsI-Gyt28qhpyoEBTuvxqN6HJpoGXJjE5jSF46CCpCCXtxnANnDVlVKKm_qrlQgclP4Z75Vx-jlscIuy2bwK4PX2nk2gNsZc103R3_gT5iFT9Xaec4OxnffBJOa0uaHSQ13mOOup9UvxGODQvjEmdLK-7S45BhNvOCvIpwM1oUaASYCW5MS_L3xio6Hmi9EUc0VvcgIfnVTknR29X-fNGEPXfuIUsZZlIVQG8TuI7POEjzSaUk9JtYIzcgtOoIx0cx_MimXD61THjP7O6MFPb2U1aVjVLIfyNrC5RiY9WdD7etMltXnPogV25IOeG398umrZ62olcUSYMSq1iza1cmjq0kM2svzqynO4K0SPemKhFM6RZA_MTpjvrRL-w0YMSxoRx8bD6oEAJFBDqaamx6gmkQmLwiGQIY26-t2BMb0ZIsWv0nN4gdtWf62FJtmFV9HwBJbdP4uqV3kxYjrFkCoDQy5kaN5o-CrJQz37dZNurzOufV9PK7FmW6xY3u4PdyIiaT0i7HpeKrl7ShiW8QXQZ12xSgKZUuP8sliGtSEO1HetbG2fSTWB0M1C78BibjcEbCzTP4lIvZlwQa1WEZtAXdSsT6pI-e-uyxAeyG3YwBhv5ltTMv2SYpyOhLLcCvx5AGq1xqQsLROs3BsndUTWCHveKW5VBOwKKyNMVlQLNh3PU6J68-Gf94O8zLLiZV6SPupO-9Me5B3dcj5dqK_VxxObBPkgK8FQe1JzT5kG6MltZlBW3B9Z1B_Y4AT2u_2WnzK0MD5BzpilcdmOtyfh-woa157SUM76HO-OEFwyEKrj5wi9Sh6m6sk2frI2d0vdLWqyiG-8SAWykb25zV5YJ1pZimUAxcY8m1bZ_dRCawVRecwZTZxYwNE8BnQ9T3ts_DGl71Cur4881S8lf3QrmJ11GPwE3b3chkO1gvfOzNhTIkwtPoFCiVpKCaWFdI6If6-rUMfhwBqvEgdWWRLROzYQrgwR11Pn6qs9-BEbNj_HLVnv3rczQ0IT7CszOmykXKXGWVCPLRb84S58_zlD7bj__vWOy6rrtVQFB8KBf81Qo2cyBSpU-dyQc20yXfd6Pux6g8FWljYaTG2neBxeQ-v76TpyDJLQbQ8e7bAcipWUffMTsB5O0Q3ygM61nJzfc69tJdmwfIJl4-TqmyN93DT8unwRCU2_RJDhIMc-K9bp91wOGUwDmcQwUxIogV38B1PlS1tK7WnzYWNDO9m30kKJgd32soQfwMVL_cev5pTWI60quScOAmEmiACnl03IVlLGUAy_VkamgzqcFirJUYhDPmmcUCVZUDWziJCFryoiOLeaj7dOn0tf8sZiJzb6vc30Ns26ajtMHMMVXx_I_8lhwNcZuvh8ivhzZnG-IiqOrf-j18UaS1izBVwhDQnGLlv4Dt2wx8ZhlZC2ZFSC81UyReAGf3mreNtz1UidRDCVZAiYbxLDkoj1xZqeJ62bC2uGiQyZEngT0L_-8XLu64QB6STLMv_3BjP-43r6YEl0Qatbjk9a3GCBipeFAvaQyxESYZ1nOaeb_o5khHOZktzguvM5MSbHEUY1VJX1GcAWA3rDztSj-HX6-CDzjxasaJmku8gie55TQc4q3my9jcfZ7RVmGz6rVGX8KaFnEao7zMK57tLaVUucsEyPdFc-Cy9yyM2LqmW3JmkEL9jAa1wKeJJ3qlSyZqdUuEt2WC3NevzpU8d5S-3FvPOawLcvED_oTWEpz74AtBQ594loTa0W-ddh2rxhMpsew_VBcwf6sYv3dd_Hx5E2hgq8F12_igQiUtx3hPgkuuNi-eoGgrqpTIk-HKjejixbAb7IRGYfawuIqjgEJq4IGNnuMmo2I5cjga6EAMO1VH8qg_lSAWGg6kVcop-atqfQz-l3dJCmLwHtFRDgEj11nWmTcV3lmB_-XMjBd_cAkQ-h6vWs_g12C5t9_A_RXVmMhe3rrOilotZkO4zrTD6-vBpRF_C6Zql_P2mzkSAAib-yestUYpAlKqjI2cyBs3IWZFaYXDowjtpZujl6VpEThYh4y5pFeyWBCWAV8hbFrtgXkJX-5cGeXBC0JNlCu8lpBLLQS8JG_K5cNPEhtoeO_1T4ZiRaLRXCGr0i6Ok9Bf50PYbwppJTx7Yp_9NVbPOuEj_mpnBoPMvrK3lZe8GhZKk2qQ-VYbOfs3vL5QBlwYZpmAfo8Htijwj6YYPNVQnJC0uNpimk2j-FxM456yO3OfDEFx6MDypsYsPJckVklFEOOekG8MAHt1s6G5OtjChIERtlfdhEAFeEZ0uVHRHmFwuNxhKCgy8zs7j7I7KyXoW4G11auLXiGmQvEAlrC5KAerQG_CJYb5edDvFpKac6fzsLD2u56WUP_5l79lB1TjslYg8FzxyjZfR_i_bvini7PkMnigmI0iRARK05qa8Mcz3uWG67Ki3sof6Hra8IrL6AjxPlcNmLGOJCHAoGCbGbYeRoCWZukVVvZAgTjL-O-yWfbiJYKuvUSp4ZRKMuv6C9p4JbpsZOGmxcE1HEdhX_Ik9YuZI_lwOsWF44SsOCMHHArl4wmHWhUwlh64XmFtTWmk6-SXWBX3hwkylJ5AHNP3bI8I3y-wJuD9c_mDXxUQ4tBYMDjVhb9t8G1DLM5uJuhai-KBC5cIFz-ibrH4qiePZexXFuNf24znILHU6AiyzD_D4dN67vNCPQzVy7Tbn765lTQ96wpq-RUOng_XlWnJkuDuvzkM1F2voVmNoHA7caDMamBA1-iPS7Npn_yKNDzj1UXxCMndjEa2KaTiwuA2rXfSNhcafjcv643VN9bpxPA84moWqxFj1BFntHGhy622_ZfQL2u95_e6LNgTCV3o_Ap2wpFQaICywGmW_g14iz4V7Fi05wy5emKS58Z-PmDNoT2rY-JQXUUwxQ93s5IXssjtCcwfVvNe3fpCe_nmYOoN5_xv2Yk91kfKJiMQ3ymhiSlrkjVVhoFF9nDmRNxg9_lo9gLGh7Pv75ZnezdUzNpsSSzVsOwxpr15AcCzErkRRtWqyxLd1UvfazaQnSoGveXBy0sCoNbLnZAhwO20lrofMS7TtzM9RJ5jDeo2zRAcLxPiVjODJG4prDbUEA8usdobJ8nEDAooFLbwoKAt6OYh9YiNXcTuZkO-eB8eEXo7FE_bfnsoXl4Hv9Rdh8RPePD7zZZVcJHjlXDtqtH5TMzki-HP9ZmsaS4tc_PCy1-59mUijoggKjBL3wAZZtXHVq0erQzVdyFKQD5zdRaKx3PjWClHoFgCYtjCQ1qzsc_dqGrKcjEub_sig-EAXcKppRHKG8wlEYde5PPlr1d5hVr6KjO2XDf5eclhOT-yMHfBRm7Dzf66tVjNJfnFUivVxRDFSOi-V9P0uet3Nx0RhMAQppZqNb-kzBATpObyqle7Zc8IynYivEzENLYIUjg59Iec2Ski5EeNOiSyPcPuBBKgTAOfaiUfk2jde0y9ebdgw2CIPUh6PF6CBd_jQ98EhSIVTJ9F1YD2LgyrXjHmHWjYe-PJB61rS0n7FVVYDRhUFpDpTyg3vRsb534K0lvWHkt-TEtGOI74lYNibA0VJ27qGiD0EQd61AKtmK57J4n6cVoh1D2bxRQjFu5S4fq64tQx0bXyqjjU23r2fxPlmCwJ4RHCa9kD5UbnHpCCm30ykzyslSq1gzfbp65K2ockY9Jc46FJpK8d82dQPUNt1re1orXxtFepM6JnPhZAKPpYclBUlkb1Sw6iBveKO4UvVGpWwk3avziRIU1nrZHtk6AiiV9GTJXbAIoitN-3rVuqvujMgNC_XQzVoly1DulKZUb63CwR-O9zmnZVyqIurSBzvNqTrs4PMI9HHoF2Ki55SkEj6OFwKmmgEbOzf-7snQz-KtkzBFfwy27KFqSt6yeFTtVsQ-tJ3vZwwOf2wreaKKWkubX5a4XgvOmitFFC_Ge2l6c7JXaSuOYV-liCu8XCZ8hlZXwYRyhecXBS33FALYQD9NH-y1eAXGmnHG0R6XnJFULwHgX1qXCCtqkpFLXx1Gw-Nt8aKNT7LE7bXLvkH93dAR_ghhK8T2I_FiXREAIurVKyJ_xJf9f8uzIQhmQ1l2asHHW1VSWKGVrXG36tQnsAZk2oOFDenoRVIYMRWox8ZeJSQTWqTSyOBf4yui7wMoKZloXSZDjtD1KFpa0nqVQ71CsQBqwCj6ORgrq7XLy5Ixe_pTSiSMzKwOnG05bGclhBhWmvZs08niQkPRHtVYxNxP4DqLfRs1VTkUbE2BD-q_mRogrwuPKo23OQ6AMGPTunVBGADBw4p4dJkxszvWPwqKj9TWBr83ymJDOUG9xcTKGWVKnKpCQxFPoFAWdT4DFpV7epFzzC4vl9gWmqiy_yhLwVtmhLtCldtTG9KRrWrIkPOKlJN3_4El1zLMiv3NQBtshrMMvjMixet-oiW4uvPNRn9TwQIc8I8WeCRSf34tISkEX-pe-1bJmucoQua4YDvMd3Kdd5cHyCE4Qwq_emOm-m2C6eIcGCGWx4ccVYnSDmiucXt6V3DhNdaY-SgcwYH_cAT-tNMfwMIX1Rh4ODs4GvGVmHlrrSWBAgsZkqDFnKAOnN5R26IYFvhOZkmkSewA8ZbM0uj0seYxDEjfSjtignhLAF4vQ6aJ6DCxiq7x43JlBrkIc2rUNa_SQgeOuwyx-LOW6XgpFIjPRsteSvcw6nMS4AXyERJUyp3UeFdJ9leqbB36onR_oWyJxNWK9OL3QRq3zix7ECL5iGSeFNYZ39HbDD7IM-_89pgvBHVqvKu7oWHh0i9VHBWHTuMDj3qPDtrhvMkN3EruCduhVJFHWtXIRDRym1fB8bKJtB80udfybgtBQR5X4K8AYjN8Ve-w8hPnAVwkG5O1VsI57MpdRmrpM18ZlqqWuC6eJB2EnYsa10k5QPXR1OB9Lr3SRG1KUROET6HLBGIE7hKs2AUNvf83Q15siE9hgmfMNfUWUgGX8LUNKktNs_2BR_KxshU8VyURoHmEn_qk-hTDMdjPMfPV5zWF2BbEKhsSUwvg79F_bQsamqEDb2flkFTRNetz38jXcs0PGHRsAQTTCOYqN1ljyvudj55waNlUOOdxull60McsVu6H2VZS1rOSiVOxV0oUdXiNPI3gguRO7ab98uUDddvkPnr1xCWpD85jvG6rdpI3cI3kKHynMSP7L3v4TB_J6rc9WdN_OoC0TEe8vdPrdm91Mp1ibtthhd7APiu5VgLPcqYtEvrmmkPfGHcqUGRIei5BLHDdAmSqbuds7s3BbH2UYdgzE7tMKAjQOfy-P9L6x1qgGSSJz5p31YlrKb8DUQc7c70d8rdKRv3CyGADhWFREIQVr-4YzcVzMgN1Q4wEqOHAgWQQorBC-htf1qp-3NZtJiAkNCEkZ4DfmhMUc2StlHjEGz5usIz78A-NL6NcUFmI2M3kZC3wFtsHAf6CcbPUaugvaFeMGF1RSF97yfI647xNITHbA_L0YdAsfw61Bza3CWKYZ1zBcZPjxWd34cD444zqlAjm_yB3Re2wdh0_ELsCK7BOHLLyEvgky7TTNonA7wuecz0FWvvZAbKdBiklpeoBVv_bjZLEYLoTuoa73KPKidX9kr4aWkveL3fsDlgAXNqCVX8qMIfa8VtreB7B56m-uGFzmUhEY3RBV8w.eyJlbmRwb2ludF9zbHVnIjoibWV0YS9tdXNlLXNwYXJrLTEuMi0yMDI2MDgwNXxtZXRhIn0\",\"format\":\"meta-responses-v1\",\"id\":\"rs_6a84511859109e3bed2e4927:rs_01a014dcc64d7bc1812a8baf5db39732\",\"index\":0}]},\"native_finish_reason\":\"completed\"}],\"created\":1787056406,\"model\":\"meta/muse-spark-1.2\",\"object\":\"chat.completion\",\"service_tier\":\"auto\",\"system_fingerprint\":null,\"usage\":{\"completion_tokens\":1009,\"prompt_tokens\":3899,\"total_tokens\":4908,\"completion_tokens_details\":{\"accepted_prediction_tokens\":null,\"audio_tokens\":0,\"reasoning_tokens\":976,\"rejected_prediction_tokens\":null,\"image_tokens\":0},\"prompt_tokens_details\":{\"audio_tokens\":0,\"cached_tokens\":0,\"cache_write_tokens\":0,\"video_tokens\":0},\"cost\":0.009162,\"is_byok\":false,\"cost_details\":{\"upstream_inference_cost\":0.009162,\"upstream_inference_prompt_cost\":0.00487375,\"upstream_inference_completions_cost\":0.00428825}},\"provider\":\"Meta\"}"}, "scoring": {"f1": 0.878, "precision": 0.908, "recall": 0.874, "mean_iou": 0.824, "true_positives": 96, "false_positives": 18, "false_negatives": 29, "num_pages": 45, "cost_summary": {"total_input_tokens": 177435, "total_output_tokens": 114863, "total_tokens": 292298, "input_cost_usd": 0.22179375000000007, "output_cost_usd": 0.4881677500000001, "total_cost_usd": 0.7099615}}, "normalized_score": 87.8}