{"taskset": {"n_runnable": 0, "name": null, "url_data": null, "catalog_id": null, "owner_type": null, "cited_by": null, "taskset": "mmau", "domain": "multimodal", "task_kind": null, "environment": null, "grading": null, "path": "datasets/mmau", "n_single_container": 1000, "n_tasks": 1000, "domain_raw": null, "sample_instruction": "You are given a transcript of an audio clip.\n\nTranscript:\n[BEGIN TRANSCRIPT]\nThe complete transcription of the spoken words is: 'Kids are talking by the door'.\n[END TRANSCRIPT]\n\nQuestion:\n[BEGIN QUESTION]\nBased on the given audio, who all are reliably present in it?\n[END QUESTION]\n\nChoices:\n[BEGIN CHOICES]\nA dog, A kid, A water body, An adult\n[END CHOICES]\n\nSelect the single best answer from the choices.\n\nOutput requirements:\n- Write ONLY the exact answer text (must match one of the choices).\n- Create a file at /app/answer.txt.\n- The file must contain only the answer text, with no extra characters or whitespace.\n\nExample:\nIf choices are [\"Man\", \"Woman\", \"Child\", \"Robot\"] and the correct answer is Woman,\nwrite: echo -n \"Woman\" > /app/answer.txt\n", "owner_org": null, "url_repo": null, "url_paper": null, "license": null, "languages": [], "difficulties": {"easy": 224, "medium": 540, "hard": 236}, "categories": ["audio"]}, "tasks": [{"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "00127c2e-75eb-40ce-8c0c-1b886c6d5316", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "002ebba8-7aa4-445b-aab3-ed17e592cd30", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "004fd9c5-1f2b-4c16-939b-4c75e39c84ba", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "00b97c42-e000-4889-84aa-7f0074233471", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "014593c4-11b7-4d6b-9f8c-b14fccbceb42", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "01fb92c4-7c7a-4005-8c1a-91e8a76d6f51", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "0233567b-99c2-490c-b703-133592a711a4", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "02c55853-97af-4a0c-bcce-59712b9931c0", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "02c79929-d644-4999-b514-a9be9c005465", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "02f57e88-2b85-413e-96a9-c6c233015bf6", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "030e7f42-24e7-4bc2-ae58-64b014ceeef2", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "031cdb50-fec3-4b16-8c26-e1d434aa5666", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "044ce0dd-4c86-4560-8801-55ceb8cebd8a", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "04dcb6a3-26cf-4c18-891a-98b7e4f934b8", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "04e0a1bc-59f1-497b-86fd-7d7ba5b311fa", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "04f3811d-80cb-419b-9a9f-c6fc1dca1d31", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "04fef74e-4e4e-4917-aeef-3a04ce10495d", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "05eb32f6-5ad4-4abc-9a9a-0a252329e4ba", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "06483ca8-fc50-4c30-a6e9-5d94b59245c7", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "069955cf-aec4-4deb-adcd-3d13e4cb3153", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "06f95aee-528e-4665-b718-ae876cc11b7c", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "08267cd7-ef33-4aae-9351-047b6cbeaa0c", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "0866c7a0-3361-4538-98d0-fec5c8aedd01", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "08dfeb6c-fc3a-4826-b847-1f5098daef70", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "08f50803-118f-4af6-a755-116ce5e37151", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "091aefd5-f784-4472-8257-e24b6d19e32b", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "091db5d0-10a4-4650-8c48-c7cbc0c71e96", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "09228ed9-0007-4042-9f85-9802fd212cc6", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "09247cc2-fb6a-43e0-ab58-e0c3f80a789b", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "0935573e-1dc7-4343-8f86-c6a5ec4731df", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "094092a6-ae74-4d35-84c3-aeade18bf525", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "0992e07a-90d2-4869-a960-3f5541790b9c", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "09c7e96d-956d-4faa-ac6b-3f73f98d628f", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "0ac9584e-aab2-4731-b5bd-f1d730d67ce3", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "0b7642ec-10ff-4a3e-80d2-0adfc257ab5e", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "0b92957c-f842-4235-a0e3-3f99c6dbad47", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "0bbc588e-8c88-4b0e-8b27-2dfa208acc02", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "0be58acd-2201-4d00-8357-0b0c1ab3b335", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "0c435677-a6a3-49df-b0d4-fda70cda8765", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "0d31dcbc-319e-409a-81f6-a56347c1dd45", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "0d46136b-5249-4ca9-a761-705686ec60b9", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "0d68dd1e-9cf7-45cc-a348-9b45c2b9370d", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "0db7f6b3-ef61-44ce-8990-bd6c9c31a094", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "0db9ce05-5204-483b-9318-b0e7735ddb78", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "0de9f80e-8070-4ede-845b-b41bfc9bdbf7", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "0e560911-bb39-4af1-988e-b00d1ddfa90b", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "0e8076e8-d641-4a66-b127-567be42b118f", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "0ea9b39c-178b-4704-886f-f745b6fa2f8c", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "0ed9d7c8-3b63-4861-af81-925d4176c059", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "0f5bcfc8-06ff-4006-b281-e362a23a409e", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "0f76a1b5-9ecf-4936-a938-33c53ca8e55b", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "0f7daed8-802a-499f-8336-8345b206fe2e", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "0fbc3dde-70c0-4352-a4ff-66551d9f2a43", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "0fd09e62-c696-4a02-bdbf-3c29b3b2df23", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "100bcc54-c059-427a-8d70-643fe9ee99e6", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "102a8bb2-3ad8-4584-8c54-d6ea69480af9", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "103a6aa6-4378-42a9-98f2-1da4a9e27b6e", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "104b3239-85cd-4c54-9353-93e74b4ed07e", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "104ee35f-12fe-4a06-a18d-87fb7384788c", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "107510b7-f372-4cf7-abb4-0a042b7d7db8", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "107d1b67-4743-4905-adaf-24e23de3cb16", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "10aa3be4-8a6f-42af-bff0-850a4c1fee43", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "11257527-ac2b-4088-8a5d-83e5b4857f0b", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "1150a86d-90e3-4c9c-b073-d42a5ea0d5cd", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "11ec294d-ca0d-4e6b-9c67-8250c87057c4", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "12929ce3-57d4-4f29-a2de-aa6121927aa3", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "129ad635-80b3-4ed4-8b37-b163fa8f3a22", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "12ac8911-0751-4ce3-a1d4-9f9879fe3cff", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "12b245bb-65b5-4ffc-8743-3e8c4481bfb5", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "12ea6970-e532-4549-80c7-353c7ae6ce8b", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "1331b00c-a636-4819-a315-282794d4a492", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "13324cc9-25e3-40d2-b8bf-4be56945156a", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "133fa99a-4ea4-48a7-bb62-97c5421617a0", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "13a1d562-8f37-4991-9459-d30f6c12009f", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "13a91547-3f4f-4fbe-be3e-c3abf00d7c56", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "13adbaa8-9500-47cd-b397-1409d21cc8db", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "13cd0db2-cb58-4141-886c-398f59a874cd", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "144ef06f-9b63-497e-969d-7f6e10fe0c44", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "160d64a1-0cd3-4e3e-a027-c1bf26b9716b", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "167f341e-466e-4805-b91e-052ac8f0b8e5", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "1685ef13-11ee-4b95-9757-b66f287eb514", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "16964657-d35e-426a-8c3e-6aac228a2577", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "16d39319-e973-441a-ba46-ce6e5474c032", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "16faf4a0-4fa0-40f2-9e11-fd199684c9a0", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "172aa1da-a2ec-447b-a782-7c15a485068c", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "17d53044-9bbb-4465-ba1b-17d72b6e29b0", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "18234671-43b7-4be3-b369-be5b4b522d27", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "18263668-a24e-4842-bf11-bf34f20553ea", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "18a3b8fb-0189-4ce3-ba31-ffed6150b4c5", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "18a80854-efc8-4a08-a5c6-4b039901bd20", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "18c88334-f46d-4fba-b408-a927d45ba16e", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "18f9e6ae-1952-4b34-adab-8c9b8de2d6c6", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "18fd5726-f740-4727-ad12-74a010f381bf", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "19051f5d-54fb-4611-9564-6a3f40e10992", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "1910e3db-5030-4255-8b0d-053542050037", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "19490503-df98-4e95-aa80-a10b67675748", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "1a5dd76a-7905-4a83-bd88-7ae26730656d", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "1a973e6b-0dc9-4d13-98f2-f9fbdceca521", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "1ab6834e-b22a-413f-a1fb-e33db4d43e2c", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "1af356cb-84bf-411e-bdec-a69a2f0bd080", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "1b1df9d5-9795-46cf-bb5d-accd23a337b7", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "1b3edeac-e7c4-439b-98b4-23776c6f7f54", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "1b7fe494-20c2-4431-9386-7c9142569a3a", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "1b87bc3e-bbdb-4596-9f2c-784fe15fb2b6", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "1b9e32b8-cf8e-42d6-bc08-292ad5857d67", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "1bbb71ec-5eeb-4bc5-b04c-c84a0a6598ab", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "1bc97ba7-d567-4218-be11-4f281306c5fb", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "1beb87ed-8d10-4c39-87b4-81365b947fb8", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "1c0358cc-85c4-4d64-afa7-8f0684a8c40d", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "1c1ba2ae-bf4d-4654-8018-0a04749206f8", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "1c251104-e6e6-40c7-bbf4-3fec1eef5c29", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "1c2c6dfa-f114-4e9a-89b0-4532fd9a7c1d", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "1c504c8f-a346-4612-b170-be5255c5f0eb", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "1c6896a1-b123-4c1b-876d-458d6dfa43a4", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "1c775741-0779-4868-9a8f-f531a559f6c0", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "1cb8faf5-affc-4d6c-92d2-e43ddb912b35", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "1cdbd5d3-6b1a-4e71-8ee0-2c5ffdb3dedc", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "1d6537e2-0fed-4a91-89ce-70ca82a50ed2", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "1d9d7024-7eed-4fb5-8358-0526d3d9c49f", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "1dd4a308-69a2-469d-b00e-8e9caf4a4887", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "1e048a1d-5344-441a-95d9-5018adeac462", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "1e451b5e-a8fb-4d7a-84ef-8314dfdec076", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "1ee237cc-3520-4e79-9644-195a5abc8581", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "1f4f577d-8e92-4725-99a5-20ffcf24ba36", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "1fe74624-ee85-4a25-b2ae-de1a894c2aaf", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "20013417-55e9-40bc-8f68-6e9944af4fb5", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "208630bc-e6e9-46f4-961b-b07c8bec88af", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "20892025-f2cb-40d5-a237-4951eaa77d04", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "20cf7678-509c-41fc-9d1c-4a1f000513ee", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "21a2d606-90c3-46e5-bc53-7a9d9f458c04", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "21b826c3-b7d0-4c2e-aa20-2e01a2e2a9a1", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "221bb189-e191-4ff0-bc55-f95fd23a34ab", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "2246a36e-8464-4c60-b7f1-96dd28898630", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "22ba0124-19c5-4469-929c-0729a043f6fa", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "22ceec8a-7842-42da-bf59-3a2e6d115c62", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "22d498a3-17b1-4915-a38c-fe53835ba640", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "22d51c92-4df3-4f2b-8bd6-24fbe63f4548", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "231e3f24-976a-4c38-9559-6524fc2c02be", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "23803f99-3021-4d5e-893f-8782f3bdcda6", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "239ec016-c087-4a7b-a64e-b99e4dece85e", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "23a53e73-8295-4fea-8fea-b9cda342fcc0", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "23b1b45f-5748-4e50-8411-abbbf33333d2", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "23f21925-92f8-417f-834a-f87f354e0b5b", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "24ce381d-626d-438a-8b86-e6f18af16480", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "24d64f05-1113-4081-847f-60023addbae7", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "253d1c7e-f65d-49eb-a105-b13b57fb99cb", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "255742c0-cc69-4be5-891e-a3c796904934", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "2557fbd7-267d-48cc-9c5f-252da2e2c466", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "2573bb7c-5319-4e62-aca6-f90a7e5e7cd5", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "25941a11-499f-420c-a65c-26417a8378b4", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "25cac2de-ffe8-45c8-beef-29c7a7c00bf0", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "26273334-9d2d-4ae0-8d7a-a5a2d1314a83", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "263be5ec-f5e7-4ad2-9f51-f35dffc049da", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "26476a60-839f-45cb-982f-ab3c59e1bf8e", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "26600e97-5df3-43be-80ed-ff817c078a77", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "26c42c5d-a658-4e9e-ac5e-7b78112af52c", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "26e2a0d7-f0c1-472c-b289-3e788154fbca", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "2705d1a7-e4aa-448b-98d3-df8d668e4a5a", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "2783e849-9174-4f84-abe6-45abf50f6d2b", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "279017d0-3071-4765-8611-962b3c2f3543", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "27e29e2e-28d8-45e2-be0c-697af91caa48", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "27e5a06f-564c-4855-a29f-4a23f7b64ff6", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "2842608e-84ef-45c6-8c0f-e4cd60ad9958", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "289380b9-3825-466d-874e-4e72b4a9cf84", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "293c7acb-5548-414e-9fc6-7d3db2cc7ec7", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "29b7c031-e275-4084-8edc-0b1cc177bad8", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "29e34d22-f6c7-431a-9b32-a9d4a8c33d4d", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "2a2f9c14-e693-4efc-843e-20fa67d84340", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "2a5d8660-2043-4d40-87ed-9d79d4468c75", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "2ac676ef-d536-4764-ab25-d856ed9cb035", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "2ac88129-1a51-41fd-8443-37dd4b070b05", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "2add33b9-993d-46f7-bd28-355999084f8d", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "2b1577a0-7980-4a66-8491-6748181bd636", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "2b4b2aa5-900f-4e54-8dc9-c2cdf48147b8", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "2b6096e7-a66f-451f-886b-8210e362f84b", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "2b720d59-0c0d-4c44-97d3-c747f7aef744", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "2bf65958-91d8-4eae-958c-d2bfc223c839", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "2ca780f9-e8fd-4575-aede-8232d76899e1", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "2cad45af-62ca-4aae-86e1-bb2bad261889", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "2cebba23-f719-48c0-8b66-5aceda2e5d61", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "2ceedc13-9b8a-414f-b3d0-4ac554dfae63", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "2cf092cc-252b-4de8-9e51-cc17f5cae742", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "2d668257-f627-4f80-b640-eca0c1522297", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "2d83d225-f921-4f77-860a-6872b8ca16c2", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "2d849164-8a14-4986-b207-2fb0aa664d57", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "2d861e76-cb19-4178-8eaa-137c892a5d84", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "2dffdf0a-5558-4b61-981c-9d62af91f251", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "2e5ad974-bee5-4882-8888-8df76653bcc8", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "2ed50dd0-e496-4df4-b5e1-a380f08320d3", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "30543d55-69f5-4b07-8f48-819aac8517d8", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "305ebea1-ae1d-49a7-bad7-350f0dbd333f", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "30853c72-b4be-4585-85d9-5fe7d8be87f9", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "30bb0e51-2077-4217-ac2b-a2c7019f35ee", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "30bc8aca-be42-484e-bb87-d61ba2068096", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "3122396b-b6e1-4dcb-8550-fab003c08767", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "3151a7b8-a97d-4f3b-b7f2-a3bcc3d2a250", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "31564584-4c55-4f17-b013-62afc898c135", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "3169f037-a4b1-4b96-b0a0-94b26af56af7", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "33219dcc-7455-460a-9b2c-aa03aecd2bf0", "taskset": "mmau"}, {"agent_timeout": 600, "category": "audio", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["audio", "reasoning", "mmau"], "task": "33c7e8e9-5ccb-402d-9d6a-abea75cbd782", "taskset": "mmau"}], "next": "33c7e8e9-5ccb-402d-9d6a-abea75cbd782"}