{"taskset": {"n_runnable": 0, "name": null, "url_data": null, "catalog_id": null, "owner_type": null, "cited_by": null, "taskset": "deepsynth", "domain": "web-research", "task_kind": null, "environment": null, "grading": null, "path": "datasets/deepsynth", "n_single_container": 40, "n_tasks": 40, "domain_raw": null, "sample_instruction": "You are given a deep information synthesis question that requires gathering\ndata from multiple web sources and producing a structured JSON answer.\n\nIn the 2021 Canadian federal elections, compare the last opinion polling results by Abacus Data, EKOS, Mainstreet Research, Forum Research, Research Co. and Nanos Research before the elections. How accurate is each of these polls as a predictor for the actual number of votes? You should include the 6 largest parties, and 'others'. Rank each polling company by mean-squared error of votes percentage. For computations, take the election results and polling results with one digit a after decimal point. Your answer should be a JSON object with the keys being the polling company names. The values should be the MSE (rounded to one decimal). The companies should be sorted in increasing value of MSE.\n\nResearch this question thoroughly by browsing the web. Find relevant data\nfrom official sources (government databases, statistical offices,\ninternational organizations). Synthesize the information into a single\nJSON answer.\n\nWrite your final answer as a valid JSON dictionary to `/app/answer.json`.\nThe answer should be a JSON object matching the format specified in the\nquestion above (typically string keys with numeric values).\n\nExample answer format:\n```json\n{\"Country A\": 1.23, \"Country B\": 4.56}\n```\n\n**Important:**\n- You should ONLY interact with the environment provided to you AND NEVER ASK FOR HUMAN HELP.\n- Show your work and reasoning bef", "owner_org": null, "url_repo": null, "url_paper": null, "license": null, "languages": [], "difficulties": {"difficult": 40}, "categories": ["information-synthesis"]}, "tasks": [{"agent_timeout": 3600, "category": "information-synthesis", "compose": false, "difficulty": "difficult", "language": "", "oracle": null, "runnable": false, "tags": ["deepsynth", "information-synthesis"], "task": "11", "taskset": "deepsynth"}, {"agent_timeout": 3600, "category": "information-synthesis", "compose": false, "difficulty": "difficult", "language": "", "oracle": null, "runnable": false, "tags": ["deepsynth", "information-synthesis"], "task": "12", "taskset": "deepsynth"}, {"agent_timeout": 3600, "category": "information-synthesis", "compose": false, "difficulty": "difficult", "language": "", "oracle": null, "runnable": false, "tags": ["deepsynth", "information-synthesis"], "task": "13", "taskset": "deepsynth"}, {"agent_timeout": 3600, "category": "information-synthesis", "compose": false, "difficulty": "difficult", "language": "", "oracle": null, "runnable": false, "tags": ["deepsynth", "information-synthesis"], "task": "14", "taskset": "deepsynth"}, {"agent_timeout": 3600, "category": "information-synthesis", "compose": false, "difficulty": "difficult", "language": "", "oracle": null, "runnable": false, "tags": ["deepsynth", "information-synthesis"], "task": "16", "taskset": "deepsynth"}, {"agent_timeout": 3600, "category": "information-synthesis", "compose": false, "difficulty": "difficult", "language": "", "oracle": null, "runnable": false, "tags": ["deepsynth", "information-synthesis"], "task": "19", "taskset": "deepsynth"}, {"agent_timeout": 3600, "category": "information-synthesis", "compose": false, "difficulty": "difficult", "language": "", "oracle": null, "runnable": false, "tags": ["deepsynth", "information-synthesis"], "task": "20", "taskset": "deepsynth"}, {"agent_timeout": 3600, "category": "information-synthesis", "compose": false, "difficulty": "difficult", "language": "", "oracle": null, "runnable": false, "tags": ["deepsynth", "information-synthesis"], "task": "22", "taskset": "deepsynth"}, {"agent_timeout": 3600, "category": "information-synthesis", "compose": false, "difficulty": "difficult", "language": "", "oracle": null, "runnable": false, "tags": ["deepsynth", "information-synthesis"], "task": "24", "taskset": "deepsynth"}, {"agent_timeout": 3600, "category": "information-synthesis", "compose": false, "difficulty": "difficult", "language": "", "oracle": null, "runnable": false, "tags": ["deepsynth", "information-synthesis"], "task": "28", "taskset": "deepsynth"}, {"agent_timeout": 3600, "category": "information-synthesis", "compose": false, "difficulty": "difficult", "language": "", "oracle": null, "runnable": false, "tags": ["deepsynth", "information-synthesis"], "task": "29", "taskset": "deepsynth"}, {"agent_timeout": 3600, "category": "information-synthesis", "compose": false, "difficulty": "difficult", "language": "", "oracle": null, "runnable": false, "tags": ["deepsynth", "information-synthesis"], "task": "3", "taskset": "deepsynth"}, {"agent_timeout": 3600, "category": "information-synthesis", "compose": false, "difficulty": "difficult", "language": "", "oracle": null, "runnable": false, "tags": ["deepsynth", "information-synthesis"], "task": "30", "taskset": "deepsynth"}, {"agent_timeout": 3600, "category": "information-synthesis", "compose": false, "difficulty": "difficult", "language": "", "oracle": null, "runnable": false, "tags": ["deepsynth", "information-synthesis"], "task": "31", "taskset": "deepsynth"}, {"agent_timeout": 3600, "category": "information-synthesis", "compose": false, "difficulty": "difficult", "language": "", "oracle": null, "runnable": false, "tags": ["deepsynth", "information-synthesis"], "task": "32", "taskset": "deepsynth"}, {"agent_timeout": 3600, "category": "information-synthesis", "compose": false, "difficulty": "difficult", "language": "", "oracle": null, "runnable": false, "tags": ["deepsynth", "information-synthesis"], "task": "35", "taskset": "deepsynth"}, {"agent_timeout": 3600, "category": "information-synthesis", "compose": false, "difficulty": "difficult", "language": "", "oracle": null, "runnable": false, "tags": ["deepsynth", "information-synthesis"], "task": "36", "taskset": "deepsynth"}, {"agent_timeout": 3600, "category": "information-synthesis", "compose": false, "difficulty": "difficult", "language": "", "oracle": null, "runnable": false, "tags": ["deepsynth", "information-synthesis"], "task": "37", "taskset": "deepsynth"}, {"agent_timeout": 3600, "category": "information-synthesis", "compose": false, "difficulty": "difficult", "language": "", "oracle": null, "runnable": false, "tags": ["deepsynth", "information-synthesis"], "task": "40", "taskset": "deepsynth"}, {"agent_timeout": 3600, "category": "information-synthesis", "compose": false, "difficulty": "difficult", "language": "", "oracle": null, "runnable": false, "tags": ["deepsynth", "information-synthesis"], "task": "43", "taskset": "deepsynth"}, {"agent_timeout": 3600, "category": "information-synthesis", "compose": false, "difficulty": "difficult", "language": "", "oracle": null, "runnable": false, "tags": ["deepsynth", "information-synthesis"], "task": "47", "taskset": "deepsynth"}, {"agent_timeout": 3600, "category": "information-synthesis", "compose": false, "difficulty": "difficult", "language": "", "oracle": null, "runnable": false, "tags": ["deepsynth", "information-synthesis"], "task": "48", "taskset": "deepsynth"}, {"agent_timeout": 3600, "category": "information-synthesis", "compose": false, "difficulty": "difficult", "language": "", "oracle": null, "runnable": false, "tags": ["deepsynth", "information-synthesis"], "task": "49", "taskset": "deepsynth"}, {"agent_timeout": 3600, "category": "information-synthesis", "compose": false, "difficulty": "difficult", "language": "", "oracle": null, "runnable": false, "tags": ["deepsynth", "information-synthesis"], "task": "5", "taskset": "deepsynth"}, {"agent_timeout": 3600, "category": "information-synthesis", "compose": false, "difficulty": "difficult", "language": "", "oracle": null, "runnable": false, "tags": ["deepsynth", "information-synthesis"], "task": "50", "taskset": "deepsynth"}, {"agent_timeout": 3600, "category": "information-synthesis", "compose": false, "difficulty": "difficult", "language": "", "oracle": null, "runnable": false, "tags": ["deepsynth", "information-synthesis"], "task": "51", "taskset": "deepsynth"}, {"agent_timeout": 3600, "category": "information-synthesis", "compose": false, "difficulty": "difficult", "language": "", "oracle": null, "runnable": false, "tags": ["deepsynth", "information-synthesis"], "task": "53", "taskset": "deepsynth"}, {"agent_timeout": 3600, "category": "information-synthesis", "compose": false, "difficulty": "difficult", "language": "", "oracle": null, "runnable": false, "tags": ["deepsynth", "information-synthesis"], "task": "58", "taskset": "deepsynth"}, {"agent_timeout": 3600, "category": "information-synthesis", "compose": false, "difficulty": "difficult", "language": "", "oracle": null, "runnable": false, "tags": ["deepsynth", "information-synthesis"], "task": "6", "taskset": "deepsynth"}, {"agent_timeout": 3600, "category": "information-synthesis", "compose": false, "difficulty": "difficult", "language": "", "oracle": null, "runnable": false, "tags": ["deepsynth", "information-synthesis"], "task": "61", "taskset": "deepsynth"}, {"agent_timeout": 3600, "category": "information-synthesis", "compose": false, "difficulty": "difficult", "language": "", "oracle": null, "runnable": false, "tags": ["deepsynth", "information-synthesis"], "task": "68", "taskset": "deepsynth"}, {"agent_timeout": 3600, "category": "information-synthesis", "compose": false, "difficulty": "difficult", "language": "", "oracle": null, "runnable": false, "tags": ["deepsynth", "information-synthesis"], "task": "69", "taskset": "deepsynth"}, {"agent_timeout": 3600, "category": "information-synthesis", "compose": false, "difficulty": "difficult", "language": "", "oracle": null, "runnable": false, "tags": ["deepsynth", "information-synthesis"], "task": "7", "taskset": "deepsynth"}, {"agent_timeout": 3600, "category": "information-synthesis", "compose": false, "difficulty": "difficult", "language": "", "oracle": null, "runnable": false, "tags": ["deepsynth", "information-synthesis"], "task": "73", "taskset": "deepsynth"}, {"agent_timeout": 3600, "category": "information-synthesis", "compose": false, "difficulty": "difficult", "language": "", "oracle": null, "runnable": false, "tags": ["deepsynth", "information-synthesis"], "task": "74", "taskset": "deepsynth"}, {"agent_timeout": 3600, "category": "information-synthesis", "compose": false, "difficulty": "difficult", "language": "", "oracle": null, "runnable": false, "tags": ["deepsynth", "information-synthesis"], "task": "75", "taskset": "deepsynth"}, {"agent_timeout": 3600, "category": "information-synthesis", "compose": false, "difficulty": "difficult", "language": "", "oracle": null, "runnable": false, "tags": ["deepsynth", "information-synthesis"], "task": "76", "taskset": "deepsynth"}, {"agent_timeout": 3600, "category": "information-synthesis", "compose": false, "difficulty": "difficult", "language": "", "oracle": null, "runnable": false, "tags": ["deepsynth", "information-synthesis"], "task": "77", "taskset": "deepsynth"}, {"agent_timeout": 3600, "category": "information-synthesis", "compose": false, "difficulty": "difficult", "language": "", "oracle": null, "runnable": false, "tags": ["deepsynth", "information-synthesis"], "task": "78", "taskset": "deepsynth"}, {"agent_timeout": 3600, "category": "information-synthesis", "compose": false, "difficulty": "difficult", "language": "", "oracle": null, "runnable": false, "tags": ["deepsynth", "information-synthesis"], "task": "79", "taskset": "deepsynth"}], "next": null}