{"taskset": {"n_runnable": 0, "name": null, "url_data": null, "catalog_id": null, "owner_type": null, "cited_by": null, "taskset": "bigcodebench_hard_instruct", "domain": "swe", "task_kind": null, "environment": null, "grading": null, "path": "datasets/bigcodebench_hard_instruct", "n_single_container": 145, "n_tasks": 145, "domain_raw": null, "sample_instruction": "# BigCodeBench-Hard Task\n\n## Problem Description\n\nGenerates a plot of random time series data for the past 30 days with reproducibility controlled by an optional seed parameter. The plot is styled with Arial font for better readability.\nThe function should raise the exception for: ValueError: If there is an issue generating the data or plot.\nThe function should output with:\n    matplotlib.axes.Axes: The Axes object containing a line plot of the time series data.\n    The plot will have 'Date' as the x-axis label, 'Value' as the y-axis label,\n    and 'Random Time Series Data' as the title.\nYou should write self-contained code starting with:\n```\nimport matplotlib.pyplot as plt\nimport pandas as pd\nimport random\nfrom datetime import datetime\ndef task_func(seed=42):\n```\n\n## Instructions\n\nYour solution should be saved to:\n```\n/workspace/solution.py\n```\n\nThe solution will be tested automatically against hidden test cases.\n\n\n\n", "owner_org": null, "url_repo": null, "url_paper": null, "license": null, "languages": [], "difficulties": {"medium": 145}, "categories": ["python_programming"]}, "tasks": [{"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_100", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_1003", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_1004", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_1006", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_1008", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_1012", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_1013", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_1015", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_1019", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_1020", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_1022", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_1039", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_1040", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_1042", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_1053", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_1057", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_1077", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_108", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_1085", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_1124", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_1129", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_1137", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_120", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_123", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_124", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_129", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_13", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_139", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_147", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_15", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_161", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_162", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_17", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_177", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_184", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_187", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_19", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_199", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_208", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_211", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_214", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_227", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_239", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_241", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_267", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_273", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_274", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_287", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_302", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_308", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_310", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_313", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_324", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_326", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_34", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_341", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_346", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_360", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_367", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_368", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_37", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_374", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_399", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_401", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_409", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_417", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_418", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_424", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_443", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_445", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_454", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_458", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_461", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_477", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_486", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_492", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_501", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_502", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_503", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_509", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_511", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_513", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_526", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_528", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_530", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_532", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_553", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_560", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_567", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_574", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_579", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_582", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_583", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_587", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_592", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_594", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_618", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_636", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_637", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_654", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_655", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_657", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_678", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_720", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_723", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_752", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_760", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_763", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_765", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_771", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_777", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_785", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_800", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_82", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_826", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_845", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_854", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_857", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_865", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_870", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_879", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_89", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_897", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_906", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_914", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_915", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_916", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_917", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_92", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_928", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_93", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_942", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_945", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_952", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_955", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_963", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_964", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_969", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_971", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_985", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_988", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_99", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_990", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_998", "taskset": "bigcodebench_hard_instruct"}, {"agent_timeout": 600, "category": "python_programming", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["python", "code-generation", "bigcodebench", "programming"], "task": "bigcodebench_999", "taskset": "bigcodebench_hard_instruct"}], "next": null}