{"taskset": {"n_runnable": 0, "name": null, "url_data": null, "catalog_id": null, "owner_type": null, "cited_by": null, "taskset": "ade-bench", "domain": "data-sql", "task_kind": null, "environment": null, "grading": null, "path": "ade-bench", "n_single_container": 48, "n_tasks": 48, "domain_raw": null, "sample_instruction": "I got this error, please fix it, and fix it anywhere else it needs to be fixed.\n\nCompilation Error in model monthly_agg_reviews (models/agg/monthly_agg_reviews.sql)\n\nWarning: `dbt_utils.surrogate_key` has been replaced by `dbt_utils.generate_surrogate_key`. The new macro treats null values differently to empty strings. To restore the behaviour of the original macro, add a global variable in dbt_project.yml called `surrogate_key_treat_nulls_as_empty_strings` to your dbt_project.yml file with a value of True. The dbt_airbnb.monthly_agg_reviews model triggered this warning.\n\n> in macro default__surrogate_key (macros/sql/surrogate_key.sql)\n> called by macro surrogate_key (macros/sql/surrogate_key.sql)\n> called by model monthly_agg_reviews (models/agg/monthly_agg_reviews.sql)\n", "owner_org": null, "url_repo": null, "url_paper": null, "license": null, "languages": [], "difficulties": {"easy": 9, "medium": 27, "hard": 12}, "categories": ["data-engineering"]}, "tasks": [{"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["data-inspection", "dbt", "dbt-macros", "dbt-packages", "dbt-utils", "debugging", "jinja", "model-refactor", "ade-bench"], "task": "ade-bench-airbnb001", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["data-inspection", "dbt", "dbt-macros", "dbt-packages", "dbt-utils", "debugging", "jinja", "model-refactor", "ade-bench"], "task": "ade-bench-airbnb002", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["dbt", "dbt-macros", "jinja", "model-refactor", "dbt-materialization", "ade-bench"], "task": "ade-bench-airbnb003", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["data-inspection", "dbt", "model-refactor", "ade-bench"], "task": "ade-bench-airbnb004", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["dbt", "external-knowledge", "model-creation", "ade-bench"], "task": "ade-bench-airbnb005", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["dbt", "dbt-hygiene", "model-refactor", "ade-bench"], "task": "ade-bench-airbnb006", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["dbt", "model-creation", "dbt-materialization", "dbt-project-configuration", "ade-bench"], "task": "ade-bench-airbnb007", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["dbt", "debugging", "dbt-project-configuration", "ade-bench"], "task": "ade-bench-airbnb008", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["analysis", "data-inspection", "dbt", "debugging", "model-refactor", "ade-bench"], "task": "ade-bench-airbnb009", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["dbt", "diagnostic", "ade-bench"], "task": "ade-bench-ana-eng001", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["dbt", "debugging", "model-refactor", "ade-bench"], "task": "ade-bench-ana-eng002", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["dbt", "debugging", "model-refactor", "ade-bench"], "task": "ade-bench-ana-eng002-medium", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["dbt", "model-creation", "ade-bench"], "task": "ade-bench-ana-eng003", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["dbt", "model-creation", "ade-bench"], "task": "ade-bench-ana-eng004", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["data-hygiene", "data-inspection", "dbt", "debugging", "model-creation", "ade-bench"], "task": "ade-bench-ana-eng005", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["dbt", "model-creation", "ade-bench"], "task": "ade-bench-ana-eng006", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["data-change", "data-inspection", "dbt", "debugging", "model-refactor", "ade-bench"], "task": "ade-bench-ana-eng007", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["data-change", "data-inspection", "dbt", "debugging", "model-refactor", "ade-bench"], "task": "ade-bench-ana-eng007-medium", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["dbt", "model-creation", "dbt-project-configuration", "ade-bench"], "task": "ade-bench-ana-eng008", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["data-hygiene", "data-inspection", "dbt", "dbt-macros", "debugging", "model-refactor", "ade-bench"], "task": "ade-bench-asana001", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["data-hygiene", "data-inspection", "dbt", "dbt-packages", "debugging", "model-refactor", "ade-bench"], "task": "ade-bench-asana002", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["dbt", "dbt-hygiene", "dbt-packages", "model-refactor", "ade-bench"], "task": "ade-bench-asana003", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["dbt", "model-refactor", "ade-bench"], "task": "ade-bench-asana004", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["data-change", "data-inspection", "dbt", "debugging", "model-refactor", "ade-bench"], "task": "ade-bench-asana005", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["data-change", "data-inspection", "dbt", "debugging", "model-refactor", "ade-bench"], "task": "ade-bench-asana005-hard", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["dbt", "dbt-hygiene", "debugging", "model-creation", "model-refactor", "dbt-materialization", "ade-bench"], "task": "ade-bench-f1001", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["dbt", "model-creation", "ade-bench"], "task": "ade-bench-f1002", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["dbt", "model-creation", "ade-bench"], "task": "ade-bench-f1003", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["dbt", "model-creation", "ade-bench"], "task": "ade-bench-f1003-hard", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["analysis", "data-hygiene", "data-inspection", "dbt", "debugging", "ade-bench"], "task": "ade-bench-f1004", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["analysis", "data-hygiene", "data-inspection", "dbt", "debugging", "dbt-project-configuration", "ade-bench"], "task": "ade-bench-f1005", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["analysis", "data-hygiene", "data-inspection", "dbt", "debugging", "dbt-project-configuration", "ade-bench"], "task": "ade-bench-f1005-medium", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["analysis", "data-hygiene", "data-inspection", "dbt", "debugging", "dbt-project-configuration", "ade-bench"], "task": "ade-bench-f1006", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["analysis", "data-hygiene", "data-inspection", "dbt", "debugging", "dbt-project-configuration", "ade-bench"], "task": "ade-bench-f1006-hard", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["data-inspection", "dbt", "debugging", "model-refactor", "ade-bench"], "task": "ade-bench-f1007", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["data-inspection", "dbt", "debugging", "model-refactor", "ade-bench"], "task": "ade-bench-f1007-hard", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["data-inspection", "dbt", "debugging", "model-refactor", "ade-bench"], "task": "ade-bench-f1007-medium", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["analysis", "dbt", "external-knowledge", "ade-bench"], "task": "ade-bench-f1009", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["analysis", "dbt", "external-knowledge", "ade-bench"], "task": "ade-bench-f1010", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["analysis", "dbt", "external-knowledge", "ade-bench"], "task": "ade-bench-f1010-medium", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["analysis", "dbt", "external-knowledge", "ade-bench"], "task": "ade-bench-f1011", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["dbt", "model-creation", "ade-bench"], "task": "ade-bench-intercom001", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["dbt", "model-creation", "ade-bench"], "task": "ade-bench-intercom002", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["dbt", "model-creation", "ade-bench"], "task": "ade-bench-intercom003", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": ["data-hygiene", "data-inspection", "dbt", "dbt-packages", "dbt-utils", "debugging", "model-refactor", "ade-bench"], "task": "ade-bench-quickbooks001", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["dbt", "dbt-hygiene", "dbt-packages", "dbt-utils", "jinja", "model-refactor", "dbt-project-configuration", "ade-bench"], "task": "ade-bench-quickbooks002", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["data-hygiene", "data-inspection", "dbt", "dbt-hygiene", "dbt-packages", "dbt-utils", "jinja", "model-refactor", "dbt-project-configuration", "ade-bench"], "task": "ade-bench-quickbooks003", "taskset": "ade-bench"}, {"agent_timeout": 600, "category": "data-engineering", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["dbt", "dbt-hygiene", "dbt-packages", "jinja", "model-refactor", "dbt-project-configuration", "ade-bench"], "task": "ade-bench-quickbooks004", "taskset": "ade-bench"}], "next": null}