{"taskset": {"n_runnable": 0, "name": "SWE-bench Multilingual", "url_data": "https://huggingface.co/datasets/SWE-bench/SWE-bench_Multilingual", "catalog_id": "swe-bench-multilingual", "owner_type": "academic", "cited_by": ["Claude Opus 5.5", "Claude Sonnet 5", "GLM-5", "Kimi K2.6", "MiniMax M2.7", "Nemotron 3 Ultra", "Nemotron 3.5 Lightning", "Qwen3.8-Flash-Next"], "taskset": "swebench_multilingual", "domain": "swe", "task_kind": "GitHub issue resolution in 9 languages", "environment": "container", "grading": "tests", "path": "datasets/swebench_multilingual", "n_single_container": 300, "n_tasks": 300, "domain_raw": "swe", "sample_instruction": "Support Post aggregation function pow(f1,f2) to cater for square, cube , square root.\n### Description\n\nPlease describe the feature or change with as much detail as possible. \n\nAs of now the only supported arithmetic functions are +, -, *, /, and quotient.\nhttps://druid.apache.org/docs/latest/querying/post-aggregations.html#arithmetic-post-aggregator.\nThe request is to add an additional function to support  square, cube , squre root..etc.  This can be achived by adding the power of function equivalent to Math.pow() \n\nThe proposal is to add a `pow` function which enables all the about usecase .  Square of a number can be represent by pow(f1,2) , Cube can be represented as power(f1 ,3)  , Squar root of a number can be represented by power(f1,0.5) ,\n", "owner_org": "SWE-bench team (Princeton/Stanford)", "url_repo": "https://github.com/SWE-bench/SWE-bench", "url_paper": "https://arxiv.org/abs/2504.21798", "license": "MIT", "languages": [], "difficulties": {"hard": 300}, "categories": ["debugging"]}, "tasks": [{"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "java"], "task": "apache__druid-13704", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "java"], "task": "apache__druid-14092", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "java"], "task": "apache__druid-14136", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "java"], "task": "apache__druid-15402", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "java"], "task": "apache__druid-16875", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "java"], "task": "apache__lucene-11760", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "java"], "task": "apache__lucene-12022", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "java"], "task": "apache__lucene-12196", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "java"], "task": "apache__lucene-12212", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "java"], "task": "apache__lucene-12626", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "java"], "task": "apache__lucene-13170", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "java"], "task": "apache__lucene-13301", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "java"], "task": "apache__lucene-13494", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "java"], "task": "apache__lucene-13704", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "rust"], "task": "astral-sh__ruff-15309", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "rust"], "task": "astral-sh__ruff-15330", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "rust"], "task": "astral-sh__ruff-15356", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "rust"], "task": "astral-sh__ruff-15394", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "rust"], "task": "astral-sh__ruff-15443", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "rust"], "task": "astral-sh__ruff-15543", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "rust"], "task": "astral-sh__ruff-15626", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "javascript"], "task": "axios__axios-4731", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "javascript"], "task": "axios__axios-4738", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "javascript"], "task": "axios__axios-5085", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "javascript"], "task": "axios__axios-5316", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "javascript"], "task": "axios__axios-5892", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "javascript"], "task": "axios__axios-6539", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "javascript"], "task": "babel__babel-13928", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "javascript"], "task": "babel__babel-14532", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "javascript"], "task": "babel__babel-15445", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "javascript"], "task": "babel__babel-15649", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "javascript"], "task": "babel__babel-16130", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "briannesbitt__carbon-2665", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "briannesbitt__carbon-2752", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "briannesbitt__carbon-2762", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "briannesbitt__carbon-2813", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "briannesbitt__carbon-2981", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "briannesbitt__carbon-3005", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "briannesbitt__carbon-3041", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "briannesbitt__carbon-3073", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "briannesbitt__carbon-3098", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "briannesbitt__carbon-3103", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "rust"], "task": "burntsushi__ripgrep-2209", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "rust"], "task": "burntsushi__ripgrep-2576", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "go"], "task": "caddyserver__caddy-4774", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "go"], "task": "caddyserver__caddy-4943", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "go"], "task": "caddyserver__caddy-5404", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "go"], "task": "caddyserver__caddy-5626", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "go"], "task": "caddyserver__caddy-5761", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "go"], "task": "caddyserver__caddy-5870", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "go"], "task": "caddyserver__caddy-5995", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "go"], "task": "caddyserver__caddy-6051", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "go"], "task": "caddyserver__caddy-6115", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "go"], "task": "caddyserver__caddy-6288", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "go"], "task": "caddyserver__caddy-6345", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "go"], "task": "caddyserver__caddy-6350", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "go"], "task": "caddyserver__caddy-6370", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "go"], "task": "caddyserver__caddy-6411", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "javascript"], "task": "facebook__docusaurus-10130", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "javascript"], "task": "facebook__docusaurus-10309", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "javascript"], "task": "facebook__docusaurus-8927", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "javascript"], "task": "facebook__docusaurus-9183", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "javascript"], "task": "facebook__docusaurus-9897", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "ruby"], "task": "faker-ruby__faker-2705", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "ruby"], "task": "faker-ruby__faker-2970", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "ruby"], "task": "fastlane__fastlane-19207", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "ruby"], "task": "fastlane__fastlane-19304", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "ruby"], "task": "fastlane__fastlane-19765", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "ruby"], "task": "fastlane__fastlane-20642", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "ruby"], "task": "fastlane__fastlane-20958", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "ruby"], "task": "fastlane__fastlane-20975", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "ruby"], "task": "fastlane__fastlane-21857", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "ruby"], "task": "fluent__fluentd-3328", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "ruby"], "task": "fluent__fluentd-3466", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "ruby"], "task": "fluent__fluentd-3608", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "ruby"], "task": "fluent__fluentd-3616", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "ruby"], "task": "fluent__fluentd-3631", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "ruby"], "task": "fluent__fluentd-3640", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "ruby"], "task": "fluent__fluentd-3641", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "ruby"], "task": "fluent__fluentd-3917", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "ruby"], "task": "fluent__fluentd-4030", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "ruby"], "task": "fluent__fluentd-4311", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "ruby"], "task": "fluent__fluentd-4598", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "ruby"], "task": "fluent__fluentd-4655", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "cpp"], "task": "fmtlib__fmt-1683", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "cpp"], "task": "fmtlib__fmt-2310", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "cpp"], "task": "fmtlib__fmt-2317", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "cpp"], "task": "fmtlib__fmt-2457", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "cpp"], "task": "fmtlib__fmt-3158", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "cpp"], "task": "fmtlib__fmt-3248", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "cpp"], "task": "fmtlib__fmt-3272", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "cpp"], "task": "fmtlib__fmt-3729", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "cpp"], "task": "fmtlib__fmt-3750", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "cpp"], "task": "fmtlib__fmt-3863", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "cpp"], "task": "fmtlib__fmt-3901", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "go"], "task": "gin-gonic__gin-1805", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "go"], "task": "gin-gonic__gin-1957", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "go"], "task": "gin-gonic__gin-2121", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "go"], "task": "gin-gonic__gin-2755", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "go"], "task": "gin-gonic__gin-3227", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "go"], "task": "gin-gonic__gin-3741", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "go"], "task": "gin-gonic__gin-3820", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "go"], "task": "gin-gonic__gin-4003", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "go"], "task": "gohugoio__hugo-12171", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "go"], "task": "gohugoio__hugo-12204", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "go"], "task": "gohugoio__hugo-12343", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "go"], "task": "gohugoio__hugo-12448", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "go"], "task": "gohugoio__hugo-12562", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "go"], "task": "gohugoio__hugo-12579", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "go"], "task": "gohugoio__hugo-12768", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "java"], "task": "google__gson-1014", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "java"], "task": "google__gson-1093", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "java"], "task": "google__gson-1100", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "java"], "task": "google__gson-2024", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "java"], "task": "google__gson-2061", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "java"], "task": "google__gson-2134", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "java"], "task": "google__gson-2158", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "java"], "task": "google__gson-2311", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "java"], "task": "google__gson-2479", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "go"], "task": "hashicorp__terraform-34580", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "go"], "task": "hashicorp__terraform-34814", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "go"], "task": "hashicorp__terraform-34900", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "go"], "task": "hashicorp__terraform-35543", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "go"], "task": "hashicorp__terraform-35611", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "javascript"], "task": "immutable-js__immutable-js-2005", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "javascript"], "task": "immutable-js__immutable-js-2006", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "java"], "task": "javaparser__javaparser-4538", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "java"], "task": "javaparser__javaparser-4561", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "ruby"], "task": "jekyll__jekyll-8047", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "ruby"], "task": "jekyll__jekyll-8167", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "ruby"], "task": "jekyll__jekyll-8761", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "ruby"], "task": "jekyll__jekyll-8771", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "ruby"], "task": "jekyll__jekyll-9141", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "ruby"], "task": "jordansissel__fpm-1829", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "ruby"], "task": "jordansissel__fpm-1850", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "c"], "task": "jqlang__jq-2235", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "c"], "task": "jqlang__jq-2598", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "c"], "task": "jqlang__jq-2650", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "c"], "task": "jqlang__jq-2658", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "c"], "task": "jqlang__jq-2681", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "c"], "task": "jqlang__jq-2728", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "c"], "task": "jqlang__jq-2750", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "c"], "task": "jqlang__jq-2839", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "c"], "task": "jqlang__jq-2919", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "laravel__framework-46234", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "laravel__framework-48573", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "laravel__framework-48636", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "laravel__framework-51195", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "laravel__framework-51890", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "laravel__framework-52451", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "laravel__framework-52680", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "laravel__framework-52684", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "laravel__framework-52866", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "laravel__framework-53206", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "laravel__framework-53696", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "laravel__framework-53914", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "laravel__framework-53949", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "c"], "task": "micropython__micropython-10095", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "c"], "task": "micropython__micropython-12158", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "c"], "task": "micropython__micropython-13039", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "c"], "task": "micropython__micropython-13569", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "c"], "task": "micropython__micropython-15898", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "javascript"], "task": "mrdoob__three.js-25687", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "javascript"], "task": "mrdoob__three.js-26589", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "javascript"], "task": "mrdoob__three.js-27395", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "cpp"], "task": "nlohmann__json-4237", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "rust"], "task": "nushell__nushell-12901", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "rust"], "task": "nushell__nushell-12950", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "rust"], "task": "nushell__nushell-13246", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "rust"], "task": "nushell__nushell-13605", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "rust"], "task": "nushell__nushell-13831", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "php-cs-fixer__php-cs-fixer-7523", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "php-cs-fixer__php-cs-fixer-7635", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "php-cs-fixer__php-cs-fixer-7663", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "php-cs-fixer__php-cs-fixer-7875", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "php-cs-fixer__php-cs-fixer-7998", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "php-cs-fixer__php-cs-fixer-8064", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "php-cs-fixer__php-cs-fixer-8075", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "php-cs-fixer__php-cs-fixer-8256", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "php-cs-fixer__php-cs-fixer-8331", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "php-cs-fixer__php-cs-fixer-8367", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "phpoffice__phpspreadsheet-3463", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "phpoffice__phpspreadsheet-3469", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "phpoffice__phpspreadsheet-3570", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "phpoffice__phpspreadsheet-3659", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "phpoffice__phpspreadsheet-3903", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "phpoffice__phpspreadsheet-3940", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "phpoffice__phpspreadsheet-4114", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "phpoffice__phpspreadsheet-4186", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "phpoffice__phpspreadsheet-4214", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "php"], "task": "phpoffice__phpspreadsheet-4313", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "javascript"], "task": "preactjs__preact-2757", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "javascript"], "task": "preactjs__preact-2896", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "javascript"], "task": "preactjs__preact-2927", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "javascript"], "task": "preactjs__preact-3010", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "javascript"], "task": "preactjs__preact-3062", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "javascript"], "task": "preactjs__preact-3345", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "javascript"], "task": "preactjs__preact-3454", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "javascript"], "task": "preactjs__preact-3562", "taskset": "swebench_multilingual"}, {"agent_timeout": 3000, "category": "debugging", "compose": false, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["debugging", "swe-bench", "swe-bench-multilingual", "javascript"], "task": "preactjs__preact-3567", "taskset": "swebench_multilingual"}], "next": "preactjs__preact-3567"}