{"taskset": {"n_runnable": 0, "name": "ProgramBench", "url_data": "https://huggingface.co/datasets/programbench/ProgramBench-Tests", "catalog_id": "programbench", "owner_type": "lab", "cited_by": ["Claude Opus 5.5", "Claude Sonnet 5", "DeepSeek-V4.1-Flash", "GLM-5.2", "GLM-5.3", "Kimi K2.7-Code", "Kimi K3"], "taskset": "programbench", "domain": "swe", "task_kind": "rebuild a program from scratch to match a reference executable", "environment": "container", "grading": "tests", "path": "hub-datasets/programbench", "n_single_container": 200, "n_tasks": 200, "domain_raw": "swe", "sample_instruction": "You are a helpful assistant that can interact with a computer.\n\nThis is a reverse-engineering benchmark. You are given a compiled binary and its documentation.\nYour job is to write a new, original codebase from scratch that produces an executable with identical behavior.\nYou must figure out the behavior solely by running and interacting with the provided binary.\nWriting original code based on observed behavior is the entire point of this benchmark.\n\nAny approach that shortcuts this \u2014 finding existing source code, wrapping the binary,\nor installing the original tool \u2014 does not count as a solution. It will be detected by an\nautomated judge, marked as a disqualification, and scored as a failure.\nThe trace will be posted to an online wall of shame.\n\n<RULES>\n## What is not allowed\n\n### 1. Obtaining source code\n\nThe only source of truth about what the executable does is the executable itself and its\nbundled documentation. You must not search the internet, package registries, or any external\nsource for information about this project's source code. Even if you recognize what the\nexecutable is, you must reimplement it from behavioral observation alone.\n\nThis includes but is not limited to:\n- Cloning or browsing the original GitHub repository, its forks, or mirrors\n- Downloading the project from package registries: `cargo install <project>`, `go get github.com/<org>/<project>`, `pip install <project>`, `apt-get source <project>`, `npm install <project>`, etc.\n- Fetching source tarballs", "owner_org": "Meta FAIR (facebookresearch)", "url_repo": "https://github.com/facebookresearch/ProgramBench", "url_paper": "https://arxiv.org/abs/2605.03546", "license": "MIT", "languages": ["c", "cpp", "go", "hs", "java", "rs"], "difficulties": {"medium": 120, "hard": 18, "easy": 27, "unknown": 35}, "categories": []}, "tasks": [{"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "easy", "language": "c", "oracle": null, "runnable": false, "tags": [], "task": "abishekvashok--cmatrix.5c082c6", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "agourlay--zip-password-finder.704700d", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "unknown", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "ajeetdsouza--zoxide.67ca1bc", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "unknown", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "alecthomas--chroma.8d04def", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "alexpovel--srgn.89f943b", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "altdesktop--i3-style.f93821b", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "ammarabouzor--tui-journal.2b4540d", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "easy", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "anordal--shellharden.6a6ffd4", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "antonmedv--fx.86d0d34", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "antonmedv--walk.bf802ef", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "hard", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "ariga--atlas.6d81150", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "unknown", "language": "c", "oracle": null, "runnable": false, "tags": [], "task": "arq5x--bedtools2.dd57059", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "easy", "language": "cpp", "oracle": null, "runnable": false, "tags": [], "task": "arthursonzogni--json-tui.17a22b6", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "unknown", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "ast-grep--ast-grep.dde0fe0", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "easy", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "astaxie--bat.17d1080", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "astro--deadnix.d590041", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "axodotdev--oranda.27d60c7", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "unknown", "language": "c", "oracle": null, "runnable": false, "tags": [], "task": "bellard--quickjs.d7ae12a", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "bensadeh--tailspin.6278437", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "blacknon--hwatch.edfcb62", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "unknown", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "blake3-team--blake3.15e83a5", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "bootandy--dust.62bf1e1", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "unknown", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "boyter--scc.515f91c", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "brocode--fblog.3b54330", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "burntsushi--ripgrep.3b7fd44", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "burntsushi--xsv.f430466", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "byron--dua-cli.8570c15", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "hard", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "canop--broot.d6c798e", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "canop--rhit.ae90bcb", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "unknown", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "cheat--cheat.b8098dc", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "unknown", "language": "c", "oracle": null, "runnable": false, "tags": [], "task": "chirlu--sox.42b3557", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "chmln--handlr.90e78ba", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "chmln--sd.87d1ba5", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "easy", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "clog-tool--clog-cli.7066cba", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "easy", "language": "c", "oracle": null, "runnable": false, "tags": [], "task": "cmatsuoka--figlet.202a0a8", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "codesnap-rs--codesnap.f81e4f3", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "cordx56--rustowl.655bc5c", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "crowdagger--crowbook.ea214d7", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "easy", "language": "c", "oracle": null, "runnable": false, "tags": [], "task": "cslarsen--jp2a.61d205f", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "cweill--gotests.2a672c5", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "dalance--amber.69a0f52", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "hard", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "dandavison--delta.acd758f", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "cpp", "oracle": null, "runnable": false, "tags": [], "task": "danmar--cppcheck.0a5b103", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "direnv--direnv.02040c7", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "hard", "language": "c", "oracle": null, "runnable": false, "tags": [], "task": "doxygen--doxygen.966d98e", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "easy", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "drew-alleman--datasurgeon.d257cee", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "ducaale--xh.4a6e44f", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "unknown", "language": "cpp", "oracle": null, "runnable": false, "tags": [], "task": "duckdb--duckdb.bdb65ec", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "dundee--gdu.ede21d2", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "ecumene--rust-sloth.051c559", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "ekzhang--bore.8e059cd", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "easy", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "eliukblau--pixterm.1a93fd5", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "elkowar--pipr.fae0b17", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "epistates--treemd.825c6dd", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "easy", "language": "c", "oracle": null, "runnable": false, "tags": [], "task": "eradman--entr.8e2e8b4", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "esubaalew--run.0fb9dec", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "eudoxia0--hashcards.48aa136", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "c", "oracle": null, "runnable": false, "tags": [], "task": "facebook--zstd.1168da0", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "unknown", "language": "cpp", "oracle": null, "runnable": false, "tags": [], "task": "facebookresearch--fasttext.1142dc4", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "hard", "language": "c", "oracle": null, "runnable": false, "tags": [], "task": "ffmpeg--ffmpeg.360a402", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "unknown", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "filosottile--age.706dfc1", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "foriequal0--git-trim.07c2f50", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "gabotechs--dep-tree.60a95a2", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "c", "oracle": null, "runnable": false, "tags": [], "task": "ggreer--the_silver_searcher.a61f178", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "git-bahn--git-graph.87b4473", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "go-critic--go-critic.9aea378", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "unknown", "language": "c", "oracle": null, "runnable": false, "tags": [], "task": "google--brotli.b3dc9cc", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "unknown", "language": "cpp", "oracle": null, "runnable": false, "tags": [], "task": "gromacs--gromacs.665ea4c", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "guumaster--hostctl.d6d9699", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "hard", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "hairyhenderson--gomplate.05eb3aa", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "cpp", "oracle": null, "runnable": false, "tags": [], "task": "halitechallenge--halite.822cfb6", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "hatoo--oha.8dc6349", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "hooklift--gowsdl.2a06cec", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "c", "oracle": null, "runnable": false, "tags": [], "task": "hpjansson--chafa.dd4d4c1", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "c", "oracle": null, "runnable": false, "tags": [], "task": "htop-dev--htop.523600b", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "hush-shell--hush.560c33a", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "incu6us--goimports-reviser.81bd549", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "unknown", "language": "cpp", "oracle": null, "runnable": false, "tags": [], "task": "ip7z--7zip.839151e", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "ismaelgv--rnr.fc0733b", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "isona--dirble.e2dea9f", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "unknown", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "ivanceras--svgbob.6d00ad9", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "c", "oracle": null, "runnable": false, "tags": [], "task": "jarun--nnn.cb2c535", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "hard", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "jesseduffield--lazygit.1d0db51", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "unknown", "language": "hs", "oracle": null, "runnable": false, "tags": [], "task": "jgm--pandoc.5caad90", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "unknown", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "jhspetersson--fselect.c3559ca", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "johanneskaufmann--html-to-markdown.3006818", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "hard", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "johnkerl--miller.8d85b46", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "c", "oracle": null, "runnable": false, "tags": [], "task": "jonas--tig.8334123", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "c", "oracle": null, "runnable": false, "tags": [], "task": "jqlang--jq.b33a763", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "jrnxf--thokr.09375ef", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "junegunn--fzf.b56d614", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "kaushiksrini--parqeye.8072121", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "easy", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "kisielk--errcheck.dacab89", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "konradsz--igrep.aa75630", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "ksxgithub--parallel-disk-usage.96978ed", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "kyoh86--richgo.313114f", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "kyoheiu--felix.95df390", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "c", "oracle": null, "runnable": false, "tags": [], "task": "lfos--calcurse.49180d5", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "unknown", "language": "c", "oracle": null, "runnable": false, "tags": [], "task": "lh3--seqtk.94e7070", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "c", "oracle": null, "runnable": false, "tags": [], "task": "lua--lua.c6b4848", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "c", "oracle": null, "runnable": false, "tags": [], "task": "luajit--luajit.a553b3d", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "lymphatus--caesium-clt.a529b2e", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "c", "oracle": null, "runnable": false, "tags": [], "task": "lz4--lz4.1519f46", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "c", "oracle": null, "runnable": false, "tags": [], "task": "madler--pigz.fe4894f", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "mfridman--tparse.2416b4b", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "easy", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "mgdm--htmlq.6e31bc8", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "mgechev--revive.201451e", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "easy", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "mibk--dupl.1bf052b", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "unknown", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "mikefarah--yq.602586d", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "easy", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "miserlou--loop.209927c", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "c", "oracle": null, "runnable": false, "tags": [], "task": "mkj--dropbear.75f699b", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "mookid--diffr.2152742", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "easy", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "multiprocessio--dsq.c3ae0ba", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "easy", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "nachoparker--dutree.44e877d", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "naggie--dstask.ff57396", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "cpp", "oracle": null, "runnable": false, "tags": [], "task": "nikoladucak--caps-log.2cf2d1e", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "nikolassv--bartib.6b9b5ce", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "cpp", "oracle": null, "runnable": false, "tags": [], "task": "ninja-build--ninja.cc60300", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "noborus--ov.b96c2ba", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "noborus--trdsql.d8c5ff6", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "unknown", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "nukesor--pueue.8b9d6fe", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "nuta--nsh.bdd0702", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "o2sh--onefetch.e5958ce", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "ogham--dog.721440b", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "oppiliappan--eva.41ae245", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "oppiliappan--statix.e9df54c", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "orf--gping.26eb5b9", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "unknown", "language": "cpp", "oracle": null, "runnable": false, "tags": [], "task": "osgeo--gdal.0847f12", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "unknown", "language": "cpp", "oracle": null, "runnable": false, "tags": [], "task": "osgeo--proj.75d455c", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "hard", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "paradigmxyz--solar.5190d0e", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "hard", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "parcel-bundler--lightningcss.aa2ed1e", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "peco--peco.4e58dad", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "pemistahl--grex.fa3e8ed", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "hard", "language": "c", "oracle": null, "runnable": false, "tags": [], "task": "php--php-src.c891263", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "pier-cli--pier.5e1bde9", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "pls-rs--pls.4e1ae50", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "easy", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "psampaz--go-mod-outdated.bb79367", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "hard", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "quinn-rs--quinn.bb359cc", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "raviqqe--muffet.a882908", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "easy", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "rbakbashev--elfcat.52f8cc7", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "unknown", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "rcoh--angle-grinder.9c2fc88", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "rhysd--kiro-editor.4157485", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "riquito--tuc.16fb471", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "c", "oracle": null, "runnable": false, "tags": [], "task": "robertdavidgraham--masscan.b99d433", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "rochacbruno--marmite.7d4bc2d", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "easy", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "rs--curlie.5dfcbb1", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "easy", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "rs--jplot.2a54bcc", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "rust-embedded--svd2rust.1760b5e", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "rust-ethereum--ethabi.b1710ad", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "rust-lang--mdbook.37273ba", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "hard", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "rvben--rumdl.2d75c4d", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "unknown", "language": "c", "oracle": null, "runnable": false, "tags": [], "task": "samtools--samtools.aa823b5", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "sayanarijit--xplr.1751065", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "easy", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "sclevine--yj.8016400", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "segmentio--chamber.5f93f5f", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "unknown", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "sharkdp--bat.f822bd0", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "sharkdp--fd.40d8eb3", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "sharkdp--hexyl.2e26437", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "unknown", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "sharkdp--hyperfine.327d5f4", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "sharkdp--pastel.b60e899", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "shashwatah--jot.a92aad8", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "easy", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "sheepla--pingu.926d475", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "sibprogrammer--xq.b89f681", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "unknown", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "sigoden--argc.04a08f1", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "simeg--eureka.df3796c", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "easy", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "sirwart--ripsecrets.34c9e03", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "sitkevij--hex.61ae69b", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "hard", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "skeema--skeema.6a76243", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "unknown", "language": "c", "oracle": null, "runnable": false, "tags": [], "task": "sqlite--sqlite.839433d", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "sstadick--hck.b66c751", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "hard", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "stacked-git--stgit.430027d", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "unknown", "language": "java", "oracle": null, "runnable": false, "tags": [], "task": "stathissideris--ditaa.f2286c4", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "hard", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "stranger6667--jsonschema.d52e881", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "unknown", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "svenstaro--genact.16f96e3", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "svenstaro--miniserve.8449e8b", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "tarka--xcp.5e5b448", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "thezoraiz--ascii-image-converter.d05a757", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "unknown", "language": "c", "oracle": null, "runnable": false, "tags": [], "task": "tinycc--tinycc.9b8765d", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "tomarrell--wrapcheck.c058da1", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "unknown", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "tomnomnom--gron.88a6234", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "trasta298--keifu.3331426", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "tree-sitter--tree-sitter.5e23cca", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "unknown", "language": "cpp", "oracle": null, "runnable": false, "tags": [], "task": "tstack--lnav.ee34494", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "c", "oracle": null, "runnable": false, "tags": [], "task": "tukaani-project--xz.1007bf0", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "hard", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "typst--typst.88356d0", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "hard", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "unhappychoice--gittype.34b72d0", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "unknown", "language": "c", "oracle": null, "runnable": false, "tags": [], "task": "universal-ctags--ctags.243595e", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "easy", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "wfxr--code-minimap.0ddeea5", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "easy", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "wfxr--csview.8ac4de0", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "wgunderwood--tex-fmt.3f1aef6", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "easy", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "wintermute-cell--ngrrram.8ea13c3", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "xampprocky--tokei.505d648", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "easy", "language": "c", "oracle": null, "runnable": false, "tags": [], "task": "xorg62--tty-clock.f2f847c", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "y2z--monolith.8702e66", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "yaa110--nomino.f892499", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "yassinebridi--serpl.c48a9d7", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "yoav-lavi--melody.f4af9b4", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "rs", "oracle": null, "runnable": false, "tags": [], "task": "ys-l--flamelens.0b4dc33", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "c", "oracle": null, "runnable": false, "tags": [], "task": "zevv--duc.a58fa4e", "taskset": "programbench"}, {"agent_timeout": 14400, "category": "", "compose": false, "difficulty": "medium", "language": "go", "oracle": null, "runnable": false, "tags": [], "task": "zk-org--zk.10d93d5", "taskset": "programbench"}], "next": null}