{"taskset": {"n_runnable": 0, "name": "LiveCodeBench", "url_data": "https://huggingface.co/datasets/livecodebench/code_generation_lite", "catalog_id": "livecodebench", "owner_type": "academic", "cited_by": ["Kimi K2.6", "Mistral Small 4", "Nemotron 3 Ultra", "Qwen3.8-27B", "Qwen3.8-Flash-Next"], "taskset": "livecodebench", "domain": "swe", "task_kind": "contamination-free competitive programming problems", "environment": "none", "grading": "tests", "path": "datasets/livecodebench", "n_single_container": 100, "n_tasks": 100, "domain_raw": "coding", "sample_instruction": "", "owner_org": "LiveCodeBench team (UC Berkeley/MIT/Cornell)", "url_repo": "https://github.com/LiveCodeBench/LiveCodeBench", "url_paper": "https://arxiv.org/abs/2403.07974", "license": "MIT", "languages": [], "difficulties": {"?": 100}, "categories": []}, "tasks": [{"runnable": false, "task": "1873_d", "taskset": "livecodebench"}, {"runnable": false, "task": "2808", "taskset": "livecodebench"}, {"runnable": false, "task": "2848", "taskset": "livecodebench"}, {"runnable": false, "task": "2850", "taskset": "livecodebench"}, {"runnable": false, "task": "2857", "taskset": "livecodebench"}, {"runnable": false, "task": "2954", "taskset": "livecodebench"}, {"runnable": false, "task": "2955", "taskset": "livecodebench"}, {"runnable": false, "task": "3034", "taskset": "livecodebench"}, {"runnable": false, "task": "3046", "taskset": "livecodebench"}, {"runnable": false, "task": "3163", "taskset": "livecodebench"}, {"runnable": false, "task": "3193", "taskset": "livecodebench"}, {"runnable": false, "task": "3194", "taskset": "livecodebench"}, {"runnable": false, "task": "3195", "taskset": "livecodebench"}, {"runnable": false, "task": "3199", "taskset": "livecodebench"}, {"runnable": false, "task": "3206", "taskset": "livecodebench"}, {"runnable": false, "task": "3229", "taskset": "livecodebench"}, {"runnable": false, "task": "3265", "taskset": "livecodebench"}, {"runnable": false, "task": "3299", "taskset": "livecodebench"}, {"runnable": false, "task": "3308", "taskset": "livecodebench"}, {"runnable": false, "task": "3320", "taskset": "livecodebench"}, {"runnable": false, "task": "3353", "taskset": "livecodebench"}, {"runnable": false, "task": "3360", "taskset": "livecodebench"}, {"runnable": false, "task": "3387", "taskset": "livecodebench"}, {"runnable": false, "task": "3406", "taskset": "livecodebench"}, {"runnable": false, "task": "3438", "taskset": "livecodebench"}, {"runnable": false, "task": "3450", "taskset": "livecodebench"}, {"runnable": false, "task": "3455", "taskset": "livecodebench"}, {"runnable": false, "task": "3468", "taskset": "livecodebench"}, {"runnable": false, "task": "3508", "taskset": "livecodebench"}, {"runnable": false, "task": "3518", "taskset": "livecodebench"}, {"runnable": false, "task": "3535", "taskset": "livecodebench"}, {"runnable": false, "task": "3553", "taskset": "livecodebench"}, {"runnable": false, "task": "3608", "taskset": "livecodebench"}, {"runnable": false, "task": "3637", "taskset": "livecodebench"}, {"runnable": false, "task": "3653", "taskset": "livecodebench"}, {"runnable": false, "task": "3655", "taskset": "livecodebench"}, {"runnable": false, "task": "3656", "taskset": "livecodebench"}, {"runnable": false, "task": "3675", "taskset": "livecodebench"}, {"runnable": false, "task": "3676", "taskset": "livecodebench"}, {"runnable": false, "task": "3696", "taskset": "livecodebench"}, {"runnable": false, "task": "3736", "taskset": "livecodebench"}, {"runnable": false, "task": "3763", "taskset": "livecodebench"}, {"runnable": false, "task": "3765", "taskset": "livecodebench"}, {"runnable": false, "task": "3768", "taskset": "livecodebench"}, {"runnable": false, "task": "3779", "taskset": "livecodebench"}, {"runnable": false, "task": "3811", "taskset": "livecodebench"}, {"runnable": false, "task": "abc301_f", "taskset": "livecodebench"}, {"runnable": false, "task": "abc306_d", "taskset": "livecodebench"}, {"runnable": false, "task": "abc307_a", "taskset": "livecodebench"}, {"runnable": false, "task": "abc308_f", "taskset": "livecodebench"}, {"runnable": false, "task": "abc309_d", "taskset": "livecodebench"}, {"runnable": false, "task": "abc310_b", "taskset": "livecodebench"}, {"runnable": false, "task": "abc310_f", "taskset": "livecodebench"}, {"runnable": false, "task": "abc312_d", "taskset": "livecodebench"}, {"runnable": false, "task": "abc312_e", "taskset": "livecodebench"}, {"runnable": false, "task": "abc320_c", "taskset": "livecodebench"}, {"runnable": false, "task": "abc323_d", "taskset": "livecodebench"}, {"runnable": false, "task": "abc325_c", "taskset": "livecodebench"}, {"runnable": false, "task": "abc326_e", "taskset": "livecodebench"}, {"runnable": false, "task": "abc328_d", "taskset": "livecodebench"}, {"runnable": false, "task": "abc329_c", "taskset": "livecodebench"}, {"runnable": false, "task": "abc329_f", "taskset": "livecodebench"}, {"runnable": false, "task": "abc330_c", "taskset": "livecodebench"}, {"runnable": false, "task": "abc330_e", "taskset": "livecodebench"}, {"runnable": false, "task": "abc333_a", "taskset": "livecodebench"}, {"runnable": false, "task": "abc334_b", "taskset": "livecodebench"}, {"runnable": false, "task": "abc334_d", "taskset": "livecodebench"}, {"runnable": false, "task": "abc337_d", "taskset": "livecodebench"}, {"runnable": false, "task": "abc341_e", "taskset": "livecodebench"}, {"runnable": false, "task": "abc343_a", "taskset": "livecodebench"}, {"runnable": false, "task": "abc348_d", "taskset": "livecodebench"}, {"runnable": false, "task": "abc351_e", "taskset": "livecodebench"}, {"runnable": false, "task": "abc351_f", "taskset": "livecodebench"}, {"runnable": false, "task": "abc354_b", "taskset": "livecodebench"}, {"runnable": false, "task": "abc355_c", "taskset": "livecodebench"}, {"runnable": false, "task": "abc356_e", "taskset": "livecodebench"}, {"runnable": false, "task": "abc363_a", "taskset": "livecodebench"}, {"runnable": false, "task": "abc363_e", "taskset": "livecodebench"}, {"runnable": false, "task": "abc363_f", "taskset": "livecodebench"}, {"runnable": false, "task": "abc364_c", "taskset": "livecodebench"}, {"runnable": false, "task": "abc369_a", "taskset": "livecodebench"}, {"runnable": false, "task": "abc377_g", "taskset": "livecodebench"}, {"runnable": false, "task": "abc382_c", "taskset": "livecodebench"}, {"runnable": false, "task": "abc383_d", "taskset": "livecodebench"}, {"runnable": false, "task": "abc384_b", "taskset": "livecodebench"}, {"runnable": false, "task": "abc384_f", "taskset": "livecodebench"}, {"runnable": false, "task": "abc388_g", "taskset": "livecodebench"}, {"runnable": false, "task": "abc389_g", "taskset": "livecodebench"}, {"runnable": false, "task": "abc395_a", "taskset": "livecodebench"}, {"runnable": false, "task": "abc397_d", "taskset": "livecodebench"}, {"runnable": false, "task": "abc399_d", "taskset": "livecodebench"}, {"runnable": false, "task": "arc182_e", "taskset": "livecodebench"}, {"runnable": false, "task": "arc184_d", "taskset": "livecodebench"}, {"runnable": false, "task": "arc186_d", "taskset": "livecodebench"}, {"runnable": false, "task": "arc188_c", "taskset": "livecodebench"}, {"runnable": false, "task": "arc189_b", "taskset": "livecodebench"}, {"runnable": false, "task": "arc192_b", "taskset": "livecodebench"}, {"runnable": false, "task": "arc195_c", "taskset": "livecodebench"}, {"runnable": false, "task": "arc196_a", "taskset": "livecodebench"}, {"runnable": false, "task": "arc196_c", "taskset": "livecodebench"}], "next": null}