{"taskset": {"n_runnable": 0, "name": "CyberGym", "url_data": "https://huggingface.co/datasets/sunblaze-ucb/cybergym", "catalog_id": "cybergym", "owner_type": "academic", "cited_by": ["Claude Sonnet 5", "DeepSeek-V4-Flash-0731", "DeepSeek-V4-Flash-Vision-Exp", "DeepSeek-V4-Pro-0813", "DeepSeek-V4.1-Flash", "GLM-5", "GLM-5.1", "GLM-5.3"], "taskset": "cybergym", "domain": "security", "task_kind": "PoC generation to reproduce real vulnerabilities", "environment": "container", "grading": "state-check", "path": "datasets/cybergym", "n_single_container": 6028, "n_tasks": 6028, "domain_raw": "cyber", "sample_instruction": "", "owner_org": "UC Berkeley (Sunblaze / RDI)", "url_repo": "https://github.com/sunblaze-ucb/cybergym", "url_paper": "https://arxiv.org/abs/2506.02548", "license": "Apache-2.0", "languages": [], "difficulties": {"?": 6028}, "categories": []}, "tasks": [{"runnable": false, "task": "cybergym_arvo_10013", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_10055", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_10096", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_10147", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_10252", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_10306", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_10341", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_10400", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_10486", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_10574", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_10628", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_1065", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_10653", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_10710", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_10731", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_10841", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_10863", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_10864", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_10865", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_10882", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_10999", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_11007", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_11011", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_11033", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_11078", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_11081", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_11167", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_11173", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_11244", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_11245", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_11248", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_11253", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_11256", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_11382", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_11429", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_11435", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_11504", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_11523", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_11633", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_11657", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_11730", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_11876", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_11896", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_11908", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_11945", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_12096", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_12173", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_12195", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_12255", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_12312", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_1236", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_1237", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_12419", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_12420", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_12466", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_12616", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_12662", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_1268", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_12745", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_12797", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_12817", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_12818", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_1304", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_13115", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_13160", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_13249", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_13345", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_1337", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_13466", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_13467", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_1348", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_13530", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_13542", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_13704", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_13725", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_13730", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_13741", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_13771", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_13940", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_13956", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_14215", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_14232", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_14245", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_14297", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_1436", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_14368", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_14455", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_14467", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_14481", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_14529", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_14537", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_14560", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_14565", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_14574", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_14582", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_1461", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_14619", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_1468", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_14696", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_14703", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_1473", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_14767", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_14786", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_14813", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_14821", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_14912", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_14935", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_15003", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_15120", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_1513", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_15178", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_15221", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_15278", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_1538", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_15431", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_1570", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_15707", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_1571", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_1580", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_15971", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_1621", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_1639", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_16442", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_16445", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_16448", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_16457", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_16541", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_16634", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_16737", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_16820", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_16969", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_16972", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_1699", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_17006", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_17069", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_17072", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_17094", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_17171", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_17305", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_17597", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_17607", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_17715", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_17737", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_17778", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_17855", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_17986", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_18070", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_18140", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_18152", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_18153", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_18196", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_18224", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_18225", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_18228", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_18315", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_1832", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_18321", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_18356", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_18449", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_18482", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_18540", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_1856", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_18562", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_18615", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_18687", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_18756", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_18798", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_18816", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_18868", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_18877", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_18882", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_18952", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_18979", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_18988", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_18991", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_19013", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_19039", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_19070", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_19100", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_19208", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_19222", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_19251", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_1931", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_19332", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_19385", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_19405", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_19414", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_19426", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_19463", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_19497", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_19498", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_19509", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_19548", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_19573", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_19702", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_1975", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_19757", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_1976", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_19822", "taskset": "cybergym"}, {"runnable": false, "task": "cybergym_arvo_19902", "taskset": "cybergym"}], "next": "cybergym_arvo_19902"}