{"taskset": {"n_runnable": 0, "name": "Humanity's Last Exam (HLE)", "url_data": "https://huggingface.co/datasets/cais/hle", "catalog_id": "humanitys-last-exam", "owner_type": "community", "cited_by": ["Claude Fable 5.1", "Claude Opus 5.5", "Claude Sonnet 5", "DeepSeek-V4-Pro-0813", "DeepSeek-V4.1-Flash", "GLM-5", "GLM-5.1", "GLM-5.2", "GLM-5.3", "GLM-5.3-Flash", "GPT-6 Astra", "Kimi K2.6", "Kimi K3", "Nemotron 3 Ultra", "Nemotron 3.5 Lightning", "Qwen3.8-27B", "Qwen3.8-Flash-Next", "Qwen3.8-Max"], "taskset": "hle", "domain": "reasoning-knowledge", "task_kind": "expert-level closed-ended questions (multimodal)", "environment": "none", "grading": "llm-judge", "path": "datasets/hle", "n_single_container": 2500, "n_tasks": 2500, "domain_raw": "knowledge", "sample_instruction": "# Task instructions are in /app/instruction.md\nRead that file for the complete task description.\n", "owner_org": "Center for AI Safety & Scale AI", "url_repo": "https://github.com/centerforaisafety/hle", "url_paper": "https://arxiv.org/abs/2501.14249", "license": "MIT", "languages": [], "difficulties": {"?": 2500}, "categories": []}, "tasks": [{"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__6687ffb1091058ff19128813", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__668825f80a642802bdfeadfa", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__668828540a642802bdfeadfc", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__669402b41dcb3d5a1ef9e951", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__6696c3734c196f1af6a16fcb", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66b2c7c9795022550abb176b", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66b727d367968fa27f2dddda", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66b827b9b64deaedfbb997a2", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66b91693d86bff9a12fc1f99", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ba5510db07a3a9151be0d2", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66c5c3eae30bdd4f1da62cfc", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e4cdec11c64a7e4051b2d9", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e70c75bbb9b1754c0869ce", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e8784d70625d8c7700315a", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e883265ab37f0a7da089be", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e884515ab37f0a7da089bf", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e88728ba7d8bc0d5806f3a", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e8967ae99ca52dd4b94441", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e89811ca68059533a83566", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e89ebe7361982cbfbc5952", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e8a1833aa94517d4573b0d", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e8a23d15c60c2c32f2ba55", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e8a3ed3aa94517d4573b14", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e8add1650a03361a14c6f8", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e8ae603aa94517d4573b32", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e8ae613aa94517d4573b33", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e8b0a9e5eaa390aa9fdde5", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e8b578d0c1f7390bad120c", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e8c151efbbc8b5a54da02b", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e8ccc4089d1e34c84c76c0", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e8ccd402beabf885334534", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e8cfa03add731d7fce4352", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e8d3ed713a83e8aeddc2f5", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e8d4736299517dd7a5da8c", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e8d4d65699cf35c9a1527c", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e8db4fe1e483c59165a247", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e8e05c8bc4119df2ce4395", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e8e1056c0b8ace336996ea", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e8e473f59e5564daf565b6", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e8e6c8f59e5564daf565bd", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e8e8864c478c24f1a7e7b8", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e8ea4cacb34dd5dbffa298", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e8f69b1440516dd6ab54da", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e9032060abc895aedcf460", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e906f860abc895aedcf467", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e907c51440516dd6ab54fb", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e90adfa5b0e84a801c7660", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e9100b48468f864f861b90", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e9172ef3f20cc62f5143a4", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e9173256ec303aa22ccd37", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e91bc08dd8f00467e3d5d8", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e9249c953867e04c273db7", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e926cd0a94aa76a5ed8df8", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e932f00bd16d40d4bc4d81", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e93893a3326adf2da92ef0", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e939c176b5b4f3e8a369b8", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e93b7099d9d12b2b824c44", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e942c180435ab1cb1ef049", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e9469b76b5b4f3e8a369d5", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e946fbb78e263c565b17e3", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e949664ea2c791558f8620", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e94a88b78e263c565b17ee", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e94bf0d61a79cca258c675", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e9560659cb31393efa7046", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e9580bc845662f61f3664b", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e95faf8451a9b41f307932", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e962f814e5657e81349bfa", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e96946cde24c5e61925dc1", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e97fd756455f341c7849c3", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e98ce28056cd9dd9b1d9f6", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e991ec2dad0e536fb92ece", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e996260930c00374ceaa0b", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e9a39f2dad0e536fb92efa", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e9a436876fbf9ff158c137", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e9ae5ba60f4072c0bf5106", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e9b2899cf8fcf41599246f", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e9b92578e89514d9ab6093", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e9c038d2d1c2dec1f6978e", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e9ce9d29eb7c1a0721fdf1", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e9d06a420b60a0ede79e8e", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e9e6b3c27ad6bc46adbc20", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66e9fc11c19c8c61add294f0", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ea031360fbbf249dec70e1", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ea12bd86227f91af18b88b", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ea12d21684c1846037a28d", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ea1dd348eb93c2aef1c735", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ea216e142383cfe2f74fde", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ea260280667dae8de4a8ec", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ea29ab7131229007ccbd9d", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ea2cc3c602e2b991ae8aba", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ea355dd1767539f1308fc3", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ea36e7aa2256fb4c995faf", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ea387a7cb8e0fce662592b", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ea3ba5444b8f31ef575799", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ea3d3fa715c6c835b25764", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ea3fb6e2dc97dd61195fe6", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ea4076d1767539f1308fde", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ea40e5b44d5e443ba2eac5", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ea4881b7291c80d7f10f9d", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ea534258a0968d95583cd8", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ea542e4509a12ed7db1d7b", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ea63837c49faf4e570535e", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ea6b423082708f0c7163ca", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ea70cd3d800a43340dd4d0", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ea7d2cc321286a5288ef06", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ea814c5544860edb5aa9fa", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ea857b6b8edd4f56302c06", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ea99e17094e6aa0bc758e7", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66eaa401c7a3252f0f3fe535", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66eaa5414a8ccea7bfdf2df5", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66eaa5ddc7a3252f0f3fe53f", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66eac1d4124e580e615a27dc", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66eadaf22b7de7dec0a046bd", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66eae4e351a34eec5d943952", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66eae565b2e7406d498f8cc9", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66eae5c971adc8ff57780329", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66eae8d9afe364e4f477b76f", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66eaeaa8afe364e4f477b777", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66eaed13c47c4325f612ff48", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66eaed874f8d520f598dbf11", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66eaee084f8d520f598dbf14", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66eaf0ba5e31c19691fe73b1", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66eaf1f49c43656de6cf31f6", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66eaf456afe364e4f477b78f", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66eaf77aec7a1adc61bbb13e", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66eaf9bbb082c5e6a76a49b5", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66eafb96b082c5e6a76a49c0", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66eb0883f3acd11c70662aff", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66eb105d5f6e64fbae56b0fe", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66eb1706d3b17bc68156e3e3", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66eb189a513f5fef12575043", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66eb1ad641ef9e7d6011c3be", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66eb1d84ca5fb5434978190f", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66eb206f99363a31f68414bc", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66eb2d7378d12ffd1e4d123d", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66eb352ee3d7202c6880626e", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66eb35e9e3d7202c68806272", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66eb36fbb38dbcd7910ceafc", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66eb37bb2b3ac1255c97d905", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66eb3aab27b19dd593af7ebe", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66eb3cfb2b3ac1255c97d92a", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66eb4602d4b21d010e93bbb9", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66eb533fcd1fb71d6d1127e4", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66eb5e0edac136580220ff38", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66eb707cb1d5bf033573afa3", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66eb894e6feeaea27b557782", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66eb968f69502893cf210115", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66eba0ac68e7d4b6c48bb022", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ebb1e8709fbb756c1f7b74", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ebdd180b3bc8785f19e9c0", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ebe6b6a708e0910828c0d6", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ebefa090db075818df99a9", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ec02c52ec65d6153428744", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ec07be2ec65d6153428751", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ec0ed8b0ae7f67e365a163", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ec11b230ba0debf40b1fec", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ec2799da20d530acf3bf1e", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ec3bbf2071da7a7048fd37", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ec3eb19c00ffe17adfde9f", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ec5131c583351821bff661", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ec5671713826aca26a9dba", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ec5c9bf633b774fa320b36", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ec5e266f83e1764787e118", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ec6ad7b64b08f801db4fde", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ec877286c7331c303480f5", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ec89f3f215bf00d749dc21", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ec8ab4b489956467209e0c", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ecb2eb54baa602e636a457", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ecd3c6e8b95a8f971fb485", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ecddac93c4bf17acb6c106", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ecf59741de2844089fc54b", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ecfd03e7478ca5fcbb7495", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ed23aa629fe9acce7dd93d", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ed28dfde312a049a78b3ba", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ed2cfeaa8b7a0620149264", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ed2fb252c07b4611580699", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ed3c5dae789e6253eedddd", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ed3e7cd841eb51a985ca7f", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ed458ed841eb51a985ca8d", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ed49b5f7d32ce7859d1f48", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ed4b33edca8147396f87f4", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ed5611d94c2fb87ded8826", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ed58561d24f687ee9b06bb", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ed5e6a1d24f687ee9b06d1", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ed5f1e85adbeda9f978022", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ed6347e50f3c9aca56e5f4", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ed80da7c4ab15ec9270e94", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ed86e620ed3db95f9901d3", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ed93471cbe5da13351cd67", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ed96aec2becb9452e4d7b1", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ed97d1c2becb9452e4d7b4", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66ed985a7b0ffebd9fae6993", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66eda111ea64e37f9218600c", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66edb74f98f720a96783bd0e", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66edbcd4d0ce7f9082f8d736", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66edc256d0ce7f9082f8d744", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66edc60801af2a724035ad4b", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66edd3dc1ee489494038d9eb", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66edd857a0ffa4c025458242", "taskset": "hle"}, {"agent_timeout": 1200, "category": "", "compose": false, "difficulty": "", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "hle__66eddc58fcc3c877643b5f39", "taskset": "hle"}], "next": "hle__66eddc58fcc3c877643b5f39"}