{"taskset": {"n_runnable": 0, "name": "CL-bench", "url_data": "https://huggingface.co/datasets/tencent/CL-bench", "catalog_id": "cl-bench", "owner_type": "company", "cited_by": ["MiniMax M3"], "taskset": "clbench", "domain": "reasoning-knowledge", "task_kind": "learn new knowledge from a given context and apply it", "environment": "none", "grading": "rubric", "path": "datasets/clbench", "n_single_container": 0, "n_tasks": 1899, "domain_raw": "long-context", "sample_instruction": "You are participating in a context learning benchmark. Your task is to carefully read the provided context and instructions, then answer the question or complete the task based on the new knowledge provided in the context.\n\nThe context contains novel information that you should use to solve the task. Do not rely solely on your pre-trained knowledge.\n\nUse the following message files (read them in order):\n1. /app/messages/01_system.md\n2. /app/messages/02_user.md\n\nPlease provide your answer in the format requested in the task instructions. Write your final answer to `/app/result.json` in JSON format with an \"output\" field containing your response.\n", "owner_org": "Tencent Hunyuan", "url_repo": "https://github.com/Tencent-Hunyuan/CL-bench", "url_paper": "https://arxiv.org/abs/2602.03587", "license": "other", "languages": [], "difficulties": {"hard": 1899}, "categories": ["context-learning"]}, "tasks": [{"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-0", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-10", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-100", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1000", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1001", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1002", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1003", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1004", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1005", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1006", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1007", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1008", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1009", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-101", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1010", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1011", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1012", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1013", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1014", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1015", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1016", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1017", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1018", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1019", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-102", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1020", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1021", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1022", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1023", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1024", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1025", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1026", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1027", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1028", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1029", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-103", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1030", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1031", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1032", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1033", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1034", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1035", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1036", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1037", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1038", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1039", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-104", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1040", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1041", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1042", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1043", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1044", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1045", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1046", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1047", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1048", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1049", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-105", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1050", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1051", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1052", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1053", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1054", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1055", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1056", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1057", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1058", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1059", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-106", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1060", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1061", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1062", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1063", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1064", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1065", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1066", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1067", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1068", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1069", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-107", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1070", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1071", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1072", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1073", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1074", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1075", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1076", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1077", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1078", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1079", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-108", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1080", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1081", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1082", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1083", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1084", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1085", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1086", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1087", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1088", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1089", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-109", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1090", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1091", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1092", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1093", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1094", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1095", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1096", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1097", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1098", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1099", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-11", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-110", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1100", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1101", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1102", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1103", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1104", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1105", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1106", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1107", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1108", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1109", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-111", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1110", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1111", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1112", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1113", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1114", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1115", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1116", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1117", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1118", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1119", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-112", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1120", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1121", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1122", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1123", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1124", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1125", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1126", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1127", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1128", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1129", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-113", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1130", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1131", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1132", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1133", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1134", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1135", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1136", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1137", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1138", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1139", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-114", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1140", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1141", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1142", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1143", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1144", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1145", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1146", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1147", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1148", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1149", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-115", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1150", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1151", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1152", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1153", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1154", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1155", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1156", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1157", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1158", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1159", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-116", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1160", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1161", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1162", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1163", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1164", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1165", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1166", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1167", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1168", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1169", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-117", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1170", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1171", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1172", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1173", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1174", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1175", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1176", "taskset": "clbench"}, {"agent_timeout": 900, "category": "context-learning", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": ["clbench", "context-learning", "novel-knowledge"], "task": "clbench-task-1177", "taskset": "clbench"}], "next": "clbench-task-1177"}