{"taskset": {"n_runnable": 0, "name": "LAB-Bench", "url_data": "https://huggingface.co/datasets/futurehouse/lab-bench", "catalog_id": "lab-bench", "owner_type": "company", "cited_by": [], "taskset": "labbench", "domain": "life-sciences", "task_kind": "biology research skills (LitQA2, DbQA, Cloning...)", "environment": "none", "grading": "exact-match", "path": "datasets/labbench", "n_single_container": 181, "n_tasks": 181, "domain_raw": "biology", "sample_instruction": "# Task instructions are in /app/instruction.md\nThe instruction file is generated at container startup with shuffled answer choices.\n", "owner_org": "FutureHouse", "url_repo": null, "url_paper": "https://arxiv.org/abs/2407.10362", "license": "cc-by-sa-4.0", "languages": [], "difficulties": {"medium": 181}, "categories": ["multiple-choice"]}, "tasks": [{"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0001", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0002", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0003", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0004", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0005", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0006", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0007", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0008", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0009", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0010", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0011", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0012", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0013", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0014", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0015", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0016", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0017", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0018", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0019", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0020", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0021", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0022", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0023", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0024", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0025", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0026", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0027", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0028", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0029", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0030", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0031", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0032", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0033", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0034", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0035", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0036", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0037", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0038", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0039", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0040", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0041", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0042", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0043", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0044", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0045", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0046", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0047", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0048", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0049", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0050", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0051", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0052", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0053", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0054", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0055", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0056", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0057", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0058", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0059", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0060", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0061", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0062", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0063", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0064", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0065", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0066", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0067", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0068", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0069", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0070", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0071", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0072", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0073", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0074", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0075", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0076", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0077", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0078", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0079", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0080", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0081", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0082", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0083", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0084", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0085", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0086", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0087", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0088", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0089", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0090", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0091", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0092", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0093", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0094", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0095", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0096", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0097", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0098", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0099", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0100", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0101", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0102", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0103", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0104", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0105", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0106", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0107", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0108", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0109", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0110", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0111", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0112", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0113", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0114", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0115", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0116", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0117", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0118", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0119", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0120", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0121", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0122", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0123", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0124", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0125", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0126", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0127", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0128", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0129", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0130", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0131", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0132", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0133", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0134", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0135", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0136", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0137", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0138", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0139", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0140", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0141", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0142", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0143", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0144", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0145", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0146", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0147", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0148", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0149", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0150", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0151", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0152", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0153", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0154", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0155", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0156", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0157", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0158", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0159", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0160", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0161", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0162", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0163", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0164", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0165", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0166", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0167", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0168", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0169", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0170", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0171", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0172", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0173", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0174", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0175", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0176", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0177", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0178", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0179", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0180", "taskset": "labbench"}, {"agent_timeout": 300, "category": "multiple-choice", "compose": false, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": ["lab-bench", "figqa", "multiple-choice"], "task": "figqa-0181", "taskset": "labbench"}], "next": null}