{"taskset": {"n_runnable": 0, "name": "ABC-Bench", "url_data": null, "catalog_id": "abc-bench", "owner_type": "academic", "cited_by": [], "taskset": "abc-bench", "domain": "life-sciences", "task_kind": "agentic bio-capabilities (biosecurity)", "environment": "api-sim", "grading": "mixed", "path": "datasets/abc-bench", "n_single_container": 0, "n_tasks": 224, "domain_raw": "life-sciences", "sample_instruction": "You are a backend development expert. Please inspect the backend project located in the current directory, determine its programming language and architectural style, and then complete the following code implementation.\n\nRebuild the typed and direct-lookup routes inside `index.js` so consumers can discover jokes by category or identifier.\n\nEndpoints:\n- `GET /jokes/:type/random` should return one random joke whose `type` exactly matches the path parameter (case-sensitive) or an empty array when that type does not exist.\n- `GET /jokes/:type/ten` should return up to ten unique jokes for the requested type. If fewer than ten exist, return all of them without duplicates.\n- `GET /jokes/:id` should parse the `:id` parameter as a number, find the exact joke by its numeric `id`, and respond with HTTP 404 plus `{ type: 'error', message: 'joke not found' }` when missing. Successful lookups must return the full joke object as JSON.\n\nImplementation Notes:\n- These handlers should use the helper functions already exported from `handler.js` (`jokeByType`, `jokeById`).\n- Preserve the Express `next` callback semantics: pass thrown errors to `next`, and forward the 404 object instead of sending the response manually.\n- Keep the handlers synchronous; all data is already in-memory.\n\nEdge Cases:\n- Reject non-numeric IDs before they reach the helper and bubble a 404 to keep behavior consistent with other endpoints.\n- For type routes, avoid mutating the shared jokes array and ensure each call is ind", "owner_org": null, "url_repo": null, "url_paper": "https://arxiv.org/abs/2606.11150", "license": null, "languages": [], "difficulties": {"easy": 41, "medium": 44, "hard": 139}, "categories": ["Analytics", "Commerce", "Communication", "Content", "DevTools", "Entertainment", "Identity", "Infrastructure", "Other", "Specialized"]}, "tasks": [{"agent_timeout": 3600, "category": "Specialized", "compose": true, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_15dkatz_official_joke_api__filtered_joke_lookup", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Specialized", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_15dkatz_official_joke_api__metadata", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Specialized", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_15dkatz_official_joke_api__random_jokes", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Specialized", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_15dkatz_official_joke_api__root_and_health", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Content", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_1chz_realworld_java21_springboot3__article_comments", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Content", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_1chz_realworld_java21_springboot3__article_favorites", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Content", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_1chz_realworld_java21_springboot3__articles", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Content", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_1chz_realworld_java21_springboot3__profiles_relationships", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Content", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_1chz_realworld_java21_springboot3__tags", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Content", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_1chz_realworld_java21_springboot3__users_authentication", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_3pillarlabs_socialauth__contacts_and_sharing", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_3pillarlabs_socialauth__registration_and_account_linking", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_99designs_gqlgen__todo_graphql_api", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_active_elastic_job_active_elastic_job__health", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_active_elastic_job_active_elastic_job__job_dispatch", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_active_elastic_job_active_elastic_job__random_strings", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Content", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_adrianvlupu_c4_builder__static_documentation_delivery", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Content", "compose": true, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_adventurelookup_adventurelookup__adventure_search_api", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Content", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_adventurelookup_adventurelookup__autocomplete_similarity", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Content", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_aidotnet_opendeepwiki__authentication_self_service", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Content", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_aidotnet_opendeepwiki__configuration_files_integrations", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Content", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_aidotnet_opendeepwiki__localization_knowledge_delivery", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_air_go_rpc__health_and_diagnostics", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_air_go_rpc__metadata", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_air_go_rpc__utility", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Content", "compose": true, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_allanzhuo_yyblog__wechat_mini_program_content_apis", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Other", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_amatsuda_html5_validators__item_html5_validation_demos", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Other", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_amatsuda_html5_validators__people_html5_validation_demos", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Specialized", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_amoniacou_danthes__health_and_channels", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Commerce", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_amsgames_laravel_shop__administrative", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Commerce", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_amsgames_laravel_shop__catalog_and_cart", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Commerce", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_amsgames_laravel_shop__checkout_and_orders", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Commerce", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_amsgames_laravel_shop__configuration_and_gateways", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Commerce", "compose": true, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_amsgames_laravel_shop__health_and_documentation", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Communication", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_angelsix_fasetto_word__authentication", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Communication", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_angelsix_fasetto_word__contacts", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Communication", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_angelsix_fasetto_word__user_profile", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Communication", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_angelsix_fasetto_word__web_utilities", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_ankitpokhrel_tus_php__tus_upload_management", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Identity", "compose": true, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_ankur_anand_simple_sso__sso_server", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Analytics", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_ardalis_cachedrepository__catalog_pages", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_ardalis_cleanarchitecture__contributors", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Infrastructure", "compose": true, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_ashirt_ops_ashirt_server__evidence", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Infrastructure", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_ashirt_ops_ashirt_server__health", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Infrastructure", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_ashirt_ops_ashirt_server__operations", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Infrastructure", "compose": true, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_ashirt_ops_ashirt_server__tags", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Identity", "compose": true, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_assaf_rack_oauth2_server__oauth_authorization_flow", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Identity", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_assaf_rack_oauth2_server__practice_demo_resources", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Specialized", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_attacomsian_code_examples__file_upload_apis", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_auth0_auth0_react__root_health", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_auth0_auth0_react__users", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Entertainment", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_awakencn_almost_famous__login_service", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Infrastructure", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_aws_samples_serverless_test_samples__unicorn_reservation_apis", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Other", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_azat_co_expressworks__book_catalog", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Other", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_azat_co_expressworks__service_metadata", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Other", "compose": true, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_azat_co_expressworks__utility_operations", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Specialized", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_azure_apiops__helloworld_function_app", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Specialized", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_azure_apiops__logic_app_manual_trigger", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Specialized", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_azure_apiops__test_api", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_azure_azure_sdk_for_go__recording_sanitizer_mock_server", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_azure_dev_spaces__values_api", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Commerce", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_azure_samples_cosmos_db_design_patterns__document_versioning_demo", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Commerce", "compose": true, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_azure_samples_eshoponazure__webhook_client_utility_endpoints", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Identity", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_benediktalkin_songtaggerforspotify__album_tagging", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Identity", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_benediktalkin_songtaggerforspotify__connection", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Content", "compose": true, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_blazorstatic_blazorstatic__home", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Specialized", "compose": true, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_brandur_rocket_rides_atomic__rides", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Infrastructure", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_bretfisher_node_docker_good_defaults__documents", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Infrastructure", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_bretfisher_node_docker_good_defaults__root_and_health", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Specialized", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_capacitorset_box_js__analysis_artifacts", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Specialized", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_capacitorset_box_js__sample_lifecycle", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Specialized", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_capacitorset_box_js__server_controls", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_carteb_carte_blanche__component_metadata", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_carteb_carte_blanche__component_variations", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_cassiomolin_log_aggregation_spring_boot_elastic_stack__comments", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_cassiomolin_log_aggregation_spring_boot_elastic_stack__posts", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_clevergo_clevergo__health_and_greetings", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_clevergo_clevergo__user_directory", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_clevergo_clevergo__utility", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_cloudinary_cloudinarydotnet__gallery", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_cloudinary_cloudinarydotnet__upload", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_composer_packagist__downloads_metrics", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_composer_packagist__operations_health", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_composer_packagist__package_maintenance", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_composer_packagist__security_compliance", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Communication", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_conclave_team_conclave__page_rendering", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Communication", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_conclave_team_conclave__peer_signaling", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Specialized", "compose": true, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_cornflourblue_dotnet_6_crud_api__users", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Identity", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_cornflourblue_dotnet_6_jwt_refresh_tokens_api__users", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_cretueusebiu_laravel_vue_spa__account_settings", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_cretueusebiu_laravel_vue_spa__email_verification", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_cretueusebiu_laravel_vue_spa__registration_and_recovery", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_cretueusebiu_laravel_vue_spa__session_and_authenticated_user", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_cretueusebiu_laravel_vue_spa__spa_delivery", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Communication", "compose": true, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_crmne_ruby_llm__health", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Other", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_cucumber_cucumber_jvm__user_pages", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Content", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_dailycodebuffer_spring_mvc_tutorials__book_catalog", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Content", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_dailycodebuffer_spring_mvc_tutorials__employee_management", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Specialized", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_danielschuster_muc_potter_db__books_chapters", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Specialized", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_danielschuster_muc_potter_db__characters", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Specialized", "compose": true, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_danielschuster_muc_potter_db__graphql", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Specialized", "compose": true, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_danielschuster_muc_potter_db__movies", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Specialized", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_danielschuster_muc_potter_db__potions", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Specialized", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_danielschuster_muc_potter_db__spells", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Analytics", "compose": true, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_darkweak_souin__debug_profiling", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Other", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_daspinola_video_stream_sample__video_delivery", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Content", "compose": true, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_davila7_claude_code_templates__blog_content", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Identity", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_devinsays_laravel_react_bootstrap__todo", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Analytics", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_devmentors_packit__packing_lists", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Analytics", "compose": true, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_dotnet_dotnet_monitor__diagnostics_collection", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Communication", "compose": true, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_dotnet_dotnext__hyparview_gossip_peer", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_dtm_labs_client_csharp__tcc_samples", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Content", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_eduardoboucas_staticman__repository_onboarding", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Content", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_eduardoboucas_staticman__root", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Specialized", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_elmassimo_oj_serializers__albums", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Communication", "compose": true, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_email_dashboard_email_dashboard__health", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Communication", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_email_dashboard_email_dashboard__notifications", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Content", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_exoego_rspec_openapi__admin_extensions", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Content", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_exoego_rspec_openapi__images", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Content", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_exoego_rspec_openapi__mounted_apps", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Content", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_exoego_rspec_openapi__secret_structured_data", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Content", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_exoego_rspec_openapi__sites_pages", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Content", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_exoego_rspec_openapi__tables", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Analytics", "compose": true, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_external_secrets_kubernetes_external_secrets__metrics", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Content", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_filipedeschamps_video_maker__health", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Content", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_filipedeschamps_video_maker__oauth_support", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Specialized", "compose": true, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_flippercloud_flipper__actor_targeting", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Specialized", "compose": true, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_flippercloud_flipper__bulk_import", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Specialized", "compose": true, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_flippercloud_flipper__feature_reset", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Content", "compose": true, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_flycash_toy_web__static_assets", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Content", "compose": true, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_flycash_toy_web__utility_services", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Commerce", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_getmoneynote_moneynote_api__accounts_payees_currency", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Commerce", "compose": true, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_getmoneynote_moneynote_api__balance_flows_attachments_notes", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Commerce", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_getmoneynote_moneynote_api__categories_tags_relations", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Other", "compose": true, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_go_spatial_tegola__map_style", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Other", "compose": true, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_go_spatial_tegola__vector_tiles", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_hagopj13_node_express_boilerplate__authentication", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_hagopj13_node_express_boilerplate__users", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Content", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_haozhang95_python24__cart_apis", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Content", "compose": true, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_haozhang95_python24__core_pages", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Content", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_haozhang95_python24__order_apis", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Infrastructure", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_havunen_systemtextjsonpatch__weather_forecasts", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Content", "compose": true, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_hgraca_explicit_architecture_php__admin_auth", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Content", "compose": true, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_hgraca_explicit_architecture_php__homepage", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Specialized", "compose": true, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_houarizegai_tutorials__student_management", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Other", "compose": true, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_hyperstack_org_hyperstack__realtime_transport_channel_management", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Analytics", "compose": true, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_intaro_pinboard__root_dashboard", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Analytics", "compose": true, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_intaro_pinboard__server_metrics_tables", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Analytics", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_intaro_pinboard__server_overview", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Other", "compose": true, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_isaiah_jubilee__sinatra_basic_sample", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Content", "compose": true, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_izghua_go_blog__console_authentication", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Other", "compose": true, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_jagenjo_litegraph_js__static_asset_delivery", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_jamesmh_coravel__demo_cache", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Other", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_jamhall_s3rver__bucket_operations", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Other", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_jamhall_s3rver__service_root", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Communication", "compose": true, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_jeffreyway_council__json_api", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Communication", "compose": true, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_jeffreyway_council__profiles_and_notifications", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Content", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_jellyfangs_messenger_bot_tutorial__facebook_webhook", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Content", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_jellyfangs_messenger_bot_tutorial__root", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Other", "compose": true, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_joakimk_testbot__runners", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Analytics", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_kawhii_sso__oauth_token_proxy", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Analytics", "compose": true, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_kawhii_sso__oauth_user_proxy", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Analytics", "compose": true, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_kawhii_sso__service_health", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_khellang_middleware__problemdetails_demo_endpoints", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_kogosoftwarellc_open_api__api_docs", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Other", "compose": true, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_konbai_q_ruoyi_flowable_plus__user_profile_management", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_laqul_laqul__graphql_api", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_laqul_laqul__registration_recovery", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_laqul_laqul__token_social_login", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Other", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_linezero_gitserver__repository_browsing", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Communication", "compose": true, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_liuxx_u_bird_java__sso_ticket_server", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Other", "compose": true, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_liyupi_father__emoji_management", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Analytics", "compose": true, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_maccman_go__link_management", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Other", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_microsoft_powerbi_developer_samples__embedding_workflow", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Other", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_microsoftgraph_aspnetcore_webhooks_sample__notification_listener", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Other", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_mobomo_green_onion__sample_screenshot_pages", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Other", "compose": true, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_nelmio_nelmiojsloggerbundle__javascript_error_logging", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_neozhu_cleanaspire__file_management", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_neozhu_cleanaspire__products", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_neozhu_cleanaspire__tenants", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Identity", "compose": true, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_nhost_hasura_auth__authentication", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Content", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_nonacosa_new_bee__github_oauth", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Identity", "compose": true, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_ntxinh_aspnetcore_ddd__account_v2", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_paiden_nett__configuration_inspection", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Communication", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_ploi_roadmap__activity_widget", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Communication", "compose": true, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_ploi_roadmap__widget_embeds", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Content", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_pomzwj_database_export__schema_export", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "easy", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_protonemedia_laravel_splade__country_data_api", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_rageagainstthepixel_openai_dotnet__health", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_rageagainstthepixel_openai_dotnet__openai_proxy", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_reactjs_react_net__tutorial_comments_reactnet_vanilla", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Communication", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_restsend_rustpbx__ami_management_api", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Communication", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_restsend_rustpbx__nat_traversal_ice", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Communication", "compose": true, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_restsend_rustpbx__root_health", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Other", "compose": true, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_rubygems_rubygems_org__compact_index", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Other", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_rubygems_rubygems_org__statistics_activity_dependency_feeds_api_v1", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Commerce", "compose": true, "difficulty": "medium", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_samanazadi1996_sam_cleanarchitecture__account", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Other", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_sharpenrocks_sharpen__values", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "Commerce", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_simplyvinay_vue_expenses__statistics", "taskset": "abc-bench"}, {"agent_timeout": 3600, "category": "DevTools", "compose": true, "difficulty": "hard", "language": "", "oracle": null, "runnable": false, "tags": [], "task": "task_ssssssss_team_magic_api__data_source_utilities", "taskset": "abc-bench"}], "next": "task_ssssssss_team_magic_api__data_source_utilities"}