# autocodebench - domain: swe - n_tasks: 200 - n_runnable: 0 - languages: cpp, csharp, dart, elixir, go, java, javascript, julia, kotlin, perl, php, python, r, racket, ruby, rust, scala, shell, swift, typescript ## Tasks | task | difficulty | language | runnable | harnesses tried | |---|---|---|---|---| | [cpp_001](https://harnessreport.com/tasks/autocodebench/cpp_001.md) | hard | cpp | | 0 | | [cpp_002](https://harnessreport.com/tasks/autocodebench/cpp_002.md) | easy | cpp | | 0 | | [cpp_003](https://harnessreport.com/tasks/autocodebench/cpp_003.md) | hard | cpp | | 0 | | [cpp_004](https://harnessreport.com/tasks/autocodebench/cpp_004.md) | hard | cpp | | 0 | | [cpp_005](https://harnessreport.com/tasks/autocodebench/cpp_005.md) | hard | cpp | | 0 | | [cpp_006](https://harnessreport.com/tasks/autocodebench/cpp_006.md) | hard | cpp | | 0 | | [cpp_007](https://harnessreport.com/tasks/autocodebench/cpp_007.md) | hard | cpp | | 0 | | [cpp_008](https://harnessreport.com/tasks/autocodebench/cpp_008.md) | hard | cpp | | 0 | | [cpp_009](https://harnessreport.com/tasks/autocodebench/cpp_009.md) | hard | cpp | | 0 | | [cpp_010](https://harnessreport.com/tasks/autocodebench/cpp_010.md) | easy | cpp | | 0 | | [csharp_001](https://harnessreport.com/tasks/autocodebench/csharp_001.md) | easy | csharp | | 0 | | [csharp_002](https://harnessreport.com/tasks/autocodebench/csharp_002.md) | medium | csharp | | 0 | | [csharp_003](https://harnessreport.com/tasks/autocodebench/csharp_003.md) | medium | csharp | | 0 | | [csharp_004](https://harnessreport.com/tasks/autocodebench/csharp_004.md) | hard | csharp | | 0 | | [csharp_005](https://harnessreport.com/tasks/autocodebench/csharp_005.md) | hard | csharp | | 0 | | [csharp_006](https://harnessreport.com/tasks/autocodebench/csharp_006.md) | hard | csharp | | 0 | | [csharp_007](https://harnessreport.com/tasks/autocodebench/csharp_007.md) | hard | csharp | | 0 | | [csharp_008](https://harnessreport.com/tasks/autocodebench/csharp_008.md) | easy | csharp | | 0 | | [csharp_009](https://harnessreport.com/tasks/autocodebench/csharp_009.md) | hard | csharp | | 0 | | [csharp_010](https://harnessreport.com/tasks/autocodebench/csharp_010.md) | easy | csharp | | 0 | | [dart_001](https://harnessreport.com/tasks/autocodebench/dart_001.md) | medium | dart | | 0 | | [dart_002](https://harnessreport.com/tasks/autocodebench/dart_002.md) | medium | dart | | 0 | | [dart_003](https://harnessreport.com/tasks/autocodebench/dart_003.md) | medium | dart | | 0 | | [dart_004](https://harnessreport.com/tasks/autocodebench/dart_004.md) | medium | dart | | 0 | | [dart_005](https://harnessreport.com/tasks/autocodebench/dart_005.md) | hard | dart | | 0 | | [dart_006](https://harnessreport.com/tasks/autocodebench/dart_006.md) | hard | dart | | 0 | | [dart_007](https://harnessreport.com/tasks/autocodebench/dart_007.md) | hard | dart | | 0 | | [dart_008](https://harnessreport.com/tasks/autocodebench/dart_008.md) | hard | dart | | 0 | | [dart_009](https://harnessreport.com/tasks/autocodebench/dart_009.md) | hard | dart | | 0 | | [dart_010](https://harnessreport.com/tasks/autocodebench/dart_010.md) | hard | dart | | 0 | | [elixir_001](https://harnessreport.com/tasks/autocodebench/elixir_001.md) | hard | elixir | | 0 | | [elixir_002](https://harnessreport.com/tasks/autocodebench/elixir_002.md) | hard | elixir | | 0 | | [elixir_003](https://harnessreport.com/tasks/autocodebench/elixir_003.md) | hard | elixir | | 0 | | [elixir_004](https://harnessreport.com/tasks/autocodebench/elixir_004.md) | hard | elixir | | 0 | | [elixir_005](https://harnessreport.com/tasks/autocodebench/elixir_005.md) | hard | elixir | | 0 | | [elixir_006](https://harnessreport.com/tasks/autocodebench/elixir_006.md) | hard | elixir | | 0 | | [elixir_007](https://harnessreport.com/tasks/autocodebench/elixir_007.md) | medium | elixir | | 0 | | [elixir_008](https://harnessreport.com/tasks/autocodebench/elixir_008.md) | hard | elixir | | 0 | | [elixir_009](https://harnessreport.com/tasks/autocodebench/elixir_009.md) | hard | elixir | | 0 | | [elixir_010](https://harnessreport.com/tasks/autocodebench/elixir_010.md) | hard | elixir | | 0 | | [go_001](https://harnessreport.com/tasks/autocodebench/go_001.md) | hard | go | | 0 | | [go_002](https://harnessreport.com/tasks/autocodebench/go_002.md) | hard | go | | 0 | | [go_003](https://harnessreport.com/tasks/autocodebench/go_003.md) | easy | go | | 0 | | [go_004](https://harnessreport.com/tasks/autocodebench/go_004.md) | hard | go | | 0 | | [go_005](https://harnessreport.com/tasks/autocodebench/go_005.md) | hard | go | | 0 | | [go_006](https://harnessreport.com/tasks/autocodebench/go_006.md) | medium | go | | 0 | | [go_007](https://harnessreport.com/tasks/autocodebench/go_007.md) | hard | go | | 0 | | [go_008](https://harnessreport.com/tasks/autocodebench/go_008.md) | medium | go | | 0 | | [go_009](https://harnessreport.com/tasks/autocodebench/go_009.md) | easy | go | | 0 | | [go_010](https://harnessreport.com/tasks/autocodebench/go_010.md) | hard | go | | 0 | | [java_001](https://harnessreport.com/tasks/autocodebench/java_001.md) | medium | java | | 0 | | [java_002](https://harnessreport.com/tasks/autocodebench/java_002.md) | hard | java | | 0 | | [java_003](https://harnessreport.com/tasks/autocodebench/java_003.md) | easy | java | | 0 | | [java_004](https://harnessreport.com/tasks/autocodebench/java_004.md) | medium | java | | 0 | | [java_005](https://harnessreport.com/tasks/autocodebench/java_005.md) | hard | java | | 0 | | [java_006](https://harnessreport.com/tasks/autocodebench/java_006.md) | medium | java | | 0 | | [java_007](https://harnessreport.com/tasks/autocodebench/java_007.md) | hard | java | | 0 | | [java_008](https://harnessreport.com/tasks/autocodebench/java_008.md) | hard | java | | 0 | | [java_009](https://harnessreport.com/tasks/autocodebench/java_009.md) | medium | java | | 0 | | [java_010](https://harnessreport.com/tasks/autocodebench/java_010.md) | hard | java | | 0 | | [javascript_001](https://harnessreport.com/tasks/autocodebench/javascript_001.md) | hard | javascript | | 0 | | [javascript_002](https://harnessreport.com/tasks/autocodebench/javascript_002.md) | hard | javascript | | 0 | | [javascript_003](https://harnessreport.com/tasks/autocodebench/javascript_003.md) | hard | javascript | | 0 | | [javascript_004](https://harnessreport.com/tasks/autocodebench/javascript_004.md) | hard | javascript | | 0 | | [javascript_005](https://harnessreport.com/tasks/autocodebench/javascript_005.md) | hard | javascript | | 0 | | [javascript_006](https://harnessreport.com/tasks/autocodebench/javascript_006.md) | medium | javascript | | 0 | | [javascript_007](https://harnessreport.com/tasks/autocodebench/javascript_007.md) | easy | javascript | | 0 | | [javascript_008](https://harnessreport.com/tasks/autocodebench/javascript_008.md) | hard | javascript | | 0 | | [javascript_009](https://harnessreport.com/tasks/autocodebench/javascript_009.md) | hard | javascript | | 0 | | [javascript_010](https://harnessreport.com/tasks/autocodebench/javascript_010.md) | medium | javascript | | 0 | | [julia_001](https://harnessreport.com/tasks/autocodebench/julia_001.md) | medium | julia | | 0 | | [julia_002](https://harnessreport.com/tasks/autocodebench/julia_002.md) | hard | julia | | 0 | | [julia_003](https://harnessreport.com/tasks/autocodebench/julia_003.md) | hard | julia | | 0 | | [julia_004](https://harnessreport.com/tasks/autocodebench/julia_004.md) | hard | julia | | 0 | | [julia_005](https://harnessreport.com/tasks/autocodebench/julia_005.md) | hard | julia | | 0 | | [julia_006](https://harnessreport.com/tasks/autocodebench/julia_006.md) | hard | julia | | 0 | | [julia_007](https://harnessreport.com/tasks/autocodebench/julia_007.md) | easy | julia | | 0 | | [julia_008](https://harnessreport.com/tasks/autocodebench/julia_008.md) | hard | julia | | 0 | | [julia_009](https://harnessreport.com/tasks/autocodebench/julia_009.md) | hard | julia | | 0 | | [julia_010](https://harnessreport.com/tasks/autocodebench/julia_010.md) | easy | julia | | 0 | | [kotlin_001](https://harnessreport.com/tasks/autocodebench/kotlin_001.md) | medium | kotlin | | 0 | | [kotlin_002](https://harnessreport.com/tasks/autocodebench/kotlin_002.md) | hard | kotlin | | 0 | | [kotlin_003](https://harnessreport.com/tasks/autocodebench/kotlin_003.md) | easy | kotlin | | 0 | | [kotlin_004](https://harnessreport.com/tasks/autocodebench/kotlin_004.md) | hard | kotlin | | 0 | | [kotlin_005](https://harnessreport.com/tasks/autocodebench/kotlin_005.md) | hard | kotlin | | 0 | | [kotlin_006](https://harnessreport.com/tasks/autocodebench/kotlin_006.md) | hard | kotlin | | 0 | | [kotlin_007](https://harnessreport.com/tasks/autocodebench/kotlin_007.md) | medium | kotlin | | 0 | | [kotlin_008](https://harnessreport.com/tasks/autocodebench/kotlin_008.md) | easy | kotlin | | 0 | | [kotlin_009](https://harnessreport.com/tasks/autocodebench/kotlin_009.md) | hard | kotlin | | 0 | | [kotlin_010](https://harnessreport.com/tasks/autocodebench/kotlin_010.md) | medium | kotlin | | 0 | | [perl_001](https://harnessreport.com/tasks/autocodebench/perl_001.md) | hard | perl | | 0 | | [perl_002](https://harnessreport.com/tasks/autocodebench/perl_002.md) | hard | perl | | 0 | | [perl_003](https://harnessreport.com/tasks/autocodebench/perl_003.md) | hard | perl | | 0 | | [perl_004](https://harnessreport.com/tasks/autocodebench/perl_004.md) | hard | perl | | 0 | | [perl_005](https://harnessreport.com/tasks/autocodebench/perl_005.md) | hard | perl | | 0 | | [perl_006](https://harnessreport.com/tasks/autocodebench/perl_006.md) | medium | perl | | 0 | | [perl_007](https://harnessreport.com/tasks/autocodebench/perl_007.md) | medium | perl | | 0 | | [perl_008](https://harnessreport.com/tasks/autocodebench/perl_008.md) | hard | perl | | 0 | | [perl_009](https://harnessreport.com/tasks/autocodebench/perl_009.md) | medium | perl | | 0 | | [perl_010](https://harnessreport.com/tasks/autocodebench/perl_010.md) | hard | perl | | 0 | | [php_001](https://harnessreport.com/tasks/autocodebench/php_001.md) | medium | php | | 0 | | [php_002](https://harnessreport.com/tasks/autocodebench/php_002.md) | hard | php | | 0 | | [php_003](https://harnessreport.com/tasks/autocodebench/php_003.md) | easy | php | | 0 | | [php_004](https://harnessreport.com/tasks/autocodebench/php_004.md) | easy | php | | 0 | | [php_005](https://harnessreport.com/tasks/autocodebench/php_005.md) | medium | php | | 0 | | [php_006](https://harnessreport.com/tasks/autocodebench/php_006.md) | hard | php | | 0 | | [php_007](https://harnessreport.com/tasks/autocodebench/php_007.md) | hard | php | | 0 | | [php_008](https://harnessreport.com/tasks/autocodebench/php_008.md) | easy | php | | 0 | | [php_009](https://harnessreport.com/tasks/autocodebench/php_009.md) | easy | php | | 0 | | [php_010](https://harnessreport.com/tasks/autocodebench/php_010.md) | medium | php | | 0 | | [python_001](https://harnessreport.com/tasks/autocodebench/python_001.md) | hard | python | | 0 | | [python_002](https://harnessreport.com/tasks/autocodebench/python_002.md) | hard | python | | 0 | | [python_003](https://harnessreport.com/tasks/autocodebench/python_003.md) | easy | python | | 0 | | [python_004](https://harnessreport.com/tasks/autocodebench/python_004.md) | medium | python | | 0 | | [python_005](https://harnessreport.com/tasks/autocodebench/python_005.md) | hard | python | | 0 | | [python_006](https://harnessreport.com/tasks/autocodebench/python_006.md) | medium | python | | 0 | | [python_007](https://harnessreport.com/tasks/autocodebench/python_007.md) | hard | python | | 0 | | [python_008](https://harnessreport.com/tasks/autocodebench/python_008.md) | medium | python | | 0 | | [python_009](https://harnessreport.com/tasks/autocodebench/python_009.md) | easy | python | | 0 | | [python_010](https://harnessreport.com/tasks/autocodebench/python_010.md) | hard | python | | 0 | | [r_001](https://harnessreport.com/tasks/autocodebench/r_001.md) | hard | r | | 0 | | [r_002](https://harnessreport.com/tasks/autocodebench/r_002.md) | hard | r | | 0 | | [r_003](https://harnessreport.com/tasks/autocodebench/r_003.md) | hard | r | | 0 | | [r_004](https://harnessreport.com/tasks/autocodebench/r_004.md) | easy | r | | 0 | | [r_005](https://harnessreport.com/tasks/autocodebench/r_005.md) | hard | r | | 0 | | [r_006](https://harnessreport.com/tasks/autocodebench/r_006.md) | hard | r | | 0 | | [r_007](https://harnessreport.com/tasks/autocodebench/r_007.md) | medium | r | | 0 | | [r_008](https://harnessreport.com/tasks/autocodebench/r_008.md) | medium | r | | 0 | | [r_009](https://harnessreport.com/tasks/autocodebench/r_009.md) | hard | r | | 0 | | [r_010](https://harnessreport.com/tasks/autocodebench/r_010.md) | hard | r | | 0 | | [racket_001](https://harnessreport.com/tasks/autocodebench/racket_001.md) | hard | racket | | 0 | | [racket_002](https://harnessreport.com/tasks/autocodebench/racket_002.md) | medium | racket | | 0 | | [racket_003](https://harnessreport.com/tasks/autocodebench/racket_003.md) | medium | racket | | 0 | | [racket_004](https://harnessreport.com/tasks/autocodebench/racket_004.md) | easy | racket | | 0 | | [racket_005](https://harnessreport.com/tasks/autocodebench/racket_005.md) | hard | racket | | 0 | | [racket_006](https://harnessreport.com/tasks/autocodebench/racket_006.md) | hard | racket | | 0 | | [racket_007](https://harnessreport.com/tasks/autocodebench/racket_007.md) | hard | racket | | 0 | | [racket_008](https://harnessreport.com/tasks/autocodebench/racket_008.md) | medium | racket | | 0 | | [racket_009](https://harnessreport.com/tasks/autocodebench/racket_009.md) | medium | racket | | 0 | | [racket_010](https://harnessreport.com/tasks/autocodebench/racket_010.md) | medium | racket | | 0 | | [ruby_001](https://harnessreport.com/tasks/autocodebench/ruby_001.md) | hard | ruby | | 0 | | [ruby_002](https://harnessreport.com/tasks/autocodebench/ruby_002.md) | medium | ruby | | 0 | | [ruby_003](https://harnessreport.com/tasks/autocodebench/ruby_003.md) | hard | ruby | | 0 | | [ruby_004](https://harnessreport.com/tasks/autocodebench/ruby_004.md) | hard | ruby | | 0 | | [ruby_005](https://harnessreport.com/tasks/autocodebench/ruby_005.md) | medium | ruby | | 0 | | [ruby_006](https://harnessreport.com/tasks/autocodebench/ruby_006.md) | hard | ruby | | 0 | | [ruby_007](https://harnessreport.com/tasks/autocodebench/ruby_007.md) | medium | ruby | | 0 | | [ruby_008](https://harnessreport.com/tasks/autocodebench/ruby_008.md) | hard | ruby | | 0 | | [ruby_009](https://harnessreport.com/tasks/autocodebench/ruby_009.md) | hard | ruby | | 0 | | [ruby_010](https://harnessreport.com/tasks/autocodebench/ruby_010.md) | medium | ruby | | 0 | | [rust_001](https://harnessreport.com/tasks/autocodebench/rust_001.md) | hard | rust | | 0 | | [rust_002](https://harnessreport.com/tasks/autocodebench/rust_002.md) | easy | rust | | 0 | | [rust_003](https://harnessreport.com/tasks/autocodebench/rust_003.md) | hard | rust | | 0 | | [rust_004](https://harnessreport.com/tasks/autocodebench/rust_004.md) | hard | rust | | 0 | | [rust_005](https://harnessreport.com/tasks/autocodebench/rust_005.md) | hard | rust | | 0 | | [rust_006](https://harnessreport.com/tasks/autocodebench/rust_006.md) | hard | rust | | 0 | | [rust_007](https://harnessreport.com/tasks/autocodebench/rust_007.md) | hard | rust | | 0 | | [rust_008](https://harnessreport.com/tasks/autocodebench/rust_008.md) | hard | rust | | 0 | | [rust_009](https://harnessreport.com/tasks/autocodebench/rust_009.md) | medium | rust | | 0 | | [rust_010](https://harnessreport.com/tasks/autocodebench/rust_010.md) | hard | rust | | 0 | | [scala_001](https://harnessreport.com/tasks/autocodebench/scala_001.md) | hard | scala | | 0 | | [scala_002](https://harnessreport.com/tasks/autocodebench/scala_002.md) | hard | scala | | 0 | | [scala_003](https://harnessreport.com/tasks/autocodebench/scala_003.md) | hard | scala | | 0 | | [scala_004](https://harnessreport.com/tasks/autocodebench/scala_004.md) | medium | scala | | 0 | | [scala_005](https://harnessreport.com/tasks/autocodebench/scala_005.md) | hard | scala | | 0 | | [scala_006](https://harnessreport.com/tasks/autocodebench/scala_006.md) | hard | scala | | 0 | | [scala_007](https://harnessreport.com/tasks/autocodebench/scala_007.md) | hard | scala | | 0 | | [scala_008](https://harnessreport.com/tasks/autocodebench/scala_008.md) | hard | scala | | 0 | | [scala_009](https://harnessreport.com/tasks/autocodebench/scala_009.md) | hard | scala | | 0 | | [scala_010](https://harnessreport.com/tasks/autocodebench/scala_010.md) | easy | scala | | 0 | | [shell_001](https://harnessreport.com/tasks/autocodebench/shell_001.md) | hard | shell | | 0 | | [shell_002](https://harnessreport.com/tasks/autocodebench/shell_002.md) | easy | shell | | 0 | | [shell_003](https://harnessreport.com/tasks/autocodebench/shell_003.md) | medium | shell | | 0 | | [shell_004](https://harnessreport.com/tasks/autocodebench/shell_004.md) | hard | shell | | 0 | | [shell_005](https://harnessreport.com/tasks/autocodebench/shell_005.md) | hard | shell | | 0 | | [shell_006](https://harnessreport.com/tasks/autocodebench/shell_006.md) | hard | shell | | 0 | | [shell_007](https://harnessreport.com/tasks/autocodebench/shell_007.md) | easy | shell | | 0 | | [shell_008](https://harnessreport.com/tasks/autocodebench/shell_008.md) | hard | shell | | 0 | | [shell_009](https://harnessreport.com/tasks/autocodebench/shell_009.md) | hard | shell | | 0 | | [shell_010](https://harnessreport.com/tasks/autocodebench/shell_010.md) | easy | shell | | 0 | | [swift_001](https://harnessreport.com/tasks/autocodebench/swift_001.md) | medium | swift | | 0 | | [swift_002](https://harnessreport.com/tasks/autocodebench/swift_002.md) | easy | swift | | 0 | | [swift_003](https://harnessreport.com/tasks/autocodebench/swift_003.md) | hard | swift | | 0 | | [swift_004](https://harnessreport.com/tasks/autocodebench/swift_004.md) | hard | swift | | 0 | | [swift_005](https://harnessreport.com/tasks/autocodebench/swift_005.md) | hard | swift | | 0 | | [swift_006](https://harnessreport.com/tasks/autocodebench/swift_006.md) | medium | swift | | 0 | | [swift_007](https://harnessreport.com/tasks/autocodebench/swift_007.md) | hard | swift | | 0 | | [swift_008](https://harnessreport.com/tasks/autocodebench/swift_008.md) | hard | swift | | 0 | | [swift_009](https://harnessreport.com/tasks/autocodebench/swift_009.md) | hard | swift | | 0 | | [swift_010](https://harnessreport.com/tasks/autocodebench/swift_010.md) | hard | swift | | 0 | | [typescript_001](https://harnessreport.com/tasks/autocodebench/typescript_001.md) | hard | typescript | | 0 | | [typescript_002](https://harnessreport.com/tasks/autocodebench/typescript_002.md) | hard | typescript | | 0 | | [typescript_003](https://harnessreport.com/tasks/autocodebench/typescript_003.md) | hard | typescript | | 0 | | [typescript_004](https://harnessreport.com/tasks/autocodebench/typescript_004.md) | hard | typescript | | 0 | | [typescript_005](https://harnessreport.com/tasks/autocodebench/typescript_005.md) | hard | typescript | | 0 | | [typescript_006](https://harnessreport.com/tasks/autocodebench/typescript_006.md) | hard | typescript | | 0 | | [typescript_007](https://harnessreport.com/tasks/autocodebench/typescript_007.md) | hard | typescript | | 0 | | [typescript_008](https://harnessreport.com/tasks/autocodebench/typescript_008.md) | medium | typescript | | 0 | | [typescript_009](https://harnessreport.com/tasks/autocodebench/typescript_009.md) | medium | typescript | | 0 | | [typescript_010](https://harnessreport.com/tasks/autocodebench/typescript_010.md) | hard | typescript | | 0 | --- Harness Report runs agent harnesses from their GitHub repos on Harbor tasks and records every model call. Every page is also `.md` and `.json`; index: https://harnessreport.com/llms.txt ยท MCP: https://harnessreport.com/mcp