swebench_multilingual
v1.0SWE-bench Multilingual extends the original Python-focused SWE-bench benchmark to support multiple programming languages. Original benchmark: https://www.swebench.com/multilingual.html.
uvx harbor run -d swebench_multilingual@1.0Tasks (300)
gin-gonic__gin-3741
uvx harbor run -d swebench_multilingual@1.0 -t gin-gonic__gin-37416136695
gin-gonic__gin-3820
uvx harbor run -d swebench_multilingual@1.0 -t gin-gonic__gin-38206136695
gin-gonic__gin-4003
uvx harbor run -d swebench_multilingual@1.0 -t gin-gonic__gin-40036136695
gohugoio__hugo-12171
uvx harbor run -d swebench_multilingual@1.0 -t gohugoio__hugo-121716136695
gohugoio__hugo-12204
uvx harbor run -d swebench_multilingual@1.0 -t gohugoio__hugo-122046136695
gohugoio__hugo-12343
uvx harbor run -d swebench_multilingual@1.0 -t gohugoio__hugo-123436136695
gohugoio__hugo-12448
uvx harbor run -d swebench_multilingual@1.0 -t gohugoio__hugo-124486136695
gohugoio__hugo-12562
uvx harbor run -d swebench_multilingual@1.0 -t gohugoio__hugo-125626136695
gohugoio__hugo-12579
uvx harbor run -d swebench_multilingual@1.0 -t gohugoio__hugo-125796136695
gohugoio__hugo-12768
uvx harbor run -d swebench_multilingual@1.0 -t gohugoio__hugo-127686136695
google__gson-1014
uvx harbor run -d swebench_multilingual@1.0 -t google__gson-10146136695
google__gson-1093
uvx harbor run -d swebench_multilingual@1.0 -t google__gson-10936136695
google__gson-1100
uvx harbor run -d swebench_multilingual@1.0 -t google__gson-11006136695
google__gson-2024
uvx harbor run -d swebench_multilingual@1.0 -t google__gson-20246136695
google__gson-2061
uvx harbor run -d swebench_multilingual@1.0 -t google__gson-20616136695
google__gson-2134
uvx harbor run -d swebench_multilingual@1.0 -t google__gson-21346136695
google__gson-2158
uvx harbor run -d swebench_multilingual@1.0 -t google__gson-21586136695
google__gson-2311
uvx harbor run -d swebench_multilingual@1.0 -t google__gson-23116136695
google__gson-2479
uvx harbor run -d swebench_multilingual@1.0 -t google__gson-24796136695
hashicorp__terraform-34580
uvx harbor run -d swebench_multilingual@1.0 -t hashicorp__terraform-345806136695
hashicorp__terraform-34814
uvx harbor run -d swebench_multilingual@1.0 -t hashicorp__terraform-348146136695
hashicorp__terraform-34900
uvx harbor run -d swebench_multilingual@1.0 -t hashicorp__terraform-349006136695
hashicorp__terraform-35543
uvx harbor run -d swebench_multilingual@1.0 -t hashicorp__terraform-355436136695
hashicorp__terraform-35611
uvx harbor run -d swebench_multilingual@1.0 -t hashicorp__terraform-356116136695
immutable-js__immutable-js-2005
uvx harbor run -d swebench_multilingual@1.0 -t immutable-js__immutable-js-20056136695
immutable-js__immutable-js-2006
uvx harbor run -d swebench_multilingual@1.0 -t immutable-js__immutable-js-20066136695
javaparser__javaparser-4538
uvx harbor run -d swebench_multilingual@1.0 -t javaparser__javaparser-45386136695
javaparser__javaparser-4561
uvx harbor run -d swebench_multilingual@1.0 -t javaparser__javaparser-45616136695
jekyll__jekyll-8047
uvx harbor run -d swebench_multilingual@1.0 -t jekyll__jekyll-80476136695
jekyll__jekyll-8167
uvx harbor run -d swebench_multilingual@1.0 -t jekyll__jekyll-81676136695
jekyll__jekyll-8761
uvx harbor run -d swebench_multilingual@1.0 -t jekyll__jekyll-87616136695
jekyll__jekyll-8771
uvx harbor run -d swebench_multilingual@1.0 -t jekyll__jekyll-87716136695
jekyll__jekyll-9141
uvx harbor run -d swebench_multilingual@1.0 -t jekyll__jekyll-91416136695
jordansissel__fpm-1829
uvx harbor run -d swebench_multilingual@1.0 -t jordansissel__fpm-18296136695
jordansissel__fpm-1850
uvx harbor run -d swebench_multilingual@1.0 -t jordansissel__fpm-18506136695
jqlang__jq-2235
uvx harbor run -d swebench_multilingual@1.0 -t jqlang__jq-22356136695
jqlang__jq-2598
uvx harbor run -d swebench_multilingual@1.0 -t jqlang__jq-25986136695
jqlang__jq-2650
uvx harbor run -d swebench_multilingual@1.0 -t jqlang__jq-26506136695
jqlang__jq-2658
uvx harbor run -d swebench_multilingual@1.0 -t jqlang__jq-26586136695
jqlang__jq-2681
uvx harbor run -d swebench_multilingual@1.0 -t jqlang__jq-26816136695
jqlang__jq-2728
uvx harbor run -d swebench_multilingual@1.0 -t jqlang__jq-27286136695
jqlang__jq-2750
uvx harbor run -d swebench_multilingual@1.0 -t jqlang__jq-27506136695
jqlang__jq-2839
uvx harbor run -d swebench_multilingual@1.0 -t jqlang__jq-28396136695
jqlang__jq-2919
uvx harbor run -d swebench_multilingual@1.0 -t jqlang__jq-29196136695
laravel__framework-46234
uvx harbor run -d swebench_multilingual@1.0 -t laravel__framework-462346136695
laravel__framework-48573
uvx harbor run -d swebench_multilingual@1.0 -t laravel__framework-485736136695
laravel__framework-48636
uvx harbor run -d swebench_multilingual@1.0 -t laravel__framework-486366136695
laravel__framework-51195
uvx harbor run -d swebench_multilingual@1.0 -t laravel__framework-511956136695
laravel__framework-51890
uvx harbor run -d swebench_multilingual@1.0 -t laravel__framework-518906136695
laravel__framework-52451
uvx harbor run -d swebench_multilingual@1.0 -t laravel__framework-524516136695
laravel__framework-52680
uvx harbor run -d swebench_multilingual@1.0 -t laravel__framework-526806136695
laravel__framework-52684
uvx harbor run -d swebench_multilingual@1.0 -t laravel__framework-526846136695
laravel__framework-52866
uvx harbor run -d swebench_multilingual@1.0 -t laravel__framework-528666136695
laravel__framework-53206
uvx harbor run -d swebench_multilingual@1.0 -t laravel__framework-532066136695
laravel__framework-53696
uvx harbor run -d swebench_multilingual@1.0 -t laravel__framework-536966136695
laravel__framework-53914
uvx harbor run -d swebench_multilingual@1.0 -t laravel__framework-539146136695
laravel__framework-53949
uvx harbor run -d swebench_multilingual@1.0 -t laravel__framework-539496136695
micropython__micropython-10095
uvx harbor run -d swebench_multilingual@1.0 -t micropython__micropython-100956136695
micropython__micropython-12158
uvx harbor run -d swebench_multilingual@1.0 -t micropython__micropython-121586136695
micropython__micropython-13039
uvx harbor run -d swebench_multilingual@1.0 -t micropython__micropython-130396136695
micropython__micropython-13569
uvx harbor run -d swebench_multilingual@1.0 -t micropython__micropython-135696136695
micropython__micropython-15898
uvx harbor run -d swebench_multilingual@1.0 -t micropython__micropython-158986136695
mrdoob__three.js-25687
uvx harbor run -d swebench_multilingual@1.0 -t mrdoob__three.js-256876136695
mrdoob__three.js-26589
uvx harbor run -d swebench_multilingual@1.0 -t mrdoob__three.js-265896136695
mrdoob__three.js-27395
uvx harbor run -d swebench_multilingual@1.0 -t mrdoob__three.js-273956136695
nlohmann__json-4237
uvx harbor run -d swebench_multilingual@1.0 -t nlohmann__json-42376136695
nushell__nushell-12901
uvx harbor run -d swebench_multilingual@1.0 -t nushell__nushell-129016136695
nushell__nushell-12950
uvx harbor run -d swebench_multilingual@1.0 -t nushell__nushell-129506136695
nushell__nushell-13246
uvx harbor run -d swebench_multilingual@1.0 -t nushell__nushell-132466136695
nushell__nushell-13605
uvx harbor run -d swebench_multilingual@1.0 -t nushell__nushell-136056136695
nushell__nushell-13831
uvx harbor run -d swebench_multilingual@1.0 -t nushell__nushell-138316136695
php-cs-fixer__php-cs-fixer-7523
uvx harbor run -d swebench_multilingual@1.0 -t php-cs-fixer__php-cs-fixer-75236136695
php-cs-fixer__php-cs-fixer-7635
uvx harbor run -d swebench_multilingual@1.0 -t php-cs-fixer__php-cs-fixer-76356136695
php-cs-fixer__php-cs-fixer-7663
uvx harbor run -d swebench_multilingual@1.0 -t php-cs-fixer__php-cs-fixer-76636136695
php-cs-fixer__php-cs-fixer-7875
uvx harbor run -d swebench_multilingual@1.0 -t php-cs-fixer__php-cs-fixer-78756136695
php-cs-fixer__php-cs-fixer-7998
uvx harbor run -d swebench_multilingual@1.0 -t php-cs-fixer__php-cs-fixer-79986136695
php-cs-fixer__php-cs-fixer-8064
uvx harbor run -d swebench_multilingual@1.0 -t php-cs-fixer__php-cs-fixer-80646136695
php-cs-fixer__php-cs-fixer-8075
uvx harbor run -d swebench_multilingual@1.0 -t php-cs-fixer__php-cs-fixer-80756136695
php-cs-fixer__php-cs-fixer-8256
uvx harbor run -d swebench_multilingual@1.0 -t php-cs-fixer__php-cs-fixer-82566136695
php-cs-fixer__php-cs-fixer-8331
uvx harbor run -d swebench_multilingual@1.0 -t php-cs-fixer__php-cs-fixer-83316136695
php-cs-fixer__php-cs-fixer-8367
uvx harbor run -d swebench_multilingual@1.0 -t php-cs-fixer__php-cs-fixer-83676136695
phpoffice__phpspreadsheet-3463
uvx harbor run -d swebench_multilingual@1.0 -t phpoffice__phpspreadsheet-34636136695
phpoffice__phpspreadsheet-3469
uvx harbor run -d swebench_multilingual@1.0 -t phpoffice__phpspreadsheet-34696136695
phpoffice__phpspreadsheet-3570
uvx harbor run -d swebench_multilingual@1.0 -t phpoffice__phpspreadsheet-35706136695
phpoffice__phpspreadsheet-3659
uvx harbor run -d swebench_multilingual@1.0 -t phpoffice__phpspreadsheet-36596136695
phpoffice__phpspreadsheet-3903
uvx harbor run -d swebench_multilingual@1.0 -t phpoffice__phpspreadsheet-39036136695
phpoffice__phpspreadsheet-3940
uvx harbor run -d swebench_multilingual@1.0 -t phpoffice__phpspreadsheet-39406136695
phpoffice__phpspreadsheet-4114
uvx harbor run -d swebench_multilingual@1.0 -t phpoffice__phpspreadsheet-41146136695
phpoffice__phpspreadsheet-4186
uvx harbor run -d swebench_multilingual@1.0 -t phpoffice__phpspreadsheet-41866136695
phpoffice__phpspreadsheet-4214
uvx harbor run -d swebench_multilingual@1.0 -t phpoffice__phpspreadsheet-42146136695
phpoffice__phpspreadsheet-4313
uvx harbor run -d swebench_multilingual@1.0 -t phpoffice__phpspreadsheet-43136136695
preactjs__preact-2757
uvx harbor run -d swebench_multilingual@1.0 -t preactjs__preact-27576136695
preactjs__preact-2896
uvx harbor run -d swebench_multilingual@1.0 -t preactjs__preact-28966136695
preactjs__preact-2927
uvx harbor run -d swebench_multilingual@1.0 -t preactjs__preact-29276136695
preactjs__preact-3010
uvx harbor run -d swebench_multilingual@1.0 -t preactjs__preact-30106136695
preactjs__preact-3062
uvx harbor run -d swebench_multilingual@1.0 -t preactjs__preact-30626136695
preactjs__preact-3345
uvx harbor run -d swebench_multilingual@1.0 -t preactjs__preact-33456136695
preactjs__preact-3454
uvx harbor run -d swebench_multilingual@1.0 -t preactjs__preact-34546136695
preactjs__preact-3562
uvx harbor run -d swebench_multilingual@1.0 -t preactjs__preact-35626136695
preactjs__preact-3567
uvx harbor run -d swebench_multilingual@1.0 -t preactjs__preact-35676136695