swebench_multilingual
v1.0SWE-bench Multilingual extends the original Python-focused SWE-bench benchmark to support multiple programming languages. Original benchmark: https://www.swebench.com/multilingual.html.
uvx harbor run -d swebench_multilingual@1.0Tasks (300)
apache__druid-13704
uvx harbor run -d swebench_multilingual@1.0 -t apache__druid-137046136695
apache__druid-14092
uvx harbor run -d swebench_multilingual@1.0 -t apache__druid-140926136695
apache__druid-14136
uvx harbor run -d swebench_multilingual@1.0 -t apache__druid-141366136695
apache__druid-15402
uvx harbor run -d swebench_multilingual@1.0 -t apache__druid-154026136695
apache__druid-16875
uvx harbor run -d swebench_multilingual@1.0 -t apache__druid-168756136695
apache__lucene-11760
uvx harbor run -d swebench_multilingual@1.0 -t apache__lucene-117606136695
apache__lucene-12022
uvx harbor run -d swebench_multilingual@1.0 -t apache__lucene-120226136695
apache__lucene-12196
uvx harbor run -d swebench_multilingual@1.0 -t apache__lucene-121966136695
apache__lucene-12212
uvx harbor run -d swebench_multilingual@1.0 -t apache__lucene-122126136695
apache__lucene-12626
uvx harbor run -d swebench_multilingual@1.0 -t apache__lucene-126266136695
apache__lucene-13170
uvx harbor run -d swebench_multilingual@1.0 -t apache__lucene-131706136695
apache__lucene-13301
uvx harbor run -d swebench_multilingual@1.0 -t apache__lucene-133016136695
apache__lucene-13494
uvx harbor run -d swebench_multilingual@1.0 -t apache__lucene-134946136695
apache__lucene-13704
uvx harbor run -d swebench_multilingual@1.0 -t apache__lucene-137046136695
astral-sh__ruff-15309
uvx harbor run -d swebench_multilingual@1.0 -t astral-sh__ruff-153096136695
astral-sh__ruff-15330
uvx harbor run -d swebench_multilingual@1.0 -t astral-sh__ruff-153306136695
astral-sh__ruff-15356
uvx harbor run -d swebench_multilingual@1.0 -t astral-sh__ruff-153566136695
astral-sh__ruff-15394
uvx harbor run -d swebench_multilingual@1.0 -t astral-sh__ruff-153946136695
astral-sh__ruff-15443
uvx harbor run -d swebench_multilingual@1.0 -t astral-sh__ruff-154436136695
astral-sh__ruff-15543
uvx harbor run -d swebench_multilingual@1.0 -t astral-sh__ruff-155436136695
astral-sh__ruff-15626
uvx harbor run -d swebench_multilingual@1.0 -t astral-sh__ruff-156266136695
axios__axios-4731
uvx harbor run -d swebench_multilingual@1.0 -t axios__axios-47316136695
axios__axios-4738
uvx harbor run -d swebench_multilingual@1.0 -t axios__axios-47386136695
axios__axios-5085
uvx harbor run -d swebench_multilingual@1.0 -t axios__axios-50856136695
axios__axios-5316
uvx harbor run -d swebench_multilingual@1.0 -t axios__axios-53166136695
axios__axios-5892
uvx harbor run -d swebench_multilingual@1.0 -t axios__axios-58926136695
axios__axios-6539
uvx harbor run -d swebench_multilingual@1.0 -t axios__axios-65396136695
babel__babel-13928
uvx harbor run -d swebench_multilingual@1.0 -t babel__babel-139286136695
babel__babel-14532
uvx harbor run -d swebench_multilingual@1.0 -t babel__babel-145326136695
babel__babel-15445
uvx harbor run -d swebench_multilingual@1.0 -t babel__babel-154456136695
babel__babel-15649
uvx harbor run -d swebench_multilingual@1.0 -t babel__babel-156496136695
babel__babel-16130
uvx harbor run -d swebench_multilingual@1.0 -t babel__babel-161306136695
briannesbitt__carbon-2665
uvx harbor run -d swebench_multilingual@1.0 -t briannesbitt__carbon-26656136695
briannesbitt__carbon-2752
uvx harbor run -d swebench_multilingual@1.0 -t briannesbitt__carbon-27526136695
briannesbitt__carbon-2762
uvx harbor run -d swebench_multilingual@1.0 -t briannesbitt__carbon-27626136695
briannesbitt__carbon-2813
uvx harbor run -d swebench_multilingual@1.0 -t briannesbitt__carbon-28136136695
briannesbitt__carbon-2981
uvx harbor run -d swebench_multilingual@1.0 -t briannesbitt__carbon-29816136695
briannesbitt__carbon-3005
uvx harbor run -d swebench_multilingual@1.0 -t briannesbitt__carbon-30056136695
briannesbitt__carbon-3041
uvx harbor run -d swebench_multilingual@1.0 -t briannesbitt__carbon-30416136695
briannesbitt__carbon-3073
uvx harbor run -d swebench_multilingual@1.0 -t briannesbitt__carbon-30736136695
briannesbitt__carbon-3098
uvx harbor run -d swebench_multilingual@1.0 -t briannesbitt__carbon-30986136695
briannesbitt__carbon-3103
uvx harbor run -d swebench_multilingual@1.0 -t briannesbitt__carbon-31036136695
burntsushi__ripgrep-2209
uvx harbor run -d swebench_multilingual@1.0 -t burntsushi__ripgrep-22096136695
burntsushi__ripgrep-2576
uvx harbor run -d swebench_multilingual@1.0 -t burntsushi__ripgrep-25766136695
caddyserver__caddy-4774
uvx harbor run -d swebench_multilingual@1.0 -t caddyserver__caddy-47746136695
caddyserver__caddy-4943
uvx harbor run -d swebench_multilingual@1.0 -t caddyserver__caddy-49436136695
caddyserver__caddy-5404
uvx harbor run -d swebench_multilingual@1.0 -t caddyserver__caddy-54046136695
caddyserver__caddy-5626
uvx harbor run -d swebench_multilingual@1.0 -t caddyserver__caddy-56266136695
caddyserver__caddy-5761
uvx harbor run -d swebench_multilingual@1.0 -t caddyserver__caddy-57616136695
caddyserver__caddy-5870
uvx harbor run -d swebench_multilingual@1.0 -t caddyserver__caddy-58706136695
caddyserver__caddy-5995
uvx harbor run -d swebench_multilingual@1.0 -t caddyserver__caddy-59956136695
caddyserver__caddy-6051
uvx harbor run -d swebench_multilingual@1.0 -t caddyserver__caddy-60516136695
caddyserver__caddy-6115
uvx harbor run -d swebench_multilingual@1.0 -t caddyserver__caddy-61156136695
caddyserver__caddy-6288
uvx harbor run -d swebench_multilingual@1.0 -t caddyserver__caddy-62886136695
caddyserver__caddy-6345
uvx harbor run -d swebench_multilingual@1.0 -t caddyserver__caddy-63456136695
caddyserver__caddy-6350
uvx harbor run -d swebench_multilingual@1.0 -t caddyserver__caddy-63506136695
caddyserver__caddy-6370
uvx harbor run -d swebench_multilingual@1.0 -t caddyserver__caddy-63706136695
caddyserver__caddy-6411
uvx harbor run -d swebench_multilingual@1.0 -t caddyserver__caddy-64116136695
facebook__docusaurus-10130
uvx harbor run -d swebench_multilingual@1.0 -t facebook__docusaurus-101306136695
facebook__docusaurus-10309
uvx harbor run -d swebench_multilingual@1.0 -t facebook__docusaurus-103096136695
facebook__docusaurus-8927
uvx harbor run -d swebench_multilingual@1.0 -t facebook__docusaurus-89276136695
facebook__docusaurus-9183
uvx harbor run -d swebench_multilingual@1.0 -t facebook__docusaurus-91836136695
facebook__docusaurus-9897
uvx harbor run -d swebench_multilingual@1.0 -t facebook__docusaurus-98976136695
faker-ruby__faker-2705
uvx harbor run -d swebench_multilingual@1.0 -t faker-ruby__faker-27056136695
faker-ruby__faker-2970
uvx harbor run -d swebench_multilingual@1.0 -t faker-ruby__faker-29706136695
fastlane__fastlane-19207
uvx harbor run -d swebench_multilingual@1.0 -t fastlane__fastlane-192076136695
fastlane__fastlane-19304
uvx harbor run -d swebench_multilingual@1.0 -t fastlane__fastlane-193046136695
fastlane__fastlane-19765
uvx harbor run -d swebench_multilingual@1.0 -t fastlane__fastlane-197656136695
fastlane__fastlane-20642
uvx harbor run -d swebench_multilingual@1.0 -t fastlane__fastlane-206426136695
fastlane__fastlane-20958
uvx harbor run -d swebench_multilingual@1.0 -t fastlane__fastlane-209586136695
fastlane__fastlane-20975
uvx harbor run -d swebench_multilingual@1.0 -t fastlane__fastlane-209756136695
fastlane__fastlane-21857
uvx harbor run -d swebench_multilingual@1.0 -t fastlane__fastlane-218576136695
fluent__fluentd-3328
uvx harbor run -d swebench_multilingual@1.0 -t fluent__fluentd-33286136695
fluent__fluentd-3466
uvx harbor run -d swebench_multilingual@1.0 -t fluent__fluentd-34666136695
fluent__fluentd-3608
uvx harbor run -d swebench_multilingual@1.0 -t fluent__fluentd-36086136695
fluent__fluentd-3616
uvx harbor run -d swebench_multilingual@1.0 -t fluent__fluentd-36166136695
fluent__fluentd-3631
uvx harbor run -d swebench_multilingual@1.0 -t fluent__fluentd-36316136695
fluent__fluentd-3640
uvx harbor run -d swebench_multilingual@1.0 -t fluent__fluentd-36406136695
fluent__fluentd-3641
uvx harbor run -d swebench_multilingual@1.0 -t fluent__fluentd-36416136695
fluent__fluentd-3917
uvx harbor run -d swebench_multilingual@1.0 -t fluent__fluentd-39176136695
fluent__fluentd-4030
uvx harbor run -d swebench_multilingual@1.0 -t fluent__fluentd-40306136695
fluent__fluentd-4311
uvx harbor run -d swebench_multilingual@1.0 -t fluent__fluentd-43116136695
fluent__fluentd-4598
uvx harbor run -d swebench_multilingual@1.0 -t fluent__fluentd-45986136695
fluent__fluentd-4655
uvx harbor run -d swebench_multilingual@1.0 -t fluent__fluentd-46556136695
fmtlib__fmt-1683
uvx harbor run -d swebench_multilingual@1.0 -t fmtlib__fmt-16836136695
fmtlib__fmt-2310
uvx harbor run -d swebench_multilingual@1.0 -t fmtlib__fmt-23106136695
fmtlib__fmt-2317
uvx harbor run -d swebench_multilingual@1.0 -t fmtlib__fmt-23176136695
fmtlib__fmt-2457
uvx harbor run -d swebench_multilingual@1.0 -t fmtlib__fmt-24576136695
fmtlib__fmt-3158
uvx harbor run -d swebench_multilingual@1.0 -t fmtlib__fmt-31586136695
fmtlib__fmt-3248
uvx harbor run -d swebench_multilingual@1.0 -t fmtlib__fmt-32486136695
fmtlib__fmt-3272
uvx harbor run -d swebench_multilingual@1.0 -t fmtlib__fmt-32726136695
fmtlib__fmt-3729
uvx harbor run -d swebench_multilingual@1.0 -t fmtlib__fmt-37296136695
fmtlib__fmt-3750
uvx harbor run -d swebench_multilingual@1.0 -t fmtlib__fmt-37506136695
fmtlib__fmt-3863
uvx harbor run -d swebench_multilingual@1.0 -t fmtlib__fmt-38636136695
fmtlib__fmt-3901
uvx harbor run -d swebench_multilingual@1.0 -t fmtlib__fmt-39016136695
gin-gonic__gin-1805
uvx harbor run -d swebench_multilingual@1.0 -t gin-gonic__gin-18056136695
gin-gonic__gin-1957
uvx harbor run -d swebench_multilingual@1.0 -t gin-gonic__gin-19576136695
gin-gonic__gin-2121
uvx harbor run -d swebench_multilingual@1.0 -t gin-gonic__gin-21216136695
gin-gonic__gin-2755
uvx harbor run -d swebench_multilingual@1.0 -t gin-gonic__gin-27556136695
gin-gonic__gin-3227
uvx harbor run -d swebench_multilingual@1.0 -t gin-gonic__gin-32276136695