swebench_multilingual
v1.0SWE-bench Multilingual extends the original Python-focused SWE-bench benchmark to support multiple programming languages. Original benchmark: https://www.swebench.com/multilingual.html.
uvx harbor run -d swebench_multilingual@1.0Tasks (300)
preactjs__preact-3689
uvx harbor run -d swebench_multilingual@1.0 -t preactjs__preact-36896136695
preactjs__preact-3739
uvx harbor run -d swebench_multilingual@1.0 -t preactjs__preact-37396136695
preactjs__preact-3763
uvx harbor run -d swebench_multilingual@1.0 -t preactjs__preact-37636136695
preactjs__preact-4152
uvx harbor run -d swebench_multilingual@1.0 -t preactjs__preact-41526136695
preactjs__preact-4182
uvx harbor run -d swebench_multilingual@1.0 -t preactjs__preact-41826136695
preactjs__preact-4245
uvx harbor run -d swebench_multilingual@1.0 -t preactjs__preact-42456136695
preactjs__preact-4316
uvx harbor run -d swebench_multilingual@1.0 -t preactjs__preact-43166136695
preactjs__preact-4436
uvx harbor run -d swebench_multilingual@1.0 -t preactjs__preact-44366136695
projectlombok__lombok-2792
uvx harbor run -d swebench_multilingual@1.0 -t projectlombok__lombok-27926136695
projectlombok__lombok-3009
uvx harbor run -d swebench_multilingual@1.0 -t projectlombok__lombok-30096136695
projectlombok__lombok-3042
uvx harbor run -d swebench_multilingual@1.0 -t projectlombok__lombok-30426136695
projectlombok__lombok-3052
uvx harbor run -d swebench_multilingual@1.0 -t projectlombok__lombok-30526136695
projectlombok__lombok-3215
uvx harbor run -d swebench_multilingual@1.0 -t projectlombok__lombok-32156136695
projectlombok__lombok-3312
uvx harbor run -d swebench_multilingual@1.0 -t projectlombok__lombok-33126136695
projectlombok__lombok-3326
uvx harbor run -d swebench_multilingual@1.0 -t projectlombok__lombok-33266136695
projectlombok__lombok-3350
uvx harbor run -d swebench_multilingual@1.0 -t projectlombok__lombok-33506136695
projectlombok__lombok-3371
uvx harbor run -d swebench_multilingual@1.0 -t projectlombok__lombok-33716136695
projectlombok__lombok-3422
uvx harbor run -d swebench_multilingual@1.0 -t projectlombok__lombok-34226136695
projectlombok__lombok-3479
uvx harbor run -d swebench_multilingual@1.0 -t projectlombok__lombok-34796136695
projectlombok__lombok-3486
uvx harbor run -d swebench_multilingual@1.0 -t projectlombok__lombok-34866136695
projectlombok__lombok-3571
uvx harbor run -d swebench_multilingual@1.0 -t projectlombok__lombok-35716136695
projectlombok__lombok-3594
uvx harbor run -d swebench_multilingual@1.0 -t projectlombok__lombok-35946136695
projectlombok__lombok-3602
uvx harbor run -d swebench_multilingual@1.0 -t projectlombok__lombok-36026136695
projectlombok__lombok-3674
uvx harbor run -d swebench_multilingual@1.0 -t projectlombok__lombok-36746136695
projectlombok__lombok-3697
uvx harbor run -d swebench_multilingual@1.0 -t projectlombok__lombok-36976136695
prometheus__prometheus-10633
uvx harbor run -d swebench_multilingual@1.0 -t prometheus__prometheus-106336136695
prometheus__prometheus-10720
uvx harbor run -d swebench_multilingual@1.0 -t prometheus__prometheus-107206136695
prometheus__prometheus-11859
uvx harbor run -d swebench_multilingual@1.0 -t prometheus__prometheus-118596136695
prometheus__prometheus-12874
uvx harbor run -d swebench_multilingual@1.0 -t prometheus__prometheus-128746136695
prometheus__prometheus-13845
uvx harbor run -d swebench_multilingual@1.0 -t prometheus__prometheus-138456136695
prometheus__prometheus-14861
uvx harbor run -d swebench_multilingual@1.0 -t prometheus__prometheus-148616136695
prometheus__prometheus-15142
uvx harbor run -d swebench_multilingual@1.0 -t prometheus__prometheus-151426136695
prometheus__prometheus-9248
uvx harbor run -d swebench_multilingual@1.0 -t prometheus__prometheus-92486136695
reactivex__rxjava-7597
uvx harbor run -d swebench_multilingual@1.0 -t reactivex__rxjava-75976136695
redis__redis-10068
uvx harbor run -d swebench_multilingual@1.0 -t redis__redis-100686136695
redis__redis-10095
uvx harbor run -d swebench_multilingual@1.0 -t redis__redis-100956136695
redis__redis-10764
uvx harbor run -d swebench_multilingual@1.0 -t redis__redis-107646136695
redis__redis-11279
uvx harbor run -d swebench_multilingual@1.0 -t redis__redis-112796136695
redis__redis-11510
uvx harbor run -d swebench_multilingual@1.0 -t redis__redis-115106136695
redis__redis-11631
uvx harbor run -d swebench_multilingual@1.0 -t redis__redis-116316136695
redis__redis-11734
uvx harbor run -d swebench_multilingual@1.0 -t redis__redis-117346136695
redis__redis-12272
uvx harbor run -d swebench_multilingual@1.0 -t redis__redis-122726136695
redis__redis-12472
uvx harbor run -d swebench_multilingual@1.0 -t redis__redis-124726136695
redis__redis-13115
uvx harbor run -d swebench_multilingual@1.0 -t redis__redis-131156136695
redis__redis-13338
uvx harbor run -d swebench_multilingual@1.0 -t redis__redis-133386136695
redis__redis-9733
uvx harbor run -d swebench_multilingual@1.0 -t redis__redis-97336136695
rubocop__rubocop-13362
uvx harbor run -d swebench_multilingual@1.0 -t rubocop__rubocop-133626136695
rubocop__rubocop-13375
uvx harbor run -d swebench_multilingual@1.0 -t rubocop__rubocop-133756136695
rubocop__rubocop-13393
uvx harbor run -d swebench_multilingual@1.0 -t rubocop__rubocop-133936136695
rubocop__rubocop-13396
uvx harbor run -d swebench_multilingual@1.0 -t rubocop__rubocop-133966136695
rubocop__rubocop-13424
uvx harbor run -d swebench_multilingual@1.0 -t rubocop__rubocop-134246136695
rubocop__rubocop-13431
uvx harbor run -d swebench_multilingual@1.0 -t rubocop__rubocop-134316136695
rubocop__rubocop-13479
uvx harbor run -d swebench_multilingual@1.0 -t rubocop__rubocop-134796136695
rubocop__rubocop-13503
uvx harbor run -d swebench_multilingual@1.0 -t rubocop__rubocop-135036136695
rubocop__rubocop-13560
uvx harbor run -d swebench_multilingual@1.0 -t rubocop__rubocop-135606136695
rubocop__rubocop-13579
uvx harbor run -d swebench_multilingual@1.0 -t rubocop__rubocop-135796136695
rubocop__rubocop-13627
uvx harbor run -d swebench_multilingual@1.0 -t rubocop__rubocop-136276136695
rubocop__rubocop-13653
uvx harbor run -d swebench_multilingual@1.0 -t rubocop__rubocop-136536136695
rubocop__rubocop-13668
uvx harbor run -d swebench_multilingual@1.0 -t rubocop__rubocop-136686136695
rubocop__rubocop-13680
uvx harbor run -d swebench_multilingual@1.0 -t rubocop__rubocop-136806136695
rubocop__rubocop-13687
uvx harbor run -d swebench_multilingual@1.0 -t rubocop__rubocop-136876136695
rubocop__rubocop-13705
uvx harbor run -d swebench_multilingual@1.0 -t rubocop__rubocop-137056136695
sharkdp__bat-1892
uvx harbor run -d swebench_multilingual@1.0 -t sharkdp__bat-18926136695
sharkdp__bat-2201
uvx harbor run -d swebench_multilingual@1.0 -t sharkdp__bat-22016136695
sharkdp__bat-2260
uvx harbor run -d swebench_multilingual@1.0 -t sharkdp__bat-22606136695
sharkdp__bat-2393
uvx harbor run -d swebench_multilingual@1.0 -t sharkdp__bat-23936136695
sharkdp__bat-2650
uvx harbor run -d swebench_multilingual@1.0 -t sharkdp__bat-26506136695
sharkdp__bat-2835
uvx harbor run -d swebench_multilingual@1.0 -t sharkdp__bat-28356136695
sharkdp__bat-3108
uvx harbor run -d swebench_multilingual@1.0 -t sharkdp__bat-31086136695
sharkdp__bat-562
uvx harbor run -d swebench_multilingual@1.0 -t sharkdp__bat-5626136695
tokio-rs__axum-1119
uvx harbor run -d swebench_multilingual@1.0 -t tokio-rs__axum-11196136695
tokio-rs__axum-1730
uvx harbor run -d swebench_multilingual@1.0 -t tokio-rs__axum-17306136695
tokio-rs__axum-1934
uvx harbor run -d swebench_multilingual@1.0 -t tokio-rs__axum-19346136695
tokio-rs__axum-2096
uvx harbor run -d swebench_multilingual@1.0 -t tokio-rs__axum-20966136695
tokio-rs__axum-682
uvx harbor run -d swebench_multilingual@1.0 -t tokio-rs__axum-6826136695
tokio-rs__axum-691
uvx harbor run -d swebench_multilingual@1.0 -t tokio-rs__axum-6916136695
tokio-rs__axum-734
uvx harbor run -d swebench_multilingual@1.0 -t tokio-rs__axum-7346136695
tokio-rs__tokio-4384
uvx harbor run -d swebench_multilingual@1.0 -t tokio-rs__tokio-438419fb29e
tokio-rs__tokio-4867
uvx harbor run -d swebench_multilingual@1.0 -t tokio-rs__tokio-48676136695
tokio-rs__tokio-4898
uvx harbor run -d swebench_multilingual@1.0 -t tokio-rs__tokio-48986136695
tokio-rs__tokio-6551
uvx harbor run -d swebench_multilingual@1.0 -t tokio-rs__tokio-65516136695
tokio-rs__tokio-6603
uvx harbor run -d swebench_multilingual@1.0 -t tokio-rs__tokio-66036136695
tokio-rs__tokio-6724
uvx harbor run -d swebench_multilingual@1.0 -t tokio-rs__tokio-67246136695
tokio-rs__tokio-6752
uvx harbor run -d swebench_multilingual@1.0 -t tokio-rs__tokio-67526136695
tokio-rs__tokio-6838
uvx harbor run -d swebench_multilingual@1.0 -t tokio-rs__tokio-68386136695
tokio-rs__tokio-7139
uvx harbor run -d swebench_multilingual@1.0 -t tokio-rs__tokio-71396136695
uutils__coreutils-6377
uvx harbor run -d swebench_multilingual@1.0 -t uutils__coreutils-63776136695
uutils__coreutils-6575
uvx harbor run -d swebench_multilingual@1.0 -t uutils__coreutils-65756136695
uutils__coreutils-6682
uvx harbor run -d swebench_multilingual@1.0 -t uutils__coreutils-66826136695
uutils__coreutils-6690
uvx harbor run -d swebench_multilingual@1.0 -t uutils__coreutils-66906136695
uutils__coreutils-6731
uvx harbor run -d swebench_multilingual@1.0 -t uutils__coreutils-67316136695
valkey-io__valkey-1499
uvx harbor run -d swebench_multilingual@1.0 -t valkey-io__valkey-14996136695
valkey-io__valkey-1842
uvx harbor run -d swebench_multilingual@1.0 -t valkey-io__valkey-18426136695
valkey-io__valkey-790
uvx harbor run -d swebench_multilingual@1.0 -t valkey-io__valkey-7906136695
valkey-io__valkey-928
uvx harbor run -d swebench_multilingual@1.0 -t valkey-io__valkey-9286136695
vuejs__core-11589
uvx harbor run -d swebench_multilingual@1.0 -t vuejs__core-115896136695
vuejs__core-11739
uvx harbor run -d swebench_multilingual@1.0 -t vuejs__core-117396136695
vuejs__core-11870
uvx harbor run -d swebench_multilingual@1.0 -t vuejs__core-118706136695
vuejs__core-11899
uvx harbor run -d swebench_multilingual@1.0 -t vuejs__core-118996136695
vuejs__core-11915
uvx harbor run -d swebench_multilingual@1.0 -t vuejs__core-119156136695