swebench-verified

v1.0

A human-validated subset of 500 SWE-bench tasks

uvx harbor run -d swebench-verified@1.0

Tasks (500)

sphinx-doc__sphinx-8120
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-8120
8672367
sphinx-doc__sphinx-8265
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-8265
8672367
sphinx-doc__sphinx-8269
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-8269
8672367
sphinx-doc__sphinx-8459
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-8459
8672367
sphinx-doc__sphinx-8475
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-8475
8672367
sphinx-doc__sphinx-8548
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-8548
8672367
sphinx-doc__sphinx-8551
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-8551
8672367
sphinx-doc__sphinx-8593
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-8593
8672367
sphinx-doc__sphinx-8595
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-8595
8672367
sphinx-doc__sphinx-8621
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-8621
8672367
sphinx-doc__sphinx-8638
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-8638
8672367
sphinx-doc__sphinx-8721
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-8721
8672367
sphinx-doc__sphinx-9229
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-9229
8672367
sphinx-doc__sphinx-9230
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-9230
8672367
sphinx-doc__sphinx-9258
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-9258
8672367
sphinx-doc__sphinx-9281
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-9281
8672367
sphinx-doc__sphinx-9320
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-9320
8672367
sphinx-doc__sphinx-9367
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-9367
8672367
sphinx-doc__sphinx-9461
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-9461
8672367
sphinx-doc__sphinx-9591
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-9591
8672367
sphinx-doc__sphinx-9602
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-9602
8672367
sphinx-doc__sphinx-9658
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-9658
8672367
sphinx-doc__sphinx-9673
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-9673
8672367
sphinx-doc__sphinx-9698
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-9698
8672367
sphinx-doc__sphinx-9711
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-9711
8672367
sympy__sympy-11618
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-11618
8672367
sympy__sympy-12096
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-12096
8672367
sympy__sympy-12419
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-12419
8672367
sympy__sympy-12481
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-12481
8672367
sympy__sympy-12489
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-12489
8672367
sympy__sympy-13031
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-13031
8672367
sympy__sympy-13091
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-13091
8672367
sympy__sympy-13372
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-13372
8672367
sympy__sympy-13480
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-13480
8672367
sympy__sympy-13551
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-13551
8672367
sympy__sympy-13615
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-13615
8672367
sympy__sympy-13647
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-13647
8672367
sympy__sympy-13757
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-13757
8672367
sympy__sympy-13798
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-13798
8672367
sympy__sympy-13852
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-13852
8672367
sympy__sympy-13877
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-13877
8672367
sympy__sympy-13878
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-13878
8672367
sympy__sympy-13974
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-13974
8672367
sympy__sympy-14248
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-14248
8672367
sympy__sympy-14531
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-14531
8672367
sympy__sympy-14711
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-14711
8672367
sympy__sympy-14976
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-14976
8672367
sympy__sympy-15017
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-15017
8672367
sympy__sympy-15345
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-15345
8672367
sympy__sympy-15349
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-15349
8672367
sympy__sympy-15599
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-15599
8672367
sympy__sympy-15809
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-15809
8672367
sympy__sympy-15875
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-15875
8672367
sympy__sympy-15976
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-15976
8672367
sympy__sympy-16450
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-16450
8672367
sympy__sympy-16597
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-16597
8672367
sympy__sympy-16766
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-16766
8672367
sympy__sympy-16792
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-16792
8672367
sympy__sympy-16886
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-16886
8672367
sympy__sympy-17139
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-17139
8672367
sympy__sympy-17318
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-17318
8672367
sympy__sympy-17630
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-17630
8672367
sympy__sympy-17655
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-17655
8672367
sympy__sympy-18189
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-18189
8672367
sympy__sympy-18199
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-18199
8672367
sympy__sympy-18211
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-18211
8672367
sympy__sympy-18698
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-18698
8672367
sympy__sympy-18763
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-18763
8672367
sympy__sympy-19040
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-19040
8672367
sympy__sympy-19346
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-19346
8672367
sympy__sympy-19495
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-19495
8672367
sympy__sympy-19637
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-19637
8672367
sympy__sympy-19783
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-19783
8672367
sympy__sympy-19954
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-19954
8672367
sympy__sympy-20154
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-20154
8672367
sympy__sympy-20428
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-20428
8672367
sympy__sympy-20438
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-20438
8672367
sympy__sympy-20590
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-20590
8672367
sympy__sympy-20801
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-20801
8672367
sympy__sympy-20916
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-20916
8672367
sympy__sympy-21379
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-21379
8672367
sympy__sympy-21596
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-21596
8672367
sympy__sympy-21612
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-21612
8672367
sympy__sympy-21847
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-21847
8672367
sympy__sympy-21930
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-21930
8672367
sympy__sympy-22080
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-22080
8672367
sympy__sympy-22456
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-22456
8672367
sympy__sympy-22714
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-22714
8672367
sympy__sympy-22914
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-22914
8672367
sympy__sympy-23262
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-23262
8672367
sympy__sympy-23413
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-23413
8672367
sympy__sympy-23534
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-23534
8672367
sympy__sympy-23824
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-23824
8672367
sympy__sympy-23950
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-23950
8672367
sympy__sympy-24066
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-24066
8672367
sympy__sympy-24213
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-24213
8672367
sympy__sympy-24443
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-24443
8672367
sympy__sympy-24539
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-24539
8672367
sympy__sympy-24562
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-24562
8672367
sympy__sympy-24661
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-24661
8672367