swebench-verified
v1.0A human-validated subset of 500 SWE-bench tasks
uvx harbor run -d swebench-verified@1.0Tasks (500)
sphinx-doc__sphinx-8120
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-81208672367
sphinx-doc__sphinx-8265
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-82658672367
sphinx-doc__sphinx-8269
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-82698672367
sphinx-doc__sphinx-8459
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-84598672367
sphinx-doc__sphinx-8475
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-84758672367
sphinx-doc__sphinx-8548
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-85488672367
sphinx-doc__sphinx-8551
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-85518672367
sphinx-doc__sphinx-8593
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-85938672367
sphinx-doc__sphinx-8595
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-85958672367
sphinx-doc__sphinx-8621
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-86218672367
sphinx-doc__sphinx-8638
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-86388672367
sphinx-doc__sphinx-8721
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-87218672367
sphinx-doc__sphinx-9229
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-92298672367
sphinx-doc__sphinx-9230
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-92308672367
sphinx-doc__sphinx-9258
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-92588672367
sphinx-doc__sphinx-9281
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-92818672367
sphinx-doc__sphinx-9320
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-93208672367
sphinx-doc__sphinx-9367
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-93678672367
sphinx-doc__sphinx-9461
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-94618672367
sphinx-doc__sphinx-9591
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-95918672367
sphinx-doc__sphinx-9602
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-96028672367
sphinx-doc__sphinx-9658
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-96588672367
sphinx-doc__sphinx-9673
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-96738672367
sphinx-doc__sphinx-9698
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-96988672367
sphinx-doc__sphinx-9711
uvx harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-97118672367
sympy__sympy-11618
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-116188672367
sympy__sympy-12096
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-120968672367
sympy__sympy-12419
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-124198672367
sympy__sympy-12481
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-124818672367
sympy__sympy-12489
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-124898672367
sympy__sympy-13031
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-130318672367
sympy__sympy-13091
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-130918672367
sympy__sympy-13372
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-133728672367
sympy__sympy-13480
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-134808672367
sympy__sympy-13551
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-135518672367
sympy__sympy-13615
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-136158672367
sympy__sympy-13647
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-136478672367
sympy__sympy-13757
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-137578672367
sympy__sympy-13798
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-137988672367
sympy__sympy-13852
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-138528672367
sympy__sympy-13877
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-138778672367
sympy__sympy-13878
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-138788672367
sympy__sympy-13974
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-139748672367
sympy__sympy-14248
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-142488672367
sympy__sympy-14531
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-145318672367
sympy__sympy-14711
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-147118672367
sympy__sympy-14976
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-149768672367
sympy__sympy-15017
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-150178672367
sympy__sympy-15345
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-153458672367
sympy__sympy-15349
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-153498672367
sympy__sympy-15599
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-155998672367
sympy__sympy-15809
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-158098672367
sympy__sympy-15875
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-158758672367
sympy__sympy-15976
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-159768672367
sympy__sympy-16450
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-164508672367
sympy__sympy-16597
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-165978672367
sympy__sympy-16766
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-167668672367
sympy__sympy-16792
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-167928672367
sympy__sympy-16886
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-168868672367
sympy__sympy-17139
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-171398672367
sympy__sympy-17318
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-173188672367
sympy__sympy-17630
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-176308672367
sympy__sympy-17655
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-176558672367
sympy__sympy-18189
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-181898672367
sympy__sympy-18199
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-181998672367
sympy__sympy-18211
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-182118672367
sympy__sympy-18698
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-186988672367
sympy__sympy-18763
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-187638672367
sympy__sympy-19040
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-190408672367
sympy__sympy-19346
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-193468672367
sympy__sympy-19495
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-194958672367
sympy__sympy-19637
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-196378672367
sympy__sympy-19783
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-197838672367
sympy__sympy-19954
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-199548672367
sympy__sympy-20154
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-201548672367
sympy__sympy-20428
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-204288672367
sympy__sympy-20438
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-204388672367
sympy__sympy-20590
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-205908672367
sympy__sympy-20801
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-208018672367
sympy__sympy-20916
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-209168672367
sympy__sympy-21379
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-213798672367
sympy__sympy-21596
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-215968672367
sympy__sympy-21612
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-216128672367
sympy__sympy-21847
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-218478672367
sympy__sympy-21930
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-219308672367
sympy__sympy-22080
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-220808672367
sympy__sympy-22456
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-224568672367
sympy__sympy-22714
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-227148672367
sympy__sympy-22914
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-229148672367
sympy__sympy-23262
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-232628672367
sympy__sympy-23413
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-234138672367
sympy__sympy-23534
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-235348672367
sympy__sympy-23824
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-238248672367
sympy__sympy-23950
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-239508672367
sympy__sympy-24066
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-240668672367
sympy__sympy-24213
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-242138672367
sympy__sympy-24443
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-244438672367
sympy__sympy-24539
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-245398672367
sympy__sympy-24562
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-245628672367
sympy__sympy-24661
uvx harbor run -d swebench-verified@1.0 -t sympy__sympy-246618672367