swebench-verified
v1.0A human-validated subset of 500 SWE-bench tasks
uvx harbor run -d swebench-verified@1.0Tasks (500)
django__django-15572
uvx harbor run -d swebench-verified@1.0 -t django__django-155728672367
django__django-15629
uvx harbor run -d swebench-verified@1.0 -t django__django-156298672367
django__django-15695
uvx harbor run -d swebench-verified@1.0 -t django__django-156958672367
django__django-15731
uvx harbor run -d swebench-verified@1.0 -t django__django-157318672367
django__django-15732
uvx harbor run -d swebench-verified@1.0 -t django__django-157328672367
django__django-15741
uvx harbor run -d swebench-verified@1.0 -t django__django-157418672367
django__django-15814
uvx harbor run -d swebench-verified@1.0 -t django__django-158148672367
django__django-15851
uvx harbor run -d swebench-verified@1.0 -t django__django-158518672367
django__django-15863
uvx harbor run -d swebench-verified@1.0 -t django__django-158638672367
django__django-15916
uvx harbor run -d swebench-verified@1.0 -t django__django-159168672367
django__django-15930
uvx harbor run -d swebench-verified@1.0 -t django__django-159308672367
django__django-15957
uvx harbor run -d swebench-verified@1.0 -t django__django-159578672367
django__django-15973
uvx harbor run -d swebench-verified@1.0 -t django__django-159738672367
django__django-15987
uvx harbor run -d swebench-verified@1.0 -t django__django-159878672367
django__django-16032
uvx harbor run -d swebench-verified@1.0 -t django__django-160328672367
django__django-16082
uvx harbor run -d swebench-verified@1.0 -t django__django-160828672367
django__django-16100
uvx harbor run -d swebench-verified@1.0 -t django__django-161008672367
django__django-16116
uvx harbor run -d swebench-verified@1.0 -t django__django-161168672367
django__django-16136
uvx harbor run -d swebench-verified@1.0 -t django__django-161368672367
django__django-16139
uvx harbor run -d swebench-verified@1.0 -t django__django-161398672367
django__django-16145
uvx harbor run -d swebench-verified@1.0 -t django__django-161458672367
django__django-16255
uvx harbor run -d swebench-verified@1.0 -t django__django-162558672367
django__django-16256
uvx harbor run -d swebench-verified@1.0 -t django__django-162568672367
django__django-16263
uvx harbor run -d swebench-verified@1.0 -t django__django-162638672367
django__django-16315
uvx harbor run -d swebench-verified@1.0 -t django__django-163158672367
django__django-16333
uvx harbor run -d swebench-verified@1.0 -t django__django-163338672367
django__django-16429
uvx harbor run -d swebench-verified@1.0 -t django__django-164298672367
django__django-16454
uvx harbor run -d swebench-verified@1.0 -t django__django-164548672367
django__django-16485
uvx harbor run -d swebench-verified@1.0 -t django__django-164858672367
django__django-16493
uvx harbor run -d swebench-verified@1.0 -t django__django-164938672367
django__django-16502
uvx harbor run -d swebench-verified@1.0 -t django__django-165028672367
django__django-16527
uvx harbor run -d swebench-verified@1.0 -t django__django-165278672367
django__django-16560
uvx harbor run -d swebench-verified@1.0 -t django__django-165608672367
django__django-16569
uvx harbor run -d swebench-verified@1.0 -t django__django-165698672367
django__django-16595
uvx harbor run -d swebench-verified@1.0 -t django__django-165958672367
django__django-16612
uvx harbor run -d swebench-verified@1.0 -t django__django-166128672367
django__django-16631
uvx harbor run -d swebench-verified@1.0 -t django__django-166318672367
django__django-16642
uvx harbor run -d swebench-verified@1.0 -t django__django-166428672367
django__django-16661
uvx harbor run -d swebench-verified@1.0 -t django__django-166618672367
django__django-16662
uvx harbor run -d swebench-verified@1.0 -t django__django-166628672367
django__django-16667
uvx harbor run -d swebench-verified@1.0 -t django__django-166678672367
django__django-16801
uvx harbor run -d swebench-verified@1.0 -t django__django-168018672367
django__django-16819
uvx harbor run -d swebench-verified@1.0 -t django__django-168198672367
django__django-16877
uvx harbor run -d swebench-verified@1.0 -t django__django-168778672367
django__django-16899
uvx harbor run -d swebench-verified@1.0 -t django__django-168998672367
django__django-16901
uvx harbor run -d swebench-verified@1.0 -t django__django-169018672367
django__django-16938
uvx harbor run -d swebench-verified@1.0 -t django__django-169388672367
django__django-16950
uvx harbor run -d swebench-verified@1.0 -t django__django-169508672367
django__django-17029
uvx harbor run -d swebench-verified@1.0 -t django__django-170298672367
django__django-17084
uvx harbor run -d swebench-verified@1.0 -t django__django-170848672367
django__django-17087
uvx harbor run -d swebench-verified@1.0 -t django__django-170878672367
django__django-7530
uvx harbor run -d swebench-verified@1.0 -t django__django-75308672367
django__django-9296
uvx harbor run -d swebench-verified@1.0 -t django__django-92968672367
matplotlib__matplotlib-13989
uvx harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-139898672367
matplotlib__matplotlib-14623
uvx harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-146238672367
matplotlib__matplotlib-20488
uvx harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-204888672367
matplotlib__matplotlib-20676
uvx harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-206768672367
matplotlib__matplotlib-20826
uvx harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-208268672367
matplotlib__matplotlib-20859
uvx harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-208598672367
matplotlib__matplotlib-21568
uvx harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-215688672367
matplotlib__matplotlib-22719
uvx harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-227198672367
matplotlib__matplotlib-22865
uvx harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-228658672367
matplotlib__matplotlib-22871
uvx harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-228718672367
matplotlib__matplotlib-23299
uvx harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-232998672367
matplotlib__matplotlib-23314
uvx harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-233148672367
matplotlib__matplotlib-23412
uvx harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-234128672367
matplotlib__matplotlib-23476
uvx harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-234768672367
matplotlib__matplotlib-24026
uvx harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-240268672367
matplotlib__matplotlib-24149
uvx harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-241498672367
matplotlib__matplotlib-24177
uvx harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-241778672367
matplotlib__matplotlib-24570
uvx harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-245708672367
matplotlib__matplotlib-24627
uvx harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-246278672367
matplotlib__matplotlib-24637
uvx harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-246378672367
matplotlib__matplotlib-24870
uvx harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-248708672367
matplotlib__matplotlib-24970
uvx harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-249708672367
matplotlib__matplotlib-25122
uvx harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-251228672367
matplotlib__matplotlib-25287
uvx harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-252878672367
matplotlib__matplotlib-25311
uvx harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-253118672367
matplotlib__matplotlib-25332
uvx harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-253328672367
matplotlib__matplotlib-25479
uvx harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-254798672367
matplotlib__matplotlib-25775
uvx harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-257758672367
matplotlib__matplotlib-25960
uvx harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-259608672367
matplotlib__matplotlib-26113
uvx harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-261138672367
matplotlib__matplotlib-26208
uvx harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-262088672367
matplotlib__matplotlib-26291
uvx harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-262918672367
matplotlib__matplotlib-26342
uvx harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-263428672367
matplotlib__matplotlib-26466
uvx harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-264668672367
mwaskom__seaborn-3069
uvx harbor run -d swebench-verified@1.0 -t mwaskom__seaborn-30698672367
mwaskom__seaborn-3187
uvx harbor run -d swebench-verified@1.0 -t mwaskom__seaborn-31878672367
pallets__flask-5014
uvx harbor run -d swebench-verified@1.0 -t pallets__flask-50148672367
psf__requests-1142
uvx harbor run -d swebench-verified@1.0 -t psf__requests-11428672367
psf__requests-1724
uvx harbor run -d swebench-verified@1.0 -t psf__requests-17248672367
psf__requests-1766
uvx harbor run -d swebench-verified@1.0 -t psf__requests-17668672367
psf__requests-1921
uvx harbor run -d swebench-verified@1.0 -t psf__requests-19218672367
psf__requests-2317
uvx harbor run -d swebench-verified@1.0 -t psf__requests-23178672367
psf__requests-2931
uvx harbor run -d swebench-verified@1.0 -t psf__requests-29318672367
psf__requests-5414
uvx harbor run -d swebench-verified@1.0 -t psf__requests-54148672367
psf__requests-6028
uvx harbor run -d swebench-verified@1.0 -t psf__requests-60288672367
pydata__xarray-2905
uvx harbor run -d swebench-verified@1.0 -t pydata__xarray-29058672367
pydata__xarray-3095
uvx harbor run -d swebench-verified@1.0 -t pydata__xarray-30958672367