swebench-verified

v1.0

A human-validated subset of 500 SWE-bench tasks

uvx harbor run -d swebench-verified@1.0

Tasks (500)

django__django-13128
uvx harbor run -d swebench-verified@1.0 -t django__django-13128
8672367
django__django-13158
uvx harbor run -d swebench-verified@1.0 -t django__django-13158
8672367
django__django-13195
uvx harbor run -d swebench-verified@1.0 -t django__django-13195
8672367
django__django-13212
uvx harbor run -d swebench-verified@1.0 -t django__django-13212
8672367
django__django-13279
uvx harbor run -d swebench-verified@1.0 -t django__django-13279
8672367
django__django-13297
uvx harbor run -d swebench-verified@1.0 -t django__django-13297
8672367
django__django-13315
uvx harbor run -d swebench-verified@1.0 -t django__django-13315
8672367
django__django-13343
uvx harbor run -d swebench-verified@1.0 -t django__django-13343
8672367
django__django-13344
uvx harbor run -d swebench-verified@1.0 -t django__django-13344
8672367
django__django-13346
uvx harbor run -d swebench-verified@1.0 -t django__django-13346
8672367
django__django-13363
uvx harbor run -d swebench-verified@1.0 -t django__django-13363
8672367
django__django-13401
uvx harbor run -d swebench-verified@1.0 -t django__django-13401
8672367
django__django-13406
uvx harbor run -d swebench-verified@1.0 -t django__django-13406
8672367
django__django-13410
uvx harbor run -d swebench-verified@1.0 -t django__django-13410
8672367
django__django-13417
uvx harbor run -d swebench-verified@1.0 -t django__django-13417
8672367
django__django-13449
uvx harbor run -d swebench-verified@1.0 -t django__django-13449
8672367
django__django-13512
uvx harbor run -d swebench-verified@1.0 -t django__django-13512
8672367
django__django-13513
uvx harbor run -d swebench-verified@1.0 -t django__django-13513
8672367
django__django-13516
uvx harbor run -d swebench-verified@1.0 -t django__django-13516
8672367
django__django-13551
uvx harbor run -d swebench-verified@1.0 -t django__django-13551
8672367
django__django-13568
uvx harbor run -d swebench-verified@1.0 -t django__django-13568
8672367
django__django-13569
uvx harbor run -d swebench-verified@1.0 -t django__django-13569
8672367
django__django-13590
uvx harbor run -d swebench-verified@1.0 -t django__django-13590
8672367
django__django-13658
uvx harbor run -d swebench-verified@1.0 -t django__django-13658
8672367
django__django-13670
uvx harbor run -d swebench-verified@1.0 -t django__django-13670
8672367
django__django-13741
uvx harbor run -d swebench-verified@1.0 -t django__django-13741
8672367
django__django-13786
uvx harbor run -d swebench-verified@1.0 -t django__django-13786
8672367
django__django-13794
uvx harbor run -d swebench-verified@1.0 -t django__django-13794
8672367
django__django-13807
uvx harbor run -d swebench-verified@1.0 -t django__django-13807
8672367
django__django-13809
uvx harbor run -d swebench-verified@1.0 -t django__django-13809
8672367
django__django-13810
uvx harbor run -d swebench-verified@1.0 -t django__django-13810
8672367
django__django-13820
uvx harbor run -d swebench-verified@1.0 -t django__django-13820
8672367
django__django-13821
uvx harbor run -d swebench-verified@1.0 -t django__django-13821
8672367
django__django-13837
uvx harbor run -d swebench-verified@1.0 -t django__django-13837
8672367
django__django-13925
uvx harbor run -d swebench-verified@1.0 -t django__django-13925
8672367
django__django-13933
uvx harbor run -d swebench-verified@1.0 -t django__django-13933
8672367
django__django-13964
uvx harbor run -d swebench-verified@1.0 -t django__django-13964
8672367
django__django-14007
uvx harbor run -d swebench-verified@1.0 -t django__django-14007
8672367
django__django-14011
uvx harbor run -d swebench-verified@1.0 -t django__django-14011
8672367
django__django-14017
uvx harbor run -d swebench-verified@1.0 -t django__django-14017
8672367
django__django-14034
uvx harbor run -d swebench-verified@1.0 -t django__django-14034
8672367
django__django-14053
uvx harbor run -d swebench-verified@1.0 -t django__django-14053
8672367
django__django-14089
uvx harbor run -d swebench-verified@1.0 -t django__django-14089
8672367
django__django-14122
uvx harbor run -d swebench-verified@1.0 -t django__django-14122
8672367
django__django-14140
uvx harbor run -d swebench-verified@1.0 -t django__django-14140
8672367
django__django-14155
uvx harbor run -d swebench-verified@1.0 -t django__django-14155
8672367
django__django-14170
uvx harbor run -d swebench-verified@1.0 -t django__django-14170
8672367
django__django-14238
uvx harbor run -d swebench-verified@1.0 -t django__django-14238
8672367
django__django-14311
uvx harbor run -d swebench-verified@1.0 -t django__django-14311
8672367
django__django-14315
uvx harbor run -d swebench-verified@1.0 -t django__django-14315
8672367
django__django-14349
uvx harbor run -d swebench-verified@1.0 -t django__django-14349
8672367
django__django-14351
uvx harbor run -d swebench-verified@1.0 -t django__django-14351
8672367
django__django-14373
uvx harbor run -d swebench-verified@1.0 -t django__django-14373
8672367
django__django-14376
uvx harbor run -d swebench-verified@1.0 -t django__django-14376
8672367
django__django-14404
uvx harbor run -d swebench-verified@1.0 -t django__django-14404
8672367
django__django-14434
uvx harbor run -d swebench-verified@1.0 -t django__django-14434
8672367
django__django-14493
uvx harbor run -d swebench-verified@1.0 -t django__django-14493
8672367
django__django-14500
uvx harbor run -d swebench-verified@1.0 -t django__django-14500
8672367
django__django-14534
uvx harbor run -d swebench-verified@1.0 -t django__django-14534
8672367
django__django-14539
uvx harbor run -d swebench-verified@1.0 -t django__django-14539
8672367
django__django-14559
uvx harbor run -d swebench-verified@1.0 -t django__django-14559
8672367
django__django-14580
uvx harbor run -d swebench-verified@1.0 -t django__django-14580
8672367
django__django-14608
uvx harbor run -d swebench-verified@1.0 -t django__django-14608
8672367
django__django-14631
uvx harbor run -d swebench-verified@1.0 -t django__django-14631
8672367
django__django-14672
uvx harbor run -d swebench-verified@1.0 -t django__django-14672
8672367
django__django-14725
uvx harbor run -d swebench-verified@1.0 -t django__django-14725
8672367
django__django-14752
uvx harbor run -d swebench-verified@1.0 -t django__django-14752
8672367
django__django-14765
uvx harbor run -d swebench-verified@1.0 -t django__django-14765
8672367
django__django-14771
uvx harbor run -d swebench-verified@1.0 -t django__django-14771
8672367
django__django-14787
uvx harbor run -d swebench-verified@1.0 -t django__django-14787
8672367
django__django-14792
uvx harbor run -d swebench-verified@1.0 -t django__django-14792
8672367
django__django-14855
uvx harbor run -d swebench-verified@1.0 -t django__django-14855
8672367
django__django-14915
uvx harbor run -d swebench-verified@1.0 -t django__django-14915
8672367
django__django-14999
uvx harbor run -d swebench-verified@1.0 -t django__django-14999
8672367
django__django-15022
uvx harbor run -d swebench-verified@1.0 -t django__django-15022
8672367
django__django-15037
uvx harbor run -d swebench-verified@1.0 -t django__django-15037
8672367
django__django-15098
uvx harbor run -d swebench-verified@1.0 -t django__django-15098
8672367
django__django-15103
uvx harbor run -d swebench-verified@1.0 -t django__django-15103
8672367
django__django-15104
uvx harbor run -d swebench-verified@1.0 -t django__django-15104
8672367
django__django-15127
uvx harbor run -d swebench-verified@1.0 -t django__django-15127
8672367
django__django-15128
uvx harbor run -d swebench-verified@1.0 -t django__django-15128
8672367
django__django-15161
uvx harbor run -d swebench-verified@1.0 -t django__django-15161
8672367
django__django-15252
uvx harbor run -d swebench-verified@1.0 -t django__django-15252
8672367
django__django-15268
uvx harbor run -d swebench-verified@1.0 -t django__django-15268
8672367
django__django-15277
uvx harbor run -d swebench-verified@1.0 -t django__django-15277
8672367
django__django-15278
uvx harbor run -d swebench-verified@1.0 -t django__django-15278
8672367
django__django-15280
uvx harbor run -d swebench-verified@1.0 -t django__django-15280
8672367
django__django-15315
uvx harbor run -d swebench-verified@1.0 -t django__django-15315
8672367
django__django-15368
uvx harbor run -d swebench-verified@1.0 -t django__django-15368
8672367
django__django-15375
uvx harbor run -d swebench-verified@1.0 -t django__django-15375
8672367
django__django-15380
uvx harbor run -d swebench-verified@1.0 -t django__django-15380
8672367
django__django-15382
uvx harbor run -d swebench-verified@1.0 -t django__django-15382
8672367
django__django-15467
uvx harbor run -d swebench-verified@1.0 -t django__django-15467
8672367
django__django-15499
uvx harbor run -d swebench-verified@1.0 -t django__django-15499
8672367
django__django-15503
uvx harbor run -d swebench-verified@1.0 -t django__django-15503
8672367
django__django-15525
uvx harbor run -d swebench-verified@1.0 -t django__django-15525
8672367
django__django-15554
uvx harbor run -d swebench-verified@1.0 -t django__django-15554
8672367
django__django-15561
uvx harbor run -d swebench-verified@1.0 -t django__django-15561
8672367
django__django-15563
uvx harbor run -d swebench-verified@1.0 -t django__django-15563
8672367
django__django-15569
uvx harbor run -d swebench-verified@1.0 -t django__django-15569
8672367