swtbench-verified
v1.0SWTBench Verified - Software Testing Benchmark for code generation
uvx harbor run -d swtbench-verified@1.0Tasks (433)
django__django-16116
uvx harbor run -d swtbench-verified@1.0 -t django__django-16116e39578f
django__django-16136
uvx harbor run -d swtbench-verified@1.0 -t django__django-16136e39578f
django__django-16139
uvx harbor run -d swtbench-verified@1.0 -t django__django-16139e39578f
django__django-16145
uvx harbor run -d swtbench-verified@1.0 -t django__django-16145e39578f
django__django-16255
uvx harbor run -d swtbench-verified@1.0 -t django__django-16255e39578f
django__django-16256
uvx harbor run -d swtbench-verified@1.0 -t django__django-16256e39578f
django__django-16263
uvx harbor run -d swtbench-verified@1.0 -t django__django-16263e39578f
django__django-16315
uvx harbor run -d swtbench-verified@1.0 -t django__django-16315e39578f
django__django-16333
uvx harbor run -d swtbench-verified@1.0 -t django__django-16333e39578f
django__django-16429
uvx harbor run -d swtbench-verified@1.0 -t django__django-16429e39578f
django__django-16485
uvx harbor run -d swtbench-verified@1.0 -t django__django-16485e39578f
django__django-16493
uvx harbor run -d swtbench-verified@1.0 -t django__django-16493e39578f
django__django-16502
uvx harbor run -d swtbench-verified@1.0 -t django__django-16502e39578f
django__django-16527
uvx harbor run -d swtbench-verified@1.0 -t django__django-16527e39578f
django__django-16569
uvx harbor run -d swtbench-verified@1.0 -t django__django-16569e39578f
django__django-16595
uvx harbor run -d swtbench-verified@1.0 -t django__django-16595e39578f
django__django-16612
uvx harbor run -d swtbench-verified@1.0 -t django__django-16612e39578f
django__django-16631
uvx harbor run -d swtbench-verified@1.0 -t django__django-16631e39578f
django__django-16642
uvx harbor run -d swtbench-verified@1.0 -t django__django-16642e39578f
django__django-16661
uvx harbor run -d swtbench-verified@1.0 -t django__django-16661e39578f
django__django-16662
uvx harbor run -d swtbench-verified@1.0 -t django__django-16662e39578f
django__django-16667
uvx harbor run -d swtbench-verified@1.0 -t django__django-16667e39578f
django__django-16801
uvx harbor run -d swtbench-verified@1.0 -t django__django-16801e39578f
django__django-16819
uvx harbor run -d swtbench-verified@1.0 -t django__django-16819e39578f
django__django-16877
uvx harbor run -d swtbench-verified@1.0 -t django__django-16877e39578f
django__django-16899
uvx harbor run -d swtbench-verified@1.0 -t django__django-16899e39578f
django__django-16901
uvx harbor run -d swtbench-verified@1.0 -t django__django-16901e39578f
django__django-16938
uvx harbor run -d swtbench-verified@1.0 -t django__django-16938e39578f
django__django-16950
uvx harbor run -d swtbench-verified@1.0 -t django__django-16950e39578f
django__django-17029
uvx harbor run -d swtbench-verified@1.0 -t django__django-17029e39578f
django__django-17084
uvx harbor run -d swtbench-verified@1.0 -t django__django-17084e39578f
django__django-17087
uvx harbor run -d swtbench-verified@1.0 -t django__django-17087e39578f
django__django-9296
uvx harbor run -d swtbench-verified@1.0 -t django__django-9296e39578f
matplotlib__matplotlib-13989
uvx harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-13989e39578f
matplotlib__matplotlib-14623
uvx harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-14623e39578f
matplotlib__matplotlib-20676
uvx harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-20676e39578f
matplotlib__matplotlib-20826
uvx harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-20826e39578f
matplotlib__matplotlib-20859
uvx harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-20859e39578f
matplotlib__matplotlib-21568
uvx harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-21568e39578f
matplotlib__matplotlib-22719
uvx harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-22719e39578f
matplotlib__matplotlib-22865
uvx harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-22865e39578f
matplotlib__matplotlib-22871
uvx harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-22871e39578f
matplotlib__matplotlib-23299
uvx harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-23299e39578f
matplotlib__matplotlib-23314
uvx harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-23314e39578f
matplotlib__matplotlib-23412
uvx harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-23412e39578f
matplotlib__matplotlib-23476
uvx harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-23476e39578f
matplotlib__matplotlib-24026
uvx harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-24026e39578f
matplotlib__matplotlib-24149
uvx harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-24149e39578f
matplotlib__matplotlib-24177
uvx harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-24177e39578f
matplotlib__matplotlib-24570
uvx harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-24570e39578f
matplotlib__matplotlib-24627
uvx harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-24627e39578f
matplotlib__matplotlib-24637
uvx harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-24637e39578f
matplotlib__matplotlib-24870
uvx harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-24870e39578f
matplotlib__matplotlib-24970
uvx harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-24970e39578f
matplotlib__matplotlib-25122
uvx harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-25122e39578f
matplotlib__matplotlib-25287
uvx harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-25287e39578f
matplotlib__matplotlib-25311
uvx harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-25311e39578f
matplotlib__matplotlib-25332
uvx harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-25332e39578f
matplotlib__matplotlib-25479
uvx harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-25479e39578f
matplotlib__matplotlib-25960
uvx harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-25960e39578f
matplotlib__matplotlib-26113
uvx harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-26113e39578f
matplotlib__matplotlib-26208
uvx harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-26208e39578f
matplotlib__matplotlib-26291
uvx harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-26291e39578f
matplotlib__matplotlib-26342
uvx harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-26342e39578f
matplotlib__matplotlib-26466
uvx harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-26466e39578f
mwaskom__seaborn-3069
uvx harbor run -d swtbench-verified@1.0 -t mwaskom__seaborn-3069e39578f
mwaskom__seaborn-3187
uvx harbor run -d swtbench-verified@1.0 -t mwaskom__seaborn-3187e39578f
pallets__flask-5014
uvx harbor run -d swtbench-verified@1.0 -t pallets__flask-5014e39578f
psf__requests-1142
uvx harbor run -d swtbench-verified@1.0 -t psf__requests-1142e39578f
psf__requests-2931
uvx harbor run -d swtbench-verified@1.0 -t psf__requests-2931e39578f
psf__requests-5414
uvx harbor run -d swtbench-verified@1.0 -t psf__requests-5414e39578f
psf__requests-6028
uvx harbor run -d swtbench-verified@1.0 -t psf__requests-6028e39578f
pydata__xarray-3095
uvx harbor run -d swtbench-verified@1.0 -t pydata__xarray-3095e39578f
pydata__xarray-3151
uvx harbor run -d swtbench-verified@1.0 -t pydata__xarray-3151e39578f
pydata__xarray-3677
uvx harbor run -d swtbench-verified@1.0 -t pydata__xarray-3677e39578f
pydata__xarray-4075
uvx harbor run -d swtbench-verified@1.0 -t pydata__xarray-4075e39578f
pydata__xarray-4356
uvx harbor run -d swtbench-verified@1.0 -t pydata__xarray-4356e39578f
pydata__xarray-4629
uvx harbor run -d swtbench-verified@1.0 -t pydata__xarray-4629e39578f
pydata__xarray-4687
uvx harbor run -d swtbench-verified@1.0 -t pydata__xarray-4687e39578f
pydata__xarray-4966
uvx harbor run -d swtbench-verified@1.0 -t pydata__xarray-4966e39578f
pydata__xarray-6461
uvx harbor run -d swtbench-verified@1.0 -t pydata__xarray-6461e39578f
pydata__xarray-6599
uvx harbor run -d swtbench-verified@1.0 -t pydata__xarray-6599e39578f
pydata__xarray-6721
uvx harbor run -d swtbench-verified@1.0 -t pydata__xarray-6721e39578f
pydata__xarray-6938
uvx harbor run -d swtbench-verified@1.0 -t pydata__xarray-6938e39578f
pydata__xarray-7229
uvx harbor run -d swtbench-verified@1.0 -t pydata__xarray-7229e39578f
pydata__xarray-7233
uvx harbor run -d swtbench-verified@1.0 -t pydata__xarray-7233e39578f
pydata__xarray-7393
uvx harbor run -d swtbench-verified@1.0 -t pydata__xarray-7393e39578f
pylint-dev__pylint-4970
uvx harbor run -d swtbench-verified@1.0 -t pylint-dev__pylint-4970e39578f
pylint-dev__pylint-6386
uvx harbor run -d swtbench-verified@1.0 -t pylint-dev__pylint-6386e39578f
pylint-dev__pylint-6903
uvx harbor run -d swtbench-verified@1.0 -t pylint-dev__pylint-6903e39578f
pylint-dev__pylint-7080
uvx harbor run -d swtbench-verified@1.0 -t pylint-dev__pylint-7080e39578f
pylint-dev__pylint-7277
uvx harbor run -d swtbench-verified@1.0 -t pylint-dev__pylint-7277e39578f
pylint-dev__pylint-8898
uvx harbor run -d swtbench-verified@1.0 -t pylint-dev__pylint-8898e39578f
pytest-dev__pytest-10051
uvx harbor run -d swtbench-verified@1.0 -t pytest-dev__pytest-10051e39578f
pytest-dev__pytest-10081
uvx harbor run -d swtbench-verified@1.0 -t pytest-dev__pytest-10081e39578f
pytest-dev__pytest-10356
uvx harbor run -d swtbench-verified@1.0 -t pytest-dev__pytest-10356e39578f
pytest-dev__pytest-5262
uvx harbor run -d swtbench-verified@1.0 -t pytest-dev__pytest-5262e39578f
pytest-dev__pytest-5631
uvx harbor run -d swtbench-verified@1.0 -t pytest-dev__pytest-5631e39578f
pytest-dev__pytest-5787
uvx harbor run -d swtbench-verified@1.0 -t pytest-dev__pytest-5787e39578f
pytest-dev__pytest-5809
uvx harbor run -d swtbench-verified@1.0 -t pytest-dev__pytest-5809e39578f