swtbench-verified
v1.0SWTBench Verified - Software Testing Benchmark for code generation
harbor run -d swtbench-verified@1.0Tasks (433)
django__django-16116
harbor run -d swtbench-verified@1.0 -t django__django-16116e39578f
django__django-16136
harbor run -d swtbench-verified@1.0 -t django__django-16136e39578f
django__django-16139
harbor run -d swtbench-verified@1.0 -t django__django-16139e39578f
django__django-16145
harbor run -d swtbench-verified@1.0 -t django__django-16145e39578f
django__django-16255
harbor run -d swtbench-verified@1.0 -t django__django-16255e39578f
django__django-16256
harbor run -d swtbench-verified@1.0 -t django__django-16256e39578f
django__django-16263
harbor run -d swtbench-verified@1.0 -t django__django-16263e39578f
django__django-16315
harbor run -d swtbench-verified@1.0 -t django__django-16315e39578f
django__django-16333
harbor run -d swtbench-verified@1.0 -t django__django-16333e39578f
django__django-16429
harbor run -d swtbench-verified@1.0 -t django__django-16429e39578f
django__django-16485
harbor run -d swtbench-verified@1.0 -t django__django-16485e39578f
django__django-16493
harbor run -d swtbench-verified@1.0 -t django__django-16493e39578f
django__django-16502
harbor run -d swtbench-verified@1.0 -t django__django-16502e39578f
django__django-16527
harbor run -d swtbench-verified@1.0 -t django__django-16527e39578f
django__django-16569
harbor run -d swtbench-verified@1.0 -t django__django-16569e39578f
django__django-16595
harbor run -d swtbench-verified@1.0 -t django__django-16595e39578f
django__django-16612
harbor run -d swtbench-verified@1.0 -t django__django-16612e39578f
django__django-16631
harbor run -d swtbench-verified@1.0 -t django__django-16631e39578f
django__django-16642
harbor run -d swtbench-verified@1.0 -t django__django-16642e39578f
django__django-16661
harbor run -d swtbench-verified@1.0 -t django__django-16661e39578f
django__django-16662
harbor run -d swtbench-verified@1.0 -t django__django-16662e39578f
django__django-16667
harbor run -d swtbench-verified@1.0 -t django__django-16667e39578f
django__django-16801
harbor run -d swtbench-verified@1.0 -t django__django-16801e39578f
django__django-16819
harbor run -d swtbench-verified@1.0 -t django__django-16819e39578f
django__django-16877
harbor run -d swtbench-verified@1.0 -t django__django-16877e39578f
django__django-16899
harbor run -d swtbench-verified@1.0 -t django__django-16899e39578f
django__django-16901
harbor run -d swtbench-verified@1.0 -t django__django-16901e39578f
django__django-16938
harbor run -d swtbench-verified@1.0 -t django__django-16938e39578f
django__django-16950
harbor run -d swtbench-verified@1.0 -t django__django-16950e39578f
django__django-17029
harbor run -d swtbench-verified@1.0 -t django__django-17029e39578f
django__django-17084
harbor run -d swtbench-verified@1.0 -t django__django-17084e39578f
django__django-17087
harbor run -d swtbench-verified@1.0 -t django__django-17087e39578f
django__django-9296
harbor run -d swtbench-verified@1.0 -t django__django-9296e39578f
matplotlib__matplotlib-13989
harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-13989e39578f
matplotlib__matplotlib-14623
harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-14623e39578f
matplotlib__matplotlib-20676
harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-20676e39578f
matplotlib__matplotlib-20826
harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-20826e39578f
matplotlib__matplotlib-20859
harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-20859e39578f
matplotlib__matplotlib-21568
harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-21568e39578f
matplotlib__matplotlib-22719
harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-22719e39578f
matplotlib__matplotlib-22865
harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-22865e39578f
matplotlib__matplotlib-22871
harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-22871e39578f
matplotlib__matplotlib-23299
harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-23299e39578f
matplotlib__matplotlib-23314
harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-23314e39578f
matplotlib__matplotlib-23412
harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-23412e39578f
matplotlib__matplotlib-23476
harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-23476e39578f
matplotlib__matplotlib-24026
harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-24026e39578f
matplotlib__matplotlib-24149
harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-24149e39578f
matplotlib__matplotlib-24177
harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-24177e39578f
matplotlib__matplotlib-24570
harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-24570e39578f
matplotlib__matplotlib-24627
harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-24627e39578f
matplotlib__matplotlib-24637
harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-24637e39578f
matplotlib__matplotlib-24870
harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-24870e39578f
matplotlib__matplotlib-24970
harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-24970e39578f
matplotlib__matplotlib-25122
harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-25122e39578f
matplotlib__matplotlib-25287
harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-25287e39578f
matplotlib__matplotlib-25311
harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-25311e39578f
matplotlib__matplotlib-25332
harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-25332e39578f
matplotlib__matplotlib-25479
harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-25479e39578f
matplotlib__matplotlib-25960
harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-25960e39578f
matplotlib__matplotlib-26113
harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-26113e39578f
matplotlib__matplotlib-26208
harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-26208e39578f
matplotlib__matplotlib-26291
harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-26291e39578f
matplotlib__matplotlib-26342
harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-26342e39578f
matplotlib__matplotlib-26466
harbor run -d swtbench-verified@1.0 -t matplotlib__matplotlib-26466e39578f
mwaskom__seaborn-3069
harbor run -d swtbench-verified@1.0 -t mwaskom__seaborn-3069e39578f
mwaskom__seaborn-3187
harbor run -d swtbench-verified@1.0 -t mwaskom__seaborn-3187e39578f
pallets__flask-5014
harbor run -d swtbench-verified@1.0 -t pallets__flask-5014e39578f
psf__requests-1142
harbor run -d swtbench-verified@1.0 -t psf__requests-1142e39578f
psf__requests-2931
harbor run -d swtbench-verified@1.0 -t psf__requests-2931e39578f
psf__requests-5414
harbor run -d swtbench-verified@1.0 -t psf__requests-5414e39578f
psf__requests-6028
harbor run -d swtbench-verified@1.0 -t psf__requests-6028e39578f
pydata__xarray-3095
harbor run -d swtbench-verified@1.0 -t pydata__xarray-3095e39578f
pydata__xarray-3151
harbor run -d swtbench-verified@1.0 -t pydata__xarray-3151e39578f
pydata__xarray-3677
harbor run -d swtbench-verified@1.0 -t pydata__xarray-3677e39578f
pydata__xarray-4075
harbor run -d swtbench-verified@1.0 -t pydata__xarray-4075e39578f
pydata__xarray-4356
harbor run -d swtbench-verified@1.0 -t pydata__xarray-4356e39578f
pydata__xarray-4629
harbor run -d swtbench-verified@1.0 -t pydata__xarray-4629e39578f
pydata__xarray-4687
harbor run -d swtbench-verified@1.0 -t pydata__xarray-4687e39578f
pydata__xarray-4966
harbor run -d swtbench-verified@1.0 -t pydata__xarray-4966e39578f
pydata__xarray-6461
harbor run -d swtbench-verified@1.0 -t pydata__xarray-6461e39578f
pydata__xarray-6599
harbor run -d swtbench-verified@1.0 -t pydata__xarray-6599e39578f
pydata__xarray-6721
harbor run -d swtbench-verified@1.0 -t pydata__xarray-6721e39578f
pydata__xarray-6938
harbor run -d swtbench-verified@1.0 -t pydata__xarray-6938e39578f
pydata__xarray-7229
harbor run -d swtbench-verified@1.0 -t pydata__xarray-7229e39578f
pydata__xarray-7233
harbor run -d swtbench-verified@1.0 -t pydata__xarray-7233e39578f
pydata__xarray-7393
harbor run -d swtbench-verified@1.0 -t pydata__xarray-7393e39578f
pylint-dev__pylint-4970
harbor run -d swtbench-verified@1.0 -t pylint-dev__pylint-4970e39578f
pylint-dev__pylint-6386
harbor run -d swtbench-verified@1.0 -t pylint-dev__pylint-6386e39578f
pylint-dev__pylint-6903
harbor run -d swtbench-verified@1.0 -t pylint-dev__pylint-6903e39578f
pylint-dev__pylint-7080
harbor run -d swtbench-verified@1.0 -t pylint-dev__pylint-7080e39578f
pylint-dev__pylint-7277
harbor run -d swtbench-verified@1.0 -t pylint-dev__pylint-7277e39578f
pylint-dev__pylint-8898
harbor run -d swtbench-verified@1.0 -t pylint-dev__pylint-8898e39578f
pytest-dev__pytest-10051
harbor run -d swtbench-verified@1.0 -t pytest-dev__pytest-10051e39578f
pytest-dev__pytest-10081
harbor run -d swtbench-verified@1.0 -t pytest-dev__pytest-10081e39578f
pytest-dev__pytest-10356
harbor run -d swtbench-verified@1.0 -t pytest-dev__pytest-10356e39578f
pytest-dev__pytest-5262
harbor run -d swtbench-verified@1.0 -t pytest-dev__pytest-5262e39578f
pytest-dev__pytest-5631
harbor run -d swtbench-verified@1.0 -t pytest-dev__pytest-5631e39578f
pytest-dev__pytest-5787
harbor run -d swtbench-verified@1.0 -t pytest-dev__pytest-5787e39578f
pytest-dev__pytest-5809
harbor run -d swtbench-verified@1.0 -t pytest-dev__pytest-5809e39578f