swebench-verified
v1.0A human-validated subset of 500 SWE-bench tasks
harbor run -d swebench-verified@1.0Tasks (500)
django__django-15572
harbor run -d swebench-verified@1.0 -t django__django-15572417efcc
django__django-15629
harbor run -d swebench-verified@1.0 -t django__django-15629417efcc
django__django-15695
harbor run -d swebench-verified@1.0 -t django__django-15695417efcc
django__django-15731
harbor run -d swebench-verified@1.0 -t django__django-15731417efcc
django__django-15732
harbor run -d swebench-verified@1.0 -t django__django-15732417efcc
django__django-15741
harbor run -d swebench-verified@1.0 -t django__django-15741417efcc
django__django-15814
harbor run -d swebench-verified@1.0 -t django__django-15814417efcc
django__django-15851
harbor run -d swebench-verified@1.0 -t django__django-15851417efcc
django__django-15863
harbor run -d swebench-verified@1.0 -t django__django-15863417efcc
django__django-15916
harbor run -d swebench-verified@1.0 -t django__django-15916417efcc
django__django-15930
harbor run -d swebench-verified@1.0 -t django__django-15930417efcc
django__django-15957
harbor run -d swebench-verified@1.0 -t django__django-15957417efcc
django__django-15973
harbor run -d swebench-verified@1.0 -t django__django-15973417efcc
django__django-15987
harbor run -d swebench-verified@1.0 -t django__django-15987417efcc
django__django-16032
harbor run -d swebench-verified@1.0 -t django__django-16032417efcc
django__django-16082
harbor run -d swebench-verified@1.0 -t django__django-16082417efcc
django__django-16100
harbor run -d swebench-verified@1.0 -t django__django-16100417efcc
django__django-16116
harbor run -d swebench-verified@1.0 -t django__django-16116417efcc
django__django-16136
harbor run -d swebench-verified@1.0 -t django__django-16136417efcc
django__django-16139
harbor run -d swebench-verified@1.0 -t django__django-16139417efcc
django__django-16145
harbor run -d swebench-verified@1.0 -t django__django-16145417efcc
django__django-16255
harbor run -d swebench-verified@1.0 -t django__django-16255417efcc
django__django-16256
harbor run -d swebench-verified@1.0 -t django__django-16256417efcc
django__django-16263
harbor run -d swebench-verified@1.0 -t django__django-16263417efcc
django__django-16315
harbor run -d swebench-verified@1.0 -t django__django-16315417efcc
django__django-16333
harbor run -d swebench-verified@1.0 -t django__django-16333417efcc
django__django-16429
harbor run -d swebench-verified@1.0 -t django__django-16429417efcc
django__django-16454
harbor run -d swebench-verified@1.0 -t django__django-16454417efcc
django__django-16485
harbor run -d swebench-verified@1.0 -t django__django-16485417efcc
django__django-16493
harbor run -d swebench-verified@1.0 -t django__django-16493417efcc
django__django-16502
harbor run -d swebench-verified@1.0 -t django__django-16502417efcc
django__django-16527
harbor run -d swebench-verified@1.0 -t django__django-16527417efcc
django__django-16560
harbor run -d swebench-verified@1.0 -t django__django-16560417efcc
django__django-16569
harbor run -d swebench-verified@1.0 -t django__django-16569417efcc
django__django-16595
harbor run -d swebench-verified@1.0 -t django__django-16595417efcc
django__django-16612
harbor run -d swebench-verified@1.0 -t django__django-16612417efcc
django__django-16631
harbor run -d swebench-verified@1.0 -t django__django-16631417efcc
django__django-16642
harbor run -d swebench-verified@1.0 -t django__django-16642417efcc
django__django-16661
harbor run -d swebench-verified@1.0 -t django__django-16661417efcc
django__django-16662
harbor run -d swebench-verified@1.0 -t django__django-16662417efcc
django__django-16667
harbor run -d swebench-verified@1.0 -t django__django-16667417efcc
django__django-16801
harbor run -d swebench-verified@1.0 -t django__django-16801417efcc
django__django-16819
harbor run -d swebench-verified@1.0 -t django__django-16819417efcc
django__django-16877
harbor run -d swebench-verified@1.0 -t django__django-16877417efcc
django__django-16899
harbor run -d swebench-verified@1.0 -t django__django-16899417efcc
django__django-16901
harbor run -d swebench-verified@1.0 -t django__django-16901417efcc
django__django-16938
harbor run -d swebench-verified@1.0 -t django__django-16938417efcc
django__django-16950
harbor run -d swebench-verified@1.0 -t django__django-16950417efcc
django__django-17029
harbor run -d swebench-verified@1.0 -t django__django-17029417efcc
django__django-17084
harbor run -d swebench-verified@1.0 -t django__django-17084417efcc
django__django-17087
harbor run -d swebench-verified@1.0 -t django__django-17087417efcc
django__django-7530
harbor run -d swebench-verified@1.0 -t django__django-7530417efcc
django__django-9296
harbor run -d swebench-verified@1.0 -t django__django-9296417efcc
matplotlib__matplotlib-13989
harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-13989417efcc
matplotlib__matplotlib-14623
harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-14623417efcc
matplotlib__matplotlib-20488
harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-20488417efcc
matplotlib__matplotlib-20676
harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-20676417efcc
matplotlib__matplotlib-20826
harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-20826417efcc
matplotlib__matplotlib-20859
harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-20859417efcc
matplotlib__matplotlib-21568
harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-21568417efcc
matplotlib__matplotlib-22719
harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-22719417efcc
matplotlib__matplotlib-22865
harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-22865417efcc
matplotlib__matplotlib-22871
harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-22871417efcc
matplotlib__matplotlib-23299
harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-23299417efcc
matplotlib__matplotlib-23314
harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-23314417efcc
matplotlib__matplotlib-23412
harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-23412417efcc
matplotlib__matplotlib-23476
harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-23476417efcc
matplotlib__matplotlib-24026
harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-24026417efcc
matplotlib__matplotlib-24149
harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-24149417efcc
matplotlib__matplotlib-24177
harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-24177417efcc
matplotlib__matplotlib-24570
harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-24570417efcc
matplotlib__matplotlib-24627
harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-24627417efcc
matplotlib__matplotlib-24637
harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-24637417efcc
matplotlib__matplotlib-24870
harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-24870417efcc
matplotlib__matplotlib-24970
harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-24970417efcc
matplotlib__matplotlib-25122
harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-25122417efcc
matplotlib__matplotlib-25287
harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-25287417efcc
matplotlib__matplotlib-25311
harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-25311417efcc
matplotlib__matplotlib-25332
harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-25332417efcc
matplotlib__matplotlib-25479
harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-25479417efcc
matplotlib__matplotlib-25775
harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-25775417efcc
matplotlib__matplotlib-25960
harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-25960417efcc
matplotlib__matplotlib-26113
harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-26113417efcc
matplotlib__matplotlib-26208
harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-26208417efcc
matplotlib__matplotlib-26291
harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-26291417efcc
matplotlib__matplotlib-26342
harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-26342417efcc
matplotlib__matplotlib-26466
harbor run -d swebench-verified@1.0 -t matplotlib__matplotlib-26466417efcc
mwaskom__seaborn-3069
harbor run -d swebench-verified@1.0 -t mwaskom__seaborn-3069417efcc
mwaskom__seaborn-3187
harbor run -d swebench-verified@1.0 -t mwaskom__seaborn-3187417efcc
pallets__flask-5014
harbor run -d swebench-verified@1.0 -t pallets__flask-5014417efcc
psf__requests-1142
harbor run -d swebench-verified@1.0 -t psf__requests-1142417efcc
psf__requests-1724
harbor run -d swebench-verified@1.0 -t psf__requests-1724417efcc
psf__requests-1766
harbor run -d swebench-verified@1.0 -t psf__requests-1766417efcc
psf__requests-1921
harbor run -d swebench-verified@1.0 -t psf__requests-1921417efcc
psf__requests-2317
harbor run -d swebench-verified@1.0 -t psf__requests-2317417efcc
psf__requests-2931
harbor run -d swebench-verified@1.0 -t psf__requests-2931417efcc
psf__requests-5414
harbor run -d swebench-verified@1.0 -t psf__requests-5414417efcc
psf__requests-6028
harbor run -d swebench-verified@1.0 -t psf__requests-6028417efcc
pydata__xarray-2905
harbor run -d swebench-verified@1.0 -t pydata__xarray-2905417efcc
pydata__xarray-3095
harbor run -d swebench-verified@1.0 -t pydata__xarray-3095417efcc