swebench-verified

v1.0

A human-validated subset of 500 SWE-bench tasks

harbor run -d swebench-verified@1.0

Tasks (500)

sphinx-doc__sphinx-8120
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-8120
417efcc
sphinx-doc__sphinx-8265
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-8265
417efcc
sphinx-doc__sphinx-8269
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-8269
417efcc
sphinx-doc__sphinx-8459
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-8459
417efcc
sphinx-doc__sphinx-8475
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-8475
417efcc
sphinx-doc__sphinx-8548
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-8548
417efcc
sphinx-doc__sphinx-8551
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-8551
417efcc
sphinx-doc__sphinx-8593
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-8593
417efcc
sphinx-doc__sphinx-8595
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-8595
417efcc
sphinx-doc__sphinx-8621
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-8621
417efcc
sphinx-doc__sphinx-8638
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-8638
417efcc
sphinx-doc__sphinx-8721
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-8721
417efcc
sphinx-doc__sphinx-9229
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-9229
417efcc
sphinx-doc__sphinx-9230
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-9230
417efcc
sphinx-doc__sphinx-9258
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-9258
417efcc
sphinx-doc__sphinx-9281
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-9281
417efcc
sphinx-doc__sphinx-9320
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-9320
417efcc
sphinx-doc__sphinx-9367
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-9367
417efcc
sphinx-doc__sphinx-9461
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-9461
417efcc
sphinx-doc__sphinx-9591
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-9591
417efcc
sphinx-doc__sphinx-9602
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-9602
417efcc
sphinx-doc__sphinx-9658
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-9658
417efcc
sphinx-doc__sphinx-9673
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-9673
417efcc
sphinx-doc__sphinx-9698
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-9698
417efcc
sphinx-doc__sphinx-9711
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-9711
417efcc
sympy__sympy-11618
harbor run -d swebench-verified@1.0 -t sympy__sympy-11618
417efcc
sympy__sympy-12096
harbor run -d swebench-verified@1.0 -t sympy__sympy-12096
417efcc
sympy__sympy-12419
harbor run -d swebench-verified@1.0 -t sympy__sympy-12419
417efcc
sympy__sympy-12481
harbor run -d swebench-verified@1.0 -t sympy__sympy-12481
417efcc
sympy__sympy-12489
harbor run -d swebench-verified@1.0 -t sympy__sympy-12489
417efcc
sympy__sympy-13031
harbor run -d swebench-verified@1.0 -t sympy__sympy-13031
417efcc
sympy__sympy-13091
harbor run -d swebench-verified@1.0 -t sympy__sympy-13091
417efcc
sympy__sympy-13372
harbor run -d swebench-verified@1.0 -t sympy__sympy-13372
417efcc
sympy__sympy-13480
harbor run -d swebench-verified@1.0 -t sympy__sympy-13480
417efcc
sympy__sympy-13551
harbor run -d swebench-verified@1.0 -t sympy__sympy-13551
417efcc
sympy__sympy-13615
harbor run -d swebench-verified@1.0 -t sympy__sympy-13615
417efcc
sympy__sympy-13647
harbor run -d swebench-verified@1.0 -t sympy__sympy-13647
417efcc
sympy__sympy-13757
harbor run -d swebench-verified@1.0 -t sympy__sympy-13757
417efcc
sympy__sympy-13798
harbor run -d swebench-verified@1.0 -t sympy__sympy-13798
417efcc
sympy__sympy-13852
harbor run -d swebench-verified@1.0 -t sympy__sympy-13852
417efcc
sympy__sympy-13877
harbor run -d swebench-verified@1.0 -t sympy__sympy-13877
417efcc
sympy__sympy-13878
harbor run -d swebench-verified@1.0 -t sympy__sympy-13878
417efcc
sympy__sympy-13974
harbor run -d swebench-verified@1.0 -t sympy__sympy-13974
417efcc
sympy__sympy-14248
harbor run -d swebench-verified@1.0 -t sympy__sympy-14248
417efcc
sympy__sympy-14531
harbor run -d swebench-verified@1.0 -t sympy__sympy-14531
417efcc
sympy__sympy-14711
harbor run -d swebench-verified@1.0 -t sympy__sympy-14711
417efcc
sympy__sympy-14976
harbor run -d swebench-verified@1.0 -t sympy__sympy-14976
417efcc
sympy__sympy-15017
harbor run -d swebench-verified@1.0 -t sympy__sympy-15017
417efcc
sympy__sympy-15345
harbor run -d swebench-verified@1.0 -t sympy__sympy-15345
417efcc
sympy__sympy-15349
harbor run -d swebench-verified@1.0 -t sympy__sympy-15349
417efcc
sympy__sympy-15599
harbor run -d swebench-verified@1.0 -t sympy__sympy-15599
417efcc
sympy__sympy-15809
harbor run -d swebench-verified@1.0 -t sympy__sympy-15809
417efcc
sympy__sympy-15875
harbor run -d swebench-verified@1.0 -t sympy__sympy-15875
417efcc
sympy__sympy-15976
harbor run -d swebench-verified@1.0 -t sympy__sympy-15976
417efcc
sympy__sympy-16450
harbor run -d swebench-verified@1.0 -t sympy__sympy-16450
417efcc
sympy__sympy-16597
harbor run -d swebench-verified@1.0 -t sympy__sympy-16597
417efcc
sympy__sympy-16766
harbor run -d swebench-verified@1.0 -t sympy__sympy-16766
417efcc
sympy__sympy-16792
harbor run -d swebench-verified@1.0 -t sympy__sympy-16792
417efcc
sympy__sympy-16886
harbor run -d swebench-verified@1.0 -t sympy__sympy-16886
417efcc
sympy__sympy-17139
harbor run -d swebench-verified@1.0 -t sympy__sympy-17139
417efcc
sympy__sympy-17318
harbor run -d swebench-verified@1.0 -t sympy__sympy-17318
417efcc
sympy__sympy-17630
harbor run -d swebench-verified@1.0 -t sympy__sympy-17630
417efcc
sympy__sympy-17655
harbor run -d swebench-verified@1.0 -t sympy__sympy-17655
417efcc
sympy__sympy-18189
harbor run -d swebench-verified@1.0 -t sympy__sympy-18189
417efcc
sympy__sympy-18199
harbor run -d swebench-verified@1.0 -t sympy__sympy-18199
417efcc
sympy__sympy-18211
harbor run -d swebench-verified@1.0 -t sympy__sympy-18211
417efcc
sympy__sympy-18698
harbor run -d swebench-verified@1.0 -t sympy__sympy-18698
417efcc
sympy__sympy-18763
harbor run -d swebench-verified@1.0 -t sympy__sympy-18763
417efcc
sympy__sympy-19040
harbor run -d swebench-verified@1.0 -t sympy__sympy-19040
417efcc
sympy__sympy-19346
harbor run -d swebench-verified@1.0 -t sympy__sympy-19346
417efcc
sympy__sympy-19495
harbor run -d swebench-verified@1.0 -t sympy__sympy-19495
417efcc
sympy__sympy-19637
harbor run -d swebench-verified@1.0 -t sympy__sympy-19637
417efcc
sympy__sympy-19783
harbor run -d swebench-verified@1.0 -t sympy__sympy-19783
417efcc
sympy__sympy-19954
harbor run -d swebench-verified@1.0 -t sympy__sympy-19954
417efcc
sympy__sympy-20154
harbor run -d swebench-verified@1.0 -t sympy__sympy-20154
417efcc
sympy__sympy-20428
harbor run -d swebench-verified@1.0 -t sympy__sympy-20428
417efcc
sympy__sympy-20438
harbor run -d swebench-verified@1.0 -t sympy__sympy-20438
417efcc
sympy__sympy-20590
harbor run -d swebench-verified@1.0 -t sympy__sympy-20590
417efcc
sympy__sympy-20801
harbor run -d swebench-verified@1.0 -t sympy__sympy-20801
417efcc
sympy__sympy-20916
harbor run -d swebench-verified@1.0 -t sympy__sympy-20916
417efcc
sympy__sympy-21379
harbor run -d swebench-verified@1.0 -t sympy__sympy-21379
417efcc
sympy__sympy-21596
harbor run -d swebench-verified@1.0 -t sympy__sympy-21596
417efcc
sympy__sympy-21612
harbor run -d swebench-verified@1.0 -t sympy__sympy-21612
417efcc
sympy__sympy-21847
harbor run -d swebench-verified@1.0 -t sympy__sympy-21847
417efcc
sympy__sympy-21930
harbor run -d swebench-verified@1.0 -t sympy__sympy-21930
417efcc
sympy__sympy-22080
harbor run -d swebench-verified@1.0 -t sympy__sympy-22080
417efcc
sympy__sympy-22456
harbor run -d swebench-verified@1.0 -t sympy__sympy-22456
417efcc
sympy__sympy-22714
harbor run -d swebench-verified@1.0 -t sympy__sympy-22714
417efcc
sympy__sympy-22914
harbor run -d swebench-verified@1.0 -t sympy__sympy-22914
417efcc
sympy__sympy-23262
harbor run -d swebench-verified@1.0 -t sympy__sympy-23262
417efcc
sympy__sympy-23413
harbor run -d swebench-verified@1.0 -t sympy__sympy-23413
417efcc
sympy__sympy-23534
harbor run -d swebench-verified@1.0 -t sympy__sympy-23534
417efcc
sympy__sympy-23824
harbor run -d swebench-verified@1.0 -t sympy__sympy-23824
417efcc
sympy__sympy-23950
harbor run -d swebench-verified@1.0 -t sympy__sympy-23950
417efcc
sympy__sympy-24066
harbor run -d swebench-verified@1.0 -t sympy__sympy-24066
417efcc
sympy__sympy-24213
harbor run -d swebench-verified@1.0 -t sympy__sympy-24213
417efcc
sympy__sympy-24443
harbor run -d swebench-verified@1.0 -t sympy__sympy-24443
417efcc
sympy__sympy-24539
harbor run -d swebench-verified@1.0 -t sympy__sympy-24539
417efcc
sympy__sympy-24562
harbor run -d swebench-verified@1.0 -t sympy__sympy-24562
417efcc
sympy__sympy-24661
harbor run -d swebench-verified@1.0 -t sympy__sympy-24661
417efcc