swebench-verified
v1.0A human-validated subset of 500 SWE-bench tasks
harbor run -d swebench-verified@1.0Tasks (500)
sphinx-doc__sphinx-8120
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-8120417efcc
sphinx-doc__sphinx-8265
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-8265417efcc
sphinx-doc__sphinx-8269
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-8269417efcc
sphinx-doc__sphinx-8459
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-8459417efcc
sphinx-doc__sphinx-8475
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-8475417efcc
sphinx-doc__sphinx-8548
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-8548417efcc
sphinx-doc__sphinx-8551
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-8551417efcc
sphinx-doc__sphinx-8593
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-8593417efcc
sphinx-doc__sphinx-8595
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-8595417efcc
sphinx-doc__sphinx-8621
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-8621417efcc
sphinx-doc__sphinx-8638
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-8638417efcc
sphinx-doc__sphinx-8721
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-8721417efcc
sphinx-doc__sphinx-9229
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-9229417efcc
sphinx-doc__sphinx-9230
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-9230417efcc
sphinx-doc__sphinx-9258
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-9258417efcc
sphinx-doc__sphinx-9281
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-9281417efcc
sphinx-doc__sphinx-9320
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-9320417efcc
sphinx-doc__sphinx-9367
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-9367417efcc
sphinx-doc__sphinx-9461
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-9461417efcc
sphinx-doc__sphinx-9591
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-9591417efcc
sphinx-doc__sphinx-9602
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-9602417efcc
sphinx-doc__sphinx-9658
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-9658417efcc
sphinx-doc__sphinx-9673
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-9673417efcc
sphinx-doc__sphinx-9698
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-9698417efcc
sphinx-doc__sphinx-9711
harbor run -d swebench-verified@1.0 -t sphinx-doc__sphinx-9711417efcc
sympy__sympy-11618
harbor run -d swebench-verified@1.0 -t sympy__sympy-11618417efcc
sympy__sympy-12096
harbor run -d swebench-verified@1.0 -t sympy__sympy-12096417efcc
sympy__sympy-12419
harbor run -d swebench-verified@1.0 -t sympy__sympy-12419417efcc
sympy__sympy-12481
harbor run -d swebench-verified@1.0 -t sympy__sympy-12481417efcc
sympy__sympy-12489
harbor run -d swebench-verified@1.0 -t sympy__sympy-12489417efcc
sympy__sympy-13031
harbor run -d swebench-verified@1.0 -t sympy__sympy-13031417efcc
sympy__sympy-13091
harbor run -d swebench-verified@1.0 -t sympy__sympy-13091417efcc
sympy__sympy-13372
harbor run -d swebench-verified@1.0 -t sympy__sympy-13372417efcc
sympy__sympy-13480
harbor run -d swebench-verified@1.0 -t sympy__sympy-13480417efcc
sympy__sympy-13551
harbor run -d swebench-verified@1.0 -t sympy__sympy-13551417efcc
sympy__sympy-13615
harbor run -d swebench-verified@1.0 -t sympy__sympy-13615417efcc
sympy__sympy-13647
harbor run -d swebench-verified@1.0 -t sympy__sympy-13647417efcc
sympy__sympy-13757
harbor run -d swebench-verified@1.0 -t sympy__sympy-13757417efcc
sympy__sympy-13798
harbor run -d swebench-verified@1.0 -t sympy__sympy-13798417efcc
sympy__sympy-13852
harbor run -d swebench-verified@1.0 -t sympy__sympy-13852417efcc
sympy__sympy-13877
harbor run -d swebench-verified@1.0 -t sympy__sympy-13877417efcc
sympy__sympy-13878
harbor run -d swebench-verified@1.0 -t sympy__sympy-13878417efcc
sympy__sympy-13974
harbor run -d swebench-verified@1.0 -t sympy__sympy-13974417efcc
sympy__sympy-14248
harbor run -d swebench-verified@1.0 -t sympy__sympy-14248417efcc
sympy__sympy-14531
harbor run -d swebench-verified@1.0 -t sympy__sympy-14531417efcc
sympy__sympy-14711
harbor run -d swebench-verified@1.0 -t sympy__sympy-14711417efcc
sympy__sympy-14976
harbor run -d swebench-verified@1.0 -t sympy__sympy-14976417efcc
sympy__sympy-15017
harbor run -d swebench-verified@1.0 -t sympy__sympy-15017417efcc
sympy__sympy-15345
harbor run -d swebench-verified@1.0 -t sympy__sympy-15345417efcc
sympy__sympy-15349
harbor run -d swebench-verified@1.0 -t sympy__sympy-15349417efcc
sympy__sympy-15599
harbor run -d swebench-verified@1.0 -t sympy__sympy-15599417efcc
sympy__sympy-15809
harbor run -d swebench-verified@1.0 -t sympy__sympy-15809417efcc
sympy__sympy-15875
harbor run -d swebench-verified@1.0 -t sympy__sympy-15875417efcc
sympy__sympy-15976
harbor run -d swebench-verified@1.0 -t sympy__sympy-15976417efcc
sympy__sympy-16450
harbor run -d swebench-verified@1.0 -t sympy__sympy-16450417efcc
sympy__sympy-16597
harbor run -d swebench-verified@1.0 -t sympy__sympy-16597417efcc
sympy__sympy-16766
harbor run -d swebench-verified@1.0 -t sympy__sympy-16766417efcc
sympy__sympy-16792
harbor run -d swebench-verified@1.0 -t sympy__sympy-16792417efcc
sympy__sympy-16886
harbor run -d swebench-verified@1.0 -t sympy__sympy-16886417efcc
sympy__sympy-17139
harbor run -d swebench-verified@1.0 -t sympy__sympy-17139417efcc
sympy__sympy-17318
harbor run -d swebench-verified@1.0 -t sympy__sympy-17318417efcc
sympy__sympy-17630
harbor run -d swebench-verified@1.0 -t sympy__sympy-17630417efcc
sympy__sympy-17655
harbor run -d swebench-verified@1.0 -t sympy__sympy-17655417efcc
sympy__sympy-18189
harbor run -d swebench-verified@1.0 -t sympy__sympy-18189417efcc
sympy__sympy-18199
harbor run -d swebench-verified@1.0 -t sympy__sympy-18199417efcc
sympy__sympy-18211
harbor run -d swebench-verified@1.0 -t sympy__sympy-18211417efcc
sympy__sympy-18698
harbor run -d swebench-verified@1.0 -t sympy__sympy-18698417efcc
sympy__sympy-18763
harbor run -d swebench-verified@1.0 -t sympy__sympy-18763417efcc
sympy__sympy-19040
harbor run -d swebench-verified@1.0 -t sympy__sympy-19040417efcc
sympy__sympy-19346
harbor run -d swebench-verified@1.0 -t sympy__sympy-19346417efcc
sympy__sympy-19495
harbor run -d swebench-verified@1.0 -t sympy__sympy-19495417efcc
sympy__sympy-19637
harbor run -d swebench-verified@1.0 -t sympy__sympy-19637417efcc
sympy__sympy-19783
harbor run -d swebench-verified@1.0 -t sympy__sympy-19783417efcc
sympy__sympy-19954
harbor run -d swebench-verified@1.0 -t sympy__sympy-19954417efcc
sympy__sympy-20154
harbor run -d swebench-verified@1.0 -t sympy__sympy-20154417efcc
sympy__sympy-20428
harbor run -d swebench-verified@1.0 -t sympy__sympy-20428417efcc
sympy__sympy-20438
harbor run -d swebench-verified@1.0 -t sympy__sympy-20438417efcc
sympy__sympy-20590
harbor run -d swebench-verified@1.0 -t sympy__sympy-20590417efcc
sympy__sympy-20801
harbor run -d swebench-verified@1.0 -t sympy__sympy-20801417efcc
sympy__sympy-20916
harbor run -d swebench-verified@1.0 -t sympy__sympy-20916417efcc
sympy__sympy-21379
harbor run -d swebench-verified@1.0 -t sympy__sympy-21379417efcc
sympy__sympy-21596
harbor run -d swebench-verified@1.0 -t sympy__sympy-21596417efcc
sympy__sympy-21612
harbor run -d swebench-verified@1.0 -t sympy__sympy-21612417efcc
sympy__sympy-21847
harbor run -d swebench-verified@1.0 -t sympy__sympy-21847417efcc
sympy__sympy-21930
harbor run -d swebench-verified@1.0 -t sympy__sympy-21930417efcc
sympy__sympy-22080
harbor run -d swebench-verified@1.0 -t sympy__sympy-22080417efcc
sympy__sympy-22456
harbor run -d swebench-verified@1.0 -t sympy__sympy-22456417efcc
sympy__sympy-22714
harbor run -d swebench-verified@1.0 -t sympy__sympy-22714417efcc
sympy__sympy-22914
harbor run -d swebench-verified@1.0 -t sympy__sympy-22914417efcc
sympy__sympy-23262
harbor run -d swebench-verified@1.0 -t sympy__sympy-23262417efcc
sympy__sympy-23413
harbor run -d swebench-verified@1.0 -t sympy__sympy-23413417efcc
sympy__sympy-23534
harbor run -d swebench-verified@1.0 -t sympy__sympy-23534417efcc
sympy__sympy-23824
harbor run -d swebench-verified@1.0 -t sympy__sympy-23824417efcc
sympy__sympy-23950
harbor run -d swebench-verified@1.0 -t sympy__sympy-23950417efcc
sympy__sympy-24066
harbor run -d swebench-verified@1.0 -t sympy__sympy-24066417efcc
sympy__sympy-24213
harbor run -d swebench-verified@1.0 -t sympy__sympy-24213417efcc
sympy__sympy-24443
harbor run -d swebench-verified@1.0 -t sympy__sympy-24443417efcc
sympy__sympy-24539
harbor run -d swebench-verified@1.0 -t sympy__sympy-24539417efcc
sympy__sympy-24562
harbor run -d swebench-verified@1.0 -t sympy__sympy-24562417efcc
sympy__sympy-24661
harbor run -d swebench-verified@1.0 -t sympy__sympy-24661417efcc