swtbench-verified
v1.0SWTBench Verified - Software Testing Benchmark for code generation
harbor run -d swtbench-verified@1.0Tasks (433)
sympy__sympy-18763
harbor run -d swtbench-verified@1.0 -t sympy__sympy-18763e39578f
sympy__sympy-19040
harbor run -d swtbench-verified@1.0 -t sympy__sympy-19040e39578f
sympy__sympy-19346
harbor run -d swtbench-verified@1.0 -t sympy__sympy-19346e39578f
sympy__sympy-19495
harbor run -d swtbench-verified@1.0 -t sympy__sympy-19495e39578f
sympy__sympy-19637
harbor run -d swtbench-verified@1.0 -t sympy__sympy-19637e39578f
sympy__sympy-19783
harbor run -d swtbench-verified@1.0 -t sympy__sympy-19783e39578f
sympy__sympy-19954
harbor run -d swtbench-verified@1.0 -t sympy__sympy-19954e39578f
sympy__sympy-20154
harbor run -d swtbench-verified@1.0 -t sympy__sympy-20154e39578f
sympy__sympy-20428
harbor run -d swtbench-verified@1.0 -t sympy__sympy-20428e39578f
sympy__sympy-20438
harbor run -d swtbench-verified@1.0 -t sympy__sympy-20438e39578f
sympy__sympy-20590
harbor run -d swtbench-verified@1.0 -t sympy__sympy-20590e39578f
sympy__sympy-20801
harbor run -d swtbench-verified@1.0 -t sympy__sympy-20801e39578f
sympy__sympy-20916
harbor run -d swtbench-verified@1.0 -t sympy__sympy-20916e39578f
sympy__sympy-21379
harbor run -d swtbench-verified@1.0 -t sympy__sympy-21379e39578f
sympy__sympy-21596
harbor run -d swtbench-verified@1.0 -t sympy__sympy-21596e39578f
sympy__sympy-21612
harbor run -d swtbench-verified@1.0 -t sympy__sympy-21612e39578f
sympy__sympy-21847
harbor run -d swtbench-verified@1.0 -t sympy__sympy-21847e39578f
sympy__sympy-21930
harbor run -d swtbench-verified@1.0 -t sympy__sympy-21930e39578f
sympy__sympy-22080
harbor run -d swtbench-verified@1.0 -t sympy__sympy-22080e39578f
sympy__sympy-22456
harbor run -d swtbench-verified@1.0 -t sympy__sympy-22456e39578f
sympy__sympy-22714
harbor run -d swtbench-verified@1.0 -t sympy__sympy-22714e39578f
sympy__sympy-22914
harbor run -d swtbench-verified@1.0 -t sympy__sympy-22914e39578f
sympy__sympy-23262
harbor run -d swtbench-verified@1.0 -t sympy__sympy-23262e39578f
sympy__sympy-23413
harbor run -d swtbench-verified@1.0 -t sympy__sympy-23413e39578f
sympy__sympy-23534
harbor run -d swtbench-verified@1.0 -t sympy__sympy-23534e39578f
sympy__sympy-23824
harbor run -d swtbench-verified@1.0 -t sympy__sympy-23824e39578f
sympy__sympy-23950
harbor run -d swtbench-verified@1.0 -t sympy__sympy-23950e39578f
sympy__sympy-24066
harbor run -d swtbench-verified@1.0 -t sympy__sympy-24066e39578f
sympy__sympy-24213
harbor run -d swtbench-verified@1.0 -t sympy__sympy-24213e39578f
sympy__sympy-24443
harbor run -d swtbench-verified@1.0 -t sympy__sympy-24443e39578f
sympy__sympy-24539
harbor run -d swtbench-verified@1.0 -t sympy__sympy-24539e39578f
sympy__sympy-24562
harbor run -d swtbench-verified@1.0 -t sympy__sympy-24562e39578f
sympy__sympy-24661
harbor run -d swtbench-verified@1.0 -t sympy__sympy-24661e39578f