reasoning-gym-hard

vparity

Reasoning Gym benchmark (hard difficulty). Original benchmark: https://github.com/open-thought/reasoning-gym

uvx harbor run -d reasoning-gym-hard@parity

Tasks (288)

reasoning-gym-cognition-rectangle-count-hard0292e21f-seed45-2
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-cognition-rectangle-count-hard0292e21f-seed45-2
9119ca8
reasoning-gym-games-countdown-hard0292e21f-seed45-0
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-games-countdown-hard0292e21f-seed45-0
9119ca8
reasoning-gym-games-countdown-hard0292e21f-seed45-1
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-games-countdown-hard0292e21f-seed45-1
9119ca8
reasoning-gym-games-countdown-hard0292e21f-seed45-2
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-games-countdown-hard0292e21f-seed45-2
9119ca8
reasoning-gym-games-emoji-mystery-hard0292e21f-seed45-0
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-games-emoji-mystery-hard0292e21f-seed45-0
9119ca8
reasoning-gym-games-emoji-mystery-hard0292e21f-seed45-1
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-games-emoji-mystery-hard0292e21f-seed45-1
9119ca8
reasoning-gym-games-emoji-mystery-hard0292e21f-seed45-2
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-games-emoji-mystery-hard0292e21f-seed45-2
9119ca8
reasoning-gym-games-futoshiki-hard0292e21f-seed45-0
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-games-futoshiki-hard0292e21f-seed45-0
9119ca8
reasoning-gym-games-futoshiki-hard0292e21f-seed45-1
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-games-futoshiki-hard0292e21f-seed45-1
9119ca8
reasoning-gym-games-futoshiki-hard0292e21f-seed45-2
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-games-futoshiki-hard0292e21f-seed45-2
9119ca8
reasoning-gym-games-knight-swap-hard0292e21f-seed45-0
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-games-knight-swap-hard0292e21f-seed45-0
9119ca8
reasoning-gym-games-knight-swap-hard0292e21f-seed45-1
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-games-knight-swap-hard0292e21f-seed45-1
9119ca8
reasoning-gym-games-knight-swap-hard0292e21f-seed45-2
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-games-knight-swap-hard0292e21f-seed45-2
9119ca8
reasoning-gym-games-mahjong-puzzle-hard0292e21f-seed45-0
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-games-mahjong-puzzle-hard0292e21f-seed45-0
9119ca8
reasoning-gym-games-mahjong-puzzle-hard0292e21f-seed45-1
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-games-mahjong-puzzle-hard0292e21f-seed45-1
9119ca8
reasoning-gym-games-mahjong-puzzle-hard0292e21f-seed45-2
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-games-mahjong-puzzle-hard0292e21f-seed45-2
9119ca8
reasoning-gym-games-maze-hard0292e21f-seed45-0
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-games-maze-hard0292e21f-seed45-0
9119ca8
reasoning-gym-games-maze-hard0292e21f-seed45-1
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-games-maze-hard0292e21f-seed45-1
9119ca8
reasoning-gym-games-maze-hard0292e21f-seed45-2
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-games-maze-hard0292e21f-seed45-2
9119ca8
reasoning-gym-games-mini-sudoku-hard0292e21f-seed45-0
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-games-mini-sudoku-hard0292e21f-seed45-0
9119ca8
reasoning-gym-games-mini-sudoku-hard0292e21f-seed45-1
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-games-mini-sudoku-hard0292e21f-seed45-1
9119ca8
reasoning-gym-games-mini-sudoku-hard0292e21f-seed45-2
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-games-mini-sudoku-hard0292e21f-seed45-2
9119ca8
reasoning-gym-games-n-queens-hard0292e21f-seed45-0
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-games-n-queens-hard0292e21f-seed45-0
9119ca8
reasoning-gym-games-n-queens-hard0292e21f-seed45-1
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-games-n-queens-hard0292e21f-seed45-1
9119ca8
reasoning-gym-games-n-queens-hard0292e21f-seed45-2
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-games-n-queens-hard0292e21f-seed45-2
9119ca8
reasoning-gym-games-puzzle24-hard0292e21f-seed45-0
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-games-puzzle24-hard0292e21f-seed45-0
9119ca8
reasoning-gym-games-puzzle24-hard0292e21f-seed45-1
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-games-puzzle24-hard0292e21f-seed45-1
9119ca8
reasoning-gym-games-puzzle24-hard0292e21f-seed45-2
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-games-puzzle24-hard0292e21f-seed45-2
9119ca8
reasoning-gym-games-sokoban-hard0292e21f-seed45-0
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-games-sokoban-hard0292e21f-seed45-0
9119ca8
reasoning-gym-games-sokoban-hard0292e21f-seed45-1
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-games-sokoban-hard0292e21f-seed45-1
9119ca8
reasoning-gym-games-sokoban-hard0292e21f-seed45-2
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-games-sokoban-hard0292e21f-seed45-2
9119ca8
reasoning-gym-games-sudoku-hard0292e21f-seed45-0
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-games-sudoku-hard0292e21f-seed45-0
9119ca8
reasoning-gym-games-sudoku-hard0292e21f-seed45-1
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-games-sudoku-hard0292e21f-seed45-1
9119ca8
reasoning-gym-games-sudoku-hard0292e21f-seed45-2
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-games-sudoku-hard0292e21f-seed45-2
9119ca8
reasoning-gym-games-tower-of-hanoi-hard0292e21f-seed45-0
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-games-tower-of-hanoi-hard0292e21f-seed45-0
9119ca8
reasoning-gym-games-tower-of-hanoi-hard0292e21f-seed45-1
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-games-tower-of-hanoi-hard0292e21f-seed45-1
9119ca8
reasoning-gym-games-tower-of-hanoi-hard0292e21f-seed45-2
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-games-tower-of-hanoi-hard0292e21f-seed45-2
9119ca8
reasoning-gym-games-tsumego-hard0292e21f-seed45-0
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-games-tsumego-hard0292e21f-seed45-0
9119ca8
reasoning-gym-games-tsumego-hard0292e21f-seed45-1
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-games-tsumego-hard0292e21f-seed45-1
9119ca8
reasoning-gym-games-tsumego-hard0292e21f-seed45-2
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-games-tsumego-hard0292e21f-seed45-2
9119ca8
reasoning-gym-geometry-advanced-geometry-hard0292e21f-seed45-0
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-geometry-advanced-geometry-hard0292e21f-seed45-0
9119ca8
reasoning-gym-geometry-advanced-geometry-hard0292e21f-seed45-1
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-geometry-advanced-geometry-hard0292e21f-seed45-1
9119ca8
reasoning-gym-geometry-advanced-geometry-hard0292e21f-seed45-2
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-geometry-advanced-geometry-hard0292e21f-seed45-2
9119ca8
reasoning-gym-geometry-simple-geometry-hard0292e21f-seed45-0
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-geometry-simple-geometry-hard0292e21f-seed45-0
9119ca8
reasoning-gym-geometry-simple-geometry-hard0292e21f-seed45-1
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-geometry-simple-geometry-hard0292e21f-seed45-1
9119ca8
reasoning-gym-geometry-simple-geometry-hard0292e21f-seed45-2
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-geometry-simple-geometry-hard0292e21f-seed45-2
9119ca8
reasoning-gym-graphs-course-schedule-hard0292e21f-seed45-0
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-graphs-course-schedule-hard0292e21f-seed45-0
9119ca8
reasoning-gym-graphs-course-schedule-hard0292e21f-seed45-1
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-graphs-course-schedule-hard0292e21f-seed45-1
9119ca8
reasoning-gym-graphs-course-schedule-hard0292e21f-seed45-2
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-graphs-course-schedule-hard0292e21f-seed45-2
9119ca8
reasoning-gym-graphs-family-relationships-hard0292e21f-seed45-0
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-graphs-family-relationships-hard0292e21f-seed45-0
9119ca8
reasoning-gym-graphs-family-relationships-hard0292e21f-seed45-1
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-graphs-family-relationships-hard0292e21f-seed45-1
9119ca8
reasoning-gym-graphs-family-relationships-hard0292e21f-seed45-2
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-graphs-family-relationships-hard0292e21f-seed45-2
9119ca8
reasoning-gym-graphs-largest-island-hard0292e21f-seed45-0
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-graphs-largest-island-hard0292e21f-seed45-0
9119ca8
reasoning-gym-graphs-largest-island-hard0292e21f-seed45-1
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-graphs-largest-island-hard0292e21f-seed45-1
9119ca8
reasoning-gym-graphs-largest-island-hard0292e21f-seed45-2
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-graphs-largest-island-hard0292e21f-seed45-2
9119ca8
reasoning-gym-graphs-quantum-lock-hard0292e21f-seed45-0
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-graphs-quantum-lock-hard0292e21f-seed45-0
9119ca8
reasoning-gym-graphs-quantum-lock-hard0292e21f-seed45-1
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-graphs-quantum-lock-hard0292e21f-seed45-1
9119ca8
reasoning-gym-graphs-quantum-lock-hard0292e21f-seed45-2
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-graphs-quantum-lock-hard0292e21f-seed45-2
9119ca8
reasoning-gym-graphs-shortest-path-hard0292e21f-seed45-0
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-graphs-shortest-path-hard0292e21f-seed45-0
9119ca8
reasoning-gym-graphs-shortest-path-hard0292e21f-seed45-1
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-graphs-shortest-path-hard0292e21f-seed45-1
9119ca8
reasoning-gym-graphs-shortest-path-hard0292e21f-seed45-2
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-graphs-shortest-path-hard0292e21f-seed45-2
9119ca8
reasoning-gym-induction-acre-hard0292e21f-seed45-0
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-induction-acre-hard0292e21f-seed45-0
9119ca8
reasoning-gym-induction-acre-hard0292e21f-seed45-1
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-induction-acre-hard0292e21f-seed45-1
9119ca8
reasoning-gym-induction-acre-hard0292e21f-seed45-2
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-induction-acre-hard0292e21f-seed45-2
9119ca8
reasoning-gym-induction-list-functions-hard0292e21f-seed45-0
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-induction-list-functions-hard0292e21f-seed45-0
9119ca8
reasoning-gym-induction-list-functions-hard0292e21f-seed45-1
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-induction-list-functions-hard0292e21f-seed45-1
9119ca8
reasoning-gym-induction-list-functions-hard0292e21f-seed45-2
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-induction-list-functions-hard0292e21f-seed45-2
9119ca8
reasoning-gym-logic-aiw-hard0292e21f-seed45-0
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-logic-aiw-hard0292e21f-seed45-0
9119ca8
reasoning-gym-logic-aiw-hard0292e21f-seed45-1
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-logic-aiw-hard0292e21f-seed45-1
9119ca8
reasoning-gym-logic-aiw-hard0292e21f-seed45-2
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-logic-aiw-hard0292e21f-seed45-2
9119ca8
reasoning-gym-logic-circuit-logic-hard0292e21f-seed45-0
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-logic-circuit-logic-hard0292e21f-seed45-0
9119ca8
reasoning-gym-logic-circuit-logic-hard0292e21f-seed45-1
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-logic-circuit-logic-hard0292e21f-seed45-1
9119ca8
reasoning-gym-logic-circuit-logic-hard0292e21f-seed45-2
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-logic-circuit-logic-hard0292e21f-seed45-2
9119ca8
reasoning-gym-logic-knights-knaves-hard0292e21f-seed45-0
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-logic-knights-knaves-hard0292e21f-seed45-0
9119ca8
reasoning-gym-logic-knights-knaves-hard0292e21f-seed45-1
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-logic-knights-knaves-hard0292e21f-seed45-1
9119ca8
reasoning-gym-logic-knights-knaves-hard0292e21f-seed45-2
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-logic-knights-knaves-hard0292e21f-seed45-2
9119ca8
reasoning-gym-logic-propositional-logic-hard0292e21f-seed45-0
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-logic-propositional-logic-hard0292e21f-seed45-0
9119ca8
reasoning-gym-logic-propositional-logic-hard0292e21f-seed45-1
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-logic-propositional-logic-hard0292e21f-seed45-1
9119ca8
reasoning-gym-logic-propositional-logic-hard0292e21f-seed45-2
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-logic-propositional-logic-hard0292e21f-seed45-2
9119ca8
reasoning-gym-logic-self-reference-hard0292e21f-seed45-0
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-logic-self-reference-hard0292e21f-seed45-0
9119ca8
reasoning-gym-logic-self-reference-hard0292e21f-seed45-1
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-logic-self-reference-hard0292e21f-seed45-1
9119ca8
reasoning-gym-logic-self-reference-hard0292e21f-seed45-2
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-logic-self-reference-hard0292e21f-seed45-2
9119ca8
reasoning-gym-logic-syllogism-hard0292e21f-seed45-0
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-logic-syllogism-hard0292e21f-seed45-0
9119ca8
reasoning-gym-logic-syllogism-hard0292e21f-seed45-1
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-logic-syllogism-hard0292e21f-seed45-1
9119ca8
reasoning-gym-logic-syllogism-hard0292e21f-seed45-2
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-logic-syllogism-hard0292e21f-seed45-2
9119ca8
reasoning-gym-logic-zebra-puzzles-hard0292e21f-seed45-0
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-logic-zebra-puzzles-hard0292e21f-seed45-0
9119ca8
reasoning-gym-logic-zebra-puzzles-hard0292e21f-seed45-1
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-logic-zebra-puzzles-hard0292e21f-seed45-1
9119ca8
reasoning-gym-logic-zebra-puzzles-hard0292e21f-seed45-2
uvx harbor run -d reasoning-gym-hard@parity -t reasoning-gym-logic-zebra-puzzles-hard0292e21f-seed45-2
9119ca8