aider-polyglot

v1.0

A polyglot coding benchmark that evaluates AI agents' ability to perform code editing and generation tasks across multiple programming languages.

harbor run -d aider-polyglot@1.0

Tasks (225)

polyglot_java_sgf-parsing
harbor run -d aider-polyglot@1.0 -t polyglot_java_sgf-parsing
f30b144
polyglot_java_simple-linked-list
harbor run -d aider-polyglot@1.0 -t polyglot_java_simple-linked-list
f30b144
polyglot_java_state-of-tic-tac-toe
harbor run -d aider-polyglot@1.0 -t polyglot_java_state-of-tic-tac-toe
f30b144
polyglot_java_transpose
harbor run -d aider-polyglot@1.0 -t polyglot_java_transpose
f30b144
polyglot_java_tree-building
harbor run -d aider-polyglot@1.0 -t polyglot_java_tree-building
f30b144
polyglot_java_twelve-days
harbor run -d aider-polyglot@1.0 -t polyglot_java_twelve-days
f30b144
polyglot_java_two-bucket
harbor run -d aider-polyglot@1.0 -t polyglot_java_two-bucket
f30b144
polyglot_java_variable-length-quantity
harbor run -d aider-polyglot@1.0 -t polyglot_java_variable-length-quantity
f30b144
polyglot_java_word-search
harbor run -d aider-polyglot@1.0 -t polyglot_java_word-search
f30b144
polyglot_java_wordy
harbor run -d aider-polyglot@1.0 -t polyglot_java_wordy
f30b144
polyglot_java_zebra-puzzle
harbor run -d aider-polyglot@1.0 -t polyglot_java_zebra-puzzle
f30b144
polyglot_java_zipper
harbor run -d aider-polyglot@1.0 -t polyglot_java_zipper
f30b144
polyglot_javascript_affine-cipher
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_affine-cipher
f30b144
polyglot_javascript_alphametics
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_alphametics
f30b144
polyglot_javascript_beer-song
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_beer-song
f30b144
polyglot_javascript_binary
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_binary
f30b144
polyglot_javascript_book-store
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_book-store
f30b144
polyglot_javascript_bottle-song
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_bottle-song
f30b144
polyglot_javascript_bowling
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_bowling
f30b144
polyglot_javascript_complex-numbers
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_complex-numbers
f30b144
polyglot_javascript_connect
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_connect
f30b144
polyglot_javascript_food-chain
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_food-chain
f30b144
polyglot_javascript_forth
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_forth
f30b144
polyglot_javascript_go-counting
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_go-counting
f30b144
polyglot_javascript_grade-school
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_grade-school
f30b144
polyglot_javascript_grep
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_grep
f30b144
polyglot_javascript_house
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_house
f30b144
polyglot_javascript_killer-sudoku-helper
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_killer-sudoku-helper
f30b144
polyglot_javascript_ledger
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_ledger
f30b144
polyglot_javascript_list-ops
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_list-ops
f30b144
polyglot_javascript_meetup
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_meetup
f30b144
polyglot_javascript_ocr-numbers
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_ocr-numbers
f30b144
polyglot_javascript_palindrome-products
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_palindrome-products
f30b144
polyglot_javascript_parallel-letter-frequency
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_parallel-letter-frequency
f30b144
polyglot_javascript_phone-number
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_phone-number
f30b144
polyglot_javascript_pig-latin
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_pig-latin
f30b144
polyglot_javascript_poker
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_poker
f30b144
polyglot_javascript_promises
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_promises
f30b144
polyglot_javascript_queen-attack
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_queen-attack
f30b144
polyglot_javascript_rational-numbers
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_rational-numbers
f30b144
polyglot_javascript_react
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_react
f30b144
polyglot_javascript_rectangles
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_rectangles
f30b144
polyglot_javascript_resistor-color-trio
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_resistor-color-trio
f30b144
polyglot_javascript_rest-api
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_rest-api
f30b144
polyglot_javascript_robot-name
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_robot-name
f30b144
polyglot_javascript_say
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_say
f30b144
polyglot_javascript_scale-generator
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_scale-generator
f30b144
polyglot_javascript_simple-linked-list
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_simple-linked-list
f30b144
polyglot_javascript_space-age
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_space-age
f30b144
polyglot_javascript_state-of-tic-tac-toe
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_state-of-tic-tac-toe
f30b144
polyglot_javascript_sum-of-multiples
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_sum-of-multiples
f30b144
polyglot_javascript_tournament
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_tournament
f30b144
polyglot_javascript_transpose
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_transpose
f30b144
polyglot_javascript_triangle
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_triangle
f30b144
polyglot_javascript_twelve-days
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_twelve-days
f30b144
polyglot_javascript_two-bucket
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_two-bucket
f30b144
polyglot_javascript_variable-length-quantity
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_variable-length-quantity
f30b144
polyglot_javascript_word-search
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_word-search
f30b144
polyglot_javascript_wordy
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_wordy
f30b144
polyglot_javascript_zebra-puzzle
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_zebra-puzzle
f30b144
polyglot_javascript_zipper
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_zipper
f30b144
polyglot_python_affine-cipher
harbor run -d aider-polyglot@1.0 -t polyglot_python_affine-cipher
f30b144
polyglot_python_beer-song
harbor run -d aider-polyglot@1.0 -t polyglot_python_beer-song
f30b144
polyglot_python_book-store
harbor run -d aider-polyglot@1.0 -t polyglot_python_book-store
f30b144
polyglot_python_bottle-song
harbor run -d aider-polyglot@1.0 -t polyglot_python_bottle-song
f30b144
polyglot_python_bowling
harbor run -d aider-polyglot@1.0 -t polyglot_python_bowling
f30b144
polyglot_python_connect
harbor run -d aider-polyglot@1.0 -t polyglot_python_connect
f30b144
polyglot_python_dominoes
harbor run -d aider-polyglot@1.0 -t polyglot_python_dominoes
f30b144
polyglot_python_dot-dsl
harbor run -d aider-polyglot@1.0 -t polyglot_python_dot-dsl
f30b144
polyglot_python_food-chain
harbor run -d aider-polyglot@1.0 -t polyglot_python_food-chain
f30b144
polyglot_python_forth
harbor run -d aider-polyglot@1.0 -t polyglot_python_forth
f30b144
polyglot_python_go-counting
harbor run -d aider-polyglot@1.0 -t polyglot_python_go-counting
f30b144
polyglot_python_grade-school
harbor run -d aider-polyglot@1.0 -t polyglot_python_grade-school
f30b144
polyglot_python_grep
harbor run -d aider-polyglot@1.0 -t polyglot_python_grep
f30b144
polyglot_python_hangman
harbor run -d aider-polyglot@1.0 -t polyglot_python_hangman
f30b144
polyglot_python_list-ops
harbor run -d aider-polyglot@1.0 -t polyglot_python_list-ops
f30b144
polyglot_python_paasio
harbor run -d aider-polyglot@1.0 -t polyglot_python_paasio
f30b144
polyglot_python_phone-number
harbor run -d aider-polyglot@1.0 -t polyglot_python_phone-number
f30b144
polyglot_python_pig-latin
harbor run -d aider-polyglot@1.0 -t polyglot_python_pig-latin
f30b144
polyglot_python_poker
harbor run -d aider-polyglot@1.0 -t polyglot_python_poker
f30b144
polyglot_python_pov
harbor run -d aider-polyglot@1.0 -t polyglot_python_pov
f30b144
polyglot_python_proverb
harbor run -d aider-polyglot@1.0 -t polyglot_python_proverb
f30b144
polyglot_python_react
harbor run -d aider-polyglot@1.0 -t polyglot_python_react
f30b144
polyglot_python_rest-api
harbor run -d aider-polyglot@1.0 -t polyglot_python_rest-api
f30b144
polyglot_python_robot-name
harbor run -d aider-polyglot@1.0 -t polyglot_python_robot-name
f30b144
polyglot_python_scale-generator
harbor run -d aider-polyglot@1.0 -t polyglot_python_scale-generator
f30b144
polyglot_python_sgf-parsing
harbor run -d aider-polyglot@1.0 -t polyglot_python_sgf-parsing
f30b144
polyglot_python_simple-linked-list
harbor run -d aider-polyglot@1.0 -t polyglot_python_simple-linked-list
f30b144
polyglot_python_transpose
harbor run -d aider-polyglot@1.0 -t polyglot_python_transpose
f30b144
polyglot_python_tree-building
harbor run -d aider-polyglot@1.0 -t polyglot_python_tree-building
f30b144
polyglot_python_two-bucket
harbor run -d aider-polyglot@1.0 -t polyglot_python_two-bucket
f30b144
polyglot_python_variable-length-quantity
harbor run -d aider-polyglot@1.0 -t polyglot_python_variable-length-quantity
f30b144
polyglot_python_wordy
harbor run -d aider-polyglot@1.0 -t polyglot_python_wordy
f30b144
polyglot_python_zebra-puzzle
harbor run -d aider-polyglot@1.0 -t polyglot_python_zebra-puzzle
f30b144
polyglot_python_zipper
harbor run -d aider-polyglot@1.0 -t polyglot_python_zipper
f30b144
polyglot_rust_accumulate
harbor run -d aider-polyglot@1.0 -t polyglot_rust_accumulate
f30b144
polyglot_rust_acronym
harbor run -d aider-polyglot@1.0 -t polyglot_rust_acronym
f30b144
polyglot_rust_alphametics
harbor run -d aider-polyglot@1.0 -t polyglot_rust_alphametics
f30b144
polyglot_rust_book-store
harbor run -d aider-polyglot@1.0 -t polyglot_rust_book-store
f30b144
polyglot_rust_bowling
harbor run -d aider-polyglot@1.0 -t polyglot_rust_bowling
f30b144