aider-polyglot

v1.0

A polyglot coding benchmark that evaluates AI agents' ability to perform code editing and generation tasks across multiple programming languages.

harbor run -d aider-polyglot@1.0

Tasks (225)

polyglot_cpp_all-your-base
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_all-your-base
f30b144
polyglot_cpp_allergies
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_allergies
f30b144
polyglot_cpp_bank-account
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_bank-account
f30b144
polyglot_cpp_binary-search-tree
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_binary-search-tree
f30b144
polyglot_cpp_circular-buffer
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_circular-buffer
f30b144
polyglot_cpp_clock
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_clock
f30b144
polyglot_cpp_complex-numbers
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_complex-numbers
f30b144
polyglot_cpp_crypto-square
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_crypto-square
f30b144
polyglot_cpp_diamond
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_diamond
f30b144
polyglot_cpp_dnd-character
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_dnd-character
f30b144
polyglot_cpp_gigasecond
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_gigasecond
f30b144
polyglot_cpp_grade-school
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_grade-school
f30b144
polyglot_cpp_kindergarten-garden
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_kindergarten-garden
f30b144
polyglot_cpp_knapsack
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_knapsack
f30b144
polyglot_cpp_linked-list
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_linked-list
f30b144
polyglot_cpp_meetup
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_meetup
f30b144
polyglot_cpp_parallel-letter-frequency
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_parallel-letter-frequency
f30b144
polyglot_cpp_perfect-numbers
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_perfect-numbers
f30b144
polyglot_cpp_phone-number
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_phone-number
f30b144
polyglot_cpp_queen-attack
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_queen-attack
f30b144
polyglot_cpp_robot-name
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_robot-name
f30b144
polyglot_cpp_space-age
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_space-age
f30b144
polyglot_cpp_spiral-matrix
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_spiral-matrix
f30b144
polyglot_cpp_sublist
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_sublist
f30b144
polyglot_cpp_yacht
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_yacht
f30b144
polyglot_cpp_zebra-puzzle
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_zebra-puzzle
f30b144
polyglot_go_alphametics
harbor run -d aider-polyglot@1.0 -t polyglot_go_alphametics
f30b144
polyglot_go_beer-song
harbor run -d aider-polyglot@1.0 -t polyglot_go_beer-song
f30b144
polyglot_go_book-store
harbor run -d aider-polyglot@1.0 -t polyglot_go_book-store
f30b144
polyglot_go_bottle-song
harbor run -d aider-polyglot@1.0 -t polyglot_go_bottle-song
f30b144
polyglot_go_bowling
harbor run -d aider-polyglot@1.0 -t polyglot_go_bowling
f30b144
polyglot_go_connect
harbor run -d aider-polyglot@1.0 -t polyglot_go_connect
f30b144
polyglot_go_counter
harbor run -d aider-polyglot@1.0 -t polyglot_go_counter
f30b144
polyglot_go_crypto-square
harbor run -d aider-polyglot@1.0 -t polyglot_go_crypto-square
f30b144
polyglot_go_dnd-character
harbor run -d aider-polyglot@1.0 -t polyglot_go_dnd-character
f30b144
polyglot_go_dominoes
harbor run -d aider-polyglot@1.0 -t polyglot_go_dominoes
f30b144
polyglot_go_error-handling
harbor run -d aider-polyglot@1.0 -t polyglot_go_error-handling
f30b144
polyglot_go_food-chain
harbor run -d aider-polyglot@1.0 -t polyglot_go_food-chain
f30b144
polyglot_go_forth
harbor run -d aider-polyglot@1.0 -t polyglot_go_forth
f30b144
polyglot_go_hexadecimal
harbor run -d aider-polyglot@1.0 -t polyglot_go_hexadecimal
f30b144
polyglot_go_kindergarten-garden
harbor run -d aider-polyglot@1.0 -t polyglot_go_kindergarten-garden
f30b144
polyglot_go_ledger
harbor run -d aider-polyglot@1.0 -t polyglot_go_ledger
f30b144
polyglot_go_markdown
harbor run -d aider-polyglot@1.0 -t polyglot_go_markdown
f30b144
polyglot_go_matrix
harbor run -d aider-polyglot@1.0 -t polyglot_go_matrix
f30b144
polyglot_go_octal
harbor run -d aider-polyglot@1.0 -t polyglot_go_octal
f30b144
polyglot_go_paasio
harbor run -d aider-polyglot@1.0 -t polyglot_go_paasio
f30b144
polyglot_go_palindrome-products
harbor run -d aider-polyglot@1.0 -t polyglot_go_palindrome-products
f30b144
polyglot_go_pig-latin
harbor run -d aider-polyglot@1.0 -t polyglot_go_pig-latin
f30b144
polyglot_go_poker
harbor run -d aider-polyglot@1.0 -t polyglot_go_poker
f30b144
polyglot_go_pov
harbor run -d aider-polyglot@1.0 -t polyglot_go_pov
f30b144
polyglot_go_protein-translation
harbor run -d aider-polyglot@1.0 -t polyglot_go_protein-translation
f30b144
polyglot_go_react
harbor run -d aider-polyglot@1.0 -t polyglot_go_react
f30b144
polyglot_go_robot-simulator
harbor run -d aider-polyglot@1.0 -t polyglot_go_robot-simulator
f30b144
polyglot_go_say
harbor run -d aider-polyglot@1.0 -t polyglot_go_say
f30b144
polyglot_go_scale-generator
harbor run -d aider-polyglot@1.0 -t polyglot_go_scale-generator
f30b144
polyglot_go_simple-linked-list
harbor run -d aider-polyglot@1.0 -t polyglot_go_simple-linked-list
f30b144
polyglot_go_sublist
harbor run -d aider-polyglot@1.0 -t polyglot_go_sublist
f30b144
polyglot_go_transpose
harbor run -d aider-polyglot@1.0 -t polyglot_go_transpose
f30b144
polyglot_go_tree-building
harbor run -d aider-polyglot@1.0 -t polyglot_go_tree-building
f30b144
polyglot_go_trinary
harbor run -d aider-polyglot@1.0 -t polyglot_go_trinary
f30b144
polyglot_go_two-bucket
harbor run -d aider-polyglot@1.0 -t polyglot_go_two-bucket
f30b144
polyglot_go_variable-length-quantity
harbor run -d aider-polyglot@1.0 -t polyglot_go_variable-length-quantity
f30b144
polyglot_go_word-search
harbor run -d aider-polyglot@1.0 -t polyglot_go_word-search
f30b144
polyglot_go_wordy
harbor run -d aider-polyglot@1.0 -t polyglot_go_wordy
f30b144
polyglot_go_zebra-puzzle
harbor run -d aider-polyglot@1.0 -t polyglot_go_zebra-puzzle
f30b144
polyglot_java_affine-cipher
harbor run -d aider-polyglot@1.0 -t polyglot_java_affine-cipher
f30b144
polyglot_java_all-your-base
harbor run -d aider-polyglot@1.0 -t polyglot_java_all-your-base
f30b144
polyglot_java_alphametics
harbor run -d aider-polyglot@1.0 -t polyglot_java_alphametics
f30b144
polyglot_java_bank-account
harbor run -d aider-polyglot@1.0 -t polyglot_java_bank-account
f30b144
polyglot_java_book-store
harbor run -d aider-polyglot@1.0 -t polyglot_java_book-store
f30b144
polyglot_java_bottle-song
harbor run -d aider-polyglot@1.0 -t polyglot_java_bottle-song
f30b144
polyglot_java_bowling
harbor run -d aider-polyglot@1.0 -t polyglot_java_bowling
f30b144
polyglot_java_change
harbor run -d aider-polyglot@1.0 -t polyglot_java_change
f30b144
polyglot_java_circular-buffer
harbor run -d aider-polyglot@1.0 -t polyglot_java_circular-buffer
f30b144
polyglot_java_connect
harbor run -d aider-polyglot@1.0 -t polyglot_java_connect
f30b144
polyglot_java_custom-set
harbor run -d aider-polyglot@1.0 -t polyglot_java_custom-set
f30b144
polyglot_java_dominoes
harbor run -d aider-polyglot@1.0 -t polyglot_java_dominoes
f30b144
polyglot_java_food-chain
harbor run -d aider-polyglot@1.0 -t polyglot_java_food-chain
f30b144
polyglot_java_forth
harbor run -d aider-polyglot@1.0 -t polyglot_java_forth
f30b144
polyglot_java_go-counting
harbor run -d aider-polyglot@1.0 -t polyglot_java_go-counting
f30b144
polyglot_java_hangman
harbor run -d aider-polyglot@1.0 -t polyglot_java_hangman
f30b144
polyglot_java_house
harbor run -d aider-polyglot@1.0 -t polyglot_java_house
f30b144
polyglot_java_kindergarten-garden
harbor run -d aider-polyglot@1.0 -t polyglot_java_kindergarten-garden
f30b144
polyglot_java_ledger
harbor run -d aider-polyglot@1.0 -t polyglot_java_ledger
f30b144
polyglot_java_mazy-mice
harbor run -d aider-polyglot@1.0 -t polyglot_java_mazy-mice
f30b144
polyglot_java_ocr-numbers
harbor run -d aider-polyglot@1.0 -t polyglot_java_ocr-numbers
f30b144
polyglot_java_palindrome-products
harbor run -d aider-polyglot@1.0 -t polyglot_java_palindrome-products
f30b144
polyglot_java_phone-number
harbor run -d aider-polyglot@1.0 -t polyglot_java_phone-number
f30b144
polyglot_java_pig-latin
harbor run -d aider-polyglot@1.0 -t polyglot_java_pig-latin
f30b144
polyglot_java_poker
harbor run -d aider-polyglot@1.0 -t polyglot_java_poker
f30b144
polyglot_java_pov
harbor run -d aider-polyglot@1.0 -t polyglot_java_pov
f30b144
polyglot_java_protein-translation
harbor run -d aider-polyglot@1.0 -t polyglot_java_protein-translation
f30b144
polyglot_java_pythagorean-triplet
harbor run -d aider-polyglot@1.0 -t polyglot_java_pythagorean-triplet
f30b144
polyglot_java_queen-attack
harbor run -d aider-polyglot@1.0 -t polyglot_java_queen-attack
f30b144
polyglot_java_rational-numbers
harbor run -d aider-polyglot@1.0 -t polyglot_java_rational-numbers
f30b144
polyglot_java_react
harbor run -d aider-polyglot@1.0 -t polyglot_java_react
f30b144
polyglot_java_resistor-color-trio
harbor run -d aider-polyglot@1.0 -t polyglot_java_resistor-color-trio
f30b144
polyglot_java_rest-api
harbor run -d aider-polyglot@1.0 -t polyglot_java_rest-api
f30b144
polyglot_java_satellite
harbor run -d aider-polyglot@1.0 -t polyglot_java_satellite
f30b144
polyglot_java_series
harbor run -d aider-polyglot@1.0 -t polyglot_java_series
f30b144