aider-polyglot
v1.0A polyglot coding benchmark that evaluates AI agents' ability to perform code editing and generation tasks across multiple programming languages.
harbor run -d aider-polyglot@1.0Tasks (225)
polyglot_cpp_all-your-base
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_all-your-basef30b144
polyglot_cpp_allergies
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_allergiesf30b144
polyglot_cpp_bank-account
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_bank-accountf30b144
polyglot_cpp_binary-search-tree
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_binary-search-treef30b144
polyglot_cpp_circular-buffer
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_circular-bufferf30b144
polyglot_cpp_clock
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_clockf30b144
polyglot_cpp_complex-numbers
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_complex-numbersf30b144
polyglot_cpp_crypto-square
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_crypto-squaref30b144
polyglot_cpp_diamond
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_diamondf30b144
polyglot_cpp_dnd-character
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_dnd-characterf30b144
polyglot_cpp_gigasecond
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_gigasecondf30b144
polyglot_cpp_grade-school
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_grade-schoolf30b144
polyglot_cpp_kindergarten-garden
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_kindergarten-gardenf30b144
polyglot_cpp_knapsack
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_knapsackf30b144
polyglot_cpp_linked-list
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_linked-listf30b144
polyglot_cpp_meetup
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_meetupf30b144
polyglot_cpp_parallel-letter-frequency
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_parallel-letter-frequencyf30b144
polyglot_cpp_perfect-numbers
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_perfect-numbersf30b144
polyglot_cpp_phone-number
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_phone-numberf30b144
polyglot_cpp_queen-attack
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_queen-attackf30b144
polyglot_cpp_robot-name
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_robot-namef30b144
polyglot_cpp_space-age
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_space-agef30b144
polyglot_cpp_spiral-matrix
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_spiral-matrixf30b144
polyglot_cpp_sublist
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_sublistf30b144
polyglot_cpp_yacht
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_yachtf30b144
polyglot_cpp_zebra-puzzle
harbor run -d aider-polyglot@1.0 -t polyglot_cpp_zebra-puzzlef30b144
polyglot_go_alphametics
harbor run -d aider-polyglot@1.0 -t polyglot_go_alphameticsf30b144
polyglot_go_beer-song
harbor run -d aider-polyglot@1.0 -t polyglot_go_beer-songf30b144
polyglot_go_book-store
harbor run -d aider-polyglot@1.0 -t polyglot_go_book-storef30b144
polyglot_go_bottle-song
harbor run -d aider-polyglot@1.0 -t polyglot_go_bottle-songf30b144
polyglot_go_bowling
harbor run -d aider-polyglot@1.0 -t polyglot_go_bowlingf30b144
polyglot_go_connect
harbor run -d aider-polyglot@1.0 -t polyglot_go_connectf30b144
polyglot_go_counter
harbor run -d aider-polyglot@1.0 -t polyglot_go_counterf30b144
polyglot_go_crypto-square
harbor run -d aider-polyglot@1.0 -t polyglot_go_crypto-squaref30b144
polyglot_go_dnd-character
harbor run -d aider-polyglot@1.0 -t polyglot_go_dnd-characterf30b144
polyglot_go_dominoes
harbor run -d aider-polyglot@1.0 -t polyglot_go_dominoesf30b144
polyglot_go_error-handling
harbor run -d aider-polyglot@1.0 -t polyglot_go_error-handlingf30b144
polyglot_go_food-chain
harbor run -d aider-polyglot@1.0 -t polyglot_go_food-chainf30b144
polyglot_go_forth
harbor run -d aider-polyglot@1.0 -t polyglot_go_forthf30b144
polyglot_go_hexadecimal
harbor run -d aider-polyglot@1.0 -t polyglot_go_hexadecimalf30b144
polyglot_go_kindergarten-garden
harbor run -d aider-polyglot@1.0 -t polyglot_go_kindergarten-gardenf30b144
polyglot_go_ledger
harbor run -d aider-polyglot@1.0 -t polyglot_go_ledgerf30b144
polyglot_go_markdown
harbor run -d aider-polyglot@1.0 -t polyglot_go_markdownf30b144
polyglot_go_matrix
harbor run -d aider-polyglot@1.0 -t polyglot_go_matrixf30b144
polyglot_go_octal
harbor run -d aider-polyglot@1.0 -t polyglot_go_octalf30b144
polyglot_go_paasio
harbor run -d aider-polyglot@1.0 -t polyglot_go_paasiof30b144
polyglot_go_palindrome-products
harbor run -d aider-polyglot@1.0 -t polyglot_go_palindrome-productsf30b144
polyglot_go_pig-latin
harbor run -d aider-polyglot@1.0 -t polyglot_go_pig-latinf30b144
polyglot_go_poker
harbor run -d aider-polyglot@1.0 -t polyglot_go_pokerf30b144
polyglot_go_pov
harbor run -d aider-polyglot@1.0 -t polyglot_go_povf30b144
polyglot_go_protein-translation
harbor run -d aider-polyglot@1.0 -t polyglot_go_protein-translationf30b144
polyglot_go_react
harbor run -d aider-polyglot@1.0 -t polyglot_go_reactf30b144
polyglot_go_robot-simulator
harbor run -d aider-polyglot@1.0 -t polyglot_go_robot-simulatorf30b144
polyglot_go_say
harbor run -d aider-polyglot@1.0 -t polyglot_go_sayf30b144
polyglot_go_scale-generator
harbor run -d aider-polyglot@1.0 -t polyglot_go_scale-generatorf30b144
polyglot_go_simple-linked-list
harbor run -d aider-polyglot@1.0 -t polyglot_go_simple-linked-listf30b144
polyglot_go_sublist
harbor run -d aider-polyglot@1.0 -t polyglot_go_sublistf30b144
polyglot_go_transpose
harbor run -d aider-polyglot@1.0 -t polyglot_go_transposef30b144
polyglot_go_tree-building
harbor run -d aider-polyglot@1.0 -t polyglot_go_tree-buildingf30b144
polyglot_go_trinary
harbor run -d aider-polyglot@1.0 -t polyglot_go_trinaryf30b144
polyglot_go_two-bucket
harbor run -d aider-polyglot@1.0 -t polyglot_go_two-bucketf30b144
polyglot_go_variable-length-quantity
harbor run -d aider-polyglot@1.0 -t polyglot_go_variable-length-quantityf30b144
polyglot_go_word-search
harbor run -d aider-polyglot@1.0 -t polyglot_go_word-searchf30b144
polyglot_go_wordy
harbor run -d aider-polyglot@1.0 -t polyglot_go_wordyf30b144
polyglot_go_zebra-puzzle
harbor run -d aider-polyglot@1.0 -t polyglot_go_zebra-puzzlef30b144
polyglot_java_affine-cipher
harbor run -d aider-polyglot@1.0 -t polyglot_java_affine-cipherf30b144
polyglot_java_all-your-base
harbor run -d aider-polyglot@1.0 -t polyglot_java_all-your-basef30b144
polyglot_java_alphametics
harbor run -d aider-polyglot@1.0 -t polyglot_java_alphameticsf30b144
polyglot_java_bank-account
harbor run -d aider-polyglot@1.0 -t polyglot_java_bank-accountf30b144
polyglot_java_book-store
harbor run -d aider-polyglot@1.0 -t polyglot_java_book-storef30b144
polyglot_java_bottle-song
harbor run -d aider-polyglot@1.0 -t polyglot_java_bottle-songf30b144
polyglot_java_bowling
harbor run -d aider-polyglot@1.0 -t polyglot_java_bowlingf30b144
polyglot_java_change
harbor run -d aider-polyglot@1.0 -t polyglot_java_changef30b144
polyglot_java_circular-buffer
harbor run -d aider-polyglot@1.0 -t polyglot_java_circular-bufferf30b144
polyglot_java_connect
harbor run -d aider-polyglot@1.0 -t polyglot_java_connectf30b144
polyglot_java_custom-set
harbor run -d aider-polyglot@1.0 -t polyglot_java_custom-setf30b144
polyglot_java_dominoes
harbor run -d aider-polyglot@1.0 -t polyglot_java_dominoesf30b144
polyglot_java_food-chain
harbor run -d aider-polyglot@1.0 -t polyglot_java_food-chainf30b144
polyglot_java_forth
harbor run -d aider-polyglot@1.0 -t polyglot_java_forthf30b144
polyglot_java_go-counting
harbor run -d aider-polyglot@1.0 -t polyglot_java_go-countingf30b144
polyglot_java_hangman
harbor run -d aider-polyglot@1.0 -t polyglot_java_hangmanf30b144
polyglot_java_house
harbor run -d aider-polyglot@1.0 -t polyglot_java_housef30b144
polyglot_java_kindergarten-garden
harbor run -d aider-polyglot@1.0 -t polyglot_java_kindergarten-gardenf30b144
polyglot_java_ledger
harbor run -d aider-polyglot@1.0 -t polyglot_java_ledgerf30b144
polyglot_java_mazy-mice
harbor run -d aider-polyglot@1.0 -t polyglot_java_mazy-micef30b144
polyglot_java_ocr-numbers
harbor run -d aider-polyglot@1.0 -t polyglot_java_ocr-numbersf30b144
polyglot_java_palindrome-products
harbor run -d aider-polyglot@1.0 -t polyglot_java_palindrome-productsf30b144
polyglot_java_phone-number
harbor run -d aider-polyglot@1.0 -t polyglot_java_phone-numberf30b144
polyglot_java_pig-latin
harbor run -d aider-polyglot@1.0 -t polyglot_java_pig-latinf30b144
polyglot_java_poker
harbor run -d aider-polyglot@1.0 -t polyglot_java_pokerf30b144
polyglot_java_pov
harbor run -d aider-polyglot@1.0 -t polyglot_java_povf30b144
polyglot_java_protein-translation
harbor run -d aider-polyglot@1.0 -t polyglot_java_protein-translationf30b144
polyglot_java_pythagorean-triplet
harbor run -d aider-polyglot@1.0 -t polyglot_java_pythagorean-tripletf30b144
polyglot_java_queen-attack
harbor run -d aider-polyglot@1.0 -t polyglot_java_queen-attackf30b144
polyglot_java_rational-numbers
harbor run -d aider-polyglot@1.0 -t polyglot_java_rational-numbersf30b144
polyglot_java_react
harbor run -d aider-polyglot@1.0 -t polyglot_java_reactf30b144
polyglot_java_resistor-color-trio
harbor run -d aider-polyglot@1.0 -t polyglot_java_resistor-color-triof30b144
polyglot_java_rest-api
harbor run -d aider-polyglot@1.0 -t polyglot_java_rest-apif30b144
polyglot_java_satellite
harbor run -d aider-polyglot@1.0 -t polyglot_java_satellitef30b144
polyglot_java_series
harbor run -d aider-polyglot@1.0 -t polyglot_java_seriesf30b144