aider-polyglot
v1.0A polyglot coding benchmark that evaluates AI agents' ability to perform code editing and generation tasks across multiple programming languages.
harbor run -d aider-polyglot@1.0Tasks (225)
polyglot_java_sgf-parsing
harbor run -d aider-polyglot@1.0 -t polyglot_java_sgf-parsingf30b144
polyglot_java_simple-linked-list
harbor run -d aider-polyglot@1.0 -t polyglot_java_simple-linked-listf30b144
polyglot_java_state-of-tic-tac-toe
harbor run -d aider-polyglot@1.0 -t polyglot_java_state-of-tic-tac-toef30b144
polyglot_java_transpose
harbor run -d aider-polyglot@1.0 -t polyglot_java_transposef30b144
polyglot_java_tree-building
harbor run -d aider-polyglot@1.0 -t polyglot_java_tree-buildingf30b144
polyglot_java_twelve-days
harbor run -d aider-polyglot@1.0 -t polyglot_java_twelve-daysf30b144
polyglot_java_two-bucket
harbor run -d aider-polyglot@1.0 -t polyglot_java_two-bucketf30b144
polyglot_java_variable-length-quantity
harbor run -d aider-polyglot@1.0 -t polyglot_java_variable-length-quantityf30b144
polyglot_java_word-search
harbor run -d aider-polyglot@1.0 -t polyglot_java_word-searchf30b144
polyglot_java_wordy
harbor run -d aider-polyglot@1.0 -t polyglot_java_wordyf30b144
polyglot_java_zebra-puzzle
harbor run -d aider-polyglot@1.0 -t polyglot_java_zebra-puzzlef30b144
polyglot_java_zipper
harbor run -d aider-polyglot@1.0 -t polyglot_java_zipperf30b144
polyglot_javascript_affine-cipher
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_affine-cipherf30b144
polyglot_javascript_alphametics
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_alphameticsf30b144
polyglot_javascript_beer-song
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_beer-songf30b144
polyglot_javascript_binary
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_binaryf30b144
polyglot_javascript_book-store
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_book-storef30b144
polyglot_javascript_bottle-song
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_bottle-songf30b144
polyglot_javascript_bowling
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_bowlingf30b144
polyglot_javascript_complex-numbers
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_complex-numbersf30b144
polyglot_javascript_connect
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_connectf30b144
polyglot_javascript_food-chain
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_food-chainf30b144
polyglot_javascript_forth
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_forthf30b144
polyglot_javascript_go-counting
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_go-countingf30b144
polyglot_javascript_grade-school
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_grade-schoolf30b144
polyglot_javascript_grep
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_grepf30b144
polyglot_javascript_house
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_housef30b144
polyglot_javascript_killer-sudoku-helper
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_killer-sudoku-helperf30b144
polyglot_javascript_ledger
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_ledgerf30b144
polyglot_javascript_list-ops
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_list-opsf30b144
polyglot_javascript_meetup
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_meetupf30b144
polyglot_javascript_ocr-numbers
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_ocr-numbersf30b144
polyglot_javascript_palindrome-products
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_palindrome-productsf30b144
polyglot_javascript_parallel-letter-frequency
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_parallel-letter-frequencyf30b144
polyglot_javascript_phone-number
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_phone-numberf30b144
polyglot_javascript_pig-latin
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_pig-latinf30b144
polyglot_javascript_poker
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_pokerf30b144
polyglot_javascript_promises
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_promisesf30b144
polyglot_javascript_queen-attack
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_queen-attackf30b144
polyglot_javascript_rational-numbers
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_rational-numbersf30b144
polyglot_javascript_react
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_reactf30b144
polyglot_javascript_rectangles
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_rectanglesf30b144
polyglot_javascript_resistor-color-trio
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_resistor-color-triof30b144
polyglot_javascript_rest-api
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_rest-apif30b144
polyglot_javascript_robot-name
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_robot-namef30b144
polyglot_javascript_say
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_sayf30b144
polyglot_javascript_scale-generator
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_scale-generatorf30b144
polyglot_javascript_simple-linked-list
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_simple-linked-listf30b144
polyglot_javascript_space-age
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_space-agef30b144
polyglot_javascript_state-of-tic-tac-toe
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_state-of-tic-tac-toef30b144
polyglot_javascript_sum-of-multiples
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_sum-of-multiplesf30b144
polyglot_javascript_tournament
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_tournamentf30b144
polyglot_javascript_transpose
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_transposef30b144
polyglot_javascript_triangle
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_trianglef30b144
polyglot_javascript_twelve-days
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_twelve-daysf30b144
polyglot_javascript_two-bucket
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_two-bucketf30b144
polyglot_javascript_variable-length-quantity
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_variable-length-quantityf30b144
polyglot_javascript_word-search
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_word-searchf30b144
polyglot_javascript_wordy
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_wordyf30b144
polyglot_javascript_zebra-puzzle
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_zebra-puzzlef30b144
polyglot_javascript_zipper
harbor run -d aider-polyglot@1.0 -t polyglot_javascript_zipperf30b144
polyglot_python_affine-cipher
harbor run -d aider-polyglot@1.0 -t polyglot_python_affine-cipherf30b144
polyglot_python_beer-song
harbor run -d aider-polyglot@1.0 -t polyglot_python_beer-songf30b144
polyglot_python_book-store
harbor run -d aider-polyglot@1.0 -t polyglot_python_book-storef30b144
polyglot_python_bottle-song
harbor run -d aider-polyglot@1.0 -t polyglot_python_bottle-songf30b144
polyglot_python_bowling
harbor run -d aider-polyglot@1.0 -t polyglot_python_bowlingf30b144
polyglot_python_connect
harbor run -d aider-polyglot@1.0 -t polyglot_python_connectf30b144
polyglot_python_dominoes
harbor run -d aider-polyglot@1.0 -t polyglot_python_dominoesf30b144
polyglot_python_dot-dsl
harbor run -d aider-polyglot@1.0 -t polyglot_python_dot-dslf30b144
polyglot_python_food-chain
harbor run -d aider-polyglot@1.0 -t polyglot_python_food-chainf30b144
polyglot_python_forth
harbor run -d aider-polyglot@1.0 -t polyglot_python_forthf30b144
polyglot_python_go-counting
harbor run -d aider-polyglot@1.0 -t polyglot_python_go-countingf30b144
polyglot_python_grade-school
harbor run -d aider-polyglot@1.0 -t polyglot_python_grade-schoolf30b144
polyglot_python_grep
harbor run -d aider-polyglot@1.0 -t polyglot_python_grepf30b144
polyglot_python_hangman
harbor run -d aider-polyglot@1.0 -t polyglot_python_hangmanf30b144
polyglot_python_list-ops
harbor run -d aider-polyglot@1.0 -t polyglot_python_list-opsf30b144
polyglot_python_paasio
harbor run -d aider-polyglot@1.0 -t polyglot_python_paasiof30b144
polyglot_python_phone-number
harbor run -d aider-polyglot@1.0 -t polyglot_python_phone-numberf30b144
polyglot_python_pig-latin
harbor run -d aider-polyglot@1.0 -t polyglot_python_pig-latinf30b144
polyglot_python_poker
harbor run -d aider-polyglot@1.0 -t polyglot_python_pokerf30b144
polyglot_python_pov
harbor run -d aider-polyglot@1.0 -t polyglot_python_povf30b144
polyglot_python_proverb
harbor run -d aider-polyglot@1.0 -t polyglot_python_proverbf30b144
polyglot_python_react
harbor run -d aider-polyglot@1.0 -t polyglot_python_reactf30b144
polyglot_python_rest-api
harbor run -d aider-polyglot@1.0 -t polyglot_python_rest-apif30b144
polyglot_python_robot-name
harbor run -d aider-polyglot@1.0 -t polyglot_python_robot-namef30b144
polyglot_python_scale-generator
harbor run -d aider-polyglot@1.0 -t polyglot_python_scale-generatorf30b144
polyglot_python_sgf-parsing
harbor run -d aider-polyglot@1.0 -t polyglot_python_sgf-parsingf30b144
polyglot_python_simple-linked-list
harbor run -d aider-polyglot@1.0 -t polyglot_python_simple-linked-listf30b144
polyglot_python_transpose
harbor run -d aider-polyglot@1.0 -t polyglot_python_transposef30b144
polyglot_python_tree-building
harbor run -d aider-polyglot@1.0 -t polyglot_python_tree-buildingf30b144
polyglot_python_two-bucket
harbor run -d aider-polyglot@1.0 -t polyglot_python_two-bucketf30b144
polyglot_python_variable-length-quantity
harbor run -d aider-polyglot@1.0 -t polyglot_python_variable-length-quantityf30b144
polyglot_python_wordy
harbor run -d aider-polyglot@1.0 -t polyglot_python_wordyf30b144
polyglot_python_zebra-puzzle
harbor run -d aider-polyglot@1.0 -t polyglot_python_zebra-puzzlef30b144
polyglot_python_zipper
harbor run -d aider-polyglot@1.0 -t polyglot_python_zipperf30b144
polyglot_rust_accumulate
harbor run -d aider-polyglot@1.0 -t polyglot_rust_accumulatef30b144
polyglot_rust_acronym
harbor run -d aider-polyglot@1.0 -t polyglot_rust_acronymf30b144
polyglot_rust_alphametics
harbor run -d aider-polyglot@1.0 -t polyglot_rust_alphameticsf30b144
polyglot_rust_book-store
harbor run -d aider-polyglot@1.0 -t polyglot_rust_book-storef30b144
polyglot_rust_bowling
harbor run -d aider-polyglot@1.0 -t polyglot_rust_bowlingf30b144