├── .gitignore ├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── chomsky.svg ├── experiments ├── constants.py ├── curriculum.py ├── example.py ├── range_evaluation.py ├── training.py └── utils.py ├── models ├── ndstack_rnn.py ├── positional_encodings.py ├── rnn.py ├── stack_rnn.py ├── tape_rnn.py └── transformer.py ├── requirements.txt └── tasks ├── cs ├── binary_addition.py ├── binary_multiplication.py ├── bucket_sort.py ├── compute_sqrt.py ├── duplicate_string.py ├── missing_duplicate_string.py └── odds_first.py ├── dcf ├── modular_arithmetic_brackets.py ├── reverse_string.py ├── solve_equation.py └── stack_manipulation.py ├── regular ├── cycle_navigation.py ├── even_pairs.py ├── modular_arithmetic.py └── parity_check.py └── task.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/neural_networks_chomsky_hierarchy/HEAD/.gitignore -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/neural_networks_chomsky_hierarchy/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/neural_networks_chomsky_hierarchy/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/neural_networks_chomsky_hierarchy/HEAD/README.md -------------------------------------------------------------------------------- /chomsky.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/neural_networks_chomsky_hierarchy/HEAD/chomsky.svg -------------------------------------------------------------------------------- /experiments/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/neural_networks_chomsky_hierarchy/HEAD/experiments/constants.py -------------------------------------------------------------------------------- /experiments/curriculum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/neural_networks_chomsky_hierarchy/HEAD/experiments/curriculum.py -------------------------------------------------------------------------------- /experiments/example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/neural_networks_chomsky_hierarchy/HEAD/experiments/example.py -------------------------------------------------------------------------------- /experiments/range_evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/neural_networks_chomsky_hierarchy/HEAD/experiments/range_evaluation.py -------------------------------------------------------------------------------- /experiments/training.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/neural_networks_chomsky_hierarchy/HEAD/experiments/training.py -------------------------------------------------------------------------------- /experiments/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/neural_networks_chomsky_hierarchy/HEAD/experiments/utils.py -------------------------------------------------------------------------------- /models/ndstack_rnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/neural_networks_chomsky_hierarchy/HEAD/models/ndstack_rnn.py -------------------------------------------------------------------------------- /models/positional_encodings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/neural_networks_chomsky_hierarchy/HEAD/models/positional_encodings.py -------------------------------------------------------------------------------- /models/rnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/neural_networks_chomsky_hierarchy/HEAD/models/rnn.py -------------------------------------------------------------------------------- /models/stack_rnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/neural_networks_chomsky_hierarchy/HEAD/models/stack_rnn.py -------------------------------------------------------------------------------- /models/tape_rnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/neural_networks_chomsky_hierarchy/HEAD/models/tape_rnn.py -------------------------------------------------------------------------------- /models/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/neural_networks_chomsky_hierarchy/HEAD/models/transformer.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/neural_networks_chomsky_hierarchy/HEAD/requirements.txt -------------------------------------------------------------------------------- /tasks/cs/binary_addition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/neural_networks_chomsky_hierarchy/HEAD/tasks/cs/binary_addition.py -------------------------------------------------------------------------------- /tasks/cs/binary_multiplication.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/neural_networks_chomsky_hierarchy/HEAD/tasks/cs/binary_multiplication.py -------------------------------------------------------------------------------- /tasks/cs/bucket_sort.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/neural_networks_chomsky_hierarchy/HEAD/tasks/cs/bucket_sort.py -------------------------------------------------------------------------------- /tasks/cs/compute_sqrt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/neural_networks_chomsky_hierarchy/HEAD/tasks/cs/compute_sqrt.py -------------------------------------------------------------------------------- /tasks/cs/duplicate_string.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/neural_networks_chomsky_hierarchy/HEAD/tasks/cs/duplicate_string.py -------------------------------------------------------------------------------- /tasks/cs/missing_duplicate_string.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/neural_networks_chomsky_hierarchy/HEAD/tasks/cs/missing_duplicate_string.py -------------------------------------------------------------------------------- /tasks/cs/odds_first.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/neural_networks_chomsky_hierarchy/HEAD/tasks/cs/odds_first.py -------------------------------------------------------------------------------- /tasks/dcf/modular_arithmetic_brackets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/neural_networks_chomsky_hierarchy/HEAD/tasks/dcf/modular_arithmetic_brackets.py -------------------------------------------------------------------------------- /tasks/dcf/reverse_string.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/neural_networks_chomsky_hierarchy/HEAD/tasks/dcf/reverse_string.py -------------------------------------------------------------------------------- /tasks/dcf/solve_equation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/neural_networks_chomsky_hierarchy/HEAD/tasks/dcf/solve_equation.py -------------------------------------------------------------------------------- /tasks/dcf/stack_manipulation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/neural_networks_chomsky_hierarchy/HEAD/tasks/dcf/stack_manipulation.py -------------------------------------------------------------------------------- /tasks/regular/cycle_navigation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/neural_networks_chomsky_hierarchy/HEAD/tasks/regular/cycle_navigation.py -------------------------------------------------------------------------------- /tasks/regular/even_pairs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/neural_networks_chomsky_hierarchy/HEAD/tasks/regular/even_pairs.py -------------------------------------------------------------------------------- /tasks/regular/modular_arithmetic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/neural_networks_chomsky_hierarchy/HEAD/tasks/regular/modular_arithmetic.py -------------------------------------------------------------------------------- /tasks/regular/parity_check.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/neural_networks_chomsky_hierarchy/HEAD/tasks/regular/parity_check.py -------------------------------------------------------------------------------- /tasks/task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/neural_networks_chomsky_hierarchy/HEAD/tasks/task.py --------------------------------------------------------------------------------