├── .gitignore ├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── data ├── convert_jsonl_to_tf_records.py ├── data_utils.py ├── data_utils_test.py ├── llm_data │ ├── deepcoder │ │ ├── ADD_OP_FUNCTIONALITY.jsonl │ │ ├── COMPOSE_DIFFERENT_CONCEPTS.jsonl │ │ ├── COMPOSE_NEW_OP.jsonl │ │ ├── LENGTH_GENERALIZATION.jsonl │ │ ├── NONE.jsonl │ │ └── SWITCH_CONCEPT_ORDER.jsonl │ └── robustfill │ │ ├── ADD_OP_FUNCTIONALITY.jsonl │ │ ├── COMPOSE_DIFFERENT_CONCEPTS.jsonl │ │ ├── COMPOSE_NEW_OP.jsonl │ │ ├── LENGTH_GENERALIZATION.jsonl │ │ ├── NONE.jsonl │ │ └── SWITCH_CONCEPT_ORDER.jsonl └── test_data │ ├── deepcoder │ ├── ADD_OP_FUNCTIONALITY.jsonl │ ├── COMPOSE_DIFFERENT_CONCEPTS.jsonl │ ├── COMPOSE_NEW_OP.jsonl │ ├── LENGTH_GENERALIZATION.jsonl │ ├── NONE.jsonl │ └── SWITCH_CONCEPT_ORDER.jsonl │ └── robustfill │ ├── ADD_OP_FUNCTIONALITY.jsonl │ ├── COMPOSE_DIFFERENT_CONCEPTS.jsonl │ ├── COMPOSE_NEW_OP.jsonl │ ├── LENGTH_GENERALIZATION.jsonl │ ├── NONE.jsonl │ └── SWITCH_CONCEPT_ORDER.jsonl ├── models ├── base_models.py └── relative_attention.py ├── requirements.txt ├── spec_decomposition ├── cached_llm_access.py ├── cached_llm_access_test.py ├── decode.py ├── decomposition_models.py ├── end_to_end_predict.py ├── input_pipeline.py ├── launch_end_to_end_predict.py ├── launch_train.py ├── llm_utils.py ├── llm_utils_test.py ├── old_decode.py ├── run_deepcoder_end_to_end_predict.sh ├── run_deepcoder_training.sh ├── run_llm_experiment.py ├── run_llm_experiment_test.py ├── run_robustfill_end_to_end_predict.sh ├── run_robustfill_training.sh └── train.py └── tasks ├── deepcoder ├── dataset │ ├── run_data_generation.py │ ├── run_data_generation.sh │ ├── write_data.py │ └── write_data_test.py ├── deepcoder_dsl.py ├── deepcoder_dsl_test.py ├── old_sample_random.py ├── old_sample_random_test.py └── sample_random.py ├── experiment.py └── robust_fill ├── dataset ├── input_pipeline.py ├── run_data_generation.py ├── run_data_generation.sh └── write_data.py ├── dsl.py ├── dsl_test.py ├── sample_random.py └── tokens.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/.gitignore -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/README.md -------------------------------------------------------------------------------- /data/convert_jsonl_to_tf_records.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/data/convert_jsonl_to_tf_records.py -------------------------------------------------------------------------------- /data/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/data/data_utils.py -------------------------------------------------------------------------------- /data/data_utils_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/data/data_utils_test.py -------------------------------------------------------------------------------- /data/llm_data/deepcoder/ADD_OP_FUNCTIONALITY.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/data/llm_data/deepcoder/ADD_OP_FUNCTIONALITY.jsonl -------------------------------------------------------------------------------- /data/llm_data/deepcoder/COMPOSE_DIFFERENT_CONCEPTS.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/data/llm_data/deepcoder/COMPOSE_DIFFERENT_CONCEPTS.jsonl -------------------------------------------------------------------------------- /data/llm_data/deepcoder/COMPOSE_NEW_OP.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/data/llm_data/deepcoder/COMPOSE_NEW_OP.jsonl -------------------------------------------------------------------------------- /data/llm_data/deepcoder/LENGTH_GENERALIZATION.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/data/llm_data/deepcoder/LENGTH_GENERALIZATION.jsonl -------------------------------------------------------------------------------- /data/llm_data/deepcoder/NONE.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/data/llm_data/deepcoder/NONE.jsonl -------------------------------------------------------------------------------- /data/llm_data/deepcoder/SWITCH_CONCEPT_ORDER.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/data/llm_data/deepcoder/SWITCH_CONCEPT_ORDER.jsonl -------------------------------------------------------------------------------- /data/llm_data/robustfill/ADD_OP_FUNCTIONALITY.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/data/llm_data/robustfill/ADD_OP_FUNCTIONALITY.jsonl -------------------------------------------------------------------------------- /data/llm_data/robustfill/COMPOSE_DIFFERENT_CONCEPTS.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/data/llm_data/robustfill/COMPOSE_DIFFERENT_CONCEPTS.jsonl -------------------------------------------------------------------------------- /data/llm_data/robustfill/COMPOSE_NEW_OP.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/data/llm_data/robustfill/COMPOSE_NEW_OP.jsonl -------------------------------------------------------------------------------- /data/llm_data/robustfill/LENGTH_GENERALIZATION.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/data/llm_data/robustfill/LENGTH_GENERALIZATION.jsonl -------------------------------------------------------------------------------- /data/llm_data/robustfill/NONE.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/data/llm_data/robustfill/NONE.jsonl -------------------------------------------------------------------------------- /data/llm_data/robustfill/SWITCH_CONCEPT_ORDER.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/data/llm_data/robustfill/SWITCH_CONCEPT_ORDER.jsonl -------------------------------------------------------------------------------- /data/test_data/deepcoder/ADD_OP_FUNCTIONALITY.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/data/test_data/deepcoder/ADD_OP_FUNCTIONALITY.jsonl -------------------------------------------------------------------------------- /data/test_data/deepcoder/COMPOSE_DIFFERENT_CONCEPTS.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/data/test_data/deepcoder/COMPOSE_DIFFERENT_CONCEPTS.jsonl -------------------------------------------------------------------------------- /data/test_data/deepcoder/COMPOSE_NEW_OP.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/data/test_data/deepcoder/COMPOSE_NEW_OP.jsonl -------------------------------------------------------------------------------- /data/test_data/deepcoder/LENGTH_GENERALIZATION.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/data/test_data/deepcoder/LENGTH_GENERALIZATION.jsonl -------------------------------------------------------------------------------- /data/test_data/deepcoder/NONE.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/data/test_data/deepcoder/NONE.jsonl -------------------------------------------------------------------------------- /data/test_data/deepcoder/SWITCH_CONCEPT_ORDER.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/data/test_data/deepcoder/SWITCH_CONCEPT_ORDER.jsonl -------------------------------------------------------------------------------- /data/test_data/robustfill/ADD_OP_FUNCTIONALITY.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/data/test_data/robustfill/ADD_OP_FUNCTIONALITY.jsonl -------------------------------------------------------------------------------- /data/test_data/robustfill/COMPOSE_DIFFERENT_CONCEPTS.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/data/test_data/robustfill/COMPOSE_DIFFERENT_CONCEPTS.jsonl -------------------------------------------------------------------------------- /data/test_data/robustfill/COMPOSE_NEW_OP.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/data/test_data/robustfill/COMPOSE_NEW_OP.jsonl -------------------------------------------------------------------------------- /data/test_data/robustfill/LENGTH_GENERALIZATION.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/data/test_data/robustfill/LENGTH_GENERALIZATION.jsonl -------------------------------------------------------------------------------- /data/test_data/robustfill/NONE.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/data/test_data/robustfill/NONE.jsonl -------------------------------------------------------------------------------- /data/test_data/robustfill/SWITCH_CONCEPT_ORDER.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/data/test_data/robustfill/SWITCH_CONCEPT_ORDER.jsonl -------------------------------------------------------------------------------- /models/base_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/models/base_models.py -------------------------------------------------------------------------------- /models/relative_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/models/relative_attention.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/requirements.txt -------------------------------------------------------------------------------- /spec_decomposition/cached_llm_access.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/spec_decomposition/cached_llm_access.py -------------------------------------------------------------------------------- /spec_decomposition/cached_llm_access_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/spec_decomposition/cached_llm_access_test.py -------------------------------------------------------------------------------- /spec_decomposition/decode.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/spec_decomposition/decode.py -------------------------------------------------------------------------------- /spec_decomposition/decomposition_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/spec_decomposition/decomposition_models.py -------------------------------------------------------------------------------- /spec_decomposition/end_to_end_predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/spec_decomposition/end_to_end_predict.py -------------------------------------------------------------------------------- /spec_decomposition/input_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/spec_decomposition/input_pipeline.py -------------------------------------------------------------------------------- /spec_decomposition/launch_end_to_end_predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/spec_decomposition/launch_end_to_end_predict.py -------------------------------------------------------------------------------- /spec_decomposition/launch_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/spec_decomposition/launch_train.py -------------------------------------------------------------------------------- /spec_decomposition/llm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/spec_decomposition/llm_utils.py -------------------------------------------------------------------------------- /spec_decomposition/llm_utils_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/spec_decomposition/llm_utils_test.py -------------------------------------------------------------------------------- /spec_decomposition/old_decode.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/spec_decomposition/old_decode.py -------------------------------------------------------------------------------- /spec_decomposition/run_deepcoder_end_to_end_predict.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/spec_decomposition/run_deepcoder_end_to_end_predict.sh -------------------------------------------------------------------------------- /spec_decomposition/run_deepcoder_training.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/spec_decomposition/run_deepcoder_training.sh -------------------------------------------------------------------------------- /spec_decomposition/run_llm_experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/spec_decomposition/run_llm_experiment.py -------------------------------------------------------------------------------- /spec_decomposition/run_llm_experiment_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/spec_decomposition/run_llm_experiment_test.py -------------------------------------------------------------------------------- /spec_decomposition/run_robustfill_end_to_end_predict.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/spec_decomposition/run_robustfill_end_to_end_predict.sh -------------------------------------------------------------------------------- /spec_decomposition/run_robustfill_training.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/spec_decomposition/run_robustfill_training.sh -------------------------------------------------------------------------------- /spec_decomposition/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/spec_decomposition/train.py -------------------------------------------------------------------------------- /tasks/deepcoder/dataset/run_data_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/tasks/deepcoder/dataset/run_data_generation.py -------------------------------------------------------------------------------- /tasks/deepcoder/dataset/run_data_generation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/tasks/deepcoder/dataset/run_data_generation.sh -------------------------------------------------------------------------------- /tasks/deepcoder/dataset/write_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/tasks/deepcoder/dataset/write_data.py -------------------------------------------------------------------------------- /tasks/deepcoder/dataset/write_data_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/tasks/deepcoder/dataset/write_data_test.py -------------------------------------------------------------------------------- /tasks/deepcoder/deepcoder_dsl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/tasks/deepcoder/deepcoder_dsl.py -------------------------------------------------------------------------------- /tasks/deepcoder/deepcoder_dsl_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/tasks/deepcoder/deepcoder_dsl_test.py -------------------------------------------------------------------------------- /tasks/deepcoder/old_sample_random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/tasks/deepcoder/old_sample_random.py -------------------------------------------------------------------------------- /tasks/deepcoder/old_sample_random_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/tasks/deepcoder/old_sample_random_test.py -------------------------------------------------------------------------------- /tasks/deepcoder/sample_random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/tasks/deepcoder/sample_random.py -------------------------------------------------------------------------------- /tasks/experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/tasks/experiment.py -------------------------------------------------------------------------------- /tasks/robust_fill/dataset/input_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/tasks/robust_fill/dataset/input_pipeline.py -------------------------------------------------------------------------------- /tasks/robust_fill/dataset/run_data_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/tasks/robust_fill/dataset/run_data_generation.py -------------------------------------------------------------------------------- /tasks/robust_fill/dataset/run_data_generation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/tasks/robust_fill/dataset/run_data_generation.sh -------------------------------------------------------------------------------- /tasks/robust_fill/dataset/write_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/tasks/robust_fill/dataset/write_data.py -------------------------------------------------------------------------------- /tasks/robust_fill/dsl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/tasks/robust_fill/dsl.py -------------------------------------------------------------------------------- /tasks/robust_fill/dsl_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/tasks/robust_fill/dsl_test.py -------------------------------------------------------------------------------- /tasks/robust_fill/sample_random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/tasks/robust_fill/sample_random.py -------------------------------------------------------------------------------- /tasks/robust_fill/tokens.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/exedec/HEAD/tasks/robust_fill/tokens.py --------------------------------------------------------------------------------