├── .github └── workflows │ └── docs.yaml ├── .gitignore ├── AI_ETHICS.md ├── CODEOWNERS ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING-ARCHIVED.md ├── CONTRIBUTING.md ├── LICENSE.txt ├── MANIFEST.in ├── OVERVIEW.md ├── README.md ├── SECURITY.md ├── assets ├── features.png ├── logo.png └── overview.png ├── codetf ├── __init__.py ├── code_utility │ ├── __init__.py │ ├── apex │ │ ├── __init__.py │ │ └── apex_code_utility.py │ ├── ast_parser.py │ ├── base_utility.py │ ├── java │ │ ├── __init__.py │ │ └── java_code_utility.py │ ├── language_specific_utility.py │ └── python │ │ ├── __init__.py │ │ └── python_code_utility.py ├── common │ ├── __init__.py │ ├── registry.py │ └── utils.py ├── configs │ ├── __init__.py │ ├── dataset │ │ └── dataset.yaml │ ├── default.yaml │ ├── inference │ │ ├── bert.yaml │ │ ├── causal_lm.yaml │ │ └── codet5.yaml │ └── training │ │ ├── causal_lm.yaml │ │ └── codet5.yaml ├── data_utility │ ├── __init__.py │ ├── apps_dataset.py │ ├── base_dataset.py │ ├── codexglue_dataset.py │ ├── human_eval_dataset.py │ ├── mpp_dataset.py │ ├── stackexchange_instruction_dataset.py │ └── util.py ├── models │ ├── __init__.py │ ├── base_model.py │ ├── bert_models │ │ └── __init__.py │ ├── causal_lm_models │ │ └── __init__.py │ └── seq2seq_models │ │ └── __init__.py ├── performance │ ├── __init__.py │ ├── evaluation_metric.py │ └── model_evaluator.py ├── trainer │ ├── base_trainer.py │ ├── causal_lm_trainer.py │ └── codet5_trainer.py └── tree-sitter-prebuilts │ ├── .DS_Store │ ├── Darwin │ ├── .DS_Store │ ├── apex.so │ ├── bash.so │ ├── c.so │ ├── c_sharp.so │ ├── cpp.so │ ├── css.so │ ├── elm.so │ ├── go.so │ ├── haskell.so │ ├── html.so │ ├── java.so │ ├── javascript.so │ ├── kotlin.so │ ├── lua.so │ ├── php.so │ ├── python.so │ ├── ruby.so │ ├── rust.so │ ├── scala.so │ ├── solidity.so │ ├── soql.so │ └── sosl.so │ └── Linux │ ├── apex.so │ ├── asm.so │ ├── bash.so │ ├── c.so │ ├── c_sharp.so │ ├── cpp.so │ ├── css.so │ ├── elm.so │ ├── go.so │ ├── haskell.so │ ├── html.so │ ├── java.so │ ├── javascript.so │ ├── kotlin.so │ ├── lua.so │ ├── php.so │ ├── python.so │ ├── ruby.so │ ├── rust.so │ ├── scala.so │ ├── solidity.so │ ├── soql.so │ ├── sosl.so │ ├── verilog.so │ └── yaml.so ├── docs ├── Makefile ├── _static │ ├── architecture.png │ └── overview.png ├── build_docs.sh ├── conf.py ├── getting_started.rst ├── index.rst ├── intro.rst ├── make.bat └── requirements.txt ├── license_info.md ├── requirements.txt ├── setup.cfg ├── setup.py ├── test_code_utilities ├── __init__.py ├── test_extract_code_attributes.py ├── test_parse_code.py ├── test_remove_comments.py └── test_variable_renaming.py ├── test_dataset └── test_load_codexgluedataset.py ├── test_evaluation ├── test_evaluate_human_eval_codegen.py ├── test_evaluate_human_eval_codet5_plus_2B.py ├── test_evaluate_human_eval_codet5_plus_770M.py └── test_evaluate_human_eval_starcoder.py ├── test_inference ├── __init__.py ├── test_codebert_embedding.py ├── test_codegen_nl2code.py ├── test_codet5_multitask.py ├── test_codet5plus_nl2code.py ├── test_load_model_zoo.py └── test_starcoder_nl2code.py └── test_trainer ├── test_causal_lm_trainer_codegen.py └── test_codet5_trainer.py /.github/workflows/docs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/.github/workflows/docs.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/.gitignore -------------------------------------------------------------------------------- /AI_ETHICS.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/AI_ETHICS.md -------------------------------------------------------------------------------- /CODEOWNERS: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/CODEOWNERS -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING-ARCHIVED.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/CONTRIBUTING-ARCHIVED.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /OVERVIEW.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/OVERVIEW.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/README.md -------------------------------------------------------------------------------- /SECURITY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/SECURITY.md -------------------------------------------------------------------------------- /assets/features.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/assets/features.png -------------------------------------------------------------------------------- /assets/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/assets/logo.png -------------------------------------------------------------------------------- /assets/overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/assets/overview.png -------------------------------------------------------------------------------- /codetf/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/__init__.py -------------------------------------------------------------------------------- /codetf/code_utility/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /codetf/code_utility/apex/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /codetf/code_utility/apex/apex_code_utility.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/code_utility/apex/apex_code_utility.py -------------------------------------------------------------------------------- /codetf/code_utility/ast_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/code_utility/ast_parser.py -------------------------------------------------------------------------------- /codetf/code_utility/base_utility.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/code_utility/base_utility.py -------------------------------------------------------------------------------- /codetf/code_utility/java/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /codetf/code_utility/java/java_code_utility.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/code_utility/java/java_code_utility.py -------------------------------------------------------------------------------- /codetf/code_utility/language_specific_utility.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/code_utility/language_specific_utility.py -------------------------------------------------------------------------------- /codetf/code_utility/python/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /codetf/code_utility/python/python_code_utility.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/code_utility/python/python_code_utility.py -------------------------------------------------------------------------------- /codetf/common/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /codetf/common/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/common/registry.py -------------------------------------------------------------------------------- /codetf/common/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/common/utils.py -------------------------------------------------------------------------------- /codetf/configs/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /codetf/configs/dataset/dataset.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/configs/dataset/dataset.yaml -------------------------------------------------------------------------------- /codetf/configs/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/configs/default.yaml -------------------------------------------------------------------------------- /codetf/configs/inference/bert.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/configs/inference/bert.yaml -------------------------------------------------------------------------------- /codetf/configs/inference/causal_lm.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/configs/inference/causal_lm.yaml -------------------------------------------------------------------------------- /codetf/configs/inference/codet5.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/configs/inference/codet5.yaml -------------------------------------------------------------------------------- /codetf/configs/training/causal_lm.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/configs/training/causal_lm.yaml -------------------------------------------------------------------------------- /codetf/configs/training/codet5.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/configs/training/codet5.yaml -------------------------------------------------------------------------------- /codetf/data_utility/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /codetf/data_utility/apps_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/data_utility/apps_dataset.py -------------------------------------------------------------------------------- /codetf/data_utility/base_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/data_utility/base_dataset.py -------------------------------------------------------------------------------- /codetf/data_utility/codexglue_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/data_utility/codexglue_dataset.py -------------------------------------------------------------------------------- /codetf/data_utility/human_eval_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/data_utility/human_eval_dataset.py -------------------------------------------------------------------------------- /codetf/data_utility/mpp_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/data_utility/mpp_dataset.py -------------------------------------------------------------------------------- /codetf/data_utility/stackexchange_instruction_dataset.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /codetf/data_utility/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/data_utility/util.py -------------------------------------------------------------------------------- /codetf/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/models/__init__.py -------------------------------------------------------------------------------- /codetf/models/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/models/base_model.py -------------------------------------------------------------------------------- /codetf/models/bert_models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/models/bert_models/__init__.py -------------------------------------------------------------------------------- /codetf/models/causal_lm_models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/models/causal_lm_models/__init__.py -------------------------------------------------------------------------------- /codetf/models/seq2seq_models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/models/seq2seq_models/__init__.py -------------------------------------------------------------------------------- /codetf/performance/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /codetf/performance/evaluation_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/performance/evaluation_metric.py -------------------------------------------------------------------------------- /codetf/performance/model_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/performance/model_evaluator.py -------------------------------------------------------------------------------- /codetf/trainer/base_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/trainer/base_trainer.py -------------------------------------------------------------------------------- /codetf/trainer/causal_lm_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/trainer/causal_lm_trainer.py -------------------------------------------------------------------------------- /codetf/trainer/codet5_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/trainer/codet5_trainer.py -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/.DS_Store -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Darwin/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Darwin/.DS_Store -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Darwin/apex.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Darwin/apex.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Darwin/bash.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Darwin/bash.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Darwin/c.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Darwin/c.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Darwin/c_sharp.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Darwin/c_sharp.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Darwin/cpp.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Darwin/cpp.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Darwin/css.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Darwin/css.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Darwin/elm.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Darwin/elm.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Darwin/go.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Darwin/go.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Darwin/haskell.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Darwin/haskell.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Darwin/html.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Darwin/html.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Darwin/java.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Darwin/java.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Darwin/javascript.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Darwin/javascript.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Darwin/kotlin.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Darwin/kotlin.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Darwin/lua.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Darwin/lua.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Darwin/php.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Darwin/php.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Darwin/python.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Darwin/python.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Darwin/ruby.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Darwin/ruby.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Darwin/rust.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Darwin/rust.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Darwin/scala.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Darwin/scala.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Darwin/solidity.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Darwin/solidity.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Darwin/soql.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Darwin/soql.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Darwin/sosl.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Darwin/sosl.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Linux/apex.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Linux/apex.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Linux/asm.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Linux/asm.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Linux/bash.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Linux/bash.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Linux/c.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Linux/c.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Linux/c_sharp.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Linux/c_sharp.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Linux/cpp.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Linux/cpp.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Linux/css.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Linux/css.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Linux/elm.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Linux/elm.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Linux/go.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Linux/go.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Linux/haskell.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Linux/haskell.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Linux/html.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Linux/html.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Linux/java.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Linux/java.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Linux/javascript.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Linux/javascript.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Linux/kotlin.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Linux/kotlin.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Linux/lua.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Linux/lua.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Linux/php.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Linux/php.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Linux/python.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Linux/python.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Linux/ruby.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Linux/ruby.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Linux/rust.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Linux/rust.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Linux/scala.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Linux/scala.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Linux/solidity.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Linux/solidity.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Linux/soql.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Linux/soql.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Linux/sosl.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Linux/sosl.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Linux/verilog.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Linux/verilog.so -------------------------------------------------------------------------------- /codetf/tree-sitter-prebuilts/Linux/yaml.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/codetf/tree-sitter-prebuilts/Linux/yaml.so -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/_static/architecture.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/docs/_static/architecture.png -------------------------------------------------------------------------------- /docs/_static/overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/docs/_static/overview.png -------------------------------------------------------------------------------- /docs/build_docs.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/docs/build_docs.sh -------------------------------------------------------------------------------- /docs/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/docs/conf.py -------------------------------------------------------------------------------- /docs/getting_started.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/docs/getting_started.rst -------------------------------------------------------------------------------- /docs/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/docs/index.rst -------------------------------------------------------------------------------- /docs/intro.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/docs/intro.rst -------------------------------------------------------------------------------- /docs/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/docs/make.bat -------------------------------------------------------------------------------- /docs/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/docs/requirements.txt -------------------------------------------------------------------------------- /license_info.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/license_info.md -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- 1 | [metadata] 2 | description-file = README.md -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/setup.py -------------------------------------------------------------------------------- /test_code_utilities/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test_code_utilities/test_extract_code_attributes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/test_code_utilities/test_extract_code_attributes.py -------------------------------------------------------------------------------- /test_code_utilities/test_parse_code.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/test_code_utilities/test_parse_code.py -------------------------------------------------------------------------------- /test_code_utilities/test_remove_comments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/test_code_utilities/test_remove_comments.py -------------------------------------------------------------------------------- /test_code_utilities/test_variable_renaming.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/test_code_utilities/test_variable_renaming.py -------------------------------------------------------------------------------- /test_dataset/test_load_codexgluedataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/test_dataset/test_load_codexgluedataset.py -------------------------------------------------------------------------------- /test_evaluation/test_evaluate_human_eval_codegen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/test_evaluation/test_evaluate_human_eval_codegen.py -------------------------------------------------------------------------------- /test_evaluation/test_evaluate_human_eval_codet5_plus_2B.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/test_evaluation/test_evaluate_human_eval_codet5_plus_2B.py -------------------------------------------------------------------------------- /test_evaluation/test_evaluate_human_eval_codet5_plus_770M.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/test_evaluation/test_evaluate_human_eval_codet5_plus_770M.py -------------------------------------------------------------------------------- /test_evaluation/test_evaluate_human_eval_starcoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/test_evaluation/test_evaluate_human_eval_starcoder.py -------------------------------------------------------------------------------- /test_inference/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test_inference/test_codebert_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/test_inference/test_codebert_embedding.py -------------------------------------------------------------------------------- /test_inference/test_codegen_nl2code.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/test_inference/test_codegen_nl2code.py -------------------------------------------------------------------------------- /test_inference/test_codet5_multitask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/test_inference/test_codet5_multitask.py -------------------------------------------------------------------------------- /test_inference/test_codet5plus_nl2code.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/test_inference/test_codet5plus_nl2code.py -------------------------------------------------------------------------------- /test_inference/test_load_model_zoo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/test_inference/test_load_model_zoo.py -------------------------------------------------------------------------------- /test_inference/test_starcoder_nl2code.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/test_inference/test_starcoder_nl2code.py -------------------------------------------------------------------------------- /test_trainer/test_causal_lm_trainer_codegen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/test_trainer/test_causal_lm_trainer_codegen.py -------------------------------------------------------------------------------- /test_trainer/test_codet5_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/CodeTF/HEAD/test_trainer/test_codet5_trainer.py --------------------------------------------------------------------------------