├── .github └── workflows │ ├── build_and_release.yml │ └── unittest.yml ├── .gitignore ├── .idea └── .gitignore ├── HISTORY.md ├── LICENSE ├── README.md ├── asset └── img │ ├── codetext_logo.png │ └── codetext_logo_line.png ├── pyproject.toml ├── requirements.txt ├── src └── codetext │ ├── __init__.py │ ├── __main__.py │ ├── clean │ ├── __init__.py │ └── noise_removal.py │ ├── codetext_cli.py │ ├── parser │ ├── README.md │ ├── __init__.py │ ├── c_sharp_parser.py │ ├── cpp_parser.py │ ├── go_parser.py │ ├── java_parser.py │ ├── javascript_parser.py │ ├── language_parser.py │ ├── php_parser.py │ ├── python_parser.py │ ├── ruby_parser.py │ └── rust_parser.py │ └── utils │ ├── __init__.py │ ├── imports.py │ └── utils.py └── tests ├── __init__.py ├── setup.py ├── test_clean ├── __init__.py └── test_clean_utils.py ├── test_parser ├── __init__.py ├── test_c.py ├── test_cpp.py ├── test_csharp.py ├── test_go.py ├── test_java.py ├── test_javascript.py ├── test_php.py ├── test_python.py ├── test_ruby.py ├── test_rust.py └── test_sample │ ├── README.md │ ├── c_sharp_test_sample.cs │ ├── c_test_sample.c │ ├── cpp_test_sample.cpp │ ├── go_test_sample.go │ ├── java_test_sample.java │ ├── javascript_test_sample.js │ ├── php_test_sample.php │ ├── py_test_sample.py │ ├── ruby_test_sample.rb │ └── rust_test_sample.rs └── test_utils ├── __init__.py └── test_utils.py /.github/workflows/build_and_release.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/.github/workflows/build_and_release.yml -------------------------------------------------------------------------------- /.github/workflows/unittest.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/.github/workflows/unittest.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/.gitignore -------------------------------------------------------------------------------- /.idea/.gitignore: -------------------------------------------------------------------------------- 1 | # Default ignored files 2 | /shelf/ 3 | /workspace.xml 4 | .idea 5 | .vscode 6 | *.iml -------------------------------------------------------------------------------- /HISTORY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/HISTORY.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/README.md -------------------------------------------------------------------------------- /asset/img/codetext_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/asset/img/codetext_logo.png -------------------------------------------------------------------------------- /asset/img/codetext_logo_line.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/asset/img/codetext_logo_line.png -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/requirements.txt -------------------------------------------------------------------------------- /src/codetext/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/codetext/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/src/codetext/__main__.py -------------------------------------------------------------------------------- /src/codetext/clean/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/src/codetext/clean/__init__.py -------------------------------------------------------------------------------- /src/codetext/clean/noise_removal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/src/codetext/clean/noise_removal.py -------------------------------------------------------------------------------- /src/codetext/codetext_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/src/codetext/codetext_cli.py -------------------------------------------------------------------------------- /src/codetext/parser/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/src/codetext/parser/README.md -------------------------------------------------------------------------------- /src/codetext/parser/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/src/codetext/parser/__init__.py -------------------------------------------------------------------------------- /src/codetext/parser/c_sharp_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/src/codetext/parser/c_sharp_parser.py -------------------------------------------------------------------------------- /src/codetext/parser/cpp_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/src/codetext/parser/cpp_parser.py -------------------------------------------------------------------------------- /src/codetext/parser/go_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/src/codetext/parser/go_parser.py -------------------------------------------------------------------------------- /src/codetext/parser/java_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/src/codetext/parser/java_parser.py -------------------------------------------------------------------------------- /src/codetext/parser/javascript_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/src/codetext/parser/javascript_parser.py -------------------------------------------------------------------------------- /src/codetext/parser/language_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/src/codetext/parser/language_parser.py -------------------------------------------------------------------------------- /src/codetext/parser/php_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/src/codetext/parser/php_parser.py -------------------------------------------------------------------------------- /src/codetext/parser/python_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/src/codetext/parser/python_parser.py -------------------------------------------------------------------------------- /src/codetext/parser/ruby_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/src/codetext/parser/ruby_parser.py -------------------------------------------------------------------------------- /src/codetext/parser/rust_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/src/codetext/parser/rust_parser.py -------------------------------------------------------------------------------- /src/codetext/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/src/codetext/utils/__init__.py -------------------------------------------------------------------------------- /src/codetext/utils/imports.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/src/codetext/utils/imports.py -------------------------------------------------------------------------------- /src/codetext/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/src/codetext/utils/utils.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/tests/__init__.py -------------------------------------------------------------------------------- /tests/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/tests/setup.py -------------------------------------------------------------------------------- /tests/test_clean/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/test_clean/test_clean_utils.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/test_parser/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/test_parser/test_c.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/tests/test_parser/test_c.py -------------------------------------------------------------------------------- /tests/test_parser/test_cpp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/tests/test_parser/test_cpp.py -------------------------------------------------------------------------------- /tests/test_parser/test_csharp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/tests/test_parser/test_csharp.py -------------------------------------------------------------------------------- /tests/test_parser/test_go.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/tests/test_parser/test_go.py -------------------------------------------------------------------------------- /tests/test_parser/test_java.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/tests/test_parser/test_java.py -------------------------------------------------------------------------------- /tests/test_parser/test_javascript.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/tests/test_parser/test_javascript.py -------------------------------------------------------------------------------- /tests/test_parser/test_php.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/tests/test_parser/test_php.py -------------------------------------------------------------------------------- /tests/test_parser/test_python.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/tests/test_parser/test_python.py -------------------------------------------------------------------------------- /tests/test_parser/test_ruby.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/tests/test_parser/test_ruby.py -------------------------------------------------------------------------------- /tests/test_parser/test_rust.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/tests/test_parser/test_rust.py -------------------------------------------------------------------------------- /tests/test_parser/test_sample/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/tests/test_parser/test_sample/README.md -------------------------------------------------------------------------------- /tests/test_parser/test_sample/c_sharp_test_sample.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/tests/test_parser/test_sample/c_sharp_test_sample.cs -------------------------------------------------------------------------------- /tests/test_parser/test_sample/c_test_sample.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/tests/test_parser/test_sample/c_test_sample.c -------------------------------------------------------------------------------- /tests/test_parser/test_sample/cpp_test_sample.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/tests/test_parser/test_sample/cpp_test_sample.cpp -------------------------------------------------------------------------------- /tests/test_parser/test_sample/go_test_sample.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/tests/test_parser/test_sample/go_test_sample.go -------------------------------------------------------------------------------- /tests/test_parser/test_sample/java_test_sample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/tests/test_parser/test_sample/java_test_sample.java -------------------------------------------------------------------------------- /tests/test_parser/test_sample/javascript_test_sample.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/tests/test_parser/test_sample/javascript_test_sample.js -------------------------------------------------------------------------------- /tests/test_parser/test_sample/php_test_sample.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/tests/test_parser/test_sample/php_test_sample.php -------------------------------------------------------------------------------- /tests/test_parser/test_sample/py_test_sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/tests/test_parser/test_sample/py_test_sample.py -------------------------------------------------------------------------------- /tests/test_parser/test_sample/ruby_test_sample.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/tests/test_parser/test_sample/ruby_test_sample.rb -------------------------------------------------------------------------------- /tests/test_parser/test_sample/rust_test_sample.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/tests/test_parser/test_sample/rust_test_sample.rs -------------------------------------------------------------------------------- /tests/test_utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/test_utils/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/CodeText-parser/HEAD/tests/test_utils/test_utils.py --------------------------------------------------------------------------------