├── .gitignore ├── CITATION.cff ├── CSharpExtractor ├── .gitattributes ├── .gitignore ├── CSharpExtractor │ ├── .nuget │ │ └── packages.config │ ├── CSharpExtractor.sln │ └── Extractor │ │ ├── Extractor.cs │ │ ├── Extractor.csproj │ │ ├── PathFinder.cs │ │ ├── Program.cs │ │ ├── Properties │ │ └── launchSettings.json │ │ ├── Temp.cs │ │ ├── Tree │ │ └── Tree.cs │ │ ├── Utilities.cs │ │ └── Variable.cs └── extract.py ├── Input.java ├── JavaExtractor ├── JPredict │ ├── .classpath │ ├── .gitignore │ ├── JavaExtractor (1).iml │ ├── JavaExtractor.iml │ ├── dependency-reduced-pom.xml │ ├── pom.xml │ ├── src │ │ └── main │ │ │ └── java │ │ │ ├── JavaExtractor │ │ │ ├── App.java │ │ │ ├── Common │ │ │ │ ├── CommandLineValues.java │ │ │ │ ├── Common.java │ │ │ │ └── MethodContent.java │ │ │ ├── ExtractFeaturesTask.java │ │ │ ├── FeatureExtractor.java │ │ │ ├── FeaturesEntities │ │ │ │ ├── ProgramFeatures.java │ │ │ │ ├── ProgramRelation.java │ │ │ │ └── Property.java │ │ │ └── Visitors │ │ │ │ ├── FunctionVisitor.java │ │ │ │ └── LeavesCollectorVisitor.java │ │ │ └── Test.java │ └── target │ │ └── JavaExtractor-0.0.1-SNAPSHOT.jar └── extract.py ├── LICENSE ├── Python150kExtractor ├── README.md ├── extract.py └── preprocess.sh ├── README.md ├── __init__.py ├── baseline_tokenization ├── input_example.txt ├── javalang │ ├── __init__.py │ ├── ast.py │ ├── javadoc.py │ ├── parse.py │ ├── parser.py │ ├── test │ │ ├── __init__.py │ │ ├── source │ │ │ └── package-info │ │ │ │ ├── AnnotationJavadoc.java │ │ │ │ ├── AnnotationOnly.java │ │ │ │ ├── JavadocAnnotation.java │ │ │ │ ├── JavadocOnly.java │ │ │ │ └── NoAnnotationNoJavadoc.java │ │ ├── test_java_8_syntax.py │ │ ├── test_javadoc.py │ │ ├── test_package_declaration.py │ │ └── test_util.py │ ├── tokenizer.py │ ├── tree.py │ └── util.py └── subtokenize_nmt_baseline.py ├── code2seq.py ├── common.py ├── config.py ├── extractor.py ├── images └── network.png ├── interactive_predict.py ├── model.py ├── preprocess.py ├── preprocess.sh ├── preprocess_csharp.sh ├── reader.py ├── train.sh └── train_python150k.sh /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/.gitignore -------------------------------------------------------------------------------- /CITATION.cff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/CITATION.cff -------------------------------------------------------------------------------- /CSharpExtractor/.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/CSharpExtractor/.gitattributes -------------------------------------------------------------------------------- /CSharpExtractor/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/CSharpExtractor/.gitignore -------------------------------------------------------------------------------- /CSharpExtractor/CSharpExtractor/.nuget/packages.config: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/CSharpExtractor/CSharpExtractor/.nuget/packages.config -------------------------------------------------------------------------------- /CSharpExtractor/CSharpExtractor/CSharpExtractor.sln: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/CSharpExtractor/CSharpExtractor/CSharpExtractor.sln -------------------------------------------------------------------------------- /CSharpExtractor/CSharpExtractor/Extractor/Extractor.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/CSharpExtractor/CSharpExtractor/Extractor/Extractor.cs -------------------------------------------------------------------------------- /CSharpExtractor/CSharpExtractor/Extractor/Extractor.csproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/CSharpExtractor/CSharpExtractor/Extractor/Extractor.csproj -------------------------------------------------------------------------------- /CSharpExtractor/CSharpExtractor/Extractor/PathFinder.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/CSharpExtractor/CSharpExtractor/Extractor/PathFinder.cs -------------------------------------------------------------------------------- /CSharpExtractor/CSharpExtractor/Extractor/Program.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/CSharpExtractor/CSharpExtractor/Extractor/Program.cs -------------------------------------------------------------------------------- /CSharpExtractor/CSharpExtractor/Extractor/Properties/launchSettings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/CSharpExtractor/CSharpExtractor/Extractor/Properties/launchSettings.json -------------------------------------------------------------------------------- /CSharpExtractor/CSharpExtractor/Extractor/Temp.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/CSharpExtractor/CSharpExtractor/Extractor/Temp.cs -------------------------------------------------------------------------------- /CSharpExtractor/CSharpExtractor/Extractor/Tree/Tree.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/CSharpExtractor/CSharpExtractor/Extractor/Tree/Tree.cs -------------------------------------------------------------------------------- /CSharpExtractor/CSharpExtractor/Extractor/Utilities.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/CSharpExtractor/CSharpExtractor/Extractor/Utilities.cs -------------------------------------------------------------------------------- /CSharpExtractor/CSharpExtractor/Extractor/Variable.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/CSharpExtractor/CSharpExtractor/Extractor/Variable.cs -------------------------------------------------------------------------------- /CSharpExtractor/extract.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/CSharpExtractor/extract.py -------------------------------------------------------------------------------- /Input.java: -------------------------------------------------------------------------------- 1 | public String getName() { 2 | return name; 3 | } -------------------------------------------------------------------------------- /JavaExtractor/JPredict/.classpath: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/JavaExtractor/JPredict/.classpath -------------------------------------------------------------------------------- /JavaExtractor/JPredict/.gitignore: -------------------------------------------------------------------------------- 1 | /target/ -------------------------------------------------------------------------------- /JavaExtractor/JPredict/JavaExtractor (1).iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/JavaExtractor/JPredict/JavaExtractor (1).iml -------------------------------------------------------------------------------- /JavaExtractor/JPredict/JavaExtractor.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/JavaExtractor/JPredict/JavaExtractor.iml -------------------------------------------------------------------------------- /JavaExtractor/JPredict/dependency-reduced-pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/JavaExtractor/JPredict/dependency-reduced-pom.xml -------------------------------------------------------------------------------- /JavaExtractor/JPredict/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/JavaExtractor/JPredict/pom.xml -------------------------------------------------------------------------------- /JavaExtractor/JPredict/src/main/java/JavaExtractor/App.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/JavaExtractor/JPredict/src/main/java/JavaExtractor/App.java -------------------------------------------------------------------------------- /JavaExtractor/JPredict/src/main/java/JavaExtractor/Common/CommandLineValues.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/JavaExtractor/JPredict/src/main/java/JavaExtractor/Common/CommandLineValues.java -------------------------------------------------------------------------------- /JavaExtractor/JPredict/src/main/java/JavaExtractor/Common/Common.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/JavaExtractor/JPredict/src/main/java/JavaExtractor/Common/Common.java -------------------------------------------------------------------------------- /JavaExtractor/JPredict/src/main/java/JavaExtractor/Common/MethodContent.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/JavaExtractor/JPredict/src/main/java/JavaExtractor/Common/MethodContent.java -------------------------------------------------------------------------------- /JavaExtractor/JPredict/src/main/java/JavaExtractor/ExtractFeaturesTask.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/JavaExtractor/JPredict/src/main/java/JavaExtractor/ExtractFeaturesTask.java -------------------------------------------------------------------------------- /JavaExtractor/JPredict/src/main/java/JavaExtractor/FeatureExtractor.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/JavaExtractor/JPredict/src/main/java/JavaExtractor/FeatureExtractor.java -------------------------------------------------------------------------------- /JavaExtractor/JPredict/src/main/java/JavaExtractor/FeaturesEntities/ProgramFeatures.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/JavaExtractor/JPredict/src/main/java/JavaExtractor/FeaturesEntities/ProgramFeatures.java -------------------------------------------------------------------------------- /JavaExtractor/JPredict/src/main/java/JavaExtractor/FeaturesEntities/ProgramRelation.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/JavaExtractor/JPredict/src/main/java/JavaExtractor/FeaturesEntities/ProgramRelation.java -------------------------------------------------------------------------------- /JavaExtractor/JPredict/src/main/java/JavaExtractor/FeaturesEntities/Property.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/JavaExtractor/JPredict/src/main/java/JavaExtractor/FeaturesEntities/Property.java -------------------------------------------------------------------------------- /JavaExtractor/JPredict/src/main/java/JavaExtractor/Visitors/FunctionVisitor.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/JavaExtractor/JPredict/src/main/java/JavaExtractor/Visitors/FunctionVisitor.java -------------------------------------------------------------------------------- /JavaExtractor/JPredict/src/main/java/JavaExtractor/Visitors/LeavesCollectorVisitor.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/JavaExtractor/JPredict/src/main/java/JavaExtractor/Visitors/LeavesCollectorVisitor.java -------------------------------------------------------------------------------- /JavaExtractor/JPredict/src/main/java/Test.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/JavaExtractor/JPredict/src/main/java/Test.java -------------------------------------------------------------------------------- /JavaExtractor/JPredict/target/JavaExtractor-0.0.1-SNAPSHOT.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/JavaExtractor/JPredict/target/JavaExtractor-0.0.1-SNAPSHOT.jar -------------------------------------------------------------------------------- /JavaExtractor/extract.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/JavaExtractor/extract.py -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/LICENSE -------------------------------------------------------------------------------- /Python150kExtractor/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/Python150kExtractor/README.md -------------------------------------------------------------------------------- /Python150kExtractor/extract.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/Python150kExtractor/extract.py -------------------------------------------------------------------------------- /Python150kExtractor/preprocess.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/Python150kExtractor/preprocess.sh -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/README.md -------------------------------------------------------------------------------- /__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /baseline_tokenization/input_example.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/baseline_tokenization/input_example.txt -------------------------------------------------------------------------------- /baseline_tokenization/javalang/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/baseline_tokenization/javalang/__init__.py -------------------------------------------------------------------------------- /baseline_tokenization/javalang/ast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/baseline_tokenization/javalang/ast.py -------------------------------------------------------------------------------- /baseline_tokenization/javalang/javadoc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/baseline_tokenization/javalang/javadoc.py -------------------------------------------------------------------------------- /baseline_tokenization/javalang/parse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/baseline_tokenization/javalang/parse.py -------------------------------------------------------------------------------- /baseline_tokenization/javalang/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/baseline_tokenization/javalang/parser.py -------------------------------------------------------------------------------- /baseline_tokenization/javalang/test/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /baseline_tokenization/javalang/test/source/package-info/AnnotationJavadoc.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/baseline_tokenization/javalang/test/source/package-info/AnnotationJavadoc.java -------------------------------------------------------------------------------- /baseline_tokenization/javalang/test/source/package-info/AnnotationOnly.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/baseline_tokenization/javalang/test/source/package-info/AnnotationOnly.java -------------------------------------------------------------------------------- /baseline_tokenization/javalang/test/source/package-info/JavadocAnnotation.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/baseline_tokenization/javalang/test/source/package-info/JavadocAnnotation.java -------------------------------------------------------------------------------- /baseline_tokenization/javalang/test/source/package-info/JavadocOnly.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/baseline_tokenization/javalang/test/source/package-info/JavadocOnly.java -------------------------------------------------------------------------------- /baseline_tokenization/javalang/test/source/package-info/NoAnnotationNoJavadoc.java: -------------------------------------------------------------------------------- 1 | package org.javalang.test; -------------------------------------------------------------------------------- /baseline_tokenization/javalang/test/test_java_8_syntax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/baseline_tokenization/javalang/test/test_java_8_syntax.py -------------------------------------------------------------------------------- /baseline_tokenization/javalang/test/test_javadoc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/baseline_tokenization/javalang/test/test_javadoc.py -------------------------------------------------------------------------------- /baseline_tokenization/javalang/test/test_package_declaration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/baseline_tokenization/javalang/test/test_package_declaration.py -------------------------------------------------------------------------------- /baseline_tokenization/javalang/test/test_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/baseline_tokenization/javalang/test/test_util.py -------------------------------------------------------------------------------- /baseline_tokenization/javalang/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/baseline_tokenization/javalang/tokenizer.py -------------------------------------------------------------------------------- /baseline_tokenization/javalang/tree.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/baseline_tokenization/javalang/tree.py -------------------------------------------------------------------------------- /baseline_tokenization/javalang/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/baseline_tokenization/javalang/util.py -------------------------------------------------------------------------------- /baseline_tokenization/subtokenize_nmt_baseline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/baseline_tokenization/subtokenize_nmt_baseline.py -------------------------------------------------------------------------------- /code2seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/code2seq.py -------------------------------------------------------------------------------- /common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/common.py -------------------------------------------------------------------------------- /config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/config.py -------------------------------------------------------------------------------- /extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/extractor.py -------------------------------------------------------------------------------- /images/network.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/images/network.png -------------------------------------------------------------------------------- /interactive_predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/interactive_predict.py -------------------------------------------------------------------------------- /model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/model.py -------------------------------------------------------------------------------- /preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/preprocess.py -------------------------------------------------------------------------------- /preprocess.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/preprocess.sh -------------------------------------------------------------------------------- /preprocess_csharp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/preprocess_csharp.sh -------------------------------------------------------------------------------- /reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/reader.py -------------------------------------------------------------------------------- /train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/train.sh -------------------------------------------------------------------------------- /train_python150k.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tech-srl/code2seq/HEAD/train_python150k.sh --------------------------------------------------------------------------------