├── Container ├── Dockerfile ├── README.md └── start_container.sh ├── Contest └── ExampleSimAnalysis │ ├── README.md │ ├── TestSetEval.py │ └── test_eval.sh ├── LICENSE ├── README.md ├── assets ├── Project_CodeNet_statistics.xlsx ├── Project_CodeNet_status.png ├── Project_CodeNet_subs.png └── tiny.png ├── doc ├── HSQLDB.md ├── README.md ├── problem_descriptions.tar.gz ├── srcml.md ├── syntax-correct-tokenstream.md └── universal_tokens.md ├── model-experiments ├── gnn-based-experiments │ ├── .gitignore │ ├── README.md │ ├── data │ │ ├── C++1000 │ │ │ ├── raw │ │ │ │ └── .gitignore │ │ │ └── split │ │ │ │ └── random │ │ │ │ ├── test.csv │ │ │ │ ├── test.csv.gz │ │ │ │ ├── train.csv │ │ │ │ ├── train.csv.gz │ │ │ │ ├── valid.csv │ │ │ │ └── valid.csv.gz │ │ ├── C++1400 │ │ │ ├── raw │ │ │ │ └── .gitignore │ │ │ └── split │ │ │ │ └── random │ │ │ │ ├── test.csv │ │ │ │ ├── test.csv.gz │ │ │ │ ├── train.csv │ │ │ │ ├── train.csv.gz │ │ │ │ ├── valid.csv │ │ │ │ └── valid.csv.gz │ │ ├── Java250 │ │ │ ├── raw │ │ │ │ └── .gitignore │ │ │ └── split │ │ │ │ └── random │ │ │ │ ├── test.csv │ │ │ │ ├── test.csv.gz │ │ │ │ ├── train.csv │ │ │ │ ├── train.csv.gz │ │ │ │ ├── valid.csv │ │ │ │ └── valid.csv.gz │ │ ├── Python800 │ │ │ ├── raw │ │ │ │ └── .gitignore │ │ │ └── split │ │ │ │ └── random │ │ │ │ ├── test.csv │ │ │ │ ├── test.csv.gz │ │ │ │ ├── train.csv │ │ │ │ ├── train.csv.gz │ │ │ │ ├── valid.csv │ │ │ │ └── valid.csv.gz │ │ └── small │ │ │ ├── raw │ │ │ ├── edge.csv.gz │ │ │ ├── graph-label.csv.gz │ │ │ ├── node-feat.csv.gz │ │ │ ├── node_depth.csv.gz │ │ │ ├── node_dfs_order.csv.gz │ │ │ ├── node_is_attributed.csv.gz │ │ │ ├── num-edge-list.csv.gz │ │ │ └── num-node-list.csv.gz │ │ │ └── split │ │ │ └── random │ │ │ ├── test.csv │ │ │ ├── test.csv.gz │ │ │ ├── train.csv │ │ │ ├── train.csv.gz │ │ │ ├── valid.csv │ │ │ └── valid.csv.gz │ ├── img │ │ ├── ast.png │ │ ├── spt_augmented.pdf │ │ └── spt_augmented.png │ ├── requirements.txt │ ├── run.sh │ ├── setup.sh │ └── src │ │ ├── __init__.py │ │ ├── data │ │ ├── __init__.py │ │ ├── data_parallel.py │ │ ├── dataloader.py │ │ └── dataset.py │ │ ├── main.py │ │ ├── model │ │ ├── __init__.py │ │ ├── conv.py │ │ └── gnn.py │ │ ├── utils.py │ │ └── utils_file.py ├── masked-language-model │ ├── Makefile │ ├── README.md │ ├── codenet_mlm_model.png │ ├── infer.py │ ├── model_arc_half.jpg │ ├── pos_enc.py │ ├── positional_encoding.png │ ├── test.py │ └── train.py └── token-based-similarity-classification │ ├── CodeMLtranslationDataset.pdf │ ├── LargeDataCodeClassifier.pdf │ ├── LargeDataCodeSimilarity.pdf │ ├── README.md │ ├── run │ ├── cpp1000 │ │ ├── class │ │ │ ├── bagtok │ │ │ │ ├── eval.sh │ │ │ │ ├── train.sh │ │ │ │ └── verify_ds.sh │ │ │ └── seqtok │ │ │ │ ├── eval.sh │ │ │ │ ├── train.sh │ │ │ │ └── verify_ds.sh │ │ ├── sim │ │ │ ├── bagtok │ │ │ │ ├── eval.sh │ │ │ │ ├── train.sh │ │ │ │ └── verify_ds.sh │ │ │ └── seqtok │ │ │ │ ├── eval.sh │ │ │ │ ├── train.sh │ │ │ │ └── verify_ds.sh │ │ └── tokenize │ │ │ └── tokenize.sh │ ├── cpp1400 │ │ ├── class │ │ │ ├── bagtok │ │ │ │ ├── eval.sh │ │ │ │ ├── train.sh │ │ │ │ └── verify_ds.sh │ │ │ └── seqtok │ │ │ │ ├── eval.sh │ │ │ │ ├── train.sh │ │ │ │ └── verify_ds.sh │ │ ├── sim │ │ │ ├── bagtok │ │ │ │ ├── eval.sh │ │ │ │ ├── train.sh │ │ │ │ └── verify_ds.sh │ │ │ └── seqtok │ │ │ │ ├── eval.sh │ │ │ │ ├── train.sh │ │ │ │ └── verify_ds.sh │ │ └── tokenize │ │ │ └── tokenize.sh │ ├── java250 │ │ ├── class │ │ │ ├── bagtok │ │ │ │ ├── eval.sh │ │ │ │ ├── train.sh │ │ │ │ └── verify_ds.sh │ │ │ └── seqtok │ │ │ │ ├── eval.sh │ │ │ │ ├── train.sh │ │ │ │ └── verify_ds.sh │ │ ├── sim │ │ │ ├── bagtok │ │ │ │ ├── eval.sh │ │ │ │ ├── train.sh │ │ │ │ └── verify_ds.sh │ │ │ └── seqtok │ │ │ │ ├── eval.sh │ │ │ │ ├── train.sh │ │ │ │ └── verify_ds.sh │ │ └── tokenize │ │ │ └── tokenize.sh │ └── python800 │ │ ├── class │ │ ├── bagtok │ │ │ ├── eval.sh │ │ │ ├── train.sh │ │ │ └── verify_ds.sh │ │ └── seqtok │ │ │ ├── eval.sh │ │ │ ├── train.sh │ │ │ └── verify_ds.sh │ │ ├── sim │ │ ├── bagtok │ │ │ ├── eval.sh │ │ │ ├── train.sh │ │ │ └── verify_ds.sh │ │ └── seqtok │ │ │ ├── eval.sh │ │ │ ├── train.sh │ │ │ └── verify_ds.sh │ │ └── tokenize │ │ └── tokenize.sh │ └── src │ ├── BagOfTokens │ ├── BagOfTokensClassifier.py │ ├── BagTokDataset.py │ ├── BagTokSimilarityDS.py │ ├── ClasBagTokEval.py │ ├── SimBagTokEval.py │ └── SimilarityByBoT.py │ ├── Clustering │ ├── BagTokCluster.py │ ├── ClusterClassifier.py │ ├── DistAnnalysisDS.py │ ├── NearestCluster.py │ └── VectorKMeans.py │ ├── CommonFunctions │ ├── ProgramArguments.py │ └── Utilities.py │ ├── DSMaker │ ├── DSTokenizer.py │ ├── DebugTokenizer.py │ ├── MakeTokenizedDS.py │ ├── TokenSets.py │ └── TokenizeImportDS.py │ ├── Dataset │ ├── DataLoader.py │ ├── DoubleSeqTfDS.py │ ├── DsUtilities.py │ ├── TokensClassifDS.py │ └── TokensSimilDS.py │ ├── ModelMaker │ ├── ExpSiamModel.py │ ├── ExperimentalModel.py │ ├── FuncModelMaker.py │ ├── ModelUtils.py │ └── SeqModelMaker.py │ ├── PostProcessor │ ├── ClasSeqTokEvalParall.py │ ├── ClassConfusion.py │ ├── ConfusionAnalysis.py │ ├── ExpSimFullTestEval.py │ ├── ExpSimSeqTokEval.py │ ├── MapAtR.py │ ├── SeqTokSim2WayComplDS.py │ ├── SimSeqTokEvalParall.py │ ├── SimSeqTokFullTest.py │ └── SimilConfusion.py │ ├── SeqOfTokens │ ├── ExpSimSeqTok.py │ ├── SeqClassParallel.py │ ├── SeqOfTokensClassifier.py │ ├── SeqTok2WaySimDataset.py │ ├── SeqTok2WaySimDsTF.py │ ├── SeqTokDataset.py │ ├── SeqTokSimDataset.py │ ├── SimSeqTokParallel.py │ └── SimilarityBySeqTok.py │ └── Verify │ ├── ClassDsVerify.py │ └── SimDsVerify.py ├── notebooks ├── Project_CodeNet_LangClass.ipynb ├── Project_CodeNet_MLM.ipynb └── README.md └── tools ├── aggregation-scripts ├── README.md ├── callees.sh ├── callgraph.sh ├── callgraph_aux.sh ├── dataset_verify.sh ├── post_fdupes.sh ├── project_codenet.conf ├── project_codenet_aggregate.sh └── project_codenet_submissions.sh ├── analysis-graph-generator ├── README.md ├── build.sh ├── pom.xml └── src │ └── main │ ├── java │ └── com │ │ └── ibm │ │ └── wala │ │ └── codeNet │ │ ├── DFSOrderGenerator.java │ │ ├── GraphAugmentor.java │ │ ├── GraphGenerator.java │ │ ├── NodeFinder.java │ │ ├── WalaSPTGraph.java │ │ └── WalaToGNNFiles.java │ └── scripts │ ├── convert_dir.sh │ ├── run.sh │ ├── subset.sh │ ├── to_numbers.awk │ ├── wala1k.sh │ └── wala_node.sh ├── duplicates ├── Clusters.md ├── Makefile ├── README.md ├── dup_graph.sh ├── dup_graph_no_outliers.png ├── duplicates.cpp ├── poj-104.png └── test_tokens.tsv ├── json-graph ├── Makefile ├── README.md ├── README.pdf ├── aroma-schema.json ├── convert.jq ├── digraph.json ├── digraph.pdf ├── digraph.png ├── digraph2.json ├── graph-json.md ├── graph-json.pdf ├── graph-schema-alt.json ├── graph-schema.json ├── minimum.json ├── spt-schema.json ├── src │ ├── Makefile │ ├── README.md │ ├── digraph.json │ ├── digraph.png │ ├── fib.png │ ├── jgf2dot.c │ ├── jgf2spt.c │ ├── jgflib.c │ ├── jgflib.h │ ├── jsmn.h │ └── jsonml2jgf.c ├── tree.json ├── tree.pdf ├── tree.png └── tree2.json ├── spt-generator ├── README.md ├── examples │ ├── c │ │ ├── fib.c │ │ ├── gauss.c │ │ └── helloworld.c │ └── demos │ │ └── c │ │ ├── helloworld.c │ │ ├── helloworld.csv │ │ ├── helloworld.json │ │ ├── helloworld.png │ │ └── spt_input.txt ├── resources │ ├── antlr-4.8-complete.jar │ ├── antlr4_g4 │ │ └── orig │ │ │ └── cobol │ │ │ ├── Cobol85.g4 │ │ │ └── Cobol85Preprocessor.g4 │ ├── commons-cli-1.4.jar │ └── commons-csv-1.8.jar ├── scripts │ ├── build │ │ ├── compile.sh │ │ └── gen_g4.sh │ └── run │ │ ├── spt-gen.sh │ │ └── tokenize.sh ├── spt.profile └── src │ └── com │ └── ibm │ └── ai4code │ └── parser │ ├── SPTGenerator.java │ ├── Tokenizer.java │ ├── Utils.java │ ├── c │ ├── C.g4 │ └── CReservedWordDecider.java │ ├── c_multi │ ├── C11.g4 │ ├── C11ReservedWordDecider.java │ ├── C11Tokens.g4 │ └── C11_lexer_common.g4 │ ├── cobol │ ├── Cobol85.g4 │ ├── Cobol85Preprocessor.g4 │ ├── CobolReservedWordDecider.java │ ├── cobolkws_orig.txt │ └── cobolops_orig.txt │ ├── commons │ ├── Args.java │ ├── CSVUtils.java │ ├── JsonUtils.java │ ├── ReservedWordDeciderI.java │ ├── SPT.java │ ├── SPTNode.java │ ├── TreeNodeIntf.java │ └── TreePrinter.java │ ├── cpp │ ├── CPP14Lexer.g4 │ ├── CPP14Parser.g4 │ └── CPPReservedWordDecider.java │ ├── cpp_multi │ ├── CPP14.g4 │ ├── CPP14Tokens.g4 │ ├── CPP14_lexer_common.g4 │ └── CPPReservedWordDecider.java │ ├── cymbol │ ├── Cymbol.g4 │ ├── CymbolBaseListener.java │ ├── CymbolLexer.java │ ├── CymbolListener.java │ ├── CymbolParser.java │ ├── CymbolReservedWordDecider.java │ └── Main.java │ ├── cymbol_multi │ ├── Cymbol.g4 │ ├── CymbolBaseListener.java │ ├── CymbolLexer.java │ ├── CymbolListener.java │ ├── CymbolParser.java │ ├── CymbolReservedWordDecider.java │ ├── CymbolTokens.g4 │ ├── CymbolTokens.java │ ├── Cymbol_lexer_common.g4 │ └── Cymbol_lexer_common.java │ ├── java │ ├── JavaLexer.g4 │ ├── JavaParser.g4 │ └── JavaReservedWordDecider.java │ ├── java_multi │ ├── Java.g4 │ ├── JavaReservedWordDecider.java │ ├── JavaTokens.g4 │ └── Java_lexer_common.g4 │ ├── python │ ├── PythonLexer.g4 │ ├── PythonLexer.interp │ ├── PythonLexer.tokens │ ├── PythonLexerBase.java │ ├── PythonParser.g4 │ ├── PythonParser.interp │ ├── PythonParser.tokens │ ├── PythonParserBase.java │ ├── PythonParserListener.java │ ├── PythonReservedWordDecider.java │ └── PythonVersion.java │ └── python_multi │ ├── PythonLexer.g4 │ ├── PythonLexerBase.java │ ├── PythonParser.g4 │ ├── PythonParserBase.java │ ├── PythonTokens.g4 │ ├── PythonTokensLexerBase.java │ └── PythonVersion.java └── tokenizer ├── Makefile ├── README.md ├── antlr4tojson.c ├── filter.awk ├── filter3.awk ├── filter4.awk ├── filter5.awk ├── filter6.awk ├── jstokenize.c ├── libtoken.c ├── libtoken.h ├── ntokenize.c ├── pytokenize.c ├── schemas ├── Makefile ├── antlr4tojson-schema.json ├── antlr4tojsonl-schema.json ├── schema.json ├── schema.rnc └── tokml-schema.rnc ├── std-C-lib-funcs.awk ├── std-C-lib-funcs.txt ├── tests ├── token_common.c ├── token_common.h ├── tokenize.c ├── tokenize.py ├── tokml-test.sh └── tokml.c /Container/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/Container/Dockerfile -------------------------------------------------------------------------------- /Container/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/Container/README.md -------------------------------------------------------------------------------- /Container/start_container.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/Container/start_container.sh -------------------------------------------------------------------------------- /Contest/ExampleSimAnalysis/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/Contest/ExampleSimAnalysis/README.md -------------------------------------------------------------------------------- /Contest/ExampleSimAnalysis/TestSetEval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/Contest/ExampleSimAnalysis/TestSetEval.py -------------------------------------------------------------------------------- /Contest/ExampleSimAnalysis/test_eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/Contest/ExampleSimAnalysis/test_eval.sh -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/README.md -------------------------------------------------------------------------------- /assets/Project_CodeNet_statistics.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/assets/Project_CodeNet_statistics.xlsx -------------------------------------------------------------------------------- /assets/Project_CodeNet_status.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/assets/Project_CodeNet_status.png -------------------------------------------------------------------------------- /assets/Project_CodeNet_subs.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/assets/Project_CodeNet_subs.png -------------------------------------------------------------------------------- /assets/tiny.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/assets/tiny.png -------------------------------------------------------------------------------- /doc/HSQLDB.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/doc/HSQLDB.md -------------------------------------------------------------------------------- /doc/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/doc/README.md -------------------------------------------------------------------------------- /doc/problem_descriptions.tar.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/doc/problem_descriptions.tar.gz -------------------------------------------------------------------------------- /doc/srcml.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/doc/srcml.md -------------------------------------------------------------------------------- /doc/syntax-correct-tokenstream.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/doc/syntax-correct-tokenstream.md -------------------------------------------------------------------------------- /doc/universal_tokens.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/doc/universal_tokens.md -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/.gitignore -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/README.md -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/data/C++1000/raw/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/data/C++1000/raw/.gitignore -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/data/C++1000/split/random/test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/data/C++1000/split/random/test.csv -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/data/C++1000/split/random/test.csv.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/data/C++1000/split/random/test.csv.gz -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/data/C++1000/split/random/train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/data/C++1000/split/random/train.csv -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/data/C++1000/split/random/train.csv.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/data/C++1000/split/random/train.csv.gz -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/data/C++1000/split/random/valid.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/data/C++1000/split/random/valid.csv -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/data/C++1000/split/random/valid.csv.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/data/C++1000/split/random/valid.csv.gz -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/data/C++1400/raw/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/data/C++1400/raw/.gitignore -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/data/C++1400/split/random/test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/data/C++1400/split/random/test.csv -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/data/C++1400/split/random/test.csv.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/data/C++1400/split/random/test.csv.gz -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/data/C++1400/split/random/train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/data/C++1400/split/random/train.csv -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/data/C++1400/split/random/train.csv.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/data/C++1400/split/random/train.csv.gz -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/data/C++1400/split/random/valid.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/data/C++1400/split/random/valid.csv -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/data/C++1400/split/random/valid.csv.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/data/C++1400/split/random/valid.csv.gz -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/data/Java250/raw/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/data/Java250/raw/.gitignore -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/data/Java250/split/random/test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/data/Java250/split/random/test.csv -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/data/Java250/split/random/test.csv.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/data/Java250/split/random/test.csv.gz -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/data/Java250/split/random/train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/data/Java250/split/random/train.csv -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/data/Java250/split/random/train.csv.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/data/Java250/split/random/train.csv.gz -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/data/Java250/split/random/valid.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/data/Java250/split/random/valid.csv -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/data/Java250/split/random/valid.csv.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/data/Java250/split/random/valid.csv.gz -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/data/Python800/raw/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/data/Python800/raw/.gitignore -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/data/Python800/split/random/test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/data/Python800/split/random/test.csv -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/data/Python800/split/random/test.csv.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/data/Python800/split/random/test.csv.gz -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/data/Python800/split/random/train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/data/Python800/split/random/train.csv -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/data/Python800/split/random/train.csv.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/data/Python800/split/random/train.csv.gz -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/data/Python800/split/random/valid.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/data/Python800/split/random/valid.csv -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/data/Python800/split/random/valid.csv.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/data/Python800/split/random/valid.csv.gz -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/data/small/raw/edge.csv.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/data/small/raw/edge.csv.gz -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/data/small/raw/graph-label.csv.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/data/small/raw/graph-label.csv.gz -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/data/small/raw/node-feat.csv.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/data/small/raw/node-feat.csv.gz -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/data/small/raw/node_depth.csv.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/data/small/raw/node_depth.csv.gz -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/data/small/raw/node_dfs_order.csv.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/data/small/raw/node_dfs_order.csv.gz -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/data/small/raw/node_is_attributed.csv.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/data/small/raw/node_is_attributed.csv.gz -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/data/small/raw/num-edge-list.csv.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/data/small/raw/num-edge-list.csv.gz -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/data/small/raw/num-node-list.csv.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/data/small/raw/num-node-list.csv.gz -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/data/small/split/random/test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/data/small/split/random/test.csv -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/data/small/split/random/test.csv.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/data/small/split/random/test.csv.gz -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/data/small/split/random/train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/data/small/split/random/train.csv -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/data/small/split/random/train.csv.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/data/small/split/random/train.csv.gz -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/data/small/split/random/valid.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/data/small/split/random/valid.csv -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/data/small/split/random/valid.csv.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/data/small/split/random/valid.csv.gz -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/img/ast.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/img/ast.png -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/img/spt_augmented.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/img/spt_augmented.pdf -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/img/spt_augmented.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/img/spt_augmented.png -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/requirements.txt: -------------------------------------------------------------------------------- 1 | tqdm 2 | pandas 3 | ogb -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/run.sh -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/setup.sh -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/src/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/src/data/data_parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/src/data/data_parallel.py -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/src/data/dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/src/data/dataloader.py -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/src/data/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/src/data/dataset.py -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/src/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/src/main.py -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/src/model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/src/model/conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/src/model/conv.py -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/src/model/gnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/src/model/gnn.py -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/src/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/src/utils.py -------------------------------------------------------------------------------- /model-experiments/gnn-based-experiments/src/utils_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/gnn-based-experiments/src/utils_file.py -------------------------------------------------------------------------------- /model-experiments/masked-language-model/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/masked-language-model/Makefile -------------------------------------------------------------------------------- /model-experiments/masked-language-model/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/masked-language-model/README.md -------------------------------------------------------------------------------- /model-experiments/masked-language-model/codenet_mlm_model.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/masked-language-model/codenet_mlm_model.png -------------------------------------------------------------------------------- /model-experiments/masked-language-model/infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/masked-language-model/infer.py -------------------------------------------------------------------------------- /model-experiments/masked-language-model/model_arc_half.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/masked-language-model/model_arc_half.jpg -------------------------------------------------------------------------------- /model-experiments/masked-language-model/pos_enc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/masked-language-model/pos_enc.py -------------------------------------------------------------------------------- /model-experiments/masked-language-model/positional_encoding.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/masked-language-model/positional_encoding.png -------------------------------------------------------------------------------- /model-experiments/masked-language-model/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/masked-language-model/test.py -------------------------------------------------------------------------------- /model-experiments/masked-language-model/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/masked-language-model/train.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/CodeMLtranslationDataset.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/CodeMLtranslationDataset.pdf -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/LargeDataCodeClassifier.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/LargeDataCodeClassifier.pdf -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/LargeDataCodeSimilarity.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/LargeDataCodeSimilarity.pdf -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/README.md -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/cpp1000/class/bagtok/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/cpp1000/class/bagtok/eval.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/cpp1000/class/bagtok/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/cpp1000/class/bagtok/train.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/cpp1000/class/bagtok/verify_ds.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/cpp1000/class/bagtok/verify_ds.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/cpp1000/class/seqtok/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/cpp1000/class/seqtok/eval.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/cpp1000/class/seqtok/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/cpp1000/class/seqtok/train.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/cpp1000/class/seqtok/verify_ds.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/cpp1000/class/seqtok/verify_ds.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/cpp1000/sim/bagtok/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/cpp1000/sim/bagtok/eval.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/cpp1000/sim/bagtok/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/cpp1000/sim/bagtok/train.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/cpp1000/sim/bagtok/verify_ds.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/cpp1000/sim/bagtok/verify_ds.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/cpp1000/sim/seqtok/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/cpp1000/sim/seqtok/eval.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/cpp1000/sim/seqtok/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/cpp1000/sim/seqtok/train.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/cpp1000/sim/seqtok/verify_ds.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/cpp1000/sim/seqtok/verify_ds.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/cpp1000/tokenize/tokenize.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/cpp1000/tokenize/tokenize.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/cpp1400/class/bagtok/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/cpp1400/class/bagtok/eval.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/cpp1400/class/bagtok/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/cpp1400/class/bagtok/train.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/cpp1400/class/bagtok/verify_ds.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/cpp1400/class/bagtok/verify_ds.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/cpp1400/class/seqtok/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/cpp1400/class/seqtok/eval.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/cpp1400/class/seqtok/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/cpp1400/class/seqtok/train.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/cpp1400/class/seqtok/verify_ds.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/cpp1400/class/seqtok/verify_ds.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/cpp1400/sim/bagtok/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/cpp1400/sim/bagtok/eval.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/cpp1400/sim/bagtok/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/cpp1400/sim/bagtok/train.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/cpp1400/sim/bagtok/verify_ds.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/cpp1400/sim/bagtok/verify_ds.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/cpp1400/sim/seqtok/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/cpp1400/sim/seqtok/eval.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/cpp1400/sim/seqtok/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/cpp1400/sim/seqtok/train.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/cpp1400/sim/seqtok/verify_ds.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/cpp1400/sim/seqtok/verify_ds.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/cpp1400/tokenize/tokenize.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/cpp1400/tokenize/tokenize.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/java250/class/bagtok/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/java250/class/bagtok/eval.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/java250/class/bagtok/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/java250/class/bagtok/train.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/java250/class/bagtok/verify_ds.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/java250/class/bagtok/verify_ds.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/java250/class/seqtok/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/java250/class/seqtok/eval.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/java250/class/seqtok/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/java250/class/seqtok/train.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/java250/class/seqtok/verify_ds.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/java250/class/seqtok/verify_ds.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/java250/sim/bagtok/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/java250/sim/bagtok/eval.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/java250/sim/bagtok/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/java250/sim/bagtok/train.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/java250/sim/bagtok/verify_ds.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/java250/sim/bagtok/verify_ds.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/java250/sim/seqtok/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/java250/sim/seqtok/eval.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/java250/sim/seqtok/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/java250/sim/seqtok/train.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/java250/sim/seqtok/verify_ds.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/java250/sim/seqtok/verify_ds.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/java250/tokenize/tokenize.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/java250/tokenize/tokenize.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/python800/class/bagtok/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/python800/class/bagtok/eval.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/python800/class/bagtok/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/python800/class/bagtok/train.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/python800/class/bagtok/verify_ds.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/python800/class/bagtok/verify_ds.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/python800/class/seqtok/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/python800/class/seqtok/eval.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/python800/class/seqtok/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/python800/class/seqtok/train.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/python800/class/seqtok/verify_ds.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/python800/class/seqtok/verify_ds.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/python800/sim/bagtok/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/python800/sim/bagtok/eval.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/python800/sim/bagtok/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/python800/sim/bagtok/train.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/python800/sim/bagtok/verify_ds.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/python800/sim/bagtok/verify_ds.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/python800/sim/seqtok/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/python800/sim/seqtok/eval.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/python800/sim/seqtok/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/python800/sim/seqtok/train.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/python800/sim/seqtok/verify_ds.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/python800/sim/seqtok/verify_ds.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/run/python800/tokenize/tokenize.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/run/python800/tokenize/tokenize.sh -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/BagOfTokens/BagOfTokensClassifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/BagOfTokens/BagOfTokensClassifier.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/BagOfTokens/BagTokDataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/BagOfTokens/BagTokDataset.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/BagOfTokens/BagTokSimilarityDS.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/BagOfTokens/BagTokSimilarityDS.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/BagOfTokens/ClasBagTokEval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/BagOfTokens/ClasBagTokEval.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/BagOfTokens/SimBagTokEval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/BagOfTokens/SimBagTokEval.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/BagOfTokens/SimilarityByBoT.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/BagOfTokens/SimilarityByBoT.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/Clustering/BagTokCluster.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/Clustering/BagTokCluster.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/Clustering/ClusterClassifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/Clustering/ClusterClassifier.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/Clustering/DistAnnalysisDS.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/Clustering/DistAnnalysisDS.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/Clustering/NearestCluster.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/Clustering/NearestCluster.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/Clustering/VectorKMeans.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/Clustering/VectorKMeans.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/CommonFunctions/ProgramArguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/CommonFunctions/ProgramArguments.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/CommonFunctions/Utilities.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/CommonFunctions/Utilities.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/DSMaker/DSTokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/DSMaker/DSTokenizer.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/DSMaker/DebugTokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/DSMaker/DebugTokenizer.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/DSMaker/MakeTokenizedDS.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/DSMaker/MakeTokenizedDS.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/DSMaker/TokenSets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/DSMaker/TokenSets.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/DSMaker/TokenizeImportDS.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/DSMaker/TokenizeImportDS.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/Dataset/DataLoader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/Dataset/DataLoader.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/Dataset/DoubleSeqTfDS.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/Dataset/DoubleSeqTfDS.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/Dataset/DsUtilities.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/Dataset/DsUtilities.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/Dataset/TokensClassifDS.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/Dataset/TokensClassifDS.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/Dataset/TokensSimilDS.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/Dataset/TokensSimilDS.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/ModelMaker/ExpSiamModel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/ModelMaker/ExpSiamModel.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/ModelMaker/ExperimentalModel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/ModelMaker/ExperimentalModel.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/ModelMaker/FuncModelMaker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/ModelMaker/FuncModelMaker.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/ModelMaker/ModelUtils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/ModelMaker/ModelUtils.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/ModelMaker/SeqModelMaker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/ModelMaker/SeqModelMaker.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/PostProcessor/ClasSeqTokEvalParall.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/PostProcessor/ClasSeqTokEvalParall.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/PostProcessor/ClassConfusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/PostProcessor/ClassConfusion.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/PostProcessor/ConfusionAnalysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/PostProcessor/ConfusionAnalysis.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/PostProcessor/ExpSimFullTestEval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/PostProcessor/ExpSimFullTestEval.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/PostProcessor/ExpSimSeqTokEval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/PostProcessor/ExpSimSeqTokEval.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/PostProcessor/MapAtR.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/PostProcessor/MapAtR.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/PostProcessor/SeqTokSim2WayComplDS.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/PostProcessor/SeqTokSim2WayComplDS.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/PostProcessor/SimSeqTokEvalParall.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/PostProcessor/SimSeqTokEvalParall.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/PostProcessor/SimSeqTokFullTest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/PostProcessor/SimSeqTokFullTest.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/PostProcessor/SimilConfusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/PostProcessor/SimilConfusion.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/SeqOfTokens/ExpSimSeqTok.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/SeqOfTokens/ExpSimSeqTok.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/SeqOfTokens/SeqClassParallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/SeqOfTokens/SeqClassParallel.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/SeqOfTokens/SeqOfTokensClassifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/SeqOfTokens/SeqOfTokensClassifier.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/SeqOfTokens/SeqTok2WaySimDataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/SeqOfTokens/SeqTok2WaySimDataset.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/SeqOfTokens/SeqTok2WaySimDsTF.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/SeqOfTokens/SeqTok2WaySimDsTF.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/SeqOfTokens/SeqTokDataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/SeqOfTokens/SeqTokDataset.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/SeqOfTokens/SeqTokSimDataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/SeqOfTokens/SeqTokSimDataset.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/SeqOfTokens/SimSeqTokParallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/SeqOfTokens/SimSeqTokParallel.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/SeqOfTokens/SimilarityBySeqTok.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/SeqOfTokens/SimilarityBySeqTok.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/Verify/ClassDsVerify.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/Verify/ClassDsVerify.py -------------------------------------------------------------------------------- /model-experiments/token-based-similarity-classification/src/Verify/SimDsVerify.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/model-experiments/token-based-similarity-classification/src/Verify/SimDsVerify.py -------------------------------------------------------------------------------- /notebooks/Project_CodeNet_LangClass.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/notebooks/Project_CodeNet_LangClass.ipynb -------------------------------------------------------------------------------- /notebooks/Project_CodeNet_MLM.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/notebooks/Project_CodeNet_MLM.ipynb -------------------------------------------------------------------------------- /notebooks/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/notebooks/README.md -------------------------------------------------------------------------------- /tools/aggregation-scripts/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/aggregation-scripts/README.md -------------------------------------------------------------------------------- /tools/aggregation-scripts/callees.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/aggregation-scripts/callees.sh -------------------------------------------------------------------------------- /tools/aggregation-scripts/callgraph.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/aggregation-scripts/callgraph.sh -------------------------------------------------------------------------------- /tools/aggregation-scripts/callgraph_aux.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/aggregation-scripts/callgraph_aux.sh -------------------------------------------------------------------------------- /tools/aggregation-scripts/dataset_verify.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/aggregation-scripts/dataset_verify.sh -------------------------------------------------------------------------------- /tools/aggregation-scripts/post_fdupes.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/aggregation-scripts/post_fdupes.sh -------------------------------------------------------------------------------- /tools/aggregation-scripts/project_codenet.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/aggregation-scripts/project_codenet.conf -------------------------------------------------------------------------------- /tools/aggregation-scripts/project_codenet_aggregate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/aggregation-scripts/project_codenet_aggregate.sh -------------------------------------------------------------------------------- /tools/aggregation-scripts/project_codenet_submissions.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/aggregation-scripts/project_codenet_submissions.sh -------------------------------------------------------------------------------- /tools/analysis-graph-generator/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/analysis-graph-generator/README.md -------------------------------------------------------------------------------- /tools/analysis-graph-generator/build.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/analysis-graph-generator/build.sh -------------------------------------------------------------------------------- /tools/analysis-graph-generator/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/analysis-graph-generator/pom.xml -------------------------------------------------------------------------------- /tools/analysis-graph-generator/src/main/java/com/ibm/wala/codeNet/DFSOrderGenerator.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/analysis-graph-generator/src/main/java/com/ibm/wala/codeNet/DFSOrderGenerator.java -------------------------------------------------------------------------------- /tools/analysis-graph-generator/src/main/java/com/ibm/wala/codeNet/GraphAugmentor.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/analysis-graph-generator/src/main/java/com/ibm/wala/codeNet/GraphAugmentor.java -------------------------------------------------------------------------------- /tools/analysis-graph-generator/src/main/java/com/ibm/wala/codeNet/GraphGenerator.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/analysis-graph-generator/src/main/java/com/ibm/wala/codeNet/GraphGenerator.java -------------------------------------------------------------------------------- /tools/analysis-graph-generator/src/main/java/com/ibm/wala/codeNet/NodeFinder.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/analysis-graph-generator/src/main/java/com/ibm/wala/codeNet/NodeFinder.java -------------------------------------------------------------------------------- /tools/analysis-graph-generator/src/main/java/com/ibm/wala/codeNet/WalaSPTGraph.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/analysis-graph-generator/src/main/java/com/ibm/wala/codeNet/WalaSPTGraph.java -------------------------------------------------------------------------------- /tools/analysis-graph-generator/src/main/java/com/ibm/wala/codeNet/WalaToGNNFiles.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/analysis-graph-generator/src/main/java/com/ibm/wala/codeNet/WalaToGNNFiles.java -------------------------------------------------------------------------------- /tools/analysis-graph-generator/src/main/scripts/convert_dir.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/analysis-graph-generator/src/main/scripts/convert_dir.sh -------------------------------------------------------------------------------- /tools/analysis-graph-generator/src/main/scripts/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/analysis-graph-generator/src/main/scripts/run.sh -------------------------------------------------------------------------------- /tools/analysis-graph-generator/src/main/scripts/subset.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/analysis-graph-generator/src/main/scripts/subset.sh -------------------------------------------------------------------------------- /tools/analysis-graph-generator/src/main/scripts/to_numbers.awk: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/analysis-graph-generator/src/main/scripts/to_numbers.awk -------------------------------------------------------------------------------- /tools/analysis-graph-generator/src/main/scripts/wala1k.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/analysis-graph-generator/src/main/scripts/wala1k.sh -------------------------------------------------------------------------------- /tools/analysis-graph-generator/src/main/scripts/wala_node.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/analysis-graph-generator/src/main/scripts/wala_node.sh -------------------------------------------------------------------------------- /tools/duplicates/Clusters.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/duplicates/Clusters.md -------------------------------------------------------------------------------- /tools/duplicates/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/duplicates/Makefile -------------------------------------------------------------------------------- /tools/duplicates/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/duplicates/README.md -------------------------------------------------------------------------------- /tools/duplicates/dup_graph.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/duplicates/dup_graph.sh -------------------------------------------------------------------------------- /tools/duplicates/dup_graph_no_outliers.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/duplicates/dup_graph_no_outliers.png -------------------------------------------------------------------------------- /tools/duplicates/duplicates.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/duplicates/duplicates.cpp -------------------------------------------------------------------------------- /tools/duplicates/poj-104.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/duplicates/poj-104.png -------------------------------------------------------------------------------- /tools/duplicates/test_tokens.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/duplicates/test_tokens.tsv -------------------------------------------------------------------------------- /tools/json-graph/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/json-graph/Makefile -------------------------------------------------------------------------------- /tools/json-graph/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/json-graph/README.md -------------------------------------------------------------------------------- /tools/json-graph/README.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/json-graph/README.pdf -------------------------------------------------------------------------------- /tools/json-graph/aroma-schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/json-graph/aroma-schema.json -------------------------------------------------------------------------------- /tools/json-graph/convert.jq: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/json-graph/convert.jq -------------------------------------------------------------------------------- /tools/json-graph/digraph.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/json-graph/digraph.json -------------------------------------------------------------------------------- /tools/json-graph/digraph.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/json-graph/digraph.pdf -------------------------------------------------------------------------------- /tools/json-graph/digraph.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/json-graph/digraph.png -------------------------------------------------------------------------------- /tools/json-graph/digraph2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/json-graph/digraph2.json -------------------------------------------------------------------------------- /tools/json-graph/graph-json.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/json-graph/graph-json.md -------------------------------------------------------------------------------- /tools/json-graph/graph-json.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/json-graph/graph-json.pdf -------------------------------------------------------------------------------- /tools/json-graph/graph-schema-alt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/json-graph/graph-schema-alt.json -------------------------------------------------------------------------------- /tools/json-graph/graph-schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/json-graph/graph-schema.json -------------------------------------------------------------------------------- /tools/json-graph/minimum.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/json-graph/minimum.json -------------------------------------------------------------------------------- /tools/json-graph/spt-schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/json-graph/spt-schema.json -------------------------------------------------------------------------------- /tools/json-graph/src/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/json-graph/src/Makefile -------------------------------------------------------------------------------- /tools/json-graph/src/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/json-graph/src/README.md -------------------------------------------------------------------------------- /tools/json-graph/src/digraph.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/json-graph/src/digraph.json -------------------------------------------------------------------------------- /tools/json-graph/src/digraph.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/json-graph/src/digraph.png -------------------------------------------------------------------------------- /tools/json-graph/src/fib.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/json-graph/src/fib.png -------------------------------------------------------------------------------- /tools/json-graph/src/jgf2dot.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/json-graph/src/jgf2dot.c -------------------------------------------------------------------------------- /tools/json-graph/src/jgf2spt.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/json-graph/src/jgf2spt.c -------------------------------------------------------------------------------- /tools/json-graph/src/jgflib.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/json-graph/src/jgflib.c -------------------------------------------------------------------------------- /tools/json-graph/src/jgflib.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/json-graph/src/jgflib.h -------------------------------------------------------------------------------- /tools/json-graph/src/jsmn.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/json-graph/src/jsmn.h -------------------------------------------------------------------------------- /tools/json-graph/src/jsonml2jgf.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/json-graph/src/jsonml2jgf.c -------------------------------------------------------------------------------- /tools/json-graph/tree.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/json-graph/tree.json -------------------------------------------------------------------------------- /tools/json-graph/tree.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/json-graph/tree.pdf -------------------------------------------------------------------------------- /tools/json-graph/tree.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/json-graph/tree.png -------------------------------------------------------------------------------- /tools/json-graph/tree2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/json-graph/tree2.json -------------------------------------------------------------------------------- /tools/spt-generator/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/README.md -------------------------------------------------------------------------------- /tools/spt-generator/examples/c/fib.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/examples/c/fib.c -------------------------------------------------------------------------------- /tools/spt-generator/examples/c/gauss.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/examples/c/gauss.c -------------------------------------------------------------------------------- /tools/spt-generator/examples/c/helloworld.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/examples/c/helloworld.c -------------------------------------------------------------------------------- /tools/spt-generator/examples/demos/c/helloworld.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/examples/demos/c/helloworld.c -------------------------------------------------------------------------------- /tools/spt-generator/examples/demos/c/helloworld.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/examples/demos/c/helloworld.csv -------------------------------------------------------------------------------- /tools/spt-generator/examples/demos/c/helloworld.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/examples/demos/c/helloworld.json -------------------------------------------------------------------------------- /tools/spt-generator/examples/demos/c/helloworld.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/examples/demos/c/helloworld.png -------------------------------------------------------------------------------- /tools/spt-generator/examples/demos/c/spt_input.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/examples/demos/c/spt_input.txt -------------------------------------------------------------------------------- /tools/spt-generator/resources/antlr-4.8-complete.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/resources/antlr-4.8-complete.jar -------------------------------------------------------------------------------- /tools/spt-generator/resources/antlr4_g4/orig/cobol/Cobol85.g4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/resources/antlr4_g4/orig/cobol/Cobol85.g4 -------------------------------------------------------------------------------- /tools/spt-generator/resources/antlr4_g4/orig/cobol/Cobol85Preprocessor.g4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/resources/antlr4_g4/orig/cobol/Cobol85Preprocessor.g4 -------------------------------------------------------------------------------- /tools/spt-generator/resources/commons-cli-1.4.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/resources/commons-cli-1.4.jar -------------------------------------------------------------------------------- /tools/spt-generator/resources/commons-csv-1.8.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/resources/commons-csv-1.8.jar -------------------------------------------------------------------------------- /tools/spt-generator/scripts/build/compile.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/scripts/build/compile.sh -------------------------------------------------------------------------------- /tools/spt-generator/scripts/build/gen_g4.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/scripts/build/gen_g4.sh -------------------------------------------------------------------------------- /tools/spt-generator/scripts/run/spt-gen.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/scripts/run/spt-gen.sh -------------------------------------------------------------------------------- /tools/spt-generator/scripts/run/tokenize.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/scripts/run/tokenize.sh -------------------------------------------------------------------------------- /tools/spt-generator/spt.profile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/spt.profile -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/SPTGenerator.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/SPTGenerator.java -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/Tokenizer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/Tokenizer.java -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/Utils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/Utils.java -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/c/C.g4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/c/C.g4 -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/c/CReservedWordDecider.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/c/CReservedWordDecider.java -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/c_multi/C11.g4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/c_multi/C11.g4 -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/c_multi/C11ReservedWordDecider.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/c_multi/C11ReservedWordDecider.java -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/c_multi/C11Tokens.g4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/c_multi/C11Tokens.g4 -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/c_multi/C11_lexer_common.g4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/c_multi/C11_lexer_common.g4 -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/cobol/Cobol85.g4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/cobol/Cobol85.g4 -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/cobol/Cobol85Preprocessor.g4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/cobol/Cobol85Preprocessor.g4 -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/cobol/CobolReservedWordDecider.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/cobol/CobolReservedWordDecider.java -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/cobol/cobolkws_orig.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/cobol/cobolkws_orig.txt -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/cobol/cobolops_orig.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/cobol/cobolops_orig.txt -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/commons/Args.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/commons/Args.java -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/commons/CSVUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/commons/CSVUtils.java -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/commons/JsonUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/commons/JsonUtils.java -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/commons/ReservedWordDeciderI.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/commons/ReservedWordDeciderI.java -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/commons/SPT.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/commons/SPT.java -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/commons/SPTNode.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/commons/SPTNode.java -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/commons/TreeNodeIntf.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/commons/TreeNodeIntf.java -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/commons/TreePrinter.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/commons/TreePrinter.java -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/cpp/CPP14Lexer.g4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/cpp/CPP14Lexer.g4 -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/cpp/CPP14Parser.g4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/cpp/CPP14Parser.g4 -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/cpp/CPPReservedWordDecider.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/cpp/CPPReservedWordDecider.java -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/cpp_multi/CPP14.g4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/cpp_multi/CPP14.g4 -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/cpp_multi/CPP14Tokens.g4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/cpp_multi/CPP14Tokens.g4 -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/cpp_multi/CPP14_lexer_common.g4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/cpp_multi/CPP14_lexer_common.g4 -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/cpp_multi/CPPReservedWordDecider.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/cpp_multi/CPPReservedWordDecider.java -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/cymbol/Cymbol.g4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/cymbol/Cymbol.g4 -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/cymbol/CymbolBaseListener.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/cymbol/CymbolBaseListener.java -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/cymbol/CymbolLexer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/cymbol/CymbolLexer.java -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/cymbol/CymbolListener.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/cymbol/CymbolListener.java -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/cymbol/CymbolParser.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/cymbol/CymbolParser.java -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/cymbol/CymbolReservedWordDecider.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/cymbol/CymbolReservedWordDecider.java -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/cymbol/Main.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/cymbol/Main.java -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/cymbol_multi/Cymbol.g4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/cymbol_multi/Cymbol.g4 -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/cymbol_multi/CymbolBaseListener.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/cymbol_multi/CymbolBaseListener.java -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/cymbol_multi/CymbolLexer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/cymbol_multi/CymbolLexer.java -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/cymbol_multi/CymbolListener.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/cymbol_multi/CymbolListener.java -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/cymbol_multi/CymbolParser.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/cymbol_multi/CymbolParser.java -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/cymbol_multi/CymbolReservedWordDecider.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/cymbol_multi/CymbolReservedWordDecider.java -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/cymbol_multi/CymbolTokens.g4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/cymbol_multi/CymbolTokens.g4 -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/cymbol_multi/CymbolTokens.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/cymbol_multi/CymbolTokens.java -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/cymbol_multi/Cymbol_lexer_common.g4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/cymbol_multi/Cymbol_lexer_common.g4 -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/cymbol_multi/Cymbol_lexer_common.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/cymbol_multi/Cymbol_lexer_common.java -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/java/JavaLexer.g4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/java/JavaLexer.g4 -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/java/JavaParser.g4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/java/JavaParser.g4 -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/java/JavaReservedWordDecider.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/java/JavaReservedWordDecider.java -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/java_multi/Java.g4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/java_multi/Java.g4 -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/java_multi/JavaReservedWordDecider.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/java_multi/JavaReservedWordDecider.java -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/java_multi/JavaTokens.g4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/java_multi/JavaTokens.g4 -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/java_multi/Java_lexer_common.g4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/java_multi/Java_lexer_common.g4 -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/python/PythonLexer.g4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/python/PythonLexer.g4 -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/python/PythonLexer.interp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/python/PythonLexer.interp -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/python/PythonLexer.tokens: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/python/PythonLexer.tokens -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/python/PythonLexerBase.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/python/PythonLexerBase.java -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/python/PythonParser.g4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/python/PythonParser.g4 -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/python/PythonParser.interp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/python/PythonParser.interp -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/python/PythonParser.tokens: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/python/PythonParser.tokens -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/python/PythonParserBase.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/python/PythonParserBase.java -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/python/PythonParserListener.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/python/PythonParserListener.java -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/python/PythonReservedWordDecider.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/python/PythonReservedWordDecider.java -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/python/PythonVersion.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/python/PythonVersion.java -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/python_multi/PythonLexer.g4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/python_multi/PythonLexer.g4 -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/python_multi/PythonLexerBase.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/python_multi/PythonLexerBase.java -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/python_multi/PythonParser.g4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/python_multi/PythonParser.g4 -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/python_multi/PythonParserBase.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/python_multi/PythonParserBase.java -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/python_multi/PythonTokens.g4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/python_multi/PythonTokens.g4 -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/python_multi/PythonTokensLexerBase.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/python_multi/PythonTokensLexerBase.java -------------------------------------------------------------------------------- /tools/spt-generator/src/com/ibm/ai4code/parser/python_multi/PythonVersion.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/spt-generator/src/com/ibm/ai4code/parser/python_multi/PythonVersion.java -------------------------------------------------------------------------------- /tools/tokenizer/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/tokenizer/Makefile -------------------------------------------------------------------------------- /tools/tokenizer/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/tokenizer/README.md -------------------------------------------------------------------------------- /tools/tokenizer/antlr4tojson.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/tokenizer/antlr4tojson.c -------------------------------------------------------------------------------- /tools/tokenizer/filter.awk: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/tokenizer/filter.awk -------------------------------------------------------------------------------- /tools/tokenizer/filter3.awk: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/tokenizer/filter3.awk -------------------------------------------------------------------------------- /tools/tokenizer/filter4.awk: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/tokenizer/filter4.awk -------------------------------------------------------------------------------- /tools/tokenizer/filter5.awk: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/tokenizer/filter5.awk -------------------------------------------------------------------------------- /tools/tokenizer/filter6.awk: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/tokenizer/filter6.awk -------------------------------------------------------------------------------- /tools/tokenizer/jstokenize.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/tokenizer/jstokenize.c -------------------------------------------------------------------------------- /tools/tokenizer/libtoken.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/tokenizer/libtoken.c -------------------------------------------------------------------------------- /tools/tokenizer/libtoken.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/tokenizer/libtoken.h -------------------------------------------------------------------------------- /tools/tokenizer/ntokenize.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/tokenizer/ntokenize.c -------------------------------------------------------------------------------- /tools/tokenizer/pytokenize.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/tokenizer/pytokenize.c -------------------------------------------------------------------------------- /tools/tokenizer/schemas/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/tokenizer/schemas/Makefile -------------------------------------------------------------------------------- /tools/tokenizer/schemas/antlr4tojson-schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/tokenizer/schemas/antlr4tojson-schema.json -------------------------------------------------------------------------------- /tools/tokenizer/schemas/antlr4tojsonl-schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/tokenizer/schemas/antlr4tojsonl-schema.json -------------------------------------------------------------------------------- /tools/tokenizer/schemas/schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/tokenizer/schemas/schema.json -------------------------------------------------------------------------------- /tools/tokenizer/schemas/schema.rnc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/tokenizer/schemas/schema.rnc -------------------------------------------------------------------------------- /tools/tokenizer/schemas/tokml-schema.rnc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/tokenizer/schemas/tokml-schema.rnc -------------------------------------------------------------------------------- /tools/tokenizer/std-C-lib-funcs.awk: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/tokenizer/std-C-lib-funcs.awk -------------------------------------------------------------------------------- /tools/tokenizer/std-C-lib-funcs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/tokenizer/std-C-lib-funcs.txt -------------------------------------------------------------------------------- /tools/tokenizer/tests: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/tokenizer/tests -------------------------------------------------------------------------------- /tools/tokenizer/token_common.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/tokenizer/token_common.c -------------------------------------------------------------------------------- /tools/tokenizer/token_common.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/tokenizer/token_common.h -------------------------------------------------------------------------------- /tools/tokenizer/tokenize.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/tokenizer/tokenize.c -------------------------------------------------------------------------------- /tools/tokenizer/tokenize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/tokenizer/tokenize.py -------------------------------------------------------------------------------- /tools/tokenizer/tokml-test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/tokenizer/tokml-test.sh -------------------------------------------------------------------------------- /tools/tokenizer/tokml.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/Project_CodeNet/HEAD/tools/tokenizer/tokml.c --------------------------------------------------------------------------------