├── CodeSummarization ├── README.md ├── c2nl │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-38.pyc │ │ └── config.cpython-38.pyc │ ├── config.py │ ├── decoders │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-38.pyc │ │ │ ├── decoder.cpython-38.pyc │ │ │ ├── rnn_decoder.cpython-38.pyc │ │ │ ├── state.cpython-38.pyc │ │ │ └── transformer.cpython-38.pyc │ │ ├── decoder.py │ │ ├── rnn_decoder.py │ │ ├── state.py │ │ └── transformer.py │ ├── encoders │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-38.pyc │ │ │ ├── encoder.cpython-38.pyc │ │ │ ├── rnn_encoder.cpython-38.pyc │ │ │ └── transformer.cpython-38.pyc │ │ ├── encoder.py │ │ ├── rnn_encoder.py │ │ └── transformer.py │ ├── eval │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ └── __init__.cpython-38.pyc │ │ ├── bleu │ │ │ ├── __init__.py │ │ │ ├── __pycache__ │ │ │ │ ├── __init__.cpython-38.pyc │ │ │ │ ├── bleu.cpython-38.pyc │ │ │ │ ├── bleu_scorer.cpython-38.pyc │ │ │ │ ├── google_bleu.cpython-38.pyc │ │ │ │ └── nltk_bleu.cpython-38.pyc │ │ │ ├── bleu.py │ │ │ ├── bleu_scorer.py │ │ │ ├── google_bleu.py │ │ │ └── nltk_bleu.py │ │ ├── meteor │ │ │ ├── __init__.py │ │ │ ├── __pycache__ │ │ │ │ ├── __init__.cpython-38.pyc │ │ │ │ └── meteor.cpython-38.pyc │ │ │ ├── data │ │ │ │ └── paraphrase-en.gz │ │ │ ├── meteor-1.5.jar │ │ │ └── meteor.py │ │ └── rouge │ │ │ ├── __init__.py │ │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-38.pyc │ │ │ └── rouge.cpython-38.pyc │ │ │ └── rouge.py │ ├── inputters │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-38.pyc │ │ │ ├── constants.cpython-38.pyc │ │ │ ├── dataset.cpython-38.pyc │ │ │ ├── timer.cpython-38.pyc │ │ │ ├── utils.cpython-38.pyc │ │ │ ├── vector.cpython-38.pyc │ │ │ └── vocabulary.cpython-38.pyc │ │ ├── constants.py │ │ ├── dataset.py │ │ ├── timer.py │ │ ├── utils.py │ │ ├── vector.py │ │ └── vocabulary.py │ ├── models │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-38.pyc │ │ │ ├── seq2seq.cpython-38.pyc │ │ │ └── transformer.cpython-38.pyc │ │ ├── seq2seq.py │ │ └── transformer.py │ ├── modules │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-38.pyc │ │ │ ├── char_embedding.cpython-38.pyc │ │ │ ├── copy_generator.cpython-38.pyc │ │ │ ├── embeddings.cpython-38.pyc │ │ │ ├── global_attention.cpython-38.pyc │ │ │ ├── highway.cpython-38.pyc │ │ │ ├── multi_head_attn.cpython-38.pyc │ │ │ ├── position_ffn.cpython-38.pyc │ │ │ └── util_class.cpython-38.pyc │ │ ├── char_embedding.py │ │ ├── copy_generator.py │ │ ├── embeddings.py │ │ ├── global_attention.py │ │ ├── highway.py │ │ ├── multi_head_attn.py │ │ ├── position_ffn.py │ │ └── util_class.py │ ├── objects │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-38.pyc │ │ │ ├── code.cpython-38.pyc │ │ │ └── summary.cpython-38.pyc │ │ ├── code.py │ │ └── summary.py │ ├── tokenizers │ │ ├── __init__.py │ │ ├── code_tokenizer.py │ │ ├── simple_tokenizer.py │ │ └── tokenizer.py │ ├── translator │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-38.pyc │ │ │ ├── beam.cpython-38.pyc │ │ │ ├── penalties.cpython-38.pyc │ │ │ ├── translation.cpython-38.pyc │ │ │ └── translator.cpython-38.pyc │ │ ├── beam.py │ │ ├── penalties.py │ │ ├── translation.py │ │ └── translator.py │ └── utils │ │ ├── __init__.py │ │ ├── __pycache__ │ │ ├── __init__.cpython-38.pyc │ │ ├── copy_utils.cpython-38.pyc │ │ ├── logging.cpython-38.pyc │ │ └── misc.cpython-38.pyc │ │ ├── copy_utils.py │ │ ├── logging.py │ │ └── misc.py ├── data │ └── java │ │ ├── get_data.sh │ │ ├── get_stat.py │ │ └── sample.code ├── main │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-38.pyc │ │ ├── model.cpython-38.pyc │ │ └── train.cpython-38.pyc │ ├── model.py │ ├── test.py │ └── train.py ├── requirements.txt ├── scripts │ ├── generate.sh │ └── java │ │ ├── rnn.sh │ │ └── transformer.sh └── setup.py ├── Dataset Description.md ├── Dataset_Preparation ├── Merge_Datasets.py ├── Preprocess_CSN.py ├── Preprocess_CSN_Balanced_Partition.py └── Preprocess_NCS.py ├── LICENSE ├── README.md ├── Setup ├── download_data.py ├── install_docker.sh └── setup.sh └── Tokenizer ├── CodePreprocess_final.py ├── NLPreprocess_final.py ├── code_filter_flag.json ├── huggingface_bpe.py └── nl_filter_flag.json /CodeSummarization/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/README.md -------------------------------------------------------------------------------- /CodeSummarization/c2nl/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'wasi' 2 | -------------------------------------------------------------------------------- /CodeSummarization/c2nl/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/__pycache__/config.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/__pycache__/config.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/config.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/decoders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/decoders/__init__.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/decoders/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/decoders/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/decoders/__pycache__/decoder.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/decoders/__pycache__/decoder.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/decoders/__pycache__/rnn_decoder.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/decoders/__pycache__/rnn_decoder.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/decoders/__pycache__/state.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/decoders/__pycache__/state.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/decoders/__pycache__/transformer.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/decoders/__pycache__/transformer.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/decoders/decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/decoders/decoder.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/decoders/rnn_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/decoders/rnn_decoder.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/decoders/state.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/decoders/state.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/decoders/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/decoders/transformer.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/encoders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/encoders/__init__.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/encoders/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/encoders/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/encoders/__pycache__/encoder.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/encoders/__pycache__/encoder.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/encoders/__pycache__/rnn_encoder.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/encoders/__pycache__/rnn_encoder.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/encoders/__pycache__/transformer.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/encoders/__pycache__/transformer.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/encoders/encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/encoders/encoder.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/encoders/rnn_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/encoders/rnn_encoder.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/encoders/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/encoders/transformer.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/eval/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/eval/__init__.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/eval/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/eval/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/eval/bleu/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/eval/bleu/__init__.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/eval/bleu/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/eval/bleu/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/eval/bleu/__pycache__/bleu.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/eval/bleu/__pycache__/bleu.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/eval/bleu/__pycache__/bleu_scorer.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/eval/bleu/__pycache__/bleu_scorer.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/eval/bleu/__pycache__/google_bleu.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/eval/bleu/__pycache__/google_bleu.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/eval/bleu/__pycache__/nltk_bleu.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/eval/bleu/__pycache__/nltk_bleu.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/eval/bleu/bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/eval/bleu/bleu.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/eval/bleu/bleu_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/eval/bleu/bleu_scorer.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/eval/bleu/google_bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/eval/bleu/google_bleu.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/eval/bleu/nltk_bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/eval/bleu/nltk_bleu.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/eval/meteor/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'wasi' 2 | 3 | from .meteor import * 4 | -------------------------------------------------------------------------------- /CodeSummarization/c2nl/eval/meteor/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/eval/meteor/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/eval/meteor/__pycache__/meteor.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/eval/meteor/__pycache__/meteor.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/eval/meteor/data/paraphrase-en.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/eval/meteor/data/paraphrase-en.gz -------------------------------------------------------------------------------- /CodeSummarization/c2nl/eval/meteor/meteor-1.5.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/eval/meteor/meteor-1.5.jar -------------------------------------------------------------------------------- /CodeSummarization/c2nl/eval/meteor/meteor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/eval/meteor/meteor.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/eval/rouge/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'wasi' 2 | 3 | from .rouge import * 4 | -------------------------------------------------------------------------------- /CodeSummarization/c2nl/eval/rouge/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/eval/rouge/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/eval/rouge/__pycache__/rouge.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/eval/rouge/__pycache__/rouge.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/eval/rouge/rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/eval/rouge/rouge.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/inputters/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/inputters/__init__.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/inputters/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/inputters/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/inputters/__pycache__/constants.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/inputters/__pycache__/constants.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/inputters/__pycache__/dataset.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/inputters/__pycache__/dataset.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/inputters/__pycache__/timer.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/inputters/__pycache__/timer.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/inputters/__pycache__/utils.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/inputters/__pycache__/utils.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/inputters/__pycache__/vector.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/inputters/__pycache__/vector.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/inputters/__pycache__/vocabulary.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/inputters/__pycache__/vocabulary.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/inputters/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/inputters/constants.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/inputters/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/inputters/dataset.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/inputters/timer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/inputters/timer.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/inputters/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/inputters/utils.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/inputters/vector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/inputters/vector.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/inputters/vocabulary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/inputters/vocabulary.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/models/__init__.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/models/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/models/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/models/__pycache__/seq2seq.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/models/__pycache__/seq2seq.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/models/__pycache__/transformer.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/models/__pycache__/transformer.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/models/seq2seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/models/seq2seq.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/models/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/models/transformer.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/modules/__init__.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/modules/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/modules/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/modules/__pycache__/char_embedding.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/modules/__pycache__/char_embedding.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/modules/__pycache__/copy_generator.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/modules/__pycache__/copy_generator.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/modules/__pycache__/embeddings.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/modules/__pycache__/embeddings.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/modules/__pycache__/global_attention.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/modules/__pycache__/global_attention.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/modules/__pycache__/highway.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/modules/__pycache__/highway.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/modules/__pycache__/multi_head_attn.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/modules/__pycache__/multi_head_attn.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/modules/__pycache__/position_ffn.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/modules/__pycache__/position_ffn.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/modules/__pycache__/util_class.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/modules/__pycache__/util_class.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/modules/char_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/modules/char_embedding.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/modules/copy_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/modules/copy_generator.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/modules/embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/modules/embeddings.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/modules/global_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/modules/global_attention.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/modules/highway.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/modules/highway.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/modules/multi_head_attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/modules/multi_head_attn.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/modules/position_ffn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/modules/position_ffn.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/modules/util_class.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/modules/util_class.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/objects/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/objects/__init__.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/objects/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/objects/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/objects/__pycache__/code.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/objects/__pycache__/code.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/objects/__pycache__/summary.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/objects/__pycache__/summary.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/objects/code.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/objects/code.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/objects/summary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/objects/summary.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/tokenizers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/tokenizers/__init__.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/tokenizers/code_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/tokenizers/code_tokenizer.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/tokenizers/simple_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/tokenizers/simple_tokenizer.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/tokenizers/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/tokenizers/tokenizer.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/translator/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/translator/__init__.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/translator/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/translator/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/translator/__pycache__/beam.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/translator/__pycache__/beam.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/translator/__pycache__/penalties.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/translator/__pycache__/penalties.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/translator/__pycache__/translation.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/translator/__pycache__/translation.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/translator/__pycache__/translator.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/translator/__pycache__/translator.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/translator/beam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/translator/beam.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/translator/penalties.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/translator/penalties.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/translator/translation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/translator/translation.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/translator/translator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/translator/translator.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/utils/__init__.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/utils/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/utils/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/utils/__pycache__/copy_utils.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/utils/__pycache__/copy_utils.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/utils/__pycache__/logging.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/utils/__pycache__/logging.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/utils/__pycache__/misc.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/utils/__pycache__/misc.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/c2nl/utils/copy_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/utils/copy_utils.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/utils/logging.py -------------------------------------------------------------------------------- /CodeSummarization/c2nl/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/c2nl/utils/misc.py -------------------------------------------------------------------------------- /CodeSummarization/data/java/get_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/data/java/get_data.sh -------------------------------------------------------------------------------- /CodeSummarization/data/java/get_stat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/data/java/get_stat.py -------------------------------------------------------------------------------- /CodeSummarization/data/java/sample.code: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/data/java/sample.code -------------------------------------------------------------------------------- /CodeSummarization/main/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'wasi' 2 | -------------------------------------------------------------------------------- /CodeSummarization/main/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/main/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/main/__pycache__/model.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/main/__pycache__/model.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/main/__pycache__/train.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/main/__pycache__/train.cpython-38.pyc -------------------------------------------------------------------------------- /CodeSummarization/main/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/main/model.py -------------------------------------------------------------------------------- /CodeSummarization/main/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/main/test.py -------------------------------------------------------------------------------- /CodeSummarization/main/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/main/train.py -------------------------------------------------------------------------------- /CodeSummarization/requirements.txt: -------------------------------------------------------------------------------- 1 | numpy 2 | tqdm 3 | nltk 4 | prettytable 5 | torch==1.5.1 6 | -------------------------------------------------------------------------------- /CodeSummarization/scripts/generate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/scripts/generate.sh -------------------------------------------------------------------------------- /CodeSummarization/scripts/java/rnn.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/scripts/java/rnn.sh -------------------------------------------------------------------------------- /CodeSummarization/scripts/java/transformer.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/scripts/java/transformer.sh -------------------------------------------------------------------------------- /CodeSummarization/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/CodeSummarization/setup.py -------------------------------------------------------------------------------- /Dataset Description.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/Dataset Description.md -------------------------------------------------------------------------------- /Dataset_Preparation/Merge_Datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/Dataset_Preparation/Merge_Datasets.py -------------------------------------------------------------------------------- /Dataset_Preparation/Preprocess_CSN.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/Dataset_Preparation/Preprocess_CSN.py -------------------------------------------------------------------------------- /Dataset_Preparation/Preprocess_CSN_Balanced_Partition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/Dataset_Preparation/Preprocess_CSN_Balanced_Partition.py -------------------------------------------------------------------------------- /Dataset_Preparation/Preprocess_NCS.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/Dataset_Preparation/Preprocess_NCS.py -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/README.md -------------------------------------------------------------------------------- /Setup/download_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/Setup/download_data.py -------------------------------------------------------------------------------- /Setup/install_docker.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/Setup/install_docker.sh -------------------------------------------------------------------------------- /Setup/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/Setup/setup.sh -------------------------------------------------------------------------------- /Tokenizer/CodePreprocess_final.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/Tokenizer/CodePreprocess_final.py -------------------------------------------------------------------------------- /Tokenizer/NLPreprocess_final.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/Tokenizer/NLPreprocess_final.py -------------------------------------------------------------------------------- /Tokenizer/code_filter_flag.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/Tokenizer/code_filter_flag.json -------------------------------------------------------------------------------- /Tokenizer/huggingface_bpe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/Tokenizer/huggingface_bpe.py -------------------------------------------------------------------------------- /Tokenizer/nl_filter_flag.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/csebuetnlp/CoDesc/HEAD/Tokenizer/nl_filter_flag.json --------------------------------------------------------------------------------