├── .gitignore ├── Clone-detection-POJ-104 ├── code │ ├── HiT_encoder.py │ ├── check_pkl.py │ ├── config.py │ ├── model.py │ ├── model_old.py │ ├── need_delete.py │ ├── preprocess_path.py │ ├── run.py │ ├── run_old.py │ ├── treesitter2anytree.py │ ├── view_bpe_processed.py │ └── vocab_old.py └── evaluator │ ├── evaluator.py │ └── extract_answers.py ├── README.md ├── classification ├── code_classfication_preprocess.py ├── config.py ├── generate_path_node_vocab.ipynb ├── generate_vocab.py ├── generate_vocab_sbt.py ├── model │ ├── HiT.py │ ├── __init__.py │ ├── transformer.py │ └── transformer_concat.py ├── processed_tokens_with_path.py ├── run.sh ├── run_HiT.py ├── run_concat_whole_path.py ├── run_transformer.py ├── run_transformer_SBT.py ├── run_transformer_XSBT.py ├── run_whole_path.py └── treesitter2anytree.py ├── methodname ├── __main__.py ├── config.py ├── data │ ├── temp.json │ ├── temp.pkl │ ├── view_data.py │ └── vocab │ │ └── ct_vocab.json ├── dataset │ ├── __init__.py │ ├── dataset.py │ ├── dataset_old.py │ ├── path_vocab.py │ ├── process_utils.py │ └── vocab.py ├── model │ ├── __init__.py │ ├── embedding │ │ ├── __init__.py │ │ ├── positional.py │ │ └── tokens.py │ ├── encoder │ │ ├── HiTEncoder.py │ │ ├── __init__.py │ │ ├── attention │ │ │ ├── __init__.py │ │ │ ├── multi_head.py │ │ │ └── single.py │ │ ├── position │ │ │ ├── __init__.py │ │ │ └── position.py │ │ ├── transformer_old.py │ │ └── utils │ │ │ ├── __init__.py │ │ │ ├── feed_forward.py │ │ │ ├── gelu.py │ │ │ ├── layer_norm.py │ │ │ └── sublayer.py │ ├── model.py │ └── model_old.py ├── old_main.py ├── preprocess_seq_path.py └── trainer │ ├── __init__.py │ ├── optim_schedule.py │ ├── statistic.py │ ├── train.py │ └── train_beam_search.py └── variable scope detection ├── model ├── TiT.py ├── __init__.py ├── probe_model.py ├── transformer.py └── transformer_concat.py ├── mypdb.py ├── probe_config.py ├── probe_for_HiT.py ├── probe_for_transformer.py └── utils ├── nn_utils.py ├── pathvocab.py ├── treesitter2anytree.py └── vocab.py /.gitignore: -------------------------------------------------------------------------------- 1 | 2 | .DS_Store 3 | *.pyc 4 | -------------------------------------------------------------------------------- /Clone-detection-POJ-104/code/HiT_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/Clone-detection-POJ-104/code/HiT_encoder.py -------------------------------------------------------------------------------- /Clone-detection-POJ-104/code/check_pkl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/Clone-detection-POJ-104/code/check_pkl.py -------------------------------------------------------------------------------- /Clone-detection-POJ-104/code/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/Clone-detection-POJ-104/code/config.py -------------------------------------------------------------------------------- /Clone-detection-POJ-104/code/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/Clone-detection-POJ-104/code/model.py -------------------------------------------------------------------------------- /Clone-detection-POJ-104/code/model_old.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/Clone-detection-POJ-104/code/model_old.py -------------------------------------------------------------------------------- /Clone-detection-POJ-104/code/need_delete.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/Clone-detection-POJ-104/code/need_delete.py -------------------------------------------------------------------------------- /Clone-detection-POJ-104/code/preprocess_path.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/Clone-detection-POJ-104/code/preprocess_path.py -------------------------------------------------------------------------------- /Clone-detection-POJ-104/code/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/Clone-detection-POJ-104/code/run.py -------------------------------------------------------------------------------- /Clone-detection-POJ-104/code/run_old.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/Clone-detection-POJ-104/code/run_old.py -------------------------------------------------------------------------------- /Clone-detection-POJ-104/code/treesitter2anytree.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/Clone-detection-POJ-104/code/treesitter2anytree.py -------------------------------------------------------------------------------- /Clone-detection-POJ-104/code/view_bpe_processed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/Clone-detection-POJ-104/code/view_bpe_processed.py -------------------------------------------------------------------------------- /Clone-detection-POJ-104/code/vocab_old.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/Clone-detection-POJ-104/code/vocab_old.py -------------------------------------------------------------------------------- /Clone-detection-POJ-104/evaluator/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/Clone-detection-POJ-104/evaluator/evaluator.py -------------------------------------------------------------------------------- /Clone-detection-POJ-104/evaluator/extract_answers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/Clone-detection-POJ-104/evaluator/extract_answers.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/README.md -------------------------------------------------------------------------------- /classification/code_classfication_preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/classification/code_classfication_preprocess.py -------------------------------------------------------------------------------- /classification/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/classification/config.py -------------------------------------------------------------------------------- /classification/generate_path_node_vocab.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/classification/generate_path_node_vocab.ipynb -------------------------------------------------------------------------------- /classification/generate_vocab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/classification/generate_vocab.py -------------------------------------------------------------------------------- /classification/generate_vocab_sbt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/classification/generate_vocab_sbt.py -------------------------------------------------------------------------------- /classification/model/HiT.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/classification/model/HiT.py -------------------------------------------------------------------------------- /classification/model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /classification/model/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/classification/model/transformer.py -------------------------------------------------------------------------------- /classification/model/transformer_concat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/classification/model/transformer_concat.py -------------------------------------------------------------------------------- /classification/processed_tokens_with_path.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/classification/processed_tokens_with_path.py -------------------------------------------------------------------------------- /classification/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/classification/run.sh -------------------------------------------------------------------------------- /classification/run_HiT.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/classification/run_HiT.py -------------------------------------------------------------------------------- /classification/run_concat_whole_path.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/classification/run_concat_whole_path.py -------------------------------------------------------------------------------- /classification/run_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/classification/run_transformer.py -------------------------------------------------------------------------------- /classification/run_transformer_SBT.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/classification/run_transformer_SBT.py -------------------------------------------------------------------------------- /classification/run_transformer_XSBT.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/classification/run_transformer_XSBT.py -------------------------------------------------------------------------------- /classification/run_whole_path.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/classification/run_whole_path.py -------------------------------------------------------------------------------- /classification/treesitter2anytree.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/classification/treesitter2anytree.py -------------------------------------------------------------------------------- /methodname/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/methodname/__main__.py -------------------------------------------------------------------------------- /methodname/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/methodname/config.py -------------------------------------------------------------------------------- /methodname/data/temp.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/methodname/data/temp.json -------------------------------------------------------------------------------- /methodname/data/temp.pkl: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /methodname/data/view_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/methodname/data/view_data.py -------------------------------------------------------------------------------- /methodname/data/vocab/ct_vocab.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/methodname/data/vocab/ct_vocab.json -------------------------------------------------------------------------------- /methodname/dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/methodname/dataset/__init__.py -------------------------------------------------------------------------------- /methodname/dataset/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/methodname/dataset/dataset.py -------------------------------------------------------------------------------- /methodname/dataset/dataset_old.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/methodname/dataset/dataset_old.py -------------------------------------------------------------------------------- /methodname/dataset/path_vocab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/methodname/dataset/path_vocab.py -------------------------------------------------------------------------------- /methodname/dataset/process_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/methodname/dataset/process_utils.py -------------------------------------------------------------------------------- /methodname/dataset/vocab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/methodname/dataset/vocab.py -------------------------------------------------------------------------------- /methodname/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/methodname/model/__init__.py -------------------------------------------------------------------------------- /methodname/model/embedding/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/methodname/model/embedding/__init__.py -------------------------------------------------------------------------------- /methodname/model/embedding/positional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/methodname/model/embedding/positional.py -------------------------------------------------------------------------------- /methodname/model/embedding/tokens.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/methodname/model/embedding/tokens.py -------------------------------------------------------------------------------- /methodname/model/encoder/HiTEncoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/methodname/model/encoder/HiTEncoder.py -------------------------------------------------------------------------------- /methodname/model/encoder/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/methodname/model/encoder/__init__.py -------------------------------------------------------------------------------- /methodname/model/encoder/attention/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/methodname/model/encoder/attention/__init__.py -------------------------------------------------------------------------------- /methodname/model/encoder/attention/multi_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/methodname/model/encoder/attention/multi_head.py -------------------------------------------------------------------------------- /methodname/model/encoder/attention/single.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/methodname/model/encoder/attention/single.py -------------------------------------------------------------------------------- /methodname/model/encoder/position/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/methodname/model/encoder/position/__init__.py -------------------------------------------------------------------------------- /methodname/model/encoder/position/position.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/methodname/model/encoder/position/position.py -------------------------------------------------------------------------------- /methodname/model/encoder/transformer_old.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/methodname/model/encoder/transformer_old.py -------------------------------------------------------------------------------- /methodname/model/encoder/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/methodname/model/encoder/utils/__init__.py -------------------------------------------------------------------------------- /methodname/model/encoder/utils/feed_forward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/methodname/model/encoder/utils/feed_forward.py -------------------------------------------------------------------------------- /methodname/model/encoder/utils/gelu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/methodname/model/encoder/utils/gelu.py -------------------------------------------------------------------------------- /methodname/model/encoder/utils/layer_norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/methodname/model/encoder/utils/layer_norm.py -------------------------------------------------------------------------------- /methodname/model/encoder/utils/sublayer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/methodname/model/encoder/utils/sublayer.py -------------------------------------------------------------------------------- /methodname/model/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/methodname/model/model.py -------------------------------------------------------------------------------- /methodname/model/model_old.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/methodname/model/model_old.py -------------------------------------------------------------------------------- /methodname/old_main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/methodname/old_main.py -------------------------------------------------------------------------------- /methodname/preprocess_seq_path.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/methodname/preprocess_seq_path.py -------------------------------------------------------------------------------- /methodname/trainer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/methodname/trainer/__init__.py -------------------------------------------------------------------------------- /methodname/trainer/optim_schedule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/methodname/trainer/optim_schedule.py -------------------------------------------------------------------------------- /methodname/trainer/statistic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/methodname/trainer/statistic.py -------------------------------------------------------------------------------- /methodname/trainer/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/methodname/trainer/train.py -------------------------------------------------------------------------------- /methodname/trainer/train_beam_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/methodname/trainer/train_beam_search.py -------------------------------------------------------------------------------- /variable scope detection/model/TiT.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/variable scope detection/model/TiT.py -------------------------------------------------------------------------------- /variable scope detection/model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /variable scope detection/model/probe_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/variable scope detection/model/probe_model.py -------------------------------------------------------------------------------- /variable scope detection/model/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/variable scope detection/model/transformer.py -------------------------------------------------------------------------------- /variable scope detection/model/transformer_concat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/variable scope detection/model/transformer_concat.py -------------------------------------------------------------------------------- /variable scope detection/mypdb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/variable scope detection/mypdb.py -------------------------------------------------------------------------------- /variable scope detection/probe_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/variable scope detection/probe_config.py -------------------------------------------------------------------------------- /variable scope detection/probe_for_HiT.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/variable scope detection/probe_for_HiT.py -------------------------------------------------------------------------------- /variable scope detection/probe_for_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/variable scope detection/probe_for_transformer.py -------------------------------------------------------------------------------- /variable scope detection/utils/nn_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/variable scope detection/utils/nn_utils.py -------------------------------------------------------------------------------- /variable scope detection/utils/pathvocab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/variable scope detection/utils/pathvocab.py -------------------------------------------------------------------------------- /variable scope detection/utils/treesitter2anytree.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/variable scope detection/utils/treesitter2anytree.py -------------------------------------------------------------------------------- /variable scope detection/utils/vocab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zkcpku/HiT-hierarchy-transformer/HEAD/variable scope detection/utils/vocab.py --------------------------------------------------------------------------------