├── README.md ├── download_glue_data.py ├── implicit_bert ├── models │ ├── snn_ide_bert_classi_4_spike.py │ ├── snn_ide_bert_classi_spike_2.py │ ├── snn_ide_bert_spike_2.py │ └── snn_ide_bert_spike_4.py └── modules │ ├── broyden.py │ ├── optimizations.py │ ├── snn_bert_modules.py │ ├── snn_modules.py │ └── snnide_bert_multilayer_module.py ├── preprocess_training_data.py ├── requirements.txt ├── sample_logs ├── step_1_sample_snapshot_general_KD_log.txt ├── step_2_sample_snapshot_QQP_task_based_IKD_logs.txt ├── step_2_sample_snapshot_SST2_task_based_IKD_logs.txt └── step_3_sample_snapshot_SST2_prediction_layer_results.txt ├── spiking-student-model ├── config.json └── vocab.txt ├── spiking_bert_general_distill.py ├── spiking_bert_task_distill.py └── transformer ├── __init__.py ├── file_utils.py ├── modeling.py ├── optimization.py └── tokenization.py /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NeuroCompLab-psu/SpikingBERT/HEAD/README.md -------------------------------------------------------------------------------- /download_glue_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NeuroCompLab-psu/SpikingBERT/HEAD/download_glue_data.py -------------------------------------------------------------------------------- /implicit_bert/models/snn_ide_bert_classi_4_spike.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NeuroCompLab-psu/SpikingBERT/HEAD/implicit_bert/models/snn_ide_bert_classi_4_spike.py -------------------------------------------------------------------------------- /implicit_bert/models/snn_ide_bert_classi_spike_2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NeuroCompLab-psu/SpikingBERT/HEAD/implicit_bert/models/snn_ide_bert_classi_spike_2.py -------------------------------------------------------------------------------- /implicit_bert/models/snn_ide_bert_spike_2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NeuroCompLab-psu/SpikingBERT/HEAD/implicit_bert/models/snn_ide_bert_spike_2.py -------------------------------------------------------------------------------- /implicit_bert/models/snn_ide_bert_spike_4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NeuroCompLab-psu/SpikingBERT/HEAD/implicit_bert/models/snn_ide_bert_spike_4.py -------------------------------------------------------------------------------- /implicit_bert/modules/broyden.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NeuroCompLab-psu/SpikingBERT/HEAD/implicit_bert/modules/broyden.py -------------------------------------------------------------------------------- /implicit_bert/modules/optimizations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NeuroCompLab-psu/SpikingBERT/HEAD/implicit_bert/modules/optimizations.py -------------------------------------------------------------------------------- /implicit_bert/modules/snn_bert_modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NeuroCompLab-psu/SpikingBERT/HEAD/implicit_bert/modules/snn_bert_modules.py -------------------------------------------------------------------------------- /implicit_bert/modules/snn_modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NeuroCompLab-psu/SpikingBERT/HEAD/implicit_bert/modules/snn_modules.py -------------------------------------------------------------------------------- /implicit_bert/modules/snnide_bert_multilayer_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NeuroCompLab-psu/SpikingBERT/HEAD/implicit_bert/modules/snnide_bert_multilayer_module.py -------------------------------------------------------------------------------- /preprocess_training_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NeuroCompLab-psu/SpikingBERT/HEAD/preprocess_training_data.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NeuroCompLab-psu/SpikingBERT/HEAD/requirements.txt -------------------------------------------------------------------------------- /sample_logs/step_1_sample_snapshot_general_KD_log.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NeuroCompLab-psu/SpikingBERT/HEAD/sample_logs/step_1_sample_snapshot_general_KD_log.txt -------------------------------------------------------------------------------- /sample_logs/step_2_sample_snapshot_QQP_task_based_IKD_logs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NeuroCompLab-psu/SpikingBERT/HEAD/sample_logs/step_2_sample_snapshot_QQP_task_based_IKD_logs.txt -------------------------------------------------------------------------------- /sample_logs/step_2_sample_snapshot_SST2_task_based_IKD_logs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NeuroCompLab-psu/SpikingBERT/HEAD/sample_logs/step_2_sample_snapshot_SST2_task_based_IKD_logs.txt -------------------------------------------------------------------------------- /sample_logs/step_3_sample_snapshot_SST2_prediction_layer_results.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NeuroCompLab-psu/SpikingBERT/HEAD/sample_logs/step_3_sample_snapshot_SST2_prediction_layer_results.txt -------------------------------------------------------------------------------- /spiking-student-model/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NeuroCompLab-psu/SpikingBERT/HEAD/spiking-student-model/config.json -------------------------------------------------------------------------------- /spiking-student-model/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NeuroCompLab-psu/SpikingBERT/HEAD/spiking-student-model/vocab.txt -------------------------------------------------------------------------------- /spiking_bert_general_distill.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NeuroCompLab-psu/SpikingBERT/HEAD/spiking_bert_general_distill.py -------------------------------------------------------------------------------- /spiking_bert_task_distill.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NeuroCompLab-psu/SpikingBERT/HEAD/spiking_bert_task_distill.py -------------------------------------------------------------------------------- /transformer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NeuroCompLab-psu/SpikingBERT/HEAD/transformer/__init__.py -------------------------------------------------------------------------------- /transformer/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NeuroCompLab-psu/SpikingBERT/HEAD/transformer/file_utils.py -------------------------------------------------------------------------------- /transformer/modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NeuroCompLab-psu/SpikingBERT/HEAD/transformer/modeling.py -------------------------------------------------------------------------------- /transformer/optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NeuroCompLab-psu/SpikingBERT/HEAD/transformer/optimization.py -------------------------------------------------------------------------------- /transformer/tokenization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NeuroCompLab-psu/SpikingBERT/HEAD/transformer/tokenization.py --------------------------------------------------------------------------------