├── 0_write_pretraining_data.sh ├── 1_create_pretraining_manifest.sh ├── 2_run_pretraining.sh ├── 3_write_finetuning_data.sh ├── 4_create_finetuning_manifest.sh ├── 5_run_finetuning.sh ├── README.md ├── conf ├── criterion │ ├── nsp_replace_only_pretrain.yaml │ └── pt_feature_extract_coords_criterion.yaml ├── data │ ├── nsp_replace_only_pretrain.yaml │ ├── pretraining_subject_data_template.yaml │ ├── pt_supervised_task_coords.yaml │ └── subject_data_template.yaml ├── data_prep │ ├── combine_nsp_datasets.yaml │ ├── pretrain_multi_subj_multi_chan_template.yaml │ └── subject_specific_manifest.yaml ├── exp │ ├── multi_elec_feature_extract.yaml │ └── multi_elec_pretrain.yaml ├── model │ ├── pt_custom_model.yaml │ └── pt_downstream_model.yaml ├── preprocessor │ ├── empty_preprocessor.yaml │ └── multi_elec_spec_pretrained.yaml └── task │ ├── nsp_replace_only_pretrain.yaml │ └── pt_feature_extract_coords.yaml ├── criterions ├── __init__.py ├── base_criterion.py ├── nsp_replace_only_pretrain.py └── pt_feature_extract_coords_criterion.py ├── data ├── h5_data.py ├── h5_data_reader.py ├── make_pretrain_replace_manifest.py ├── make_subject_specific_manifest.py ├── multi_electrode_subj_data.py ├── speech_nonspeech_subject_data.py ├── subject_data.py ├── trial_data.py ├── trial_data_reader.py ├── utils.py ├── write_multi_subject_multi_channel.py └── write_nsp_pretraining_data.py ├── datasets ├── __init__.py ├── nsp_replace_only_deterministic.py ├── nsp_replace_only_pretrain.py └── pt_supervised_task_coords.py ├── electrode_selections ├── clean_laplacian.json └── debug_electrodes.json ├── load_and_save_weights_to_hf.py ├── models ├── __init__.py ├── base_model.py ├── masked_tf_model.py ├── pt_downstream_model.py ├── pt_model_custom.py ├── spec_prediction_head.py └── transformer_encoder_input.py ├── preprocessors ├── __init__.py ├── identity_preprocessor.py ├── multi_elec_spec_pretrained.py ├── stft.py ├── superlet.py ├── superlet_preprocessor.py └── wav_preprocessor.py ├── requirements.txt ├── run_train.py ├── runner.py ├── schedulers ├── __init__.py ├── base_scheduler.py ├── ramp_up.py └── reduce_on_plateau.py ├── tasks ├── __init__.py ├── base_task.py ├── batch_utils.py ├── nsp_replace_only_pretrain.py ├── pt_feature_extract_coords.py └── utils.py ├── trial_selections ├── debug_trials.json ├── pretrain_split_trials.json └── test_trials.json └── util └── tensorboard_utils.py /0_write_pretraining_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/0_write_pretraining_data.sh -------------------------------------------------------------------------------- /1_create_pretraining_manifest.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/1_create_pretraining_manifest.sh -------------------------------------------------------------------------------- /2_run_pretraining.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/2_run_pretraining.sh -------------------------------------------------------------------------------- /3_write_finetuning_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/3_write_finetuning_data.sh -------------------------------------------------------------------------------- /4_create_finetuning_manifest.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/4_create_finetuning_manifest.sh -------------------------------------------------------------------------------- /5_run_finetuning.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/5_run_finetuning.sh -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/README.md -------------------------------------------------------------------------------- /conf/criterion/nsp_replace_only_pretrain.yaml: -------------------------------------------------------------------------------- 1 | name: nsp_replace_only_pretrain 2 | 3 | -------------------------------------------------------------------------------- /conf/criterion/pt_feature_extract_coords_criterion.yaml: -------------------------------------------------------------------------------- 1 | name: pt_feature_extract_coords_criterion 2 | -------------------------------------------------------------------------------- /conf/data/nsp_replace_only_pretrain.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/conf/data/nsp_replace_only_pretrain.yaml -------------------------------------------------------------------------------- /conf/data/pretraining_subject_data_template.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/conf/data/pretraining_subject_data_template.yaml -------------------------------------------------------------------------------- /conf/data/pt_supervised_task_coords.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/conf/data/pt_supervised_task_coords.yaml -------------------------------------------------------------------------------- /conf/data/subject_data_template.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/conf/data/subject_data_template.yaml -------------------------------------------------------------------------------- /conf/data_prep/combine_nsp_datasets.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/conf/data_prep/combine_nsp_datasets.yaml -------------------------------------------------------------------------------- /conf/data_prep/pretrain_multi_subj_multi_chan_template.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/conf/data_prep/pretrain_multi_subj_multi_chan_template.yaml -------------------------------------------------------------------------------- /conf/data_prep/subject_specific_manifest.yaml: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /conf/exp/multi_elec_feature_extract.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/conf/exp/multi_elec_feature_extract.yaml -------------------------------------------------------------------------------- /conf/exp/multi_elec_pretrain.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/conf/exp/multi_elec_pretrain.yaml -------------------------------------------------------------------------------- /conf/model/pt_custom_model.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/conf/model/pt_custom_model.yaml -------------------------------------------------------------------------------- /conf/model/pt_downstream_model.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/conf/model/pt_downstream_model.yaml -------------------------------------------------------------------------------- /conf/preprocessor/empty_preprocessor.yaml: -------------------------------------------------------------------------------- 1 | name: identity_preprocessor 2 | -------------------------------------------------------------------------------- /conf/preprocessor/multi_elec_spec_pretrained.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/conf/preprocessor/multi_elec_spec_pretrained.yaml -------------------------------------------------------------------------------- /conf/task/nsp_replace_only_pretrain.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/conf/task/nsp_replace_only_pretrain.yaml -------------------------------------------------------------------------------- /conf/task/pt_feature_extract_coords.yaml: -------------------------------------------------------------------------------- 1 | name: pt_feature_extract_coords 2 | 3 | -------------------------------------------------------------------------------- /criterions/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/criterions/__init__.py -------------------------------------------------------------------------------- /criterions/base_criterion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/criterions/base_criterion.py -------------------------------------------------------------------------------- /criterions/nsp_replace_only_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/criterions/nsp_replace_only_pretrain.py -------------------------------------------------------------------------------- /criterions/pt_feature_extract_coords_criterion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/criterions/pt_feature_extract_coords_criterion.py -------------------------------------------------------------------------------- /data/h5_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/data/h5_data.py -------------------------------------------------------------------------------- /data/h5_data_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/data/h5_data_reader.py -------------------------------------------------------------------------------- /data/make_pretrain_replace_manifest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/data/make_pretrain_replace_manifest.py -------------------------------------------------------------------------------- /data/make_subject_specific_manifest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/data/make_subject_specific_manifest.py -------------------------------------------------------------------------------- /data/multi_electrode_subj_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/data/multi_electrode_subj_data.py -------------------------------------------------------------------------------- /data/speech_nonspeech_subject_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/data/speech_nonspeech_subject_data.py -------------------------------------------------------------------------------- /data/subject_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/data/subject_data.py -------------------------------------------------------------------------------- /data/trial_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/data/trial_data.py -------------------------------------------------------------------------------- /data/trial_data_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/data/trial_data_reader.py -------------------------------------------------------------------------------- /data/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/data/utils.py -------------------------------------------------------------------------------- /data/write_multi_subject_multi_channel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/data/write_multi_subject_multi_channel.py -------------------------------------------------------------------------------- /data/write_nsp_pretraining_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/data/write_nsp_pretraining_data.py -------------------------------------------------------------------------------- /datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/datasets/__init__.py -------------------------------------------------------------------------------- /datasets/nsp_replace_only_deterministic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/datasets/nsp_replace_only_deterministic.py -------------------------------------------------------------------------------- /datasets/nsp_replace_only_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/datasets/nsp_replace_only_pretrain.py -------------------------------------------------------------------------------- /datasets/pt_supervised_task_coords.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/datasets/pt_supervised_task_coords.py -------------------------------------------------------------------------------- /electrode_selections/clean_laplacian.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/electrode_selections/clean_laplacian.json -------------------------------------------------------------------------------- /electrode_selections/debug_electrodes.json: -------------------------------------------------------------------------------- 1 | {"sub_1": ["T2bHa10"]} 2 | 3 | -------------------------------------------------------------------------------- /load_and_save_weights_to_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/load_and_save_weights_to_hf.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/models/__init__.py -------------------------------------------------------------------------------- /models/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/models/base_model.py -------------------------------------------------------------------------------- /models/masked_tf_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/models/masked_tf_model.py -------------------------------------------------------------------------------- /models/pt_downstream_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/models/pt_downstream_model.py -------------------------------------------------------------------------------- /models/pt_model_custom.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/models/pt_model_custom.py -------------------------------------------------------------------------------- /models/spec_prediction_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/models/spec_prediction_head.py -------------------------------------------------------------------------------- /models/transformer_encoder_input.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/models/transformer_encoder_input.py -------------------------------------------------------------------------------- /preprocessors/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/preprocessors/__init__.py -------------------------------------------------------------------------------- /preprocessors/identity_preprocessor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/preprocessors/identity_preprocessor.py -------------------------------------------------------------------------------- /preprocessors/multi_elec_spec_pretrained.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/preprocessors/multi_elec_spec_pretrained.py -------------------------------------------------------------------------------- /preprocessors/stft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/preprocessors/stft.py -------------------------------------------------------------------------------- /preprocessors/superlet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/preprocessors/superlet.py -------------------------------------------------------------------------------- /preprocessors/superlet_preprocessor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/preprocessors/superlet_preprocessor.py -------------------------------------------------------------------------------- /preprocessors/wav_preprocessor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/preprocessors/wav_preprocessor.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/requirements.txt -------------------------------------------------------------------------------- /run_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/run_train.py -------------------------------------------------------------------------------- /runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/runner.py -------------------------------------------------------------------------------- /schedulers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/schedulers/__init__.py -------------------------------------------------------------------------------- /schedulers/base_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/schedulers/base_scheduler.py -------------------------------------------------------------------------------- /schedulers/ramp_up.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/schedulers/ramp_up.py -------------------------------------------------------------------------------- /schedulers/reduce_on_plateau.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/schedulers/reduce_on_plateau.py -------------------------------------------------------------------------------- /tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/tasks/__init__.py -------------------------------------------------------------------------------- /tasks/base_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/tasks/base_task.py -------------------------------------------------------------------------------- /tasks/batch_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/tasks/batch_utils.py -------------------------------------------------------------------------------- /tasks/nsp_replace_only_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/tasks/nsp_replace_only_pretrain.py -------------------------------------------------------------------------------- /tasks/pt_feature_extract_coords.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/tasks/pt_feature_extract_coords.py -------------------------------------------------------------------------------- /tasks/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/tasks/utils.py -------------------------------------------------------------------------------- /trial_selections/debug_trials.json: -------------------------------------------------------------------------------- 1 | {"sub_1": ["trial000"]} 2 | 3 | -------------------------------------------------------------------------------- /trial_selections/pretrain_split_trials.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/trial_selections/pretrain_split_trials.json -------------------------------------------------------------------------------- /trial_selections/test_trials.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/trial_selections/test_trials.json -------------------------------------------------------------------------------- /util/tensorboard_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/czlwang/PopulationTransformer/HEAD/util/tensorboard_utils.py --------------------------------------------------------------------------------