├── Data_preprocess ├── Algonauts2021 │ ├── Video_Captions.h5 │ ├── captions.py │ └── get_frames.py ├── CC2017 │ ├── Test_captions_new.h5 │ ├── Train_captions_new.h5 │ ├── cls.npy │ ├── step1_cut_video_clips.py │ ├── step2_get_video_frames.py │ ├── step3_Video_captioning.py │ └── step4_fMRI_preparation_FLSR.py └── HCP │ ├── Q1-Q6_RelatedValidation210.CorticalAreas_dil_Final_Final_Areas_Group_Colors.32k_fs_LR.dlabel.nii │ ├── Video_Captions.h5 │ ├── clip_times_24.npy │ ├── step1_cut_video_clips.py │ ├── step2_get_video_frames.py │ ├── step3_central_crop_imgs.py │ ├── step4_video_captioning.py │ └── step5_fMRI_surface_preparation.py ├── Evaluation_Metrics ├── CLIP_consist.py ├── EPE.py ├── PSNR.py ├── SSIM.py ├── ViFi_CLIP.zip ├── bootstrap_with_wilcoxon.py ├── hue_pcc.py ├── img_classification.py └── video_classification.py ├── Explainable_analysis ├── Cortical_visualization │ ├── Step1 │ │ ├── CMG_weight_projection.py │ │ ├── Q1-Q6_RelatedValidation210.CorticalAreas_dil_Final_Final_Areas_Group_Colors.32k_fs_LR.dlabel.nii │ │ ├── Semantic_weight_projection.py │ │ ├── Structure_weight_projection.py │ │ ├── seg1_2_Atlas.dtseries.part01.rar │ │ ├── seg1_2_Atlas.dtseries.part02.rar │ │ ├── seg1_2_Atlas.dtseries.part03.rar │ │ ├── seg1_2_Atlas.dtseries.part04.rar │ │ ├── seg1_2_Atlas.dtseries.part05.rar │ │ └── seg1_2_Atlas.dtseries.part06.rar │ └── Step2 │ │ └── 使用HCP的Work bench进行皮层投影.pdf └── shuffle_test │ ├── draw_sub1_picture.py │ ├── shuffle_for_EPE.py │ └── shuffle_for_EPE_without_CMG.py ├── Feature_decoding ├── train_CMG.py ├── train_semantic_decoder.py └── train_structure_decoder.py ├── Feature_extraction ├── content_feature_extraction.py ├── contrastive_target_extraction.py └── semantic_feature extraction.py ├── README.md ├── Reconstruction └── video_recons.py ├── Retrieval ├── Large_set.py └── small set.py ├── Tune-a-video-requirments.txt ├── environment_MA.yml ├── images ├── bfa84fe63a9fac6a3827d87118e2972.png ├── method.png ├── none.txt └── related_works.png └── models ├── CMG_model_with_more_patchsize.py ├── Decoder.py ├── Inflated_SD_by_Wu ├── attention.py ├── none.txt ├── resnet.py ├── unet.py └── unet_blocks.py ├── Inflated_SD_pipeline.py ├── data_aug.py └── utils.py /Data_preprocess/Algonauts2021/Video_Captions.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Data_preprocess/Algonauts2021/Video_Captions.h5 -------------------------------------------------------------------------------- /Data_preprocess/Algonauts2021/captions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Data_preprocess/Algonauts2021/captions.py -------------------------------------------------------------------------------- /Data_preprocess/Algonauts2021/get_frames.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Data_preprocess/Algonauts2021/get_frames.py -------------------------------------------------------------------------------- /Data_preprocess/CC2017/Test_captions_new.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Data_preprocess/CC2017/Test_captions_new.h5 -------------------------------------------------------------------------------- /Data_preprocess/CC2017/Train_captions_new.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Data_preprocess/CC2017/Train_captions_new.h5 -------------------------------------------------------------------------------- /Data_preprocess/CC2017/cls.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Data_preprocess/CC2017/cls.npy -------------------------------------------------------------------------------- /Data_preprocess/CC2017/step1_cut_video_clips.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Data_preprocess/CC2017/step1_cut_video_clips.py -------------------------------------------------------------------------------- /Data_preprocess/CC2017/step2_get_video_frames.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Data_preprocess/CC2017/step2_get_video_frames.py -------------------------------------------------------------------------------- /Data_preprocess/CC2017/step3_Video_captioning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Data_preprocess/CC2017/step3_Video_captioning.py -------------------------------------------------------------------------------- /Data_preprocess/CC2017/step4_fMRI_preparation_FLSR.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Data_preprocess/CC2017/step4_fMRI_preparation_FLSR.py -------------------------------------------------------------------------------- /Data_preprocess/HCP/Q1-Q6_RelatedValidation210.CorticalAreas_dil_Final_Final_Areas_Group_Colors.32k_fs_LR.dlabel.nii: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Data_preprocess/HCP/Q1-Q6_RelatedValidation210.CorticalAreas_dil_Final_Final_Areas_Group_Colors.32k_fs_LR.dlabel.nii -------------------------------------------------------------------------------- /Data_preprocess/HCP/Video_Captions.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Data_preprocess/HCP/Video_Captions.h5 -------------------------------------------------------------------------------- /Data_preprocess/HCP/clip_times_24.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Data_preprocess/HCP/clip_times_24.npy -------------------------------------------------------------------------------- /Data_preprocess/HCP/step1_cut_video_clips.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Data_preprocess/HCP/step1_cut_video_clips.py -------------------------------------------------------------------------------- /Data_preprocess/HCP/step2_get_video_frames.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Data_preprocess/HCP/step2_get_video_frames.py -------------------------------------------------------------------------------- /Data_preprocess/HCP/step3_central_crop_imgs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Data_preprocess/HCP/step3_central_crop_imgs.py -------------------------------------------------------------------------------- /Data_preprocess/HCP/step4_video_captioning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Data_preprocess/HCP/step4_video_captioning.py -------------------------------------------------------------------------------- /Data_preprocess/HCP/step5_fMRI_surface_preparation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Data_preprocess/HCP/step5_fMRI_surface_preparation.py -------------------------------------------------------------------------------- /Evaluation_Metrics/CLIP_consist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Evaluation_Metrics/CLIP_consist.py -------------------------------------------------------------------------------- /Evaluation_Metrics/EPE.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Evaluation_Metrics/EPE.py -------------------------------------------------------------------------------- /Evaluation_Metrics/PSNR.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Evaluation_Metrics/PSNR.py -------------------------------------------------------------------------------- /Evaluation_Metrics/SSIM.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Evaluation_Metrics/SSIM.py -------------------------------------------------------------------------------- /Evaluation_Metrics/ViFi_CLIP.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Evaluation_Metrics/ViFi_CLIP.zip -------------------------------------------------------------------------------- /Evaluation_Metrics/bootstrap_with_wilcoxon.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Evaluation_Metrics/bootstrap_with_wilcoxon.py -------------------------------------------------------------------------------- /Evaluation_Metrics/hue_pcc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Evaluation_Metrics/hue_pcc.py -------------------------------------------------------------------------------- /Evaluation_Metrics/img_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Evaluation_Metrics/img_classification.py -------------------------------------------------------------------------------- /Evaluation_Metrics/video_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Evaluation_Metrics/video_classification.py -------------------------------------------------------------------------------- /Explainable_analysis/Cortical_visualization/Step1/CMG_weight_projection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Explainable_analysis/Cortical_visualization/Step1/CMG_weight_projection.py -------------------------------------------------------------------------------- /Explainable_analysis/Cortical_visualization/Step1/Q1-Q6_RelatedValidation210.CorticalAreas_dil_Final_Final_Areas_Group_Colors.32k_fs_LR.dlabel.nii: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Explainable_analysis/Cortical_visualization/Step1/Q1-Q6_RelatedValidation210.CorticalAreas_dil_Final_Final_Areas_Group_Colors.32k_fs_LR.dlabel.nii -------------------------------------------------------------------------------- /Explainable_analysis/Cortical_visualization/Step1/Semantic_weight_projection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Explainable_analysis/Cortical_visualization/Step1/Semantic_weight_projection.py -------------------------------------------------------------------------------- /Explainable_analysis/Cortical_visualization/Step1/Structure_weight_projection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Explainable_analysis/Cortical_visualization/Step1/Structure_weight_projection.py -------------------------------------------------------------------------------- /Explainable_analysis/Cortical_visualization/Step1/seg1_2_Atlas.dtseries.part01.rar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Explainable_analysis/Cortical_visualization/Step1/seg1_2_Atlas.dtseries.part01.rar -------------------------------------------------------------------------------- /Explainable_analysis/Cortical_visualization/Step1/seg1_2_Atlas.dtseries.part02.rar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Explainable_analysis/Cortical_visualization/Step1/seg1_2_Atlas.dtseries.part02.rar -------------------------------------------------------------------------------- /Explainable_analysis/Cortical_visualization/Step1/seg1_2_Atlas.dtseries.part03.rar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Explainable_analysis/Cortical_visualization/Step1/seg1_2_Atlas.dtseries.part03.rar -------------------------------------------------------------------------------- /Explainable_analysis/Cortical_visualization/Step1/seg1_2_Atlas.dtseries.part04.rar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Explainable_analysis/Cortical_visualization/Step1/seg1_2_Atlas.dtseries.part04.rar -------------------------------------------------------------------------------- /Explainable_analysis/Cortical_visualization/Step1/seg1_2_Atlas.dtseries.part05.rar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Explainable_analysis/Cortical_visualization/Step1/seg1_2_Atlas.dtseries.part05.rar -------------------------------------------------------------------------------- /Explainable_analysis/Cortical_visualization/Step1/seg1_2_Atlas.dtseries.part06.rar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Explainable_analysis/Cortical_visualization/Step1/seg1_2_Atlas.dtseries.part06.rar -------------------------------------------------------------------------------- /Explainable_analysis/Cortical_visualization/Step2/使用HCP的Work bench进行皮层投影.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Explainable_analysis/Cortical_visualization/Step2/使用HCP的Work bench进行皮层投影.pdf -------------------------------------------------------------------------------- /Explainable_analysis/shuffle_test/draw_sub1_picture.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Explainable_analysis/shuffle_test/draw_sub1_picture.py -------------------------------------------------------------------------------- /Explainable_analysis/shuffle_test/shuffle_for_EPE.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Explainable_analysis/shuffle_test/shuffle_for_EPE.py -------------------------------------------------------------------------------- /Explainable_analysis/shuffle_test/shuffle_for_EPE_without_CMG.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Explainable_analysis/shuffle_test/shuffle_for_EPE_without_CMG.py -------------------------------------------------------------------------------- /Feature_decoding/train_CMG.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Feature_decoding/train_CMG.py -------------------------------------------------------------------------------- /Feature_decoding/train_semantic_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Feature_decoding/train_semantic_decoder.py -------------------------------------------------------------------------------- /Feature_decoding/train_structure_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Feature_decoding/train_structure_decoder.py -------------------------------------------------------------------------------- /Feature_extraction/content_feature_extraction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Feature_extraction/content_feature_extraction.py -------------------------------------------------------------------------------- /Feature_extraction/contrastive_target_extraction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Feature_extraction/contrastive_target_extraction.py -------------------------------------------------------------------------------- /Feature_extraction/semantic_feature extraction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Feature_extraction/semantic_feature extraction.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/README.md -------------------------------------------------------------------------------- /Reconstruction/video_recons.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Reconstruction/video_recons.py -------------------------------------------------------------------------------- /Retrieval/Large_set.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Retrieval/Large_set.py -------------------------------------------------------------------------------- /Retrieval/small set.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Retrieval/small set.py -------------------------------------------------------------------------------- /Tune-a-video-requirments.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/Tune-a-video-requirments.txt -------------------------------------------------------------------------------- /environment_MA.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/environment_MA.yml -------------------------------------------------------------------------------- /images/bfa84fe63a9fac6a3827d87118e2972.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/images/bfa84fe63a9fac6a3827d87118e2972.png -------------------------------------------------------------------------------- /images/method.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/images/method.png -------------------------------------------------------------------------------- /images/none.txt: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /images/related_works.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/images/related_works.png -------------------------------------------------------------------------------- /models/CMG_model_with_more_patchsize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/models/CMG_model_with_more_patchsize.py -------------------------------------------------------------------------------- /models/Decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/models/Decoder.py -------------------------------------------------------------------------------- /models/Inflated_SD_by_Wu/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/models/Inflated_SD_by_Wu/attention.py -------------------------------------------------------------------------------- /models/Inflated_SD_by_Wu/none.txt: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /models/Inflated_SD_by_Wu/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/models/Inflated_SD_by_Wu/resnet.py -------------------------------------------------------------------------------- /models/Inflated_SD_by_Wu/unet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/models/Inflated_SD_by_Wu/unet.py -------------------------------------------------------------------------------- /models/Inflated_SD_by_Wu/unet_blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/models/Inflated_SD_by_Wu/unet_blocks.py -------------------------------------------------------------------------------- /models/Inflated_SD_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/models/Inflated_SD_pipeline.py -------------------------------------------------------------------------------- /models/data_aug.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/models/data_aug.py -------------------------------------------------------------------------------- /models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ReedOnePeck/MindAnimator/HEAD/models/utils.py --------------------------------------------------------------------------------