├── .gitignore ├── LICENSE ├── README.md ├── assets ├── bold5000.png ├── first_fig.png ├── flowchart_r.png └── mbm_mask.png ├── code ├── config.py ├── dataset.py ├── dc_ldm │ ├── ldm_for_fmri.py │ ├── models │ │ ├── autoencoder.py │ │ └── diffusion │ │ │ ├── __init__.py │ │ │ ├── classifier.py │ │ │ ├── ddim.py │ │ │ ├── ddpm.py │ │ │ └── plms.py │ ├── modules │ │ ├── attention.py │ │ ├── diffusionmodules │ │ │ ├── __init__.py │ │ │ ├── model.py │ │ │ ├── openaimodel.py │ │ │ └── util.py │ │ ├── distributions │ │ │ ├── __init__.py │ │ │ └── distributions.py │ │ ├── ema.py │ │ ├── encoders │ │ │ ├── __init__.py │ │ │ └── modules.py │ │ ├── losses │ │ │ ├── __init__.py │ │ │ ├── contperceptual.py │ │ │ └── vqperceptual.py │ │ └── x_transformer.py │ └── util.py ├── eval_metrics.py ├── gen_eval.py ├── sc_mbm │ ├── mae_for_fmri.py │ ├── trainer.py │ └── utils.py ├── setup.py ├── stageA1_mbm_pretrain.py ├── stageA2_mbm_finetune.py └── stageB_ldm_finetune.py ├── env.yaml └── pretrains ├── BOLD5000 └── .placeholder ├── GOD └── .placeholder └── ldm └── label2img ├── .placeholder └── config.yaml /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjc062/mind-vis/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjc062/mind-vis/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjc062/mind-vis/HEAD/README.md -------------------------------------------------------------------------------- /assets/bold5000.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjc062/mind-vis/HEAD/assets/bold5000.png -------------------------------------------------------------------------------- /assets/first_fig.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjc062/mind-vis/HEAD/assets/first_fig.png -------------------------------------------------------------------------------- /assets/flowchart_r.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjc062/mind-vis/HEAD/assets/flowchart_r.png -------------------------------------------------------------------------------- /assets/mbm_mask.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjc062/mind-vis/HEAD/assets/mbm_mask.png -------------------------------------------------------------------------------- /code/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjc062/mind-vis/HEAD/code/config.py -------------------------------------------------------------------------------- /code/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjc062/mind-vis/HEAD/code/dataset.py -------------------------------------------------------------------------------- /code/dc_ldm/ldm_for_fmri.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjc062/mind-vis/HEAD/code/dc_ldm/ldm_for_fmri.py -------------------------------------------------------------------------------- /code/dc_ldm/models/autoencoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjc062/mind-vis/HEAD/code/dc_ldm/models/autoencoder.py -------------------------------------------------------------------------------- /code/dc_ldm/models/diffusion/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /code/dc_ldm/models/diffusion/classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjc062/mind-vis/HEAD/code/dc_ldm/models/diffusion/classifier.py -------------------------------------------------------------------------------- /code/dc_ldm/models/diffusion/ddim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjc062/mind-vis/HEAD/code/dc_ldm/models/diffusion/ddim.py -------------------------------------------------------------------------------- /code/dc_ldm/models/diffusion/ddpm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjc062/mind-vis/HEAD/code/dc_ldm/models/diffusion/ddpm.py -------------------------------------------------------------------------------- /code/dc_ldm/models/diffusion/plms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjc062/mind-vis/HEAD/code/dc_ldm/models/diffusion/plms.py -------------------------------------------------------------------------------- /code/dc_ldm/modules/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjc062/mind-vis/HEAD/code/dc_ldm/modules/attention.py -------------------------------------------------------------------------------- /code/dc_ldm/modules/diffusionmodules/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /code/dc_ldm/modules/diffusionmodules/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjc062/mind-vis/HEAD/code/dc_ldm/modules/diffusionmodules/model.py -------------------------------------------------------------------------------- /code/dc_ldm/modules/diffusionmodules/openaimodel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjc062/mind-vis/HEAD/code/dc_ldm/modules/diffusionmodules/openaimodel.py -------------------------------------------------------------------------------- /code/dc_ldm/modules/diffusionmodules/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjc062/mind-vis/HEAD/code/dc_ldm/modules/diffusionmodules/util.py -------------------------------------------------------------------------------- /code/dc_ldm/modules/distributions/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /code/dc_ldm/modules/distributions/distributions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjc062/mind-vis/HEAD/code/dc_ldm/modules/distributions/distributions.py -------------------------------------------------------------------------------- /code/dc_ldm/modules/ema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjc062/mind-vis/HEAD/code/dc_ldm/modules/ema.py -------------------------------------------------------------------------------- /code/dc_ldm/modules/encoders/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /code/dc_ldm/modules/encoders/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjc062/mind-vis/HEAD/code/dc_ldm/modules/encoders/modules.py -------------------------------------------------------------------------------- /code/dc_ldm/modules/losses/__init__.py: -------------------------------------------------------------------------------- 1 | from dc_ldm.modules.losses.contperceptual import LPIPSWithDiscriminator -------------------------------------------------------------------------------- /code/dc_ldm/modules/losses/contperceptual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjc062/mind-vis/HEAD/code/dc_ldm/modules/losses/contperceptual.py -------------------------------------------------------------------------------- /code/dc_ldm/modules/losses/vqperceptual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjc062/mind-vis/HEAD/code/dc_ldm/modules/losses/vqperceptual.py -------------------------------------------------------------------------------- /code/dc_ldm/modules/x_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjc062/mind-vis/HEAD/code/dc_ldm/modules/x_transformer.py -------------------------------------------------------------------------------- /code/dc_ldm/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjc062/mind-vis/HEAD/code/dc_ldm/util.py -------------------------------------------------------------------------------- /code/eval_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjc062/mind-vis/HEAD/code/eval_metrics.py -------------------------------------------------------------------------------- /code/gen_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjc062/mind-vis/HEAD/code/gen_eval.py -------------------------------------------------------------------------------- /code/sc_mbm/mae_for_fmri.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjc062/mind-vis/HEAD/code/sc_mbm/mae_for_fmri.py -------------------------------------------------------------------------------- /code/sc_mbm/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjc062/mind-vis/HEAD/code/sc_mbm/trainer.py -------------------------------------------------------------------------------- /code/sc_mbm/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjc062/mind-vis/HEAD/code/sc_mbm/utils.py -------------------------------------------------------------------------------- /code/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjc062/mind-vis/HEAD/code/setup.py -------------------------------------------------------------------------------- /code/stageA1_mbm_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjc062/mind-vis/HEAD/code/stageA1_mbm_pretrain.py -------------------------------------------------------------------------------- /code/stageA2_mbm_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjc062/mind-vis/HEAD/code/stageA2_mbm_finetune.py -------------------------------------------------------------------------------- /code/stageB_ldm_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjc062/mind-vis/HEAD/code/stageB_ldm_finetune.py -------------------------------------------------------------------------------- /env.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjc062/mind-vis/HEAD/env.yaml -------------------------------------------------------------------------------- /pretrains/BOLD5000/.placeholder: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pretrains/GOD/.placeholder: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pretrains/ldm/label2img/.placeholder: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pretrains/ldm/label2img/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjc062/mind-vis/HEAD/pretrains/ldm/label2img/config.yaml --------------------------------------------------------------------------------