├── .gitignore ├── CITATION.bib ├── LICENSE ├── README.md ├── data ├── .gitignore └── README.md ├── demo.ipynb ├── ensemble.py ├── misc ├── .gitignore ├── attention_map_visualization.ipynb ├── behaviorMLP_visualization.py ├── core_pca.py ├── estimate_aRFs.py ├── extract_attention_maps.py ├── franke2022_visualization.ipynb ├── images │ └── v1t.png ├── limit_data.ipynb ├── main_figure.ipynb ├── plot_aRFs.ipynb ├── prediction_v_dilation.py ├── readout_visualization.ipynb ├── sensorium_visualization.ipynb └── yaml2csv.py ├── pyproject.toml ├── requirements.txt ├── setup.py ├── setup.sh ├── src └── v1t │ ├── __init__.py │ ├── data.py │ ├── losses.py │ ├── metrics.py │ ├── models │ ├── __init__.py │ ├── core │ │ ├── __init__.py │ │ ├── cct.py │ │ ├── core.py │ │ ├── linear.py │ │ ├── mixer.py │ │ ├── random.py │ │ ├── stacked2d.py │ │ ├── stn.py │ │ └── vit.py │ ├── core_shifter.py │ ├── image_cropper.py │ ├── model.py │ ├── readout │ │ ├── __init__.py │ │ ├── dense.py │ │ ├── gaussian2d.py │ │ ├── linear.py │ │ ├── random.py │ │ └── readout.py │ └── utils.py │ ├── pretrain │ ├── __init__.py │ ├── classification.py │ ├── data.py │ └── reconstruction.py │ └── utils │ ├── __init__.py │ ├── attention_rollout.py │ ├── logger.py │ ├── scheduler.py │ ├── tensorboard.py │ ├── utils.py │ └── yaml.py ├── submission.py ├── sweep.py └── train.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/.gitignore -------------------------------------------------------------------------------- /CITATION.bib: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/CITATION.bib -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/README.md -------------------------------------------------------------------------------- /data/.gitignore: -------------------------------------------------------------------------------- 1 | * 2 | !.gitignore 3 | !README.md -------------------------------------------------------------------------------- /data/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/data/README.md -------------------------------------------------------------------------------- /demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/demo.ipynb -------------------------------------------------------------------------------- /ensemble.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/ensemble.py -------------------------------------------------------------------------------- /misc/.gitignore: -------------------------------------------------------------------------------- 1 | *.pkl 2 | *.h5 3 | plots/ 4 | .ipynb_checkpoints/ -------------------------------------------------------------------------------- /misc/attention_map_visualization.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/misc/attention_map_visualization.ipynb -------------------------------------------------------------------------------- /misc/behaviorMLP_visualization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/misc/behaviorMLP_visualization.py -------------------------------------------------------------------------------- /misc/core_pca.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/misc/core_pca.py -------------------------------------------------------------------------------- /misc/estimate_aRFs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/misc/estimate_aRFs.py -------------------------------------------------------------------------------- /misc/extract_attention_maps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/misc/extract_attention_maps.py -------------------------------------------------------------------------------- /misc/franke2022_visualization.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/misc/franke2022_visualization.ipynb -------------------------------------------------------------------------------- /misc/images/v1t.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/misc/images/v1t.png -------------------------------------------------------------------------------- /misc/limit_data.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/misc/limit_data.ipynb -------------------------------------------------------------------------------- /misc/main_figure.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/misc/main_figure.ipynb -------------------------------------------------------------------------------- /misc/plot_aRFs.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/misc/plot_aRFs.ipynb -------------------------------------------------------------------------------- /misc/prediction_v_dilation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/misc/prediction_v_dilation.py -------------------------------------------------------------------------------- /misc/readout_visualization.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/misc/readout_visualization.ipynb -------------------------------------------------------------------------------- /misc/sensorium_visualization.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/misc/sensorium_visualization.ipynb -------------------------------------------------------------------------------- /misc/yaml2csv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/misc/yaml2csv.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/setup.py -------------------------------------------------------------------------------- /setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/setup.sh -------------------------------------------------------------------------------- /src/v1t/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/v1t/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/src/v1t/data.py -------------------------------------------------------------------------------- /src/v1t/losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/src/v1t/losses.py -------------------------------------------------------------------------------- /src/v1t/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/src/v1t/metrics.py -------------------------------------------------------------------------------- /src/v1t/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/src/v1t/models/__init__.py -------------------------------------------------------------------------------- /src/v1t/models/core/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/src/v1t/models/core/__init__.py -------------------------------------------------------------------------------- /src/v1t/models/core/cct.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/src/v1t/models/core/cct.py -------------------------------------------------------------------------------- /src/v1t/models/core/core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/src/v1t/models/core/core.py -------------------------------------------------------------------------------- /src/v1t/models/core/linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/src/v1t/models/core/linear.py -------------------------------------------------------------------------------- /src/v1t/models/core/mixer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/src/v1t/models/core/mixer.py -------------------------------------------------------------------------------- /src/v1t/models/core/random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/src/v1t/models/core/random.py -------------------------------------------------------------------------------- /src/v1t/models/core/stacked2d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/src/v1t/models/core/stacked2d.py -------------------------------------------------------------------------------- /src/v1t/models/core/stn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/src/v1t/models/core/stn.py -------------------------------------------------------------------------------- /src/v1t/models/core/vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/src/v1t/models/core/vit.py -------------------------------------------------------------------------------- /src/v1t/models/core_shifter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/src/v1t/models/core_shifter.py -------------------------------------------------------------------------------- /src/v1t/models/image_cropper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/src/v1t/models/image_cropper.py -------------------------------------------------------------------------------- /src/v1t/models/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/src/v1t/models/model.py -------------------------------------------------------------------------------- /src/v1t/models/readout/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/src/v1t/models/readout/__init__.py -------------------------------------------------------------------------------- /src/v1t/models/readout/dense.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/src/v1t/models/readout/dense.py -------------------------------------------------------------------------------- /src/v1t/models/readout/gaussian2d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/src/v1t/models/readout/gaussian2d.py -------------------------------------------------------------------------------- /src/v1t/models/readout/linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/src/v1t/models/readout/linear.py -------------------------------------------------------------------------------- /src/v1t/models/readout/random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/src/v1t/models/readout/random.py -------------------------------------------------------------------------------- /src/v1t/models/readout/readout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/src/v1t/models/readout/readout.py -------------------------------------------------------------------------------- /src/v1t/models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/src/v1t/models/utils.py -------------------------------------------------------------------------------- /src/v1t/pretrain/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/src/v1t/pretrain/__init__.py -------------------------------------------------------------------------------- /src/v1t/pretrain/classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/src/v1t/pretrain/classification.py -------------------------------------------------------------------------------- /src/v1t/pretrain/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/src/v1t/pretrain/data.py -------------------------------------------------------------------------------- /src/v1t/pretrain/reconstruction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/src/v1t/pretrain/reconstruction.py -------------------------------------------------------------------------------- /src/v1t/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/v1t/utils/attention_rollout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/src/v1t/utils/attention_rollout.py -------------------------------------------------------------------------------- /src/v1t/utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/src/v1t/utils/logger.py -------------------------------------------------------------------------------- /src/v1t/utils/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/src/v1t/utils/scheduler.py -------------------------------------------------------------------------------- /src/v1t/utils/tensorboard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/src/v1t/utils/tensorboard.py -------------------------------------------------------------------------------- /src/v1t/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/src/v1t/utils/utils.py -------------------------------------------------------------------------------- /src/v1t/utils/yaml.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/src/v1t/utils/yaml.py -------------------------------------------------------------------------------- /submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/submission.py -------------------------------------------------------------------------------- /sweep.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/sweep.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bryanlimy/V1T/HEAD/train.py --------------------------------------------------------------------------------