├── .gitignore ├── README.md ├── code ├── Vision-Text │ ├── load_data.py │ ├── run_VisionTextCLS.py │ └── vtcls_script.sh ├── Vision │ ├── imgcls_script.sh │ ├── load_data.py │ └── run_ImgCLS.py └── models │ ├── swin │ ├── configuration_swin.py │ └── modeling_swin.py │ ├── vision_text_dual_encoder │ ├── configuration_vision_text_dual_encoder.py │ └── modeling_vision_text_dual_encoder.py │ ├── vit │ ├── configuration_vit.py │ └── modeling_vit.py │ ├── vit_mae │ ├── configuration_vit_mae.py │ └── modeling_vit_mae.py │ └── vit_subimage │ ├── configuration_vit.py │ └── modeling_vit.py ├── dataset ├── P12data │ ├── ReadMe.md │ └── process_scripts │ │ └── ConstructImage.py ├── P19data │ └── process_scripts │ │ └── ConstructImage.py ├── PAMdata │ └── process_scripts │ │ └── ConstructDataset.py ├── TSRAdata │ └── process_scripts │ │ ├── ConstructDataset.py │ │ ├── options.py │ │ └── utils.py └── raindrop │ ├── Ob_propagation.py │ ├── Raindrop.py │ ├── Variable_trajectory.ipynb │ ├── baselines │ ├── DGM2_baseline.py │ ├── GRU-D_baseline.py │ ├── GRU-D_data_preparation.py │ ├── IP_Net │ │ └── src │ │ │ ├── IP_Net_baseline.py │ │ │ └── interpolation_layer.py │ ├── MTGNN_baseline.py │ ├── RF_information_gain.py │ ├── SEFT_baseline.py │ ├── Transformer_baseline.py │ ├── imputations.py │ ├── layer.py │ ├── mTAND │ │ ├── mTAND_baseline.py │ │ ├── models.py │ │ ├── person_activity.py │ │ ├── physionet.py │ │ └── utils.py │ ├── models.py │ ├── transformer_conv.py │ └── utils_phy12.py │ ├── models_rd.py │ ├── results │ └── .gitignore │ ├── transformer_conv.py │ └── utils_rd.py ├── pics ├── illustration.png └── leave-sensors-out.png └── requirements.txt /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/README.md -------------------------------------------------------------------------------- /code/Vision-Text/load_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/code/Vision-Text/load_data.py -------------------------------------------------------------------------------- /code/Vision-Text/run_VisionTextCLS.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/code/Vision-Text/run_VisionTextCLS.py -------------------------------------------------------------------------------- /code/Vision-Text/vtcls_script.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/code/Vision-Text/vtcls_script.sh -------------------------------------------------------------------------------- /code/Vision/imgcls_script.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/code/Vision/imgcls_script.sh -------------------------------------------------------------------------------- /code/Vision/load_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/code/Vision/load_data.py -------------------------------------------------------------------------------- /code/Vision/run_ImgCLS.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/code/Vision/run_ImgCLS.py -------------------------------------------------------------------------------- /code/models/swin/configuration_swin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/code/models/swin/configuration_swin.py -------------------------------------------------------------------------------- /code/models/swin/modeling_swin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/code/models/swin/modeling_swin.py -------------------------------------------------------------------------------- /code/models/vision_text_dual_encoder/configuration_vision_text_dual_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/code/models/vision_text_dual_encoder/configuration_vision_text_dual_encoder.py -------------------------------------------------------------------------------- /code/models/vision_text_dual_encoder/modeling_vision_text_dual_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/code/models/vision_text_dual_encoder/modeling_vision_text_dual_encoder.py -------------------------------------------------------------------------------- /code/models/vit/configuration_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/code/models/vit/configuration_vit.py -------------------------------------------------------------------------------- /code/models/vit/modeling_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/code/models/vit/modeling_vit.py -------------------------------------------------------------------------------- /code/models/vit_mae/configuration_vit_mae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/code/models/vit_mae/configuration_vit_mae.py -------------------------------------------------------------------------------- /code/models/vit_mae/modeling_vit_mae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/code/models/vit_mae/modeling_vit_mae.py -------------------------------------------------------------------------------- /code/models/vit_subimage/configuration_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/code/models/vit_subimage/configuration_vit.py -------------------------------------------------------------------------------- /code/models/vit_subimage/modeling_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/code/models/vit_subimage/modeling_vit.py -------------------------------------------------------------------------------- /dataset/P12data/ReadMe.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/dataset/P12data/ReadMe.md -------------------------------------------------------------------------------- /dataset/P12data/process_scripts/ConstructImage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/dataset/P12data/process_scripts/ConstructImage.py -------------------------------------------------------------------------------- /dataset/P19data/process_scripts/ConstructImage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/dataset/P19data/process_scripts/ConstructImage.py -------------------------------------------------------------------------------- /dataset/PAMdata/process_scripts/ConstructDataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/dataset/PAMdata/process_scripts/ConstructDataset.py -------------------------------------------------------------------------------- /dataset/TSRAdata/process_scripts/ConstructDataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/dataset/TSRAdata/process_scripts/ConstructDataset.py -------------------------------------------------------------------------------- /dataset/TSRAdata/process_scripts/options.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/dataset/TSRAdata/process_scripts/options.py -------------------------------------------------------------------------------- /dataset/TSRAdata/process_scripts/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/dataset/TSRAdata/process_scripts/utils.py -------------------------------------------------------------------------------- /dataset/raindrop/Ob_propagation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/dataset/raindrop/Ob_propagation.py -------------------------------------------------------------------------------- /dataset/raindrop/Raindrop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/dataset/raindrop/Raindrop.py -------------------------------------------------------------------------------- /dataset/raindrop/Variable_trajectory.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/dataset/raindrop/Variable_trajectory.ipynb -------------------------------------------------------------------------------- /dataset/raindrop/baselines/DGM2_baseline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/dataset/raindrop/baselines/DGM2_baseline.py -------------------------------------------------------------------------------- /dataset/raindrop/baselines/GRU-D_baseline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/dataset/raindrop/baselines/GRU-D_baseline.py -------------------------------------------------------------------------------- /dataset/raindrop/baselines/GRU-D_data_preparation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/dataset/raindrop/baselines/GRU-D_data_preparation.py -------------------------------------------------------------------------------- /dataset/raindrop/baselines/IP_Net/src/IP_Net_baseline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/dataset/raindrop/baselines/IP_Net/src/IP_Net_baseline.py -------------------------------------------------------------------------------- /dataset/raindrop/baselines/IP_Net/src/interpolation_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/dataset/raindrop/baselines/IP_Net/src/interpolation_layer.py -------------------------------------------------------------------------------- /dataset/raindrop/baselines/MTGNN_baseline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/dataset/raindrop/baselines/MTGNN_baseline.py -------------------------------------------------------------------------------- /dataset/raindrop/baselines/RF_information_gain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/dataset/raindrop/baselines/RF_information_gain.py -------------------------------------------------------------------------------- /dataset/raindrop/baselines/SEFT_baseline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/dataset/raindrop/baselines/SEFT_baseline.py -------------------------------------------------------------------------------- /dataset/raindrop/baselines/Transformer_baseline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/dataset/raindrop/baselines/Transformer_baseline.py -------------------------------------------------------------------------------- /dataset/raindrop/baselines/imputations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/dataset/raindrop/baselines/imputations.py -------------------------------------------------------------------------------- /dataset/raindrop/baselines/layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/dataset/raindrop/baselines/layer.py -------------------------------------------------------------------------------- /dataset/raindrop/baselines/mTAND/mTAND_baseline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/dataset/raindrop/baselines/mTAND/mTAND_baseline.py -------------------------------------------------------------------------------- /dataset/raindrop/baselines/mTAND/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/dataset/raindrop/baselines/mTAND/models.py -------------------------------------------------------------------------------- /dataset/raindrop/baselines/mTAND/person_activity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/dataset/raindrop/baselines/mTAND/person_activity.py -------------------------------------------------------------------------------- /dataset/raindrop/baselines/mTAND/physionet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/dataset/raindrop/baselines/mTAND/physionet.py -------------------------------------------------------------------------------- /dataset/raindrop/baselines/mTAND/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/dataset/raindrop/baselines/mTAND/utils.py -------------------------------------------------------------------------------- /dataset/raindrop/baselines/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/dataset/raindrop/baselines/models.py -------------------------------------------------------------------------------- /dataset/raindrop/baselines/transformer_conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/dataset/raindrop/baselines/transformer_conv.py -------------------------------------------------------------------------------- /dataset/raindrop/baselines/utils_phy12.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/dataset/raindrop/baselines/utils_phy12.py -------------------------------------------------------------------------------- /dataset/raindrop/models_rd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/dataset/raindrop/models_rd.py -------------------------------------------------------------------------------- /dataset/raindrop/results/.gitignore: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /dataset/raindrop/transformer_conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/dataset/raindrop/transformer_conv.py -------------------------------------------------------------------------------- /dataset/raindrop/utils_rd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/dataset/raindrop/utils_rd.py -------------------------------------------------------------------------------- /pics/illustration.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/pics/illustration.png -------------------------------------------------------------------------------- /pics/leave-sensors-out.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/pics/leave-sensors-out.png -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leezekun/ViTST/HEAD/requirements.txt --------------------------------------------------------------------------------