├── .gitignore ├── .gitmodules ├── LICENSE ├── README.md ├── assets ├── clip-rn-lms.png ├── clip-vit-lms.png ├── convergence.png └── steps.png ├── conf ├── base_config.yaml └── dataset │ ├── cldi.yaml │ └── imagenet.yaml ├── data ├── cldi.json ├── imagenet-ul-1k.json └── imagenet-ul-ex-1k.json ├── main.py ├── requirements.txt └── src ├── __init__.py ├── config.py ├── procrustes.py ├── rep_extractor.py ├── train_ratio_exp.py └── utils ├── __init__.py ├── llm_rep_utils.py ├── utils_helper.py └── vm_rep_utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jiaangli/VLCA/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jiaangli/VLCA/HEAD/.gitmodules -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jiaangli/VLCA/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jiaangli/VLCA/HEAD/README.md -------------------------------------------------------------------------------- /assets/clip-rn-lms.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jiaangli/VLCA/HEAD/assets/clip-rn-lms.png -------------------------------------------------------------------------------- /assets/clip-vit-lms.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jiaangli/VLCA/HEAD/assets/clip-vit-lms.png -------------------------------------------------------------------------------- /assets/convergence.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jiaangli/VLCA/HEAD/assets/convergence.png -------------------------------------------------------------------------------- /assets/steps.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jiaangli/VLCA/HEAD/assets/steps.png -------------------------------------------------------------------------------- /conf/base_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jiaangli/VLCA/HEAD/conf/base_config.yaml -------------------------------------------------------------------------------- /conf/dataset/cldi.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jiaangli/VLCA/HEAD/conf/dataset/cldi.yaml -------------------------------------------------------------------------------- /conf/dataset/imagenet.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jiaangli/VLCA/HEAD/conf/dataset/imagenet.yaml -------------------------------------------------------------------------------- /data/cldi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jiaangli/VLCA/HEAD/data/cldi.json -------------------------------------------------------------------------------- /data/imagenet-ul-1k.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jiaangli/VLCA/HEAD/data/imagenet-ul-1k.json -------------------------------------------------------------------------------- /data/imagenet-ul-ex-1k.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jiaangli/VLCA/HEAD/data/imagenet-ul-ex-1k.json -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jiaangli/VLCA/HEAD/main.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jiaangli/VLCA/HEAD/requirements.txt -------------------------------------------------------------------------------- /src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jiaangli/VLCA/HEAD/src/config.py -------------------------------------------------------------------------------- /src/procrustes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jiaangli/VLCA/HEAD/src/procrustes.py -------------------------------------------------------------------------------- /src/rep_extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jiaangli/VLCA/HEAD/src/rep_extractor.py -------------------------------------------------------------------------------- /src/train_ratio_exp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jiaangli/VLCA/HEAD/src/train_ratio_exp.py -------------------------------------------------------------------------------- /src/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/utils/llm_rep_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jiaangli/VLCA/HEAD/src/utils/llm_rep_utils.py -------------------------------------------------------------------------------- /src/utils/utils_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jiaangli/VLCA/HEAD/src/utils/utils_helper.py -------------------------------------------------------------------------------- /src/utils/vm_rep_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jiaangli/VLCA/HEAD/src/utils/vm_rep_utils.py --------------------------------------------------------------------------------