├── .gitattributes ├── .gitignore ├── .gitmodules ├── LICENSE ├── RA-HMD └── Stage2 │ ├── scripts │ └── FB │ │ └── qwen2vl7b-contrastive.sh │ └── src │ ├── data_loader │ ├── __init__.py │ ├── dataset.py │ ├── feature_loader.py │ └── rac_dataloader.py │ ├── model │ ├── classifier.py │ ├── evaluate_rac.py │ └── loss.py │ ├── run_rac_lmm.py │ └── utils │ ├── __init__.py │ ├── extract_CLIP_features.py │ ├── generate_ALIGN_embedding_HF.py │ ├── generate_CLIP_embedding_HF.py │ ├── generate_altclip_embedding_HF.py │ ├── generate_sparse_retrieval_dictionary.py │ ├── metrics.py │ ├── retrieval.py │ ├── split_img.py │ └── visualise_embed_space.py ├── Readme.md ├── requirement.txt ├── scripts └── experiments.sh └── src ├── data_loader ├── __init__.py ├── dataset.py ├── feature_loader.py └── rac_dataloader.py ├── model ├── classifier.py ├── evaluate_rac.py └── loss.py ├── run_linear.py ├── run_rac.py └── utils ├── __init__.py ├── extract_CLIP_features.py ├── generate_ALIGN_embedding_HF.py ├── generate_CLIP_embedding_HF.py ├── generate_altclip_embedding_HF.py ├── generate_sparse_retrieval_dictionary.py ├── metrics.py ├── retrieval.py ├── split_img.py └── visualise_embed_space.py /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingbiaoMei/RGCL/HEAD/.gitattributes -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingbiaoMei/RGCL/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingbiaoMei/RGCL/HEAD/.gitmodules -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingbiaoMei/RGCL/HEAD/LICENSE -------------------------------------------------------------------------------- /RA-HMD/Stage2/scripts/FB/qwen2vl7b-contrastive.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingbiaoMei/RGCL/HEAD/RA-HMD/Stage2/scripts/FB/qwen2vl7b-contrastive.sh -------------------------------------------------------------------------------- /RA-HMD/Stage2/src/data_loader/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /RA-HMD/Stage2/src/data_loader/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingbiaoMei/RGCL/HEAD/RA-HMD/Stage2/src/data_loader/dataset.py -------------------------------------------------------------------------------- /RA-HMD/Stage2/src/data_loader/feature_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingbiaoMei/RGCL/HEAD/RA-HMD/Stage2/src/data_loader/feature_loader.py -------------------------------------------------------------------------------- /RA-HMD/Stage2/src/data_loader/rac_dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingbiaoMei/RGCL/HEAD/RA-HMD/Stage2/src/data_loader/rac_dataloader.py -------------------------------------------------------------------------------- /RA-HMD/Stage2/src/model/classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingbiaoMei/RGCL/HEAD/RA-HMD/Stage2/src/model/classifier.py -------------------------------------------------------------------------------- /RA-HMD/Stage2/src/model/evaluate_rac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingbiaoMei/RGCL/HEAD/RA-HMD/Stage2/src/model/evaluate_rac.py -------------------------------------------------------------------------------- /RA-HMD/Stage2/src/model/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingbiaoMei/RGCL/HEAD/RA-HMD/Stage2/src/model/loss.py -------------------------------------------------------------------------------- /RA-HMD/Stage2/src/run_rac_lmm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingbiaoMei/RGCL/HEAD/RA-HMD/Stage2/src/run_rac_lmm.py -------------------------------------------------------------------------------- /RA-HMD/Stage2/src/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /RA-HMD/Stage2/src/utils/extract_CLIP_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingbiaoMei/RGCL/HEAD/RA-HMD/Stage2/src/utils/extract_CLIP_features.py -------------------------------------------------------------------------------- /RA-HMD/Stage2/src/utils/generate_ALIGN_embedding_HF.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingbiaoMei/RGCL/HEAD/RA-HMD/Stage2/src/utils/generate_ALIGN_embedding_HF.py -------------------------------------------------------------------------------- /RA-HMD/Stage2/src/utils/generate_CLIP_embedding_HF.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingbiaoMei/RGCL/HEAD/RA-HMD/Stage2/src/utils/generate_CLIP_embedding_HF.py -------------------------------------------------------------------------------- /RA-HMD/Stage2/src/utils/generate_altclip_embedding_HF.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingbiaoMei/RGCL/HEAD/RA-HMD/Stage2/src/utils/generate_altclip_embedding_HF.py -------------------------------------------------------------------------------- /RA-HMD/Stage2/src/utils/generate_sparse_retrieval_dictionary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingbiaoMei/RGCL/HEAD/RA-HMD/Stage2/src/utils/generate_sparse_retrieval_dictionary.py -------------------------------------------------------------------------------- /RA-HMD/Stage2/src/utils/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingbiaoMei/RGCL/HEAD/RA-HMD/Stage2/src/utils/metrics.py -------------------------------------------------------------------------------- /RA-HMD/Stage2/src/utils/retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingbiaoMei/RGCL/HEAD/RA-HMD/Stage2/src/utils/retrieval.py -------------------------------------------------------------------------------- /RA-HMD/Stage2/src/utils/split_img.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingbiaoMei/RGCL/HEAD/RA-HMD/Stage2/src/utils/split_img.py -------------------------------------------------------------------------------- /RA-HMD/Stage2/src/utils/visualise_embed_space.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingbiaoMei/RGCL/HEAD/RA-HMD/Stage2/src/utils/visualise_embed_space.py -------------------------------------------------------------------------------- /Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingbiaoMei/RGCL/HEAD/Readme.md -------------------------------------------------------------------------------- /requirement.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingbiaoMei/RGCL/HEAD/requirement.txt -------------------------------------------------------------------------------- /scripts/experiments.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingbiaoMei/RGCL/HEAD/scripts/experiments.sh -------------------------------------------------------------------------------- /src/data_loader/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/data_loader/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingbiaoMei/RGCL/HEAD/src/data_loader/dataset.py -------------------------------------------------------------------------------- /src/data_loader/feature_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingbiaoMei/RGCL/HEAD/src/data_loader/feature_loader.py -------------------------------------------------------------------------------- /src/data_loader/rac_dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingbiaoMei/RGCL/HEAD/src/data_loader/rac_dataloader.py -------------------------------------------------------------------------------- /src/model/classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingbiaoMei/RGCL/HEAD/src/model/classifier.py -------------------------------------------------------------------------------- /src/model/evaluate_rac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingbiaoMei/RGCL/HEAD/src/model/evaluate_rac.py -------------------------------------------------------------------------------- /src/model/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingbiaoMei/RGCL/HEAD/src/model/loss.py -------------------------------------------------------------------------------- /src/run_linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingbiaoMei/RGCL/HEAD/src/run_linear.py -------------------------------------------------------------------------------- /src/run_rac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingbiaoMei/RGCL/HEAD/src/run_rac.py -------------------------------------------------------------------------------- /src/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/utils/extract_CLIP_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingbiaoMei/RGCL/HEAD/src/utils/extract_CLIP_features.py -------------------------------------------------------------------------------- /src/utils/generate_ALIGN_embedding_HF.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingbiaoMei/RGCL/HEAD/src/utils/generate_ALIGN_embedding_HF.py -------------------------------------------------------------------------------- /src/utils/generate_CLIP_embedding_HF.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingbiaoMei/RGCL/HEAD/src/utils/generate_CLIP_embedding_HF.py -------------------------------------------------------------------------------- /src/utils/generate_altclip_embedding_HF.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingbiaoMei/RGCL/HEAD/src/utils/generate_altclip_embedding_HF.py -------------------------------------------------------------------------------- /src/utils/generate_sparse_retrieval_dictionary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingbiaoMei/RGCL/HEAD/src/utils/generate_sparse_retrieval_dictionary.py -------------------------------------------------------------------------------- /src/utils/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingbiaoMei/RGCL/HEAD/src/utils/metrics.py -------------------------------------------------------------------------------- /src/utils/retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingbiaoMei/RGCL/HEAD/src/utils/retrieval.py -------------------------------------------------------------------------------- /src/utils/split_img.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingbiaoMei/RGCL/HEAD/src/utils/split_img.py -------------------------------------------------------------------------------- /src/utils/visualise_embed_space.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingbiaoMei/RGCL/HEAD/src/utils/visualise_embed_space.py --------------------------------------------------------------------------------