├── .gitignore ├── .gitmodules ├── README.md ├── analysis ├── clip.ipynb ├── list_img.ipynb ├── plot.ipynb ├── remove_error.py ├── wandb_download.py └── wandb_upload.py ├── conda_env ├── default_requirements.txt ├── gemini.yml ├── llava16.yml └── llava_requirements.txt ├── configs.py ├── evaluation_icl.py ├── finetune_icl.py ├── helper.py ├── imgs ├── benchmark_pipeline.jpg ├── dataset_overview.jpg └── t2i_icl.jpg ├── inference_icl.py ├── load_dataset.py ├── load_datasets ├── gen_prompts.py ├── prompts_list_default.json ├── prompts_list_ft_test.json ├── prompts_list_ft_train_all.json ├── prompts_list_ft_train_leave_one_out.json └── sanity_check.py ├── load_model.py └── load_models ├── call_claude.py ├── call_emu.py ├── call_emu2.py ├── call_gemini.py ├── call_gill.py ├── call_gpt.py ├── call_llava.py ├── call_llava16.py ├── call_qwen.py └── call_seed.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UW-Madison-Lee-Lab/CoBSAT/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UW-Madison-Lee-Lab/CoBSAT/HEAD/.gitmodules -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UW-Madison-Lee-Lab/CoBSAT/HEAD/README.md -------------------------------------------------------------------------------- /analysis/clip.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UW-Madison-Lee-Lab/CoBSAT/HEAD/analysis/clip.ipynb -------------------------------------------------------------------------------- /analysis/list_img.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UW-Madison-Lee-Lab/CoBSAT/HEAD/analysis/list_img.ipynb -------------------------------------------------------------------------------- /analysis/plot.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UW-Madison-Lee-Lab/CoBSAT/HEAD/analysis/plot.ipynb -------------------------------------------------------------------------------- /analysis/remove_error.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UW-Madison-Lee-Lab/CoBSAT/HEAD/analysis/remove_error.py -------------------------------------------------------------------------------- /analysis/wandb_download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UW-Madison-Lee-Lab/CoBSAT/HEAD/analysis/wandb_download.py -------------------------------------------------------------------------------- /analysis/wandb_upload.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UW-Madison-Lee-Lab/CoBSAT/HEAD/analysis/wandb_upload.py -------------------------------------------------------------------------------- /conda_env/default_requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UW-Madison-Lee-Lab/CoBSAT/HEAD/conda_env/default_requirements.txt -------------------------------------------------------------------------------- /conda_env/gemini.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UW-Madison-Lee-Lab/CoBSAT/HEAD/conda_env/gemini.yml -------------------------------------------------------------------------------- /conda_env/llava16.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UW-Madison-Lee-Lab/CoBSAT/HEAD/conda_env/llava16.yml -------------------------------------------------------------------------------- /conda_env/llava_requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UW-Madison-Lee-Lab/CoBSAT/HEAD/conda_env/llava_requirements.txt -------------------------------------------------------------------------------- /configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UW-Madison-Lee-Lab/CoBSAT/HEAD/configs.py -------------------------------------------------------------------------------- /evaluation_icl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UW-Madison-Lee-Lab/CoBSAT/HEAD/evaluation_icl.py -------------------------------------------------------------------------------- /finetune_icl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UW-Madison-Lee-Lab/CoBSAT/HEAD/finetune_icl.py -------------------------------------------------------------------------------- /helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UW-Madison-Lee-Lab/CoBSAT/HEAD/helper.py -------------------------------------------------------------------------------- /imgs/benchmark_pipeline.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UW-Madison-Lee-Lab/CoBSAT/HEAD/imgs/benchmark_pipeline.jpg -------------------------------------------------------------------------------- /imgs/dataset_overview.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UW-Madison-Lee-Lab/CoBSAT/HEAD/imgs/dataset_overview.jpg -------------------------------------------------------------------------------- /imgs/t2i_icl.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UW-Madison-Lee-Lab/CoBSAT/HEAD/imgs/t2i_icl.jpg -------------------------------------------------------------------------------- /inference_icl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UW-Madison-Lee-Lab/CoBSAT/HEAD/inference_icl.py -------------------------------------------------------------------------------- /load_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UW-Madison-Lee-Lab/CoBSAT/HEAD/load_dataset.py -------------------------------------------------------------------------------- /load_datasets/gen_prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UW-Madison-Lee-Lab/CoBSAT/HEAD/load_datasets/gen_prompts.py -------------------------------------------------------------------------------- /load_datasets/prompts_list_default.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UW-Madison-Lee-Lab/CoBSAT/HEAD/load_datasets/prompts_list_default.json -------------------------------------------------------------------------------- /load_datasets/prompts_list_ft_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UW-Madison-Lee-Lab/CoBSAT/HEAD/load_datasets/prompts_list_ft_test.json -------------------------------------------------------------------------------- /load_datasets/prompts_list_ft_train_all.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UW-Madison-Lee-Lab/CoBSAT/HEAD/load_datasets/prompts_list_ft_train_all.json -------------------------------------------------------------------------------- /load_datasets/prompts_list_ft_train_leave_one_out.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UW-Madison-Lee-Lab/CoBSAT/HEAD/load_datasets/prompts_list_ft_train_leave_one_out.json -------------------------------------------------------------------------------- /load_datasets/sanity_check.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UW-Madison-Lee-Lab/CoBSAT/HEAD/load_datasets/sanity_check.py -------------------------------------------------------------------------------- /load_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UW-Madison-Lee-Lab/CoBSAT/HEAD/load_model.py -------------------------------------------------------------------------------- /load_models/call_claude.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UW-Madison-Lee-Lab/CoBSAT/HEAD/load_models/call_claude.py -------------------------------------------------------------------------------- /load_models/call_emu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UW-Madison-Lee-Lab/CoBSAT/HEAD/load_models/call_emu.py -------------------------------------------------------------------------------- /load_models/call_emu2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UW-Madison-Lee-Lab/CoBSAT/HEAD/load_models/call_emu2.py -------------------------------------------------------------------------------- /load_models/call_gemini.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UW-Madison-Lee-Lab/CoBSAT/HEAD/load_models/call_gemini.py -------------------------------------------------------------------------------- /load_models/call_gill.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UW-Madison-Lee-Lab/CoBSAT/HEAD/load_models/call_gill.py -------------------------------------------------------------------------------- /load_models/call_gpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UW-Madison-Lee-Lab/CoBSAT/HEAD/load_models/call_gpt.py -------------------------------------------------------------------------------- /load_models/call_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UW-Madison-Lee-Lab/CoBSAT/HEAD/load_models/call_llava.py -------------------------------------------------------------------------------- /load_models/call_llava16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UW-Madison-Lee-Lab/CoBSAT/HEAD/load_models/call_llava16.py -------------------------------------------------------------------------------- /load_models/call_qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UW-Madison-Lee-Lab/CoBSAT/HEAD/load_models/call_qwen.py -------------------------------------------------------------------------------- /load_models/call_seed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UW-Madison-Lee-Lab/CoBSAT/HEAD/load_models/call_seed.py --------------------------------------------------------------------------------