├── .gitignore ├── LICENCE.md ├── README.md ├── config ├── compute_TIAM │ ├── IF.yaml │ ├── SD.yaml │ └── unclip.yaml ├── images_generation │ ├── IF │ │ └── default.yaml │ ├── SDv1-4 │ │ ├── attend_excite.yaml │ │ └── default.yaml │ ├── SDv2 │ │ ├── attend_excite.yaml │ │ └── default.yaml │ └── unclip │ │ └── default.yaml └── prompts_datasets │ ├── colors │ ├── 1_object.yaml │ └── 2_objects.yaml │ ├── performance_drop_and_noise │ ├── 24_coco_labels_one_object.yaml │ └── 24_coco_labels_two_objects.yaml │ ├── semantic_link │ └── coco_28_labels.yaml │ └── study_the_impact_of_number_of_labels │ ├── 1_object.yaml │ ├── 2_objects.yaml │ ├── 3_objects.yaml │ └── 4_objects.yaml ├── data ├── binding_success_rate.png ├── binding_success_rate_attribute_0.png ├── binding_success_rate_attribute_1.png ├── boxplot_seed_TIAM.png └── proportion_of_occurence_of_objects.png ├── environment.yaml ├── run_attribute_binding.py ├── run_dataset_generation.py ├── run_detection.py ├── run_images_generation.py ├── run_tiam_score.py └── src ├── diffusion ├── __init__.py ├── deepfloyd │ ├── __init__.py │ └── deepfloyd_pipeline.py └── utils.py ├── prompts_dataset ├── __init__.py ├── factory.py └── utils.py └── tiam ├── __init__.py ├── attribute_binding.py ├── coco_data.py ├── colors.py ├── eval.py ├── utils.py └── visualisation.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grimalPaul/TIAM/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENCE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grimalPaul/TIAM/HEAD/LICENCE.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grimalPaul/TIAM/HEAD/README.md -------------------------------------------------------------------------------- /config/compute_TIAM/IF.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grimalPaul/TIAM/HEAD/config/compute_TIAM/IF.yaml -------------------------------------------------------------------------------- /config/compute_TIAM/SD.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grimalPaul/TIAM/HEAD/config/compute_TIAM/SD.yaml -------------------------------------------------------------------------------- /config/compute_TIAM/unclip.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grimalPaul/TIAM/HEAD/config/compute_TIAM/unclip.yaml -------------------------------------------------------------------------------- /config/images_generation/IF/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grimalPaul/TIAM/HEAD/config/images_generation/IF/default.yaml -------------------------------------------------------------------------------- /config/images_generation/SDv1-4/attend_excite.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grimalPaul/TIAM/HEAD/config/images_generation/SDv1-4/attend_excite.yaml -------------------------------------------------------------------------------- /config/images_generation/SDv1-4/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grimalPaul/TIAM/HEAD/config/images_generation/SDv1-4/default.yaml -------------------------------------------------------------------------------- /config/images_generation/SDv2/attend_excite.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grimalPaul/TIAM/HEAD/config/images_generation/SDv2/attend_excite.yaml -------------------------------------------------------------------------------- /config/images_generation/SDv2/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grimalPaul/TIAM/HEAD/config/images_generation/SDv2/default.yaml -------------------------------------------------------------------------------- /config/images_generation/unclip/default.yaml: -------------------------------------------------------------------------------- 1 | model_path: "kakaobrain/karlo-v1-alpha" 2 | pipeline: "unclip" 3 | -------------------------------------------------------------------------------- /config/prompts_datasets/colors/1_object.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grimalPaul/TIAM/HEAD/config/prompts_datasets/colors/1_object.yaml -------------------------------------------------------------------------------- /config/prompts_datasets/colors/2_objects.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grimalPaul/TIAM/HEAD/config/prompts_datasets/colors/2_objects.yaml -------------------------------------------------------------------------------- /config/prompts_datasets/performance_drop_and_noise/24_coco_labels_one_object.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grimalPaul/TIAM/HEAD/config/prompts_datasets/performance_drop_and_noise/24_coco_labels_one_object.yaml -------------------------------------------------------------------------------- /config/prompts_datasets/performance_drop_and_noise/24_coco_labels_two_objects.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grimalPaul/TIAM/HEAD/config/prompts_datasets/performance_drop_and_noise/24_coco_labels_two_objects.yaml -------------------------------------------------------------------------------- /config/prompts_datasets/semantic_link/coco_28_labels.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grimalPaul/TIAM/HEAD/config/prompts_datasets/semantic_link/coco_28_labels.yaml -------------------------------------------------------------------------------- /config/prompts_datasets/study_the_impact_of_number_of_labels/1_object.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grimalPaul/TIAM/HEAD/config/prompts_datasets/study_the_impact_of_number_of_labels/1_object.yaml -------------------------------------------------------------------------------- /config/prompts_datasets/study_the_impact_of_number_of_labels/2_objects.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grimalPaul/TIAM/HEAD/config/prompts_datasets/study_the_impact_of_number_of_labels/2_objects.yaml -------------------------------------------------------------------------------- /config/prompts_datasets/study_the_impact_of_number_of_labels/3_objects.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grimalPaul/TIAM/HEAD/config/prompts_datasets/study_the_impact_of_number_of_labels/3_objects.yaml -------------------------------------------------------------------------------- /config/prompts_datasets/study_the_impact_of_number_of_labels/4_objects.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grimalPaul/TIAM/HEAD/config/prompts_datasets/study_the_impact_of_number_of_labels/4_objects.yaml -------------------------------------------------------------------------------- /data/binding_success_rate.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grimalPaul/TIAM/HEAD/data/binding_success_rate.png -------------------------------------------------------------------------------- /data/binding_success_rate_attribute_0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grimalPaul/TIAM/HEAD/data/binding_success_rate_attribute_0.png -------------------------------------------------------------------------------- /data/binding_success_rate_attribute_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grimalPaul/TIAM/HEAD/data/binding_success_rate_attribute_1.png -------------------------------------------------------------------------------- /data/boxplot_seed_TIAM.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grimalPaul/TIAM/HEAD/data/boxplot_seed_TIAM.png -------------------------------------------------------------------------------- /data/proportion_of_occurence_of_objects.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grimalPaul/TIAM/HEAD/data/proportion_of_occurence_of_objects.png -------------------------------------------------------------------------------- /environment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grimalPaul/TIAM/HEAD/environment.yaml -------------------------------------------------------------------------------- /run_attribute_binding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grimalPaul/TIAM/HEAD/run_attribute_binding.py -------------------------------------------------------------------------------- /run_dataset_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grimalPaul/TIAM/HEAD/run_dataset_generation.py -------------------------------------------------------------------------------- /run_detection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grimalPaul/TIAM/HEAD/run_detection.py -------------------------------------------------------------------------------- /run_images_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grimalPaul/TIAM/HEAD/run_images_generation.py -------------------------------------------------------------------------------- /run_tiam_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grimalPaul/TIAM/HEAD/run_tiam_score.py -------------------------------------------------------------------------------- /src/diffusion/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/diffusion/deepfloyd/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/diffusion/deepfloyd/deepfloyd_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grimalPaul/TIAM/HEAD/src/diffusion/deepfloyd/deepfloyd_pipeline.py -------------------------------------------------------------------------------- /src/diffusion/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grimalPaul/TIAM/HEAD/src/diffusion/utils.py -------------------------------------------------------------------------------- /src/prompts_dataset/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/prompts_dataset/factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grimalPaul/TIAM/HEAD/src/prompts_dataset/factory.py -------------------------------------------------------------------------------- /src/prompts_dataset/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grimalPaul/TIAM/HEAD/src/prompts_dataset/utils.py -------------------------------------------------------------------------------- /src/tiam/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/tiam/attribute_binding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grimalPaul/TIAM/HEAD/src/tiam/attribute_binding.py -------------------------------------------------------------------------------- /src/tiam/coco_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grimalPaul/TIAM/HEAD/src/tiam/coco_data.py -------------------------------------------------------------------------------- /src/tiam/colors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grimalPaul/TIAM/HEAD/src/tiam/colors.py -------------------------------------------------------------------------------- /src/tiam/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grimalPaul/TIAM/HEAD/src/tiam/eval.py -------------------------------------------------------------------------------- /src/tiam/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grimalPaul/TIAM/HEAD/src/tiam/utils.py -------------------------------------------------------------------------------- /src/tiam/visualisation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grimalPaul/TIAM/HEAD/src/tiam/visualisation.py --------------------------------------------------------------------------------