├── .gitignore ├── LICENSE ├── Labeling Guidance Document-zh.pdf ├── Labeling Guidance Document.pdf ├── MiniGPT4-video ├── README.md ├── environment.yml ├── eval_video.py ├── jobs_video │ ├── eval │ │ ├── llama2_evalualtion.sh │ │ ├── mistral_evalualtion.sh │ │ └── submit_job.py │ └── train │ │ ├── stage_2.sh │ │ └── stage_3.sh ├── minigpt4 │ ├── __init__.py │ ├── common │ │ ├── __init__.py │ │ ├── config.py │ │ ├── dist_utils.py │ │ ├── eval_utils.py │ │ ├── gradcam.py │ │ ├── logger.py │ │ ├── optims.py │ │ ├── registry.py │ │ ├── utils.py │ │ └── vqa_tools │ │ │ ├── VQA │ │ │ ├── PythonEvaluationTools │ │ │ │ ├── vqaEvalDemo.py │ │ │ │ └── vqaEvaluation │ │ │ │ │ ├── __init__.py │ │ │ │ │ └── vqaEval.py │ │ │ ├── PythonHelperTools │ │ │ │ ├── vqaDemo.py │ │ │ │ └── vqaTools │ │ │ │ │ ├── __init__.py │ │ │ │ │ └── vqa.py │ │ │ └── README.md │ │ │ ├── __init__.py │ │ │ ├── aokvqa │ │ │ ├── LICENSE │ │ │ ├── README.md │ │ │ ├── data_scripts │ │ │ │ ├── build_vocab.py │ │ │ │ ├── encode_vocab_clip.py │ │ │ │ ├── extract_bert_features.py │ │ │ │ ├── extract_clip_features.py │ │ │ │ └── extract_resnet_features.py │ │ │ ├── environment.yml │ │ │ ├── evaluation │ │ │ │ ├── eval_predictions.py │ │ │ │ ├── load_aokvqa.py │ │ │ │ ├── prepare_predictions.py │ │ │ │ └── remap_predictions.py │ │ │ ├── gpt3 │ │ │ │ ├── README.md │ │ │ │ ├── caption_inputs.py │ │ │ │ ├── query_gpt3.py │ │ │ │ └── rationale_inputs.py │ │ │ ├── heuristics │ │ │ │ ├── README.md │ │ │ │ ├── most_common_answer.py │ │ │ │ ├── random_unweighted.py │ │ │ │ └── random_weighted.py │ │ │ ├── load_aokvqa.py │ │ │ └── transfer_experiments │ │ │ │ ├── README.md │ │ │ │ ├── predict.py │ │ │ │ └── train.py │ │ │ ├── vqa.py │ │ │ └── vqa_eval.py │ ├── configs │ │ ├── datasets │ │ │ ├── cc_sbu │ │ │ │ ├── align.yaml │ │ │ │ └── defaults.yaml │ │ │ ├── cmd_video │ │ │ │ └── default.yaml │ │ │ ├── laion │ │ │ │ └── defaults.yaml │ │ │ ├── template │ │ │ │ └── default.yaml │ │ │ ├── video_chatgpt │ │ │ │ └── default.yaml │ │ │ └── webvid │ │ │ │ └── default.yaml │ │ ├── default.yaml │ │ └── models │ │ │ ├── minigpt4.yaml │ │ │ └── minigpt4v.yaml │ ├── conversation │ │ ├── __init__.py │ │ └── conversation.py │ ├── datasets │ │ ├── __init__.py │ │ ├── builders │ │ │ ├── __init__.py │ │ │ ├── base_dataset_builder.py │ │ │ ├── image_text_pair_builder.py │ │ │ └── vqa_builder.py │ │ ├── data_utils.py │ │ └── datasets │ │ │ ├── __init__.py │ │ │ ├── aok_vqa_datasets.py │ │ │ ├── aok_vqa_reasoning_datasets.py │ │ │ ├── base_dataset.py │ │ │ ├── caption_datasets.py │ │ │ ├── caption_reasoning.py │ │ │ ├── cc_sbu_dataset.py │ │ │ ├── coco_caption.py │ │ │ ├── coco_vqa_datasets.py │ │ │ ├── cot.py │ │ │ ├── coyo_dataset.py │ │ │ ├── dataloader_utils.py │ │ │ ├── doc_dataset.py │ │ │ ├── gqa_datasets.py │ │ │ ├── grounded_caption_reasoning.py │ │ │ ├── grounded_detailed_image_caption_dataset.py │ │ │ ├── laion_dataset.py │ │ │ ├── llava_dataset.py │ │ │ ├── locna_dataset.py │ │ │ ├── lvis_dataset.py │ │ │ ├── nav_dataset.py │ │ │ ├── open_images.py │ │ │ ├── paint_dataset.py │ │ │ ├── reasoning_dataset.py │ │ │ ├── text_caps.py │ │ │ ├── textvqa_datasets.py │ │ │ ├── unnatural_instruction.py │ │ │ ├── vg_dataset.py │ │ │ ├── video_datasets.py │ │ │ └── vqa_datasets.py │ ├── models │ │ ├── Qformer.py │ │ ├── __init__.py │ │ ├── base_model.py │ │ ├── blip2.py │ │ ├── blip2_outputs.py │ │ ├── clip_vision_encoder.py │ │ ├── eva_vit.py │ │ ├── mini_gpt4_llama_v2.py │ │ ├── mistral.py │ │ ├── modeling_llama_v2.py │ │ ├── modeling_mistral.py │ │ ├── models_vit.py │ │ └── policies │ │ │ ├── __init__.py │ │ │ ├── activation_checkpointing_functions.py │ │ │ ├── anyprecision_optimizer.py │ │ │ ├── fsdp_utils.py │ │ │ ├── mixed_precision.py │ │ │ └── wrapping.py │ ├── processors │ │ ├── __init__.py │ │ ├── base_processor.py │ │ ├── blip_processors.py │ │ └── randaugment.py │ ├── runners │ │ ├── __init__.py │ │ └── runner_base.py │ └── tasks │ │ ├── __init__.py │ │ ├── base_task.py │ │ ├── image_text_pretrain.py │ │ ├── vqa.py │ │ └── vqa_reading_comprehension.py ├── minigpt4_video_demo.py ├── minigpt4_video_inference.py ├── repo_imgs │ ├── MiniGPT4-video_fig.jpg │ ├── sample_1.gif │ ├── sample_2.gif │ └── sample_3.gif ├── test_benchmark │ └── quantitative_evaluation │ │ ├── benchmark_dataset_generation │ │ ├── generate_consistency_qa.py │ │ ├── generate_correctness_detailed_context_qa.py │ │ └── generate_temporal_qa.py │ │ ├── evaluate_activitynet_qa.py │ │ ├── evaluate_benchmark.sh │ │ ├── evaluate_benchmark_1_correctness.py │ │ ├── evaluate_benchmark_2_detailed_orientation.py │ │ ├── evaluate_benchmark_3_context.py │ │ ├── evaluate_benchmark_4_temporal.py │ │ ├── evaluate_benchmark_5_consistency.py │ │ └── evaluate_zeroshot.sh ├── test_configs │ ├── llama2_test_config.yaml │ └── mistral_test_config.yaml ├── train.py ├── train_configs │ ├── 224_minigpt4_llama2_image.yaml │ ├── 224_minigpt4_llama2_image_align.yaml │ ├── 224_minigpt4_mistral_image.yaml │ ├── 224_minigpt4_mistral_image_align.yaml │ ├── 224_v2_llama2_video_stage_2.yaml │ ├── 224_v2_llama2_video_stage_3.yaml │ ├── 224_v2_mistral_video_stage_2.yaml │ └── 224_v2_mistral_video_stage_3.yaml ├── train_llamav2.py └── train_multinode.py ├── README.MD ├── dataset └── README.MD └── repo_imgs └── pic1.png /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/LICENSE -------------------------------------------------------------------------------- /Labeling Guidance Document-zh.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/Labeling Guidance Document-zh.pdf -------------------------------------------------------------------------------- /Labeling Guidance Document.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/Labeling Guidance Document.pdf -------------------------------------------------------------------------------- /MiniGPT4-video/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/README.md -------------------------------------------------------------------------------- /MiniGPT4-video/environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/environment.yml -------------------------------------------------------------------------------- /MiniGPT4-video/eval_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/eval_video.py -------------------------------------------------------------------------------- /MiniGPT4-video/jobs_video/eval/llama2_evalualtion.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/jobs_video/eval/llama2_evalualtion.sh -------------------------------------------------------------------------------- /MiniGPT4-video/jobs_video/eval/mistral_evalualtion.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/jobs_video/eval/mistral_evalualtion.sh -------------------------------------------------------------------------------- /MiniGPT4-video/jobs_video/eval/submit_job.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/jobs_video/eval/submit_job.py -------------------------------------------------------------------------------- /MiniGPT4-video/jobs_video/train/stage_2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/jobs_video/train/stage_2.sh -------------------------------------------------------------------------------- /MiniGPT4-video/jobs_video/train/stage_3.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/jobs_video/train/stage_3.sh -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/__init__.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/common/config.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/dist_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/common/dist_utils.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/common/eval_utils.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/gradcam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/common/gradcam.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/common/logger.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/optims.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/common/optims.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/common/registry.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/common/utils.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/vqa_tools/VQA/PythonEvaluationTools/vqaEvalDemo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/common/vqa_tools/VQA/PythonEvaluationTools/vqaEvalDemo.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/vqa_tools/VQA/PythonEvaluationTools/vqaEvaluation/__init__.py: -------------------------------------------------------------------------------- 1 | author='aagrawal' 2 | -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/vqa_tools/VQA/PythonEvaluationTools/vqaEvaluation/vqaEval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/common/vqa_tools/VQA/PythonEvaluationTools/vqaEvaluation/vqaEval.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/vqa_tools/VQA/PythonHelperTools/vqaDemo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/common/vqa_tools/VQA/PythonHelperTools/vqaDemo.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/vqa_tools/VQA/PythonHelperTools/vqaTools/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'aagrawal' 2 | -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/vqa_tools/VQA/PythonHelperTools/vqaTools/vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/common/vqa_tools/VQA/PythonHelperTools/vqaTools/vqa.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/vqa_tools/VQA/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/common/vqa_tools/VQA/README.md -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/vqa_tools/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/common/vqa_tools/__init__.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/LICENSE -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/README.md -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/data_scripts/build_vocab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/data_scripts/build_vocab.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/data_scripts/encode_vocab_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/data_scripts/encode_vocab_clip.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/data_scripts/extract_bert_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/data_scripts/extract_bert_features.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/data_scripts/extract_clip_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/data_scripts/extract_clip_features.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/data_scripts/extract_resnet_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/data_scripts/extract_resnet_features.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/environment.yml -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/evaluation/eval_predictions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/evaluation/eval_predictions.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/evaluation/load_aokvqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/evaluation/load_aokvqa.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/evaluation/prepare_predictions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/evaluation/prepare_predictions.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/evaluation/remap_predictions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/evaluation/remap_predictions.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/gpt3/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/gpt3/README.md -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/gpt3/caption_inputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/gpt3/caption_inputs.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/gpt3/query_gpt3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/gpt3/query_gpt3.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/gpt3/rationale_inputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/gpt3/rationale_inputs.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/heuristics/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/heuristics/README.md -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/heuristics/most_common_answer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/heuristics/most_common_answer.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/heuristics/random_unweighted.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/heuristics/random_unweighted.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/heuristics/random_weighted.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/heuristics/random_weighted.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/load_aokvqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/load_aokvqa.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/transfer_experiments/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/transfer_experiments/README.md -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/transfer_experiments/predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/transfer_experiments/predict.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/transfer_experiments/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/common/vqa_tools/aokvqa/transfer_experiments/train.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/vqa_tools/vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/common/vqa_tools/vqa.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/common/vqa_tools/vqa_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/common/vqa_tools/vqa_eval.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/configs/datasets/cc_sbu/align.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/configs/datasets/cc_sbu/align.yaml -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/configs/datasets/cc_sbu/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/configs/datasets/cc_sbu/defaults.yaml -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/configs/datasets/cmd_video/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/configs/datasets/cmd_video/default.yaml -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/configs/datasets/laion/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/configs/datasets/laion/defaults.yaml -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/configs/datasets/template/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/configs/datasets/template/default.yaml -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/configs/datasets/video_chatgpt/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/configs/datasets/video_chatgpt/default.yaml -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/configs/datasets/webvid/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/configs/datasets/webvid/default.yaml -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/configs/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/configs/default.yaml -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/configs/models/minigpt4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/configs/models/minigpt4.yaml -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/configs/models/minigpt4v.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/configs/models/minigpt4v.yaml -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/conversation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/conversation/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/conversation/conversation.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/datasets/builders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/datasets/builders/__init__.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/datasets/builders/base_dataset_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/datasets/builders/base_dataset_builder.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/datasets/builders/image_text_pair_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/datasets/builders/image_text_pair_builder.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/datasets/builders/vqa_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/datasets/builders/vqa_builder.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/datasets/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/datasets/data_utils.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/datasets/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/datasets/datasets/aok_vqa_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/datasets/datasets/aok_vqa_datasets.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/datasets/datasets/aok_vqa_reasoning_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/datasets/datasets/aok_vqa_reasoning_datasets.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/datasets/datasets/base_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/datasets/datasets/base_dataset.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/datasets/datasets/caption_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/datasets/datasets/caption_datasets.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/datasets/datasets/caption_reasoning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/datasets/datasets/caption_reasoning.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/datasets/datasets/cc_sbu_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/datasets/datasets/cc_sbu_dataset.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/datasets/datasets/coco_caption.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/datasets/datasets/coco_caption.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/datasets/datasets/coco_vqa_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/datasets/datasets/coco_vqa_datasets.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/datasets/datasets/cot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/datasets/datasets/cot.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/datasets/datasets/coyo_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/datasets/datasets/coyo_dataset.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/datasets/datasets/dataloader_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/datasets/datasets/dataloader_utils.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/datasets/datasets/doc_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/datasets/datasets/doc_dataset.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/datasets/datasets/gqa_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/datasets/datasets/gqa_datasets.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/datasets/datasets/grounded_caption_reasoning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/datasets/datasets/grounded_caption_reasoning.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/datasets/datasets/grounded_detailed_image_caption_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/datasets/datasets/grounded_detailed_image_caption_dataset.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/datasets/datasets/laion_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/datasets/datasets/laion_dataset.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/datasets/datasets/llava_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/datasets/datasets/llava_dataset.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/datasets/datasets/locna_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/datasets/datasets/locna_dataset.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/datasets/datasets/lvis_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/datasets/datasets/lvis_dataset.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/datasets/datasets/nav_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/datasets/datasets/nav_dataset.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/datasets/datasets/open_images.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/datasets/datasets/open_images.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/datasets/datasets/paint_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/datasets/datasets/paint_dataset.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/datasets/datasets/reasoning_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/datasets/datasets/reasoning_dataset.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/datasets/datasets/text_caps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/datasets/datasets/text_caps.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/datasets/datasets/textvqa_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/datasets/datasets/textvqa_datasets.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/datasets/datasets/unnatural_instruction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/datasets/datasets/unnatural_instruction.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/datasets/datasets/vg_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/datasets/datasets/vg_dataset.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/datasets/datasets/video_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/datasets/datasets/video_datasets.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/datasets/datasets/vqa_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/datasets/datasets/vqa_datasets.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/models/Qformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/models/Qformer.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/models/__init__.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/models/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/models/base_model.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/models/blip2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/models/blip2.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/models/blip2_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/models/blip2_outputs.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/models/clip_vision_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/models/clip_vision_encoder.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/models/eva_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/models/eva_vit.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/models/mini_gpt4_llama_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/models/mini_gpt4_llama_v2.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/models/mistral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/models/mistral.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/models/modeling_llama_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/models/modeling_llama_v2.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/models/modeling_mistral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/models/modeling_mistral.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/models/models_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/models/models_vit.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/models/policies/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/models/policies/__init__.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/models/policies/activation_checkpointing_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/models/policies/activation_checkpointing_functions.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/models/policies/anyprecision_optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/models/policies/anyprecision_optimizer.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/models/policies/fsdp_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/models/policies/fsdp_utils.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/models/policies/mixed_precision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/models/policies/mixed_precision.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/models/policies/wrapping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/models/policies/wrapping.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/processors/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/processors/__init__.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/processors/base_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/processors/base_processor.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/processors/blip_processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/processors/blip_processors.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/processors/randaugment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/processors/randaugment.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/runners/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/runners/__init__.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/runners/runner_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/runners/runner_base.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/tasks/__init__.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/tasks/base_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/tasks/base_task.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/tasks/image_text_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/tasks/image_text_pretrain.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/tasks/vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/tasks/vqa.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4/tasks/vqa_reading_comprehension.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4/tasks/vqa_reading_comprehension.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4_video_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4_video_demo.py -------------------------------------------------------------------------------- /MiniGPT4-video/minigpt4_video_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/minigpt4_video_inference.py -------------------------------------------------------------------------------- /MiniGPT4-video/repo_imgs/MiniGPT4-video_fig.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/repo_imgs/MiniGPT4-video_fig.jpg -------------------------------------------------------------------------------- /MiniGPT4-video/repo_imgs/sample_1.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/repo_imgs/sample_1.gif -------------------------------------------------------------------------------- /MiniGPT4-video/repo_imgs/sample_2.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/repo_imgs/sample_2.gif -------------------------------------------------------------------------------- /MiniGPT4-video/repo_imgs/sample_3.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/repo_imgs/sample_3.gif -------------------------------------------------------------------------------- /MiniGPT4-video/test_benchmark/quantitative_evaluation/benchmark_dataset_generation/generate_consistency_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/test_benchmark/quantitative_evaluation/benchmark_dataset_generation/generate_consistency_qa.py -------------------------------------------------------------------------------- /MiniGPT4-video/test_benchmark/quantitative_evaluation/benchmark_dataset_generation/generate_correctness_detailed_context_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/test_benchmark/quantitative_evaluation/benchmark_dataset_generation/generate_correctness_detailed_context_qa.py -------------------------------------------------------------------------------- /MiniGPT4-video/test_benchmark/quantitative_evaluation/benchmark_dataset_generation/generate_temporal_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/test_benchmark/quantitative_evaluation/benchmark_dataset_generation/generate_temporal_qa.py -------------------------------------------------------------------------------- /MiniGPT4-video/test_benchmark/quantitative_evaluation/evaluate_activitynet_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/test_benchmark/quantitative_evaluation/evaluate_activitynet_qa.py -------------------------------------------------------------------------------- /MiniGPT4-video/test_benchmark/quantitative_evaluation/evaluate_benchmark.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/test_benchmark/quantitative_evaluation/evaluate_benchmark.sh -------------------------------------------------------------------------------- /MiniGPT4-video/test_benchmark/quantitative_evaluation/evaluate_benchmark_1_correctness.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/test_benchmark/quantitative_evaluation/evaluate_benchmark_1_correctness.py -------------------------------------------------------------------------------- /MiniGPT4-video/test_benchmark/quantitative_evaluation/evaluate_benchmark_2_detailed_orientation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/test_benchmark/quantitative_evaluation/evaluate_benchmark_2_detailed_orientation.py -------------------------------------------------------------------------------- /MiniGPT4-video/test_benchmark/quantitative_evaluation/evaluate_benchmark_3_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/test_benchmark/quantitative_evaluation/evaluate_benchmark_3_context.py -------------------------------------------------------------------------------- /MiniGPT4-video/test_benchmark/quantitative_evaluation/evaluate_benchmark_4_temporal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/test_benchmark/quantitative_evaluation/evaluate_benchmark_4_temporal.py -------------------------------------------------------------------------------- /MiniGPT4-video/test_benchmark/quantitative_evaluation/evaluate_benchmark_5_consistency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/test_benchmark/quantitative_evaluation/evaluate_benchmark_5_consistency.py -------------------------------------------------------------------------------- /MiniGPT4-video/test_benchmark/quantitative_evaluation/evaluate_zeroshot.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/test_benchmark/quantitative_evaluation/evaluate_zeroshot.sh -------------------------------------------------------------------------------- /MiniGPT4-video/test_configs/llama2_test_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/test_configs/llama2_test_config.yaml -------------------------------------------------------------------------------- /MiniGPT4-video/test_configs/mistral_test_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/test_configs/mistral_test_config.yaml -------------------------------------------------------------------------------- /MiniGPT4-video/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/train.py -------------------------------------------------------------------------------- /MiniGPT4-video/train_configs/224_minigpt4_llama2_image.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/train_configs/224_minigpt4_llama2_image.yaml -------------------------------------------------------------------------------- /MiniGPT4-video/train_configs/224_minigpt4_llama2_image_align.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/train_configs/224_minigpt4_llama2_image_align.yaml -------------------------------------------------------------------------------- /MiniGPT4-video/train_configs/224_minigpt4_mistral_image.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/train_configs/224_minigpt4_mistral_image.yaml -------------------------------------------------------------------------------- /MiniGPT4-video/train_configs/224_minigpt4_mistral_image_align.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/train_configs/224_minigpt4_mistral_image_align.yaml -------------------------------------------------------------------------------- /MiniGPT4-video/train_configs/224_v2_llama2_video_stage_2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/train_configs/224_v2_llama2_video_stage_2.yaml -------------------------------------------------------------------------------- /MiniGPT4-video/train_configs/224_v2_llama2_video_stage_3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/train_configs/224_v2_llama2_video_stage_3.yaml -------------------------------------------------------------------------------- /MiniGPT4-video/train_configs/224_v2_mistral_video_stage_2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/train_configs/224_v2_mistral_video_stage_2.yaml -------------------------------------------------------------------------------- /MiniGPT4-video/train_configs/224_v2_mistral_video_stage_3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/train_configs/224_v2_mistral_video_stage_3.yaml -------------------------------------------------------------------------------- /MiniGPT4-video/train_llamav2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/train_llamav2.py -------------------------------------------------------------------------------- /MiniGPT4-video/train_multinode.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/MiniGPT4-video/train_multinode.py -------------------------------------------------------------------------------- /README.MD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/README.MD -------------------------------------------------------------------------------- /dataset/README.MD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/dataset/README.MD -------------------------------------------------------------------------------- /repo_imgs/pic1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Exploring-Embodied-Emotion-official/E3/HEAD/repo_imgs/pic1.png --------------------------------------------------------------------------------