├── .gitignore ├── .vscode └── launch.json ├── Framework.png ├── GPT-api ├── .gitignore ├── LEVIR-MCI-dataset │ ├── ChangeChat_instruct.json │ ├── ChangeChat_instruct_gpt_54k.json │ ├── ChangeChat_instruct_gpt_87k.json │ ├── ChangeChat_instruct_v3.json │ ├── LevirCCcaptions-v2-f.json │ ├── LevirCCcaptions-v2.json │ ├── LevirCCcaptions-v3.json │ └── LevirCCcaptions.json ├── LevirCCcaptions.json ├── conversation │ ├── 000_caps.txt │ ├── 000_conv.txt │ ├── 001_caps.txt │ ├── 001_conv.txt │ └── system_message.txt ├── count │ ├── 000_caps.txt │ ├── 000_conv.txt │ ├── 001_caps.txt │ ├── 001_conv.txt │ └── system_message.txt ├── generate.ipynb ├── get_count_from_gpt4.ipynb ├── get_yesno_from_gpt4.ipynb ├── gpt4-binary-results.jsonl ├── gpt4-count-results.jsonl ├── make_dataset.ipynb ├── make_instructs.ipynb ├── output.txt ├── part1.json ├── reverse.py └── test.ipynb ├── changechat ├── __init__.py ├── benchmark.py ├── benchmark2.py ├── benchmark_classify.py ├── benchmark_classify2.py ├── constants.py ├── conversation.py ├── eval │ ├── batch_changechat_conv.py │ ├── batch_changechat_pretrain.py │ ├── batch_changechat_vqa.py │ ├── batch_changechat_yn.py │ ├── batch_geochat_grounding.py │ ├── batch_geochat_referring.py │ ├── batch_geochat_scene.py │ ├── batch_geochat_vqa_contour.py │ ├── batch_geochat_vqa_conv_temp.py │ └── batch_geochat_vqa_reversed.py ├── eval_func │ ├── bleu │ │ ├── LICENSE │ │ ├── __init__.py │ │ ├── bleu.py │ │ └── bleu_scorer.py │ ├── cider │ │ ├── __init__.py │ │ ├── cider.py │ │ └── cider_scorer.py │ ├── meteor │ │ ├── __init__.py │ │ ├── data │ │ │ └── paraphrase-en.gz │ │ ├── meteor-1.5.jar │ │ └── meteor.py │ └── rouge │ │ ├── __init__.py │ │ └── rouge.py ├── mm_utils.py ├── model │ ├── __init__.py │ ├── apply_delta.py │ ├── builder.py │ ├── changechat_arch.py │ ├── consolidate.py │ ├── language_model │ │ ├── change_classifier.py │ │ └── changechat_llama.py │ ├── make_delta.py │ ├── multimodal_encoder │ │ ├── builder.py │ │ ├── classifier.py │ │ └── clip_encoder.py │ ├── multimodal_projector │ │ └── builder.py │ └── utils.py ├── serve │ ├── __init__.py │ ├── cli.py │ ├── controller.py │ ├── examples │ │ ├── 11760.jpg │ │ ├── 11765.jpg │ │ ├── extreme_ironing.jpg │ │ └── waterview.jpg │ ├── gradio_trial.py │ ├── gradio_web_server.py │ ├── model_worker.py │ ├── register_worker.py │ └── test_message.py ├── train │ ├── changechat_trainer.py │ ├── classifie2.ipynb │ ├── classifier.ipynb │ ├── llama_flash_attn_monkey_patch.py │ ├── train.py │ ├── train_classifier.py │ └── train_mem.py └── utils.py ├── demo_images ├── 04133.png ├── 04444.png ├── 7292.JPG ├── MicrosoftTeams-image.png ├── church_183.png └── train_2956_0001.png ├── docs ├── Customize_Component.md ├── Data.md ├── Evaluation.md ├── LoRA.md └── MODEL_ZOO.md ├── experiments ├── geochat_demo.py ├── hf-models ├── images ├── IVAL_logo.png ├── MBZUAI_logo.png ├── Oryx_logo.png ├── architecture.png ├── dataset.png ├── examples.png ├── grounded.jpg ├── iden.jpg ├── logo_geochat.png ├── overview2.png ├── ref1.jpg ├── ref_2.jpg ├── scene.jpg ├── teaser.png └── vqa.jpg ├── load ├── logo.png ├── playground └── data │ └── prompts │ └── conversation │ ├── 000_caps.txt │ ├── 000_conv.txt │ ├── 001_caps.txt │ ├── 001_conv.txt │ └── system_message.txt ├── pyproject.toml ├── readme.md ├── scripts ├── eval_cc.sh ├── eval_cc_contour.sh ├── eval_cc_conv.sh ├── eval_cc_yn.sh ├── extract_mm_projector.py ├── finetune.sh ├── finetune_full_schedule.sh ├── finetune_lora.sh ├── finetune_lora_13b.sh ├── finetune_lora_yesno.sh ├── finetune_qlora.sh ├── finetune_sqa.sh ├── make_LevirCCcaptions_v2.ipynb ├── make_instructs.ipynb ├── merge_lora_weights.py ├── modify_rslt.ipynb ├── pretrain.sh ├── pretrain_ssa.sh ├── train_classifier.sh ├── vis_contour_results.ipynb ├── vis_results.ipynb ├── zero2.json ├── zero3.json └── zero3_offload.json └── test.ipynb /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/.gitignore -------------------------------------------------------------------------------- /.vscode/launch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/.vscode/launch.json -------------------------------------------------------------------------------- /Framework.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/Framework.png -------------------------------------------------------------------------------- /GPT-api/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/GPT-api/.gitignore -------------------------------------------------------------------------------- /GPT-api/LEVIR-MCI-dataset/ChangeChat_instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/GPT-api/LEVIR-MCI-dataset/ChangeChat_instruct.json -------------------------------------------------------------------------------- /GPT-api/LEVIR-MCI-dataset/ChangeChat_instruct_gpt_54k.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/GPT-api/LEVIR-MCI-dataset/ChangeChat_instruct_gpt_54k.json -------------------------------------------------------------------------------- /GPT-api/LEVIR-MCI-dataset/ChangeChat_instruct_gpt_87k.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/GPT-api/LEVIR-MCI-dataset/ChangeChat_instruct_gpt_87k.json -------------------------------------------------------------------------------- /GPT-api/LEVIR-MCI-dataset/ChangeChat_instruct_v3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/GPT-api/LEVIR-MCI-dataset/ChangeChat_instruct_v3.json -------------------------------------------------------------------------------- /GPT-api/LEVIR-MCI-dataset/LevirCCcaptions-v2-f.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/GPT-api/LEVIR-MCI-dataset/LevirCCcaptions-v2-f.json -------------------------------------------------------------------------------- /GPT-api/LEVIR-MCI-dataset/LevirCCcaptions-v2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/GPT-api/LEVIR-MCI-dataset/LevirCCcaptions-v2.json -------------------------------------------------------------------------------- /GPT-api/LEVIR-MCI-dataset/LevirCCcaptions-v3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/GPT-api/LEVIR-MCI-dataset/LevirCCcaptions-v3.json -------------------------------------------------------------------------------- /GPT-api/LEVIR-MCI-dataset/LevirCCcaptions.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/GPT-api/LEVIR-MCI-dataset/LevirCCcaptions.json -------------------------------------------------------------------------------- /GPT-api/LevirCCcaptions.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/GPT-api/LevirCCcaptions.json -------------------------------------------------------------------------------- /GPT-api/conversation/000_caps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/GPT-api/conversation/000_caps.txt -------------------------------------------------------------------------------- /GPT-api/conversation/000_conv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/GPT-api/conversation/000_conv.txt -------------------------------------------------------------------------------- /GPT-api/conversation/001_caps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/GPT-api/conversation/001_caps.txt -------------------------------------------------------------------------------- /GPT-api/conversation/001_conv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/GPT-api/conversation/001_conv.txt -------------------------------------------------------------------------------- /GPT-api/conversation/system_message.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/GPT-api/conversation/system_message.txt -------------------------------------------------------------------------------- /GPT-api/count/000_caps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/GPT-api/count/000_caps.txt -------------------------------------------------------------------------------- /GPT-api/count/000_conv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/GPT-api/count/000_conv.txt -------------------------------------------------------------------------------- /GPT-api/count/001_caps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/GPT-api/count/001_caps.txt -------------------------------------------------------------------------------- /GPT-api/count/001_conv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/GPT-api/count/001_conv.txt -------------------------------------------------------------------------------- /GPT-api/count/system_message.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/GPT-api/count/system_message.txt -------------------------------------------------------------------------------- /GPT-api/generate.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/GPT-api/generate.ipynb -------------------------------------------------------------------------------- /GPT-api/get_count_from_gpt4.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/GPT-api/get_count_from_gpt4.ipynb -------------------------------------------------------------------------------- /GPT-api/get_yesno_from_gpt4.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/GPT-api/get_yesno_from_gpt4.ipynb -------------------------------------------------------------------------------- /GPT-api/gpt4-binary-results.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/GPT-api/gpt4-binary-results.jsonl -------------------------------------------------------------------------------- /GPT-api/gpt4-count-results.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/GPT-api/gpt4-count-results.jsonl -------------------------------------------------------------------------------- /GPT-api/make_dataset.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/GPT-api/make_dataset.ipynb -------------------------------------------------------------------------------- /GPT-api/make_instructs.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/GPT-api/make_instructs.ipynb -------------------------------------------------------------------------------- /GPT-api/output.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/GPT-api/output.txt -------------------------------------------------------------------------------- /GPT-api/part1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/GPT-api/part1.json -------------------------------------------------------------------------------- /GPT-api/reverse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/GPT-api/reverse.py -------------------------------------------------------------------------------- /GPT-api/test.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/GPT-api/test.ipynb -------------------------------------------------------------------------------- /changechat/__init__.py: -------------------------------------------------------------------------------- 1 | from .model import ChangeChatLlamaForCausalLM 2 | -------------------------------------------------------------------------------- /changechat/benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/benchmark.py -------------------------------------------------------------------------------- /changechat/benchmark2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/benchmark2.py -------------------------------------------------------------------------------- /changechat/benchmark_classify.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/benchmark_classify.py -------------------------------------------------------------------------------- /changechat/benchmark_classify2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/benchmark_classify2.py -------------------------------------------------------------------------------- /changechat/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/constants.py -------------------------------------------------------------------------------- /changechat/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/conversation.py -------------------------------------------------------------------------------- /changechat/eval/batch_changechat_conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/eval/batch_changechat_conv.py -------------------------------------------------------------------------------- /changechat/eval/batch_changechat_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/eval/batch_changechat_pretrain.py -------------------------------------------------------------------------------- /changechat/eval/batch_changechat_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/eval/batch_changechat_vqa.py -------------------------------------------------------------------------------- /changechat/eval/batch_changechat_yn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/eval/batch_changechat_yn.py -------------------------------------------------------------------------------- /changechat/eval/batch_geochat_grounding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/eval/batch_geochat_grounding.py -------------------------------------------------------------------------------- /changechat/eval/batch_geochat_referring.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/eval/batch_geochat_referring.py -------------------------------------------------------------------------------- /changechat/eval/batch_geochat_scene.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/eval/batch_geochat_scene.py -------------------------------------------------------------------------------- /changechat/eval/batch_geochat_vqa_contour.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/eval/batch_geochat_vqa_contour.py -------------------------------------------------------------------------------- /changechat/eval/batch_geochat_vqa_conv_temp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/eval/batch_geochat_vqa_conv_temp.py -------------------------------------------------------------------------------- /changechat/eval/batch_geochat_vqa_reversed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/eval/batch_geochat_vqa_reversed.py -------------------------------------------------------------------------------- /changechat/eval_func/bleu/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/eval_func/bleu/LICENSE -------------------------------------------------------------------------------- /changechat/eval_func/bleu/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /changechat/eval_func/bleu/bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/eval_func/bleu/bleu.py -------------------------------------------------------------------------------- /changechat/eval_func/bleu/bleu_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/eval_func/bleu/bleu_scorer.py -------------------------------------------------------------------------------- /changechat/eval_func/cider/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /changechat/eval_func/cider/cider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/eval_func/cider/cider.py -------------------------------------------------------------------------------- /changechat/eval_func/cider/cider_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/eval_func/cider/cider_scorer.py -------------------------------------------------------------------------------- /changechat/eval_func/meteor/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /changechat/eval_func/meteor/data/paraphrase-en.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/eval_func/meteor/data/paraphrase-en.gz -------------------------------------------------------------------------------- /changechat/eval_func/meteor/meteor-1.5.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/eval_func/meteor/meteor-1.5.jar -------------------------------------------------------------------------------- /changechat/eval_func/meteor/meteor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/eval_func/meteor/meteor.py -------------------------------------------------------------------------------- /changechat/eval_func/rouge/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'vrama91' 2 | -------------------------------------------------------------------------------- /changechat/eval_func/rouge/rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/eval_func/rouge/rouge.py -------------------------------------------------------------------------------- /changechat/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/mm_utils.py -------------------------------------------------------------------------------- /changechat/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/model/__init__.py -------------------------------------------------------------------------------- /changechat/model/apply_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/model/apply_delta.py -------------------------------------------------------------------------------- /changechat/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/model/builder.py -------------------------------------------------------------------------------- /changechat/model/changechat_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/model/changechat_arch.py -------------------------------------------------------------------------------- /changechat/model/consolidate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/model/consolidate.py -------------------------------------------------------------------------------- /changechat/model/language_model/change_classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/model/language_model/change_classifier.py -------------------------------------------------------------------------------- /changechat/model/language_model/changechat_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/model/language_model/changechat_llama.py -------------------------------------------------------------------------------- /changechat/model/make_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/model/make_delta.py -------------------------------------------------------------------------------- /changechat/model/multimodal_encoder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/model/multimodal_encoder/builder.py -------------------------------------------------------------------------------- /changechat/model/multimodal_encoder/classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/model/multimodal_encoder/classifier.py -------------------------------------------------------------------------------- /changechat/model/multimodal_encoder/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/model/multimodal_encoder/clip_encoder.py -------------------------------------------------------------------------------- /changechat/model/multimodal_projector/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/model/multimodal_projector/builder.py -------------------------------------------------------------------------------- /changechat/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/model/utils.py -------------------------------------------------------------------------------- /changechat/serve/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /changechat/serve/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/serve/cli.py -------------------------------------------------------------------------------- /changechat/serve/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/serve/controller.py -------------------------------------------------------------------------------- /changechat/serve/examples/11760.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/serve/examples/11760.jpg -------------------------------------------------------------------------------- /changechat/serve/examples/11765.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/serve/examples/11765.jpg -------------------------------------------------------------------------------- /changechat/serve/examples/extreme_ironing.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/serve/examples/extreme_ironing.jpg -------------------------------------------------------------------------------- /changechat/serve/examples/waterview.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/serve/examples/waterview.jpg -------------------------------------------------------------------------------- /changechat/serve/gradio_trial.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/serve/gradio_trial.py -------------------------------------------------------------------------------- /changechat/serve/gradio_web_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/serve/gradio_web_server.py -------------------------------------------------------------------------------- /changechat/serve/model_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/serve/model_worker.py -------------------------------------------------------------------------------- /changechat/serve/register_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/serve/register_worker.py -------------------------------------------------------------------------------- /changechat/serve/test_message.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/serve/test_message.py -------------------------------------------------------------------------------- /changechat/train/changechat_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/train/changechat_trainer.py -------------------------------------------------------------------------------- /changechat/train/classifie2.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/train/classifie2.ipynb -------------------------------------------------------------------------------- /changechat/train/classifier.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/train/classifier.ipynb -------------------------------------------------------------------------------- /changechat/train/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/train/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /changechat/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/train/train.py -------------------------------------------------------------------------------- /changechat/train/train_classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/train/train_classifier.py -------------------------------------------------------------------------------- /changechat/train/train_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/train/train_mem.py -------------------------------------------------------------------------------- /changechat/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/changechat/utils.py -------------------------------------------------------------------------------- /demo_images/04133.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/demo_images/04133.png -------------------------------------------------------------------------------- /demo_images/04444.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/demo_images/04444.png -------------------------------------------------------------------------------- /demo_images/7292.JPG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/demo_images/7292.JPG -------------------------------------------------------------------------------- /demo_images/MicrosoftTeams-image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/demo_images/MicrosoftTeams-image.png -------------------------------------------------------------------------------- /demo_images/church_183.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/demo_images/church_183.png -------------------------------------------------------------------------------- /demo_images/train_2956_0001.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/demo_images/train_2956_0001.png -------------------------------------------------------------------------------- /docs/Customize_Component.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/docs/Customize_Component.md -------------------------------------------------------------------------------- /docs/Data.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/docs/Data.md -------------------------------------------------------------------------------- /docs/Evaluation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/docs/Evaluation.md -------------------------------------------------------------------------------- /docs/LoRA.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/docs/LoRA.md -------------------------------------------------------------------------------- /docs/MODEL_ZOO.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/docs/MODEL_ZOO.md -------------------------------------------------------------------------------- /experiments: -------------------------------------------------------------------------------- 1 | /root/autodl-fs/experiments -------------------------------------------------------------------------------- /geochat_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/geochat_demo.py -------------------------------------------------------------------------------- /hf-models: -------------------------------------------------------------------------------- 1 | /root/autodl-fs/hf-models -------------------------------------------------------------------------------- /images/IVAL_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/images/IVAL_logo.png -------------------------------------------------------------------------------- /images/MBZUAI_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/images/MBZUAI_logo.png -------------------------------------------------------------------------------- /images/Oryx_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/images/Oryx_logo.png -------------------------------------------------------------------------------- /images/architecture.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/images/architecture.png -------------------------------------------------------------------------------- /images/dataset.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/images/dataset.png -------------------------------------------------------------------------------- /images/examples.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/images/examples.png -------------------------------------------------------------------------------- /images/grounded.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/images/grounded.jpg -------------------------------------------------------------------------------- /images/iden.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/images/iden.jpg -------------------------------------------------------------------------------- /images/logo_geochat.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/images/logo_geochat.png -------------------------------------------------------------------------------- /images/overview2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/images/overview2.png -------------------------------------------------------------------------------- /images/ref1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/images/ref1.jpg -------------------------------------------------------------------------------- /images/ref_2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/images/ref_2.jpg -------------------------------------------------------------------------------- /images/scene.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/images/scene.jpg -------------------------------------------------------------------------------- /images/teaser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/images/teaser.png -------------------------------------------------------------------------------- /images/vqa.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/images/vqa.jpg -------------------------------------------------------------------------------- /load: -------------------------------------------------------------------------------- 1 | ../GPT-api/LEVIR-MCI-dataset/ -------------------------------------------------------------------------------- /logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/logo.png -------------------------------------------------------------------------------- /playground/data/prompts/conversation/000_caps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/playground/data/prompts/conversation/000_caps.txt -------------------------------------------------------------------------------- /playground/data/prompts/conversation/000_conv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/playground/data/prompts/conversation/000_conv.txt -------------------------------------------------------------------------------- /playground/data/prompts/conversation/001_caps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/playground/data/prompts/conversation/001_caps.txt -------------------------------------------------------------------------------- /playground/data/prompts/conversation/001_conv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/playground/data/prompts/conversation/001_conv.txt -------------------------------------------------------------------------------- /playground/data/prompts/conversation/system_message.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/playground/data/prompts/conversation/system_message.txt -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/pyproject.toml -------------------------------------------------------------------------------- /readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/readme.md -------------------------------------------------------------------------------- /scripts/eval_cc.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/scripts/eval_cc.sh -------------------------------------------------------------------------------- /scripts/eval_cc_contour.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/scripts/eval_cc_contour.sh -------------------------------------------------------------------------------- /scripts/eval_cc_conv.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/scripts/eval_cc_conv.sh -------------------------------------------------------------------------------- /scripts/eval_cc_yn.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/scripts/eval_cc_yn.sh -------------------------------------------------------------------------------- /scripts/extract_mm_projector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/scripts/extract_mm_projector.py -------------------------------------------------------------------------------- /scripts/finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/scripts/finetune.sh -------------------------------------------------------------------------------- /scripts/finetune_full_schedule.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/scripts/finetune_full_schedule.sh -------------------------------------------------------------------------------- /scripts/finetune_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/scripts/finetune_lora.sh -------------------------------------------------------------------------------- /scripts/finetune_lora_13b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/scripts/finetune_lora_13b.sh -------------------------------------------------------------------------------- /scripts/finetune_lora_yesno.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/scripts/finetune_lora_yesno.sh -------------------------------------------------------------------------------- /scripts/finetune_qlora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/scripts/finetune_qlora.sh -------------------------------------------------------------------------------- /scripts/finetune_sqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/scripts/finetune_sqa.sh -------------------------------------------------------------------------------- /scripts/make_LevirCCcaptions_v2.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/scripts/make_LevirCCcaptions_v2.ipynb -------------------------------------------------------------------------------- /scripts/make_instructs.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/scripts/make_instructs.ipynb -------------------------------------------------------------------------------- /scripts/merge_lora_weights.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/scripts/merge_lora_weights.py -------------------------------------------------------------------------------- /scripts/modify_rslt.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/scripts/modify_rslt.ipynb -------------------------------------------------------------------------------- /scripts/pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/scripts/pretrain.sh -------------------------------------------------------------------------------- /scripts/pretrain_ssa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/scripts/pretrain_ssa.sh -------------------------------------------------------------------------------- /scripts/train_classifier.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/scripts/train_classifier.sh -------------------------------------------------------------------------------- /scripts/vis_contour_results.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/scripts/vis_contour_results.ipynb -------------------------------------------------------------------------------- /scripts/vis_results.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/scripts/vis_results.ipynb -------------------------------------------------------------------------------- /scripts/zero2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/scripts/zero2.json -------------------------------------------------------------------------------- /scripts/zero3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/scripts/zero3.json -------------------------------------------------------------------------------- /scripts/zero3_offload.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/scripts/zero3_offload.json -------------------------------------------------------------------------------- /test.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanlinwu/ChangeChat/HEAD/test.ipynb --------------------------------------------------------------------------------