├── .gitattributes ├── HalDet-LLaVA ├── README.md ├── finetune_task_lora.sh ├── inference.py ├── llava │ ├── __init__.py │ ├── constants.py │ ├── conversation.py │ ├── eval │ │ ├── eval_gpt_review.py │ │ ├── eval_gpt_review_bench.py │ │ ├── eval_gpt_review_visual.py │ │ ├── eval_pope.py │ │ ├── eval_science_qa.py │ │ ├── eval_science_qa_gpt4.py │ │ ├── eval_science_qa_gpt4_requery.py │ │ ├── eval_textvqa.py │ │ ├── generate_webpage_data_from_table.py │ │ ├── m4c_evaluator.py │ │ ├── model_qa.py │ │ ├── model_vqa.py │ │ ├── model_vqa_loader.py │ │ ├── model_vqa_mmbench.py │ │ ├── model_vqa_qbench.py │ │ ├── model_vqa_science.py │ │ ├── qa_baseline_gpt35.py │ │ ├── run_llava.py │ │ ├── summarize_gpt_review.py │ │ ├── table │ │ │ ├── answer │ │ │ │ ├── answer_alpaca-13b.jsonl │ │ │ │ ├── answer_bard.jsonl │ │ │ │ ├── answer_gpt35.jsonl │ │ │ │ ├── answer_llama-13b.jsonl │ │ │ │ └── answer_vicuna-13b.jsonl │ │ │ ├── caps_boxes_coco2014_val_80.jsonl │ │ │ ├── model.jsonl │ │ │ ├── prompt.jsonl │ │ │ ├── question.jsonl │ │ │ ├── results │ │ │ │ ├── test_sqa_llava_13b_v0.json │ │ │ │ └── test_sqa_llava_lcs_558k_sqa_12e_vicuna_v1_3_13b.json │ │ │ ├── review │ │ │ │ ├── review_alpaca-13b_vicuna-13b.jsonl │ │ │ │ ├── review_bard_vicuna-13b.jsonl │ │ │ │ ├── review_gpt35_vicuna-13b.jsonl │ │ │ │ └── review_llama-13b_vicuna-13b.jsonl │ │ │ ├── reviewer.jsonl │ │ │ └── rule.json │ │ └── webpage │ │ │ ├── figures │ │ │ ├── alpaca.png │ │ │ ├── bard.jpg │ │ │ ├── chatgpt.svg │ │ │ ├── llama.jpg │ │ │ ├── swords_FILL0_wght300_GRAD0_opsz48.svg │ │ │ └── vicuna.jpeg │ │ │ ├── index.html │ │ │ ├── script.js │ │ │ └── styles.css │ ├── mm_utils.py │ ├── model │ │ ├── __init__.py │ │ ├── apply_delta.py │ │ ├── builder.py │ │ ├── consolidate.py │ │ ├── language_model │ │ │ ├── llava_llama.py │ │ │ ├── llava_mpt.py │ │ │ └── mpt │ │ │ │ ├── adapt_tokenizer.py │ │ │ │ ├── attention.py │ │ │ │ ├── blocks.py │ │ │ │ ├── configuration_mpt.py │ │ │ │ ├── custom_embedding.py │ │ │ │ ├── flash_attn_triton.py │ │ │ │ ├── hf_prefixlm_converter.py │ │ │ │ ├── meta_init_context.py │ │ │ │ ├── modeling_mpt.py │ │ │ │ ├── norm.py │ │ │ │ └── param_init_fns.py │ │ ├── llava_arch.py │ │ ├── make_delta.py │ │ ├── multimodal_encoder │ │ │ ├── builder.py │ │ │ └── clip_encoder.py │ │ ├── multimodal_projector │ │ │ └── builder.py │ │ └── utils.py │ ├── serve │ │ ├── __init__.py │ │ ├── cli.py │ │ ├── controller.py │ │ ├── examples │ │ │ ├── extreme_ironing.jpg │ │ │ └── waterview.jpg │ │ ├── gradio_web_server.py │ │ ├── model_worker.py │ │ ├── register_worker.py │ │ └── test_message.py │ ├── train │ │ ├── llama_flash_attn_monkey_patch.py │ │ ├── llama_xformers_attn_monkey_patch.py │ │ ├── llava_trainer.py │ │ ├── train.py │ │ ├── train_mem.py │ │ └── train_xformers.py │ └── utils.py ├── requirements.txt └── scripts │ ├── zero2.json │ ├── zero3.json │ └── zero3_offload.json ├── LICENSE ├── README.md ├── examples ├── 058214af21a03013.jpg ├── 43adec54f56ff7af.jpg ├── 508.jpg └── 63.jpg ├── figs ├── .DS_Store ├── datasetinfo.jpg ├── easydetect.jpg ├── framework.png ├── huggingface.svg ├── intro.png ├── view.png ├── 条形图.png └── 饼图.png ├── pipeline ├── claim_generate.py ├── config │ └── config.yaml ├── examples │ ├── animal.jpg │ ├── ball.jpg │ ├── football.jpg │ └── sandbeach.jpg ├── openai_wrapper.py ├── prompts │ ├── claim_generate.yaml │ ├── query_generate.yaml │ └── verify.yaml ├── query_generate.py ├── run_pipeline.py ├── tool │ ├── detect.py │ ├── google_serper.py │ └── ocr.py ├── tool_execute.py └── verify.py ├── requirements.txt └── vqa.mp4 /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/.gitattributes -------------------------------------------------------------------------------- /HalDet-LLaVA/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/README.md -------------------------------------------------------------------------------- /HalDet-LLaVA/finetune_task_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/finetune_task_lora.sh -------------------------------------------------------------------------------- /HalDet-LLaVA/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/inference.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/__init__.py: -------------------------------------------------------------------------------- 1 | from .model import LlavaLlamaForCausalLM 2 | -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/constants.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/conversation.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/eval_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/eval_gpt_review.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/eval_gpt_review_bench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/eval_gpt_review_bench.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/eval_gpt_review_visual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/eval_gpt_review_visual.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/eval_pope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/eval_pope.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/eval_science_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/eval_science_qa.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/eval_science_qa_gpt4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/eval_science_qa_gpt4.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/eval_science_qa_gpt4_requery.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/eval_science_qa_gpt4_requery.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/eval_textvqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/eval_textvqa.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/generate_webpage_data_from_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/generate_webpage_data_from_table.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/m4c_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/m4c_evaluator.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/model_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/model_qa.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/model_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/model_vqa.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/model_vqa_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/model_vqa_loader.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/model_vqa_mmbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/model_vqa_mmbench.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/model_vqa_qbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/model_vqa_qbench.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/model_vqa_science.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/model_vqa_science.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/qa_baseline_gpt35.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/qa_baseline_gpt35.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/run_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/run_llava.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/summarize_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/summarize_gpt_review.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/table/answer/answer_alpaca-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/table/answer/answer_alpaca-13b.jsonl -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/table/answer/answer_bard.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/table/answer/answer_bard.jsonl -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/table/answer/answer_gpt35.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/table/answer/answer_gpt35.jsonl -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/table/answer/answer_llama-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/table/answer/answer_llama-13b.jsonl -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/table/answer/answer_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/table/answer/answer_vicuna-13b.jsonl -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/table/caps_boxes_coco2014_val_80.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/table/caps_boxes_coco2014_val_80.jsonl -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/table/model.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/table/model.jsonl -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/table/prompt.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/table/prompt.jsonl -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/table/question.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/table/question.jsonl -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/table/results/test_sqa_llava_13b_v0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/table/results/test_sqa_llava_13b_v0.json -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/table/results/test_sqa_llava_lcs_558k_sqa_12e_vicuna_v1_3_13b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/table/results/test_sqa_llava_lcs_558k_sqa_12e_vicuna_v1_3_13b.json -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/table/review/review_alpaca-13b_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/table/review/review_alpaca-13b_vicuna-13b.jsonl -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/table/review/review_bard_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/table/review/review_bard_vicuna-13b.jsonl -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/table/review/review_gpt35_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/table/review/review_gpt35_vicuna-13b.jsonl -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/table/review/review_llama-13b_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/table/review/review_llama-13b_vicuna-13b.jsonl -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/table/reviewer.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/table/reviewer.jsonl -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/table/rule.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/table/rule.json -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/webpage/figures/alpaca.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/webpage/figures/alpaca.png -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/webpage/figures/bard.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/webpage/figures/bard.jpg -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/webpage/figures/chatgpt.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/webpage/figures/chatgpt.svg -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/webpage/figures/llama.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/webpage/figures/llama.jpg -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/webpage/figures/swords_FILL0_wght300_GRAD0_opsz48.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/webpage/figures/swords_FILL0_wght300_GRAD0_opsz48.svg -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/webpage/figures/vicuna.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/webpage/figures/vicuna.jpeg -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/webpage/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/webpage/index.html -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/webpage/script.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/webpage/script.js -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/eval/webpage/styles.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/eval/webpage/styles.css -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/mm_utils.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/model/__init__.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/model/apply_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/model/apply_delta.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/model/builder.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/model/consolidate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/model/consolidate.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/model/language_model/llava_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/model/language_model/llava_llama.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/model/language_model/llava_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/model/language_model/llava_mpt.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/model/language_model/mpt/adapt_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/model/language_model/mpt/adapt_tokenizer.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/model/language_model/mpt/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/model/language_model/mpt/attention.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/model/language_model/mpt/blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/model/language_model/mpt/blocks.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/model/language_model/mpt/configuration_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/model/language_model/mpt/configuration_mpt.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/model/language_model/mpt/custom_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/model/language_model/mpt/custom_embedding.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/model/language_model/mpt/flash_attn_triton.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/model/language_model/mpt/flash_attn_triton.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/model/language_model/mpt/hf_prefixlm_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/model/language_model/mpt/hf_prefixlm_converter.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/model/language_model/mpt/meta_init_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/model/language_model/mpt/meta_init_context.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/model/language_model/mpt/modeling_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/model/language_model/mpt/modeling_mpt.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/model/language_model/mpt/norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/model/language_model/mpt/norm.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/model/language_model/mpt/param_init_fns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/model/language_model/mpt/param_init_fns.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/model/llava_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/model/llava_arch.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/model/make_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/model/make_delta.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/model/multimodal_encoder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/model/multimodal_encoder/builder.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/model/multimodal_encoder/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/model/multimodal_encoder/clip_encoder.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/model/multimodal_projector/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/model/multimodal_projector/builder.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/model/utils.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/serve/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/serve/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/serve/cli.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/serve/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/serve/controller.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/serve/examples/extreme_ironing.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/serve/examples/extreme_ironing.jpg -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/serve/examples/waterview.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/serve/examples/waterview.jpg -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/serve/gradio_web_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/serve/gradio_web_server.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/serve/model_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/serve/model_worker.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/serve/register_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/serve/register_worker.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/serve/test_message.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/serve/test_message.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/train/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/train/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/train/llama_xformers_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/train/llama_xformers_attn_monkey_patch.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/train/llava_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/train/llava_trainer.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/train/train.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/train/train_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/train/train_mem.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/train/train_xformers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/train/train_xformers.py -------------------------------------------------------------------------------- /HalDet-LLaVA/llava/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/llava/utils.py -------------------------------------------------------------------------------- /HalDet-LLaVA/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/requirements.txt -------------------------------------------------------------------------------- /HalDet-LLaVA/scripts/zero2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/scripts/zero2.json -------------------------------------------------------------------------------- /HalDet-LLaVA/scripts/zero3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/scripts/zero3.json -------------------------------------------------------------------------------- /HalDet-LLaVA/scripts/zero3_offload.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/HalDet-LLaVA/scripts/zero3_offload.json -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/README.md -------------------------------------------------------------------------------- /examples/058214af21a03013.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/examples/058214af21a03013.jpg -------------------------------------------------------------------------------- /examples/43adec54f56ff7af.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/examples/43adec54f56ff7af.jpg -------------------------------------------------------------------------------- /examples/508.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/examples/508.jpg -------------------------------------------------------------------------------- /examples/63.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/examples/63.jpg -------------------------------------------------------------------------------- /figs/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/figs/.DS_Store -------------------------------------------------------------------------------- /figs/datasetinfo.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/figs/datasetinfo.jpg -------------------------------------------------------------------------------- /figs/easydetect.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/figs/easydetect.jpg -------------------------------------------------------------------------------- /figs/framework.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/figs/framework.png -------------------------------------------------------------------------------- /figs/huggingface.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/figs/huggingface.svg -------------------------------------------------------------------------------- /figs/intro.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/figs/intro.png -------------------------------------------------------------------------------- /figs/view.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/figs/view.png -------------------------------------------------------------------------------- /figs/条形图.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/figs/条形图.png -------------------------------------------------------------------------------- /figs/饼图.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/figs/饼图.png -------------------------------------------------------------------------------- /pipeline/claim_generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/pipeline/claim_generate.py -------------------------------------------------------------------------------- /pipeline/config/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/pipeline/config/config.yaml -------------------------------------------------------------------------------- /pipeline/examples/animal.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/pipeline/examples/animal.jpg -------------------------------------------------------------------------------- /pipeline/examples/ball.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/pipeline/examples/ball.jpg -------------------------------------------------------------------------------- /pipeline/examples/football.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/pipeline/examples/football.jpg -------------------------------------------------------------------------------- /pipeline/examples/sandbeach.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/pipeline/examples/sandbeach.jpg -------------------------------------------------------------------------------- /pipeline/openai_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/pipeline/openai_wrapper.py -------------------------------------------------------------------------------- /pipeline/prompts/claim_generate.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/pipeline/prompts/claim_generate.yaml -------------------------------------------------------------------------------- /pipeline/prompts/query_generate.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/pipeline/prompts/query_generate.yaml -------------------------------------------------------------------------------- /pipeline/prompts/verify.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/pipeline/prompts/verify.yaml -------------------------------------------------------------------------------- /pipeline/query_generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/pipeline/query_generate.py -------------------------------------------------------------------------------- /pipeline/run_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/pipeline/run_pipeline.py -------------------------------------------------------------------------------- /pipeline/tool/detect.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/pipeline/tool/detect.py -------------------------------------------------------------------------------- /pipeline/tool/google_serper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/pipeline/tool/google_serper.py -------------------------------------------------------------------------------- /pipeline/tool/ocr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/pipeline/tool/ocr.py -------------------------------------------------------------------------------- /pipeline/tool_execute.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/pipeline/tool_execute.py -------------------------------------------------------------------------------- /pipeline/verify.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/pipeline/verify.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/requirements.txt -------------------------------------------------------------------------------- /vqa.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/EasyDetect/HEAD/vqa.mp4 --------------------------------------------------------------------------------