├── .gitignore ├── .gitmodules ├── LICENSE ├── README.md ├── assets ├── DROD_comparison_1.png ├── DROD_comparison_2.png ├── cover.png └── teaser.png ├── configs └── instructdet.yaml ├── data └── labels │ └── refcoco │ └── refcoco-unc │ ├── instances_testA.json │ └── llavainput_testA.json ├── datasets ├── __init__.py ├── dataset.py └── image_reader.py ├── main.py ├── modules ├── __init__.py ├── fastchat │ ├── .gitignore │ ├── .pylintrc │ ├── LICENSE │ ├── README.md │ ├── README_ini.md │ ├── assets │ │ ├── demo_narrow.gif │ │ ├── qa_browser.png │ │ ├── screenshot_cli.png │ │ ├── screenshot_gui.png │ │ ├── server_arch.png │ │ └── vicuna_logo.jpeg │ ├── data │ │ └── llama_prompts │ │ │ ├── Copyright.txt │ │ │ ├── gen_instruct │ │ │ ├── prompt │ │ │ │ └── instruct.txt │ │ │ └── seed │ │ │ │ └── v0 │ │ │ │ ├── 100577935.txt │ │ │ │ ├── 100577935_des.txt │ │ │ │ ├── 1006452823.txt │ │ │ │ ├── 1006452823_des.txt │ │ │ │ ├── 10082348.txt │ │ │ │ ├── 10082348_des.txt │ │ │ │ ├── COCO_train2014_000000223790.txt │ │ │ │ └── COCO_train2014_000000223790_des.txt │ │ │ ├── level_instruct │ │ │ ├── prompt │ │ │ │ └── instruct.txt │ │ │ └── seed │ │ │ │ └── v0.txt │ │ │ └── multi_tgt │ │ │ ├── prompt │ │ │ └── instruct.txt │ │ │ └── seed │ │ │ └── v0 │ │ │ ├── 1313961775.txt │ │ │ ├── 1313961775_des.txt │ │ │ ├── COCO_train2014_0000004200282.txt │ │ │ ├── COCO_train2014_0000004200282_des.txt │ │ │ ├── COCO_train2014_0000004200283.txt │ │ │ ├── COCO_train2014_0000004200283_des.txt │ │ │ ├── COCO_train2014_000000427238.txt │ │ │ ├── COCO_train2014_000000427238_des.txt │ │ │ ├── COCO_train2014_000000521437.txt │ │ │ ├── COCO_train2014_000000521437_des.txt │ │ │ ├── COCO_train2014_0000005806682.txt │ │ │ └── COCO_train2014_0000005806682_des.txt │ ├── docker │ │ ├── Dockerfile │ │ └── docker-compose.yml │ ├── docs │ │ ├── arena.md │ │ ├── commands │ │ │ ├── data_cleaning.md │ │ │ ├── leaderboard.md │ │ │ ├── local_cluster.md │ │ │ ├── pypi.md │ │ │ └── webserver.md │ │ ├── gptq.md │ │ ├── langchain_integration.md │ │ ├── openai_api.md │ │ ├── server_arch.md │ │ ├── test_process.md │ │ ├── vicuna_weights_version.md │ │ └── weights_version.md │ ├── fastchat │ │ ├── __init__.py │ │ ├── constants.py │ │ ├── conversation.py │ │ ├── data │ │ │ ├── __init__.py │ │ │ ├── clean_sharegpt.py │ │ │ ├── hardcoded_questions.py │ │ │ ├── inspect_data.py │ │ │ ├── merge.py │ │ │ ├── optional_clean.py │ │ │ ├── pretty_json.py │ │ │ ├── sample.py │ │ │ └── split_long_conversation.py │ │ ├── eval │ │ │ ├── README.md │ │ │ ├── eval_gpt_review.py │ │ │ ├── generate_webpage_data_from_table.py │ │ │ ├── get_model_answer.py │ │ │ ├── qa_baseline_gpt35.py │ │ │ ├── requirements.txt │ │ │ ├── script │ │ │ │ └── run_model_qa.yaml │ │ │ ├── table │ │ │ │ ├── answer │ │ │ │ │ ├── answer_alpaca-13b.jsonl │ │ │ │ │ ├── answer_bard.jsonl │ │ │ │ │ ├── answer_gpt35.jsonl │ │ │ │ │ ├── answer_llama-13b.jsonl │ │ │ │ │ ├── answer_vicuna-13b-20230322-new-hp-fp16.jsonl │ │ │ │ │ ├── answer_vicuna-13b.jsonl │ │ │ │ │ └── answer_vicuna-7b-20230322-fp16.jsonl │ │ │ │ ├── model.jsonl │ │ │ │ ├── prompt.jsonl │ │ │ │ ├── question.jsonl │ │ │ │ ├── review │ │ │ │ │ ├── others │ │ │ │ │ │ └── review_llama_alpaca-13b.jsonl │ │ │ │ │ ├── vicuna-13b_20230322-clean-lang │ │ │ │ │ │ ├── review_alpaca-13b_vicuna-13b.jsonl │ │ │ │ │ │ ├── review_bard_vicuna-13b.jsonl │ │ │ │ │ │ ├── review_gpt35_vicuna-13b.jsonl │ │ │ │ │ │ └── review_llama-13b_vicuna-13b.jsonl │ │ │ │ │ ├── vicuna-13b_20230322-new-hp-fp16 │ │ │ │ │ │ ├── review_alpaca-13b_vicuna-13b-20230322-new-hp-fp16.jsonl │ │ │ │ │ │ ├── review_bard_vicuna-13b-20230322-new-hp-fp16.jsonl │ │ │ │ │ │ ├── review_gpt35_vicuna-13b-20230322-new-hp-fp16.jsonl │ │ │ │ │ │ └── review_llama_vicuna-13b-20230322-new-hp-fp16.jsonl │ │ │ │ │ └── vicuna-7b_20230322-fp16 │ │ │ │ │ │ ├── review_alpaca-13b_vicuna-7b.jsonl │ │ │ │ │ │ ├── review_bard_vicuna-7b.jsonl │ │ │ │ │ │ ├── review_gpt35_vicuna-7b.jsonl │ │ │ │ │ │ └── review_llama_vicuna-7b.jsonl │ │ │ │ └── reviewer.jsonl │ │ │ └── webpage │ │ │ │ ├── figures │ │ │ │ ├── alpaca.png │ │ │ │ ├── bard.jpg │ │ │ │ ├── chatgpt.svg │ │ │ │ ├── llama.jpg │ │ │ │ ├── swords_FILL0_wght300_GRAD0_opsz48.svg │ │ │ │ └── vicuna.jpeg │ │ │ │ ├── index.html │ │ │ │ ├── script.js │ │ │ │ └── styles.css │ │ ├── llm_judge │ │ │ ├── README.md │ │ │ ├── common.py │ │ │ ├── data │ │ │ │ ├── judge_prompts.jsonl │ │ │ │ ├── mt_bench │ │ │ │ │ ├── question.jsonl │ │ │ │ │ └── reference_answer │ │ │ │ │ │ └── gpt-4.jsonl │ │ │ │ └── vicuna_bench │ │ │ │ │ ├── question.jsonl │ │ │ │ │ └── reference_answer │ │ │ │ │ └── gpt-4.jsonl │ │ │ ├── gen_api_answer.py │ │ │ ├── gen_judgment.py │ │ │ ├── gen_model_answer.py │ │ │ ├── qa_browser.py │ │ │ ├── requirements.txt │ │ │ └── show_result.py │ │ ├── model │ │ │ ├── __init__.py │ │ │ ├── apply_delta.py │ │ │ ├── apply_lora.py │ │ │ ├── chatglm_model.py │ │ │ ├── compression.py │ │ │ ├── convert_fp16.py │ │ │ ├── falcon_model.py │ │ │ ├── make_delta.py │ │ │ ├── model_adapter.py │ │ │ ├── model_registry.py │ │ │ ├── monkey_patch_non_inplace.py │ │ │ ├── rwkv_model.py │ │ │ └── upload_hub.py │ │ ├── modules │ │ │ ├── __init__.py │ │ │ └── gptq.py │ │ ├── protocol │ │ │ ├── api_protocol.py │ │ │ └── openai_api_protocol.py │ │ ├── serve │ │ │ ├── __init__.py │ │ │ ├── api_provider.py │ │ │ ├── bard_worker.py │ │ │ ├── cacheflow_worker.py │ │ │ ├── cli.py │ │ │ ├── controller.py │ │ │ ├── gateway │ │ │ │ ├── README.md │ │ │ │ └── nginx.conf │ │ │ ├── ginstruct.py │ │ │ ├── gradio_block_arena_anony.py │ │ │ ├── gradio_block_arena_named.py │ │ │ ├── gradio_css.py │ │ │ ├── gradio_patch.py │ │ │ ├── gradio_web_server.py │ │ │ ├── gradio_web_server_multi.py │ │ │ ├── huggingface_api.py │ │ │ ├── inference.py │ │ │ ├── model_worker.py │ │ │ ├── monitor │ │ │ │ ├── basic_stats.py │ │ │ │ ├── clean_battle_data.py │ │ │ │ ├── count_ip.py │ │ │ │ ├── elo_analysis.py │ │ │ │ ├── hf_space_leaderboard_app.py │ │ │ │ └── monitor.py │ │ │ ├── openai_api_server.py │ │ │ ├── register_worker.py │ │ │ ├── test_message.py │ │ │ └── test_throughput.py │ │ ├── train │ │ │ ├── llama_flash_attn_monkey_patch.py │ │ │ ├── train.py │ │ │ ├── train_flant5.py │ │ │ ├── train_lora.py │ │ │ └── train_mem.py │ │ └── utils.py │ ├── format.sh │ ├── playground │ │ ├── deepspeed_config_s2.json │ │ ├── deepspeed_config_s3.json │ │ ├── inspect_conv.py │ │ ├── test_embedding │ │ │ ├── README.md │ │ │ ├── test_classification.py │ │ │ ├── test_semantic_search.py │ │ │ └── test_sentence_similarity.py │ │ └── test_openai_api │ │ │ ├── anthropic_api.py │ │ │ └── openai_api.py │ ├── pyproject.toml │ ├── scripts │ │ ├── serving │ │ │ ├── controller.yaml │ │ │ └── model_worker.yaml │ │ ├── sync_local_checkpoint.sh │ │ ├── test_train.sh │ │ ├── train-vicuna.yaml │ │ ├── train_vicuna_13b.sh │ │ ├── train_vicuna_7b.sh │ │ └── upload_pypi.sh │ ├── test_cli.sh │ ├── test_instruct.sh │ ├── test_level.sh │ ├── test_multi.sh │ └── tests │ │ ├── test_openai_curl.sh │ │ ├── test_openai_langchain.py │ │ └── test_openai_sdk.py ├── instruct_filter │ └── clip_filter.py ├── llava │ ├── .gitignore │ ├── LICENSE │ ├── docs │ │ ├── Customize_Component.md │ │ ├── Data.md │ │ ├── Evaluation.md │ │ ├── LLaVA_Bench.md │ │ ├── LLaVA_from_LLaMA2.md │ │ ├── LoRA.md │ │ ├── MODEL_ZOO.md │ │ └── ScienceQA.md │ ├── images │ │ ├── 000000000139.jpg │ │ ├── 000000008021.jpg │ │ ├── 000000039769.jpg │ │ ├── 000000213224.jpg │ │ ├── 000000324818.jpg │ │ ├── 000000438862_1.jpg │ │ ├── 000000438862_2.jpg │ │ ├── demo_cli.gif │ │ ├── llava_example_cmp.png │ │ ├── llava_logo.png │ │ └── llava_v1_5_radar.jpg │ ├── llava │ │ ├── __init__.py │ │ ├── constants.py │ │ ├── conversation.py │ │ ├── data │ │ │ ├── __init__.py │ │ │ ├── caption_dataset.py │ │ │ ├── data_loader.py │ │ │ └── image_reader.py │ │ ├── eval │ │ │ ├── eval_gpt_review.py │ │ │ ├── eval_gpt_review_bench.py │ │ │ ├── eval_gpt_review_visual.py │ │ │ ├── eval_pope.py │ │ │ ├── eval_science_qa.py │ │ │ ├── eval_science_qa_gpt4.py │ │ │ ├── eval_science_qa_gpt4_requery.py │ │ │ ├── eval_textvqa.py │ │ │ ├── generate_webpage_data_from_table.py │ │ │ ├── m4c_evaluator.py │ │ │ ├── model_qa.py │ │ │ ├── model_vqa.py │ │ │ ├── model_vqa_loader.py │ │ │ ├── model_vqa_mmbench.py │ │ │ ├── model_vqa_science.py │ │ │ ├── qa_baseline_gpt35.py │ │ │ ├── run_llava.py │ │ │ ├── run_llava_dsp.py │ │ │ ├── summarize_gpt_review.py │ │ │ └── webpage │ │ │ │ ├── figures │ │ │ │ ├── alpaca.png │ │ │ │ ├── bard.jpg │ │ │ │ ├── chatgpt.svg │ │ │ │ ├── llama.jpg │ │ │ │ ├── swords_FILL0_wght300_GRAD0_opsz48.svg │ │ │ │ └── vicuna.jpeg │ │ │ │ ├── index.html │ │ │ │ ├── script.js │ │ │ │ └── styles.css │ │ ├── mm_utils.py │ │ ├── model │ │ │ ├── __init__.py │ │ │ ├── apply_delta.py │ │ │ ├── builder.py │ │ │ ├── consolidate.py │ │ │ ├── language_model │ │ │ │ ├── llava_llama.py │ │ │ │ ├── llava_mpt.py │ │ │ │ └── mpt │ │ │ │ │ ├── adapt_tokenizer.py │ │ │ │ │ ├── attention.py │ │ │ │ │ ├── blocks.py │ │ │ │ │ ├── configuration_mpt.py │ │ │ │ │ ├── custom_embedding.py │ │ │ │ │ ├── flash_attn_triton.py │ │ │ │ │ ├── hf_prefixlm_converter.py │ │ │ │ │ ├── meta_init_context.py │ │ │ │ │ ├── modeling_mpt.py │ │ │ │ │ ├── norm.py │ │ │ │ │ └── param_init_fns.py │ │ │ ├── llava_arch.py │ │ │ ├── make_delta.py │ │ │ ├── multimodal_encoder │ │ │ │ ├── builder.py │ │ │ │ └── clip_encoder.py │ │ │ ├── multimodal_projector │ │ │ │ └── builder.py │ │ │ └── utils.py │ │ ├── serve │ │ │ ├── __init__.py │ │ │ ├── cli.py │ │ │ ├── controller.py │ │ │ ├── examples │ │ │ │ ├── extreme_ironing.jpg │ │ │ │ └── waterview.jpg │ │ │ ├── gradio_web_server.py │ │ │ ├── model_worker.py │ │ │ ├── register_worker.py │ │ │ └── test_message.py │ │ ├── train │ │ │ ├── llama_flash_attn_monkey_patch.py │ │ │ ├── llava_trainer.py │ │ │ ├── train.py │ │ │ └── train_mem.py │ │ └── utils.py │ ├── playground │ │ └── data │ │ │ └── prompts │ │ │ ├── complex_reasoning │ │ │ ├── 000_caps.txt │ │ │ ├── 000_conv.txt │ │ │ ├── 001_caps.txt │ │ │ ├── 001_conv.txt │ │ │ ├── 002_caps.txt │ │ │ ├── 002_conv.txt │ │ │ └── system_message.txt │ │ │ ├── conversation │ │ │ ├── 000_caps.txt │ │ │ ├── 000_conv.txt │ │ │ ├── 001_caps.txt │ │ │ ├── 001_conv.txt │ │ │ └── system_message.txt │ │ │ └── detail_description │ │ │ ├── 000_caps.txt │ │ │ ├── 000_conv.txt │ │ │ ├── 001_caps.txt │ │ │ ├── 001_conv.txt │ │ │ ├── 002_caps.txt │ │ │ ├── 002_conv.txt │ │ │ └── system_message.txt │ ├── pyproject.toml │ ├── pyproject_v1.1.1.toml │ └── scripts │ │ ├── convert_gqa_for_eval.py │ │ ├── convert_mmbench_for_submission.py │ │ ├── convert_mmvet_for_eval.py │ │ ├── convert_seed_for_submission.py │ │ ├── convert_sqa_to_llava.py │ │ ├── convert_sqa_to_llava_base_prompt.py │ │ ├── convert_vizwiz_for_submission.py │ │ ├── convert_vqav2_for_submission.py │ │ ├── finetune.sh │ │ ├── finetune_full_schedule.sh │ │ ├── finetune_lora.sh │ │ ├── finetune_qlora.sh │ │ ├── finetune_sqa.sh │ │ ├── merge_lora_weights.py │ │ ├── pretrain.sh │ │ ├── sqa_eval_batch.sh │ │ ├── sqa_eval_gather.sh │ │ ├── test.sh │ │ ├── test_dsp_img.sh │ │ └── v1_5 │ │ ├── eval │ │ ├── gqa.sh │ │ ├── llavabench.sh │ │ ├── mmbench.sh │ │ ├── mmbench_cn.sh │ │ ├── mme.sh │ │ ├── mmvet.sh │ │ ├── pope.sh │ │ ├── seed.sh │ │ ├── sqa.sh │ │ ├── textvqa.sh │ │ ├── vizwiz.sh │ │ └── vqav2.sh │ │ ├── finetune.sh │ │ └── pretrain.sh ├── minigpt4 │ ├── LICENSE.md │ ├── dataset │ │ ├── README_1_STAGE.md │ │ ├── README_2_STAGE.md │ │ ├── convert_cc_sbu.py │ │ ├── convert_laion.py │ │ ├── download_cc_sbu.sh │ │ └── download_laion.sh │ ├── demo.py │ ├── environment.yml │ ├── eval_configs │ │ ├── minigpt4_eval.yaml │ │ └── minigpt4_local_eval.yaml │ ├── generate.py │ ├── minigpt4 │ │ ├── __init__.py │ │ ├── common │ │ │ ├── __init__.py │ │ │ ├── config.py │ │ │ ├── dist_utils.py │ │ │ ├── gradcam.py │ │ │ ├── logger.py │ │ │ ├── optims.py │ │ │ ├── registry.py │ │ │ └── utils.py │ │ ├── configs │ │ │ ├── datasets │ │ │ │ ├── cc_sbu │ │ │ │ │ ├── align.yaml │ │ │ │ │ └── defaults.yaml │ │ │ │ ├── laion │ │ │ │ │ └── defaults.yaml │ │ │ │ └── ref_coco │ │ │ │ │ ├── align.yaml │ │ │ │ │ └── defaults.yaml │ │ │ ├── default.yaml │ │ │ └── models │ │ │ │ ├── minigpt4.yaml │ │ │ │ └── minigpt4_local.yaml │ │ ├── conversation │ │ │ ├── __init__.py │ │ │ └── conversation.py │ │ ├── datasets │ │ │ ├── __init__.py │ │ │ ├── builders │ │ │ │ ├── __init__.py │ │ │ │ ├── base_dataset_builder.py │ │ │ │ └── image_text_pair_builder.py │ │ │ ├── data_utils.py │ │ │ └── datasets │ │ │ │ ├── __init__.py │ │ │ │ ├── base_dataset.py │ │ │ │ ├── caption_datasets.py │ │ │ │ ├── cc_sbu_dataset.py │ │ │ │ ├── dataloader_utils.py │ │ │ │ ├── laion_dataset.py │ │ │ │ └── refcoco_dataset.py │ │ ├── models │ │ │ ├── Qformer.py │ │ │ ├── __init__.py │ │ │ ├── base_model.py │ │ │ ├── blip2.py │ │ │ ├── blip2_outputs.py │ │ │ ├── eva_vit.py │ │ │ ├── mini_gpt4.py │ │ │ └── modeling_llama.py │ │ ├── processors │ │ │ ├── __init__.py │ │ │ ├── base_processor.py │ │ │ ├── blip_processors.py │ │ │ └── randaugment.py │ │ ├── runners │ │ │ ├── __init__.py │ │ │ └── runner_base.py │ │ └── tasks │ │ │ ├── __init__.py │ │ │ ├── base_task.py │ │ │ └── image_text_pretrain.py │ ├── prompts │ │ ├── alignment.txt │ │ ├── red_box_replace.txt │ │ └── refcoco_alignment.txt │ ├── train.py │ └── train_configs │ │ ├── minigpt4_stage1_pretrain.yaml │ │ └── minigpt4_stage2_finetune.yaml └── text_cluster │ ├── __init__.py │ └── bert_dbscan.py ├── requirements.txt ├── scripts └── run.sh └── tools ├── __init__.py ├── format_tools ├── flickr30k2jsonlines.py ├── jsonline2refcoco.py ├── o3652llavainput.py └── refcoco2llavainput.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/.gitmodules -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/README.md -------------------------------------------------------------------------------- /assets/DROD_comparison_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/assets/DROD_comparison_1.png -------------------------------------------------------------------------------- /assets/DROD_comparison_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/assets/DROD_comparison_2.png -------------------------------------------------------------------------------- /assets/cover.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/assets/cover.png -------------------------------------------------------------------------------- /assets/teaser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/assets/teaser.png -------------------------------------------------------------------------------- /configs/instructdet.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/configs/instructdet.yaml -------------------------------------------------------------------------------- /data/labels/refcoco/refcoco-unc/instances_testA.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/data/labels/refcoco/refcoco-unc/instances_testA.json -------------------------------------------------------------------------------- /data/labels/refcoco/refcoco-unc/llavainput_testA.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/data/labels/refcoco/refcoco-unc/llavainput_testA.json -------------------------------------------------------------------------------- /datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /datasets/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/datasets/dataset.py -------------------------------------------------------------------------------- /datasets/image_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/datasets/image_reader.py -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/main.py -------------------------------------------------------------------------------- /modules/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /modules/fastchat/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/.gitignore -------------------------------------------------------------------------------- /modules/fastchat/.pylintrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/.pylintrc -------------------------------------------------------------------------------- /modules/fastchat/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/LICENSE -------------------------------------------------------------------------------- /modules/fastchat/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/README.md -------------------------------------------------------------------------------- /modules/fastchat/README_ini.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/README_ini.md -------------------------------------------------------------------------------- /modules/fastchat/assets/demo_narrow.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/assets/demo_narrow.gif -------------------------------------------------------------------------------- /modules/fastchat/assets/qa_browser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/assets/qa_browser.png -------------------------------------------------------------------------------- /modules/fastchat/assets/screenshot_cli.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/assets/screenshot_cli.png -------------------------------------------------------------------------------- /modules/fastchat/assets/screenshot_gui.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/assets/screenshot_gui.png -------------------------------------------------------------------------------- /modules/fastchat/assets/server_arch.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/assets/server_arch.png -------------------------------------------------------------------------------- /modules/fastchat/assets/vicuna_logo.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/assets/vicuna_logo.jpeg -------------------------------------------------------------------------------- /modules/fastchat/data/llama_prompts/Copyright.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/data/llama_prompts/Copyright.txt -------------------------------------------------------------------------------- /modules/fastchat/data/llama_prompts/gen_instruct/prompt/instruct.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/data/llama_prompts/gen_instruct/prompt/instruct.txt -------------------------------------------------------------------------------- /modules/fastchat/data/llama_prompts/gen_instruct/seed/v0/100577935.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/data/llama_prompts/gen_instruct/seed/v0/100577935.txt -------------------------------------------------------------------------------- /modules/fastchat/data/llama_prompts/gen_instruct/seed/v0/100577935_des.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/data/llama_prompts/gen_instruct/seed/v0/100577935_des.txt -------------------------------------------------------------------------------- /modules/fastchat/data/llama_prompts/gen_instruct/seed/v0/1006452823.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/data/llama_prompts/gen_instruct/seed/v0/1006452823.txt -------------------------------------------------------------------------------- /modules/fastchat/data/llama_prompts/gen_instruct/seed/v0/1006452823_des.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/data/llama_prompts/gen_instruct/seed/v0/1006452823_des.txt -------------------------------------------------------------------------------- /modules/fastchat/data/llama_prompts/gen_instruct/seed/v0/10082348.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/data/llama_prompts/gen_instruct/seed/v0/10082348.txt -------------------------------------------------------------------------------- /modules/fastchat/data/llama_prompts/gen_instruct/seed/v0/10082348_des.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/data/llama_prompts/gen_instruct/seed/v0/10082348_des.txt -------------------------------------------------------------------------------- /modules/fastchat/data/llama_prompts/gen_instruct/seed/v0/COCO_train2014_000000223790.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/data/llama_prompts/gen_instruct/seed/v0/COCO_train2014_000000223790.txt -------------------------------------------------------------------------------- /modules/fastchat/data/llama_prompts/gen_instruct/seed/v0/COCO_train2014_000000223790_des.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/data/llama_prompts/gen_instruct/seed/v0/COCO_train2014_000000223790_des.txt -------------------------------------------------------------------------------- /modules/fastchat/data/llama_prompts/level_instruct/prompt/instruct.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/data/llama_prompts/level_instruct/prompt/instruct.txt -------------------------------------------------------------------------------- /modules/fastchat/data/llama_prompts/level_instruct/seed/v0.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/data/llama_prompts/level_instruct/seed/v0.txt -------------------------------------------------------------------------------- /modules/fastchat/data/llama_prompts/multi_tgt/prompt/instruct.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/data/llama_prompts/multi_tgt/prompt/instruct.txt -------------------------------------------------------------------------------- /modules/fastchat/data/llama_prompts/multi_tgt/seed/v0/1313961775.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/data/llama_prompts/multi_tgt/seed/v0/1313961775.txt -------------------------------------------------------------------------------- /modules/fastchat/data/llama_prompts/multi_tgt/seed/v0/1313961775_des.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/data/llama_prompts/multi_tgt/seed/v0/1313961775_des.txt -------------------------------------------------------------------------------- /modules/fastchat/data/llama_prompts/multi_tgt/seed/v0/COCO_train2014_0000004200282.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/data/llama_prompts/multi_tgt/seed/v0/COCO_train2014_0000004200282.txt -------------------------------------------------------------------------------- /modules/fastchat/data/llama_prompts/multi_tgt/seed/v0/COCO_train2014_0000004200282_des.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/data/llama_prompts/multi_tgt/seed/v0/COCO_train2014_0000004200282_des.txt -------------------------------------------------------------------------------- /modules/fastchat/data/llama_prompts/multi_tgt/seed/v0/COCO_train2014_0000004200283.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/data/llama_prompts/multi_tgt/seed/v0/COCO_train2014_0000004200283.txt -------------------------------------------------------------------------------- /modules/fastchat/data/llama_prompts/multi_tgt/seed/v0/COCO_train2014_0000004200283_des.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/data/llama_prompts/multi_tgt/seed/v0/COCO_train2014_0000004200283_des.txt -------------------------------------------------------------------------------- /modules/fastchat/data/llama_prompts/multi_tgt/seed/v0/COCO_train2014_000000427238.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/data/llama_prompts/multi_tgt/seed/v0/COCO_train2014_000000427238.txt -------------------------------------------------------------------------------- /modules/fastchat/data/llama_prompts/multi_tgt/seed/v0/COCO_train2014_000000427238_des.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/data/llama_prompts/multi_tgt/seed/v0/COCO_train2014_000000427238_des.txt -------------------------------------------------------------------------------- /modules/fastchat/data/llama_prompts/multi_tgt/seed/v0/COCO_train2014_000000521437.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/data/llama_prompts/multi_tgt/seed/v0/COCO_train2014_000000521437.txt -------------------------------------------------------------------------------- /modules/fastchat/data/llama_prompts/multi_tgt/seed/v0/COCO_train2014_000000521437_des.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/data/llama_prompts/multi_tgt/seed/v0/COCO_train2014_000000521437_des.txt -------------------------------------------------------------------------------- /modules/fastchat/data/llama_prompts/multi_tgt/seed/v0/COCO_train2014_0000005806682.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/data/llama_prompts/multi_tgt/seed/v0/COCO_train2014_0000005806682.txt -------------------------------------------------------------------------------- /modules/fastchat/data/llama_prompts/multi_tgt/seed/v0/COCO_train2014_0000005806682_des.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/data/llama_prompts/multi_tgt/seed/v0/COCO_train2014_0000005806682_des.txt -------------------------------------------------------------------------------- /modules/fastchat/docker/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/docker/Dockerfile -------------------------------------------------------------------------------- /modules/fastchat/docker/docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/docker/docker-compose.yml -------------------------------------------------------------------------------- /modules/fastchat/docs/arena.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/docs/arena.md -------------------------------------------------------------------------------- /modules/fastchat/docs/commands/data_cleaning.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/docs/commands/data_cleaning.md -------------------------------------------------------------------------------- /modules/fastchat/docs/commands/leaderboard.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/docs/commands/leaderboard.md -------------------------------------------------------------------------------- /modules/fastchat/docs/commands/local_cluster.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/docs/commands/local_cluster.md -------------------------------------------------------------------------------- /modules/fastchat/docs/commands/pypi.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/docs/commands/pypi.md -------------------------------------------------------------------------------- /modules/fastchat/docs/commands/webserver.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/docs/commands/webserver.md -------------------------------------------------------------------------------- /modules/fastchat/docs/gptq.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/docs/gptq.md -------------------------------------------------------------------------------- /modules/fastchat/docs/langchain_integration.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/docs/langchain_integration.md -------------------------------------------------------------------------------- /modules/fastchat/docs/openai_api.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/docs/openai_api.md -------------------------------------------------------------------------------- /modules/fastchat/docs/server_arch.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/docs/server_arch.md -------------------------------------------------------------------------------- /modules/fastchat/docs/test_process.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/docs/test_process.md -------------------------------------------------------------------------------- /modules/fastchat/docs/vicuna_weights_version.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/docs/vicuna_weights_version.md -------------------------------------------------------------------------------- /modules/fastchat/docs/weights_version.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/docs/weights_version.md -------------------------------------------------------------------------------- /modules/fastchat/fastchat/__init__.py: -------------------------------------------------------------------------------- 1 | __version__ = "0.2.15" 2 | -------------------------------------------------------------------------------- /modules/fastchat/fastchat/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/constants.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/conversation.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /modules/fastchat/fastchat/data/clean_sharegpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/data/clean_sharegpt.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/data/hardcoded_questions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/data/hardcoded_questions.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/data/inspect_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/data/inspect_data.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/data/merge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/data/merge.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/data/optional_clean.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/data/optional_clean.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/data/pretty_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/data/pretty_json.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/data/sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/data/sample.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/data/split_long_conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/data/split_long_conversation.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/eval/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/eval/README.md -------------------------------------------------------------------------------- /modules/fastchat/fastchat/eval/eval_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/eval/eval_gpt_review.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/eval/generate_webpage_data_from_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/eval/generate_webpage_data_from_table.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/eval/get_model_answer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/eval/get_model_answer.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/eval/qa_baseline_gpt35.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/eval/qa_baseline_gpt35.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/eval/requirements.txt: -------------------------------------------------------------------------------- 1 | shortuuid 2 | ray -------------------------------------------------------------------------------- /modules/fastchat/fastchat/eval/script/run_model_qa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/eval/script/run_model_qa.yaml -------------------------------------------------------------------------------- /modules/fastchat/fastchat/eval/table/answer/answer_alpaca-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/eval/table/answer/answer_alpaca-13b.jsonl -------------------------------------------------------------------------------- /modules/fastchat/fastchat/eval/table/answer/answer_bard.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/eval/table/answer/answer_bard.jsonl -------------------------------------------------------------------------------- /modules/fastchat/fastchat/eval/table/answer/answer_gpt35.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/eval/table/answer/answer_gpt35.jsonl -------------------------------------------------------------------------------- /modules/fastchat/fastchat/eval/table/answer/answer_llama-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/eval/table/answer/answer_llama-13b.jsonl -------------------------------------------------------------------------------- /modules/fastchat/fastchat/eval/table/answer/answer_vicuna-13b-20230322-new-hp-fp16.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/eval/table/answer/answer_vicuna-13b-20230322-new-hp-fp16.jsonl -------------------------------------------------------------------------------- /modules/fastchat/fastchat/eval/table/answer/answer_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/eval/table/answer/answer_vicuna-13b.jsonl -------------------------------------------------------------------------------- /modules/fastchat/fastchat/eval/table/answer/answer_vicuna-7b-20230322-fp16.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/eval/table/answer/answer_vicuna-7b-20230322-fp16.jsonl -------------------------------------------------------------------------------- /modules/fastchat/fastchat/eval/table/model.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/eval/table/model.jsonl -------------------------------------------------------------------------------- /modules/fastchat/fastchat/eval/table/prompt.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/eval/table/prompt.jsonl -------------------------------------------------------------------------------- /modules/fastchat/fastchat/eval/table/question.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/eval/table/question.jsonl -------------------------------------------------------------------------------- /modules/fastchat/fastchat/eval/table/review/others/review_llama_alpaca-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/eval/table/review/others/review_llama_alpaca-13b.jsonl -------------------------------------------------------------------------------- /modules/fastchat/fastchat/eval/table/review/vicuna-13b_20230322-clean-lang/review_alpaca-13b_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/eval/table/review/vicuna-13b_20230322-clean-lang/review_alpaca-13b_vicuna-13b.jsonl -------------------------------------------------------------------------------- /modules/fastchat/fastchat/eval/table/review/vicuna-13b_20230322-clean-lang/review_bard_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/eval/table/review/vicuna-13b_20230322-clean-lang/review_bard_vicuna-13b.jsonl -------------------------------------------------------------------------------- /modules/fastchat/fastchat/eval/table/review/vicuna-13b_20230322-clean-lang/review_gpt35_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/eval/table/review/vicuna-13b_20230322-clean-lang/review_gpt35_vicuna-13b.jsonl -------------------------------------------------------------------------------- /modules/fastchat/fastchat/eval/table/review/vicuna-13b_20230322-clean-lang/review_llama-13b_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/eval/table/review/vicuna-13b_20230322-clean-lang/review_llama-13b_vicuna-13b.jsonl -------------------------------------------------------------------------------- /modules/fastchat/fastchat/eval/table/review/vicuna-13b_20230322-new-hp-fp16/review_alpaca-13b_vicuna-13b-20230322-new-hp-fp16.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/eval/table/review/vicuna-13b_20230322-new-hp-fp16/review_alpaca-13b_vicuna-13b-20230322-new-hp-fp16.jsonl -------------------------------------------------------------------------------- /modules/fastchat/fastchat/eval/table/review/vicuna-13b_20230322-new-hp-fp16/review_bard_vicuna-13b-20230322-new-hp-fp16.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/eval/table/review/vicuna-13b_20230322-new-hp-fp16/review_bard_vicuna-13b-20230322-new-hp-fp16.jsonl -------------------------------------------------------------------------------- /modules/fastchat/fastchat/eval/table/review/vicuna-13b_20230322-new-hp-fp16/review_gpt35_vicuna-13b-20230322-new-hp-fp16.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/eval/table/review/vicuna-13b_20230322-new-hp-fp16/review_gpt35_vicuna-13b-20230322-new-hp-fp16.jsonl -------------------------------------------------------------------------------- /modules/fastchat/fastchat/eval/table/review/vicuna-13b_20230322-new-hp-fp16/review_llama_vicuna-13b-20230322-new-hp-fp16.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/eval/table/review/vicuna-13b_20230322-new-hp-fp16/review_llama_vicuna-13b-20230322-new-hp-fp16.jsonl -------------------------------------------------------------------------------- /modules/fastchat/fastchat/eval/table/review/vicuna-7b_20230322-fp16/review_alpaca-13b_vicuna-7b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/eval/table/review/vicuna-7b_20230322-fp16/review_alpaca-13b_vicuna-7b.jsonl -------------------------------------------------------------------------------- /modules/fastchat/fastchat/eval/table/review/vicuna-7b_20230322-fp16/review_bard_vicuna-7b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/eval/table/review/vicuna-7b_20230322-fp16/review_bard_vicuna-7b.jsonl -------------------------------------------------------------------------------- /modules/fastchat/fastchat/eval/table/review/vicuna-7b_20230322-fp16/review_gpt35_vicuna-7b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/eval/table/review/vicuna-7b_20230322-fp16/review_gpt35_vicuna-7b.jsonl -------------------------------------------------------------------------------- /modules/fastchat/fastchat/eval/table/review/vicuna-7b_20230322-fp16/review_llama_vicuna-7b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/eval/table/review/vicuna-7b_20230322-fp16/review_llama_vicuna-7b.jsonl -------------------------------------------------------------------------------- /modules/fastchat/fastchat/eval/table/reviewer.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/eval/table/reviewer.jsonl -------------------------------------------------------------------------------- /modules/fastchat/fastchat/eval/webpage/figures/alpaca.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/eval/webpage/figures/alpaca.png -------------------------------------------------------------------------------- /modules/fastchat/fastchat/eval/webpage/figures/bard.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/eval/webpage/figures/bard.jpg -------------------------------------------------------------------------------- /modules/fastchat/fastchat/eval/webpage/figures/chatgpt.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/eval/webpage/figures/chatgpt.svg -------------------------------------------------------------------------------- /modules/fastchat/fastchat/eval/webpage/figures/llama.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/eval/webpage/figures/llama.jpg -------------------------------------------------------------------------------- /modules/fastchat/fastchat/eval/webpage/figures/swords_FILL0_wght300_GRAD0_opsz48.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/eval/webpage/figures/swords_FILL0_wght300_GRAD0_opsz48.svg -------------------------------------------------------------------------------- /modules/fastchat/fastchat/eval/webpage/figures/vicuna.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/eval/webpage/figures/vicuna.jpeg -------------------------------------------------------------------------------- /modules/fastchat/fastchat/eval/webpage/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/eval/webpage/index.html -------------------------------------------------------------------------------- /modules/fastchat/fastchat/eval/webpage/script.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/eval/webpage/script.js -------------------------------------------------------------------------------- /modules/fastchat/fastchat/eval/webpage/styles.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/eval/webpage/styles.css -------------------------------------------------------------------------------- /modules/fastchat/fastchat/llm_judge/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/llm_judge/README.md -------------------------------------------------------------------------------- /modules/fastchat/fastchat/llm_judge/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/llm_judge/common.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/llm_judge/data/judge_prompts.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/llm_judge/data/judge_prompts.jsonl -------------------------------------------------------------------------------- /modules/fastchat/fastchat/llm_judge/data/mt_bench/question.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/llm_judge/data/mt_bench/question.jsonl -------------------------------------------------------------------------------- /modules/fastchat/fastchat/llm_judge/data/mt_bench/reference_answer/gpt-4.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/llm_judge/data/mt_bench/reference_answer/gpt-4.jsonl -------------------------------------------------------------------------------- /modules/fastchat/fastchat/llm_judge/data/vicuna_bench/question.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/llm_judge/data/vicuna_bench/question.jsonl -------------------------------------------------------------------------------- /modules/fastchat/fastchat/llm_judge/data/vicuna_bench/reference_answer/gpt-4.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/llm_judge/data/vicuna_bench/reference_answer/gpt-4.jsonl -------------------------------------------------------------------------------- /modules/fastchat/fastchat/llm_judge/gen_api_answer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/llm_judge/gen_api_answer.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/llm_judge/gen_judgment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/llm_judge/gen_judgment.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/llm_judge/gen_model_answer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/llm_judge/gen_model_answer.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/llm_judge/qa_browser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/llm_judge/qa_browser.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/llm_judge/requirements.txt: -------------------------------------------------------------------------------- 1 | openai 2 | anthropic 3 | ray -------------------------------------------------------------------------------- /modules/fastchat/fastchat/llm_judge/show_result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/llm_judge/show_result.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/model/__init__.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/model/apply_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/model/apply_delta.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/model/apply_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/model/apply_lora.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/model/chatglm_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/model/chatglm_model.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/model/compression.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/model/compression.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/model/convert_fp16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/model/convert_fp16.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/model/falcon_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/model/falcon_model.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/model/make_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/model/make_delta.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/model/model_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/model/model_adapter.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/model/model_registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/model/model_registry.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/model/monkey_patch_non_inplace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/model/monkey_patch_non_inplace.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/model/rwkv_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/model/rwkv_model.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/model/upload_hub.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/model/upload_hub.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/modules/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /modules/fastchat/fastchat/modules/gptq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/modules/gptq.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/protocol/api_protocol.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/protocol/api_protocol.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/protocol/openai_api_protocol.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/protocol/openai_api_protocol.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/serve/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /modules/fastchat/fastchat/serve/api_provider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/serve/api_provider.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/serve/bard_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/serve/bard_worker.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/serve/cacheflow_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/serve/cacheflow_worker.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/serve/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/serve/cli.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/serve/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/serve/controller.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/serve/gateway/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/serve/gateway/README.md -------------------------------------------------------------------------------- /modules/fastchat/fastchat/serve/gateway/nginx.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/serve/gateway/nginx.conf -------------------------------------------------------------------------------- /modules/fastchat/fastchat/serve/ginstruct.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/serve/ginstruct.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/serve/gradio_block_arena_anony.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/serve/gradio_block_arena_anony.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/serve/gradio_block_arena_named.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/serve/gradio_block_arena_named.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/serve/gradio_css.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/serve/gradio_css.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/serve/gradio_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/serve/gradio_patch.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/serve/gradio_web_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/serve/gradio_web_server.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/serve/gradio_web_server_multi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/serve/gradio_web_server_multi.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/serve/huggingface_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/serve/huggingface_api.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/serve/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/serve/inference.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/serve/model_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/serve/model_worker.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/serve/monitor/basic_stats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/serve/monitor/basic_stats.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/serve/monitor/clean_battle_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/serve/monitor/clean_battle_data.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/serve/monitor/count_ip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/serve/monitor/count_ip.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/serve/monitor/elo_analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/serve/monitor/elo_analysis.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/serve/monitor/hf_space_leaderboard_app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/serve/monitor/hf_space_leaderboard_app.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/serve/monitor/monitor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/serve/monitor/monitor.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/serve/openai_api_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/serve/openai_api_server.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/serve/register_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/serve/register_worker.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/serve/test_message.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/serve/test_message.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/serve/test_throughput.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/serve/test_throughput.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/train/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/train/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/train/train.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/train/train_flant5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/train/train_flant5.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/train/train_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/train/train_lora.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/train/train_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/train/train_mem.py -------------------------------------------------------------------------------- /modules/fastchat/fastchat/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/fastchat/utils.py -------------------------------------------------------------------------------- /modules/fastchat/format.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/format.sh -------------------------------------------------------------------------------- /modules/fastchat/playground/deepspeed_config_s2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/playground/deepspeed_config_s2.json -------------------------------------------------------------------------------- /modules/fastchat/playground/deepspeed_config_s3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/playground/deepspeed_config_s3.json -------------------------------------------------------------------------------- /modules/fastchat/playground/inspect_conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/playground/inspect_conv.py -------------------------------------------------------------------------------- /modules/fastchat/playground/test_embedding/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/playground/test_embedding/README.md -------------------------------------------------------------------------------- /modules/fastchat/playground/test_embedding/test_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/playground/test_embedding/test_classification.py -------------------------------------------------------------------------------- /modules/fastchat/playground/test_embedding/test_semantic_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/playground/test_embedding/test_semantic_search.py -------------------------------------------------------------------------------- /modules/fastchat/playground/test_embedding/test_sentence_similarity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/playground/test_embedding/test_sentence_similarity.py -------------------------------------------------------------------------------- /modules/fastchat/playground/test_openai_api/anthropic_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/playground/test_openai_api/anthropic_api.py -------------------------------------------------------------------------------- /modules/fastchat/playground/test_openai_api/openai_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/playground/test_openai_api/openai_api.py -------------------------------------------------------------------------------- /modules/fastchat/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/pyproject.toml -------------------------------------------------------------------------------- /modules/fastchat/scripts/serving/controller.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/scripts/serving/controller.yaml -------------------------------------------------------------------------------- /modules/fastchat/scripts/serving/model_worker.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/scripts/serving/model_worker.yaml -------------------------------------------------------------------------------- /modules/fastchat/scripts/sync_local_checkpoint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/scripts/sync_local_checkpoint.sh -------------------------------------------------------------------------------- /modules/fastchat/scripts/test_train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/scripts/test_train.sh -------------------------------------------------------------------------------- /modules/fastchat/scripts/train-vicuna.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/scripts/train-vicuna.yaml -------------------------------------------------------------------------------- /modules/fastchat/scripts/train_vicuna_13b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/scripts/train_vicuna_13b.sh -------------------------------------------------------------------------------- /modules/fastchat/scripts/train_vicuna_7b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/scripts/train_vicuna_7b.sh -------------------------------------------------------------------------------- /modules/fastchat/scripts/upload_pypi.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/scripts/upload_pypi.sh -------------------------------------------------------------------------------- /modules/fastchat/test_cli.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/test_cli.sh -------------------------------------------------------------------------------- /modules/fastchat/test_instruct.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/test_instruct.sh -------------------------------------------------------------------------------- /modules/fastchat/test_level.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/test_level.sh -------------------------------------------------------------------------------- /modules/fastchat/test_multi.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/test_multi.sh -------------------------------------------------------------------------------- /modules/fastchat/tests/test_openai_curl.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/tests/test_openai_curl.sh -------------------------------------------------------------------------------- /modules/fastchat/tests/test_openai_langchain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/tests/test_openai_langchain.py -------------------------------------------------------------------------------- /modules/fastchat/tests/test_openai_sdk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/fastchat/tests/test_openai_sdk.py -------------------------------------------------------------------------------- /modules/instruct_filter/clip_filter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/instruct_filter/clip_filter.py -------------------------------------------------------------------------------- /modules/llava/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/.gitignore -------------------------------------------------------------------------------- /modules/llava/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/LICENSE -------------------------------------------------------------------------------- /modules/llava/docs/Customize_Component.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/docs/Customize_Component.md -------------------------------------------------------------------------------- /modules/llava/docs/Data.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/docs/Data.md -------------------------------------------------------------------------------- /modules/llava/docs/Evaluation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/docs/Evaluation.md -------------------------------------------------------------------------------- /modules/llava/docs/LLaVA_Bench.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/docs/LLaVA_Bench.md -------------------------------------------------------------------------------- /modules/llava/docs/LLaVA_from_LLaMA2.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/docs/LLaVA_from_LLaMA2.md -------------------------------------------------------------------------------- /modules/llava/docs/LoRA.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/docs/LoRA.md -------------------------------------------------------------------------------- /modules/llava/docs/MODEL_ZOO.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/docs/MODEL_ZOO.md -------------------------------------------------------------------------------- /modules/llava/docs/ScienceQA.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/docs/ScienceQA.md -------------------------------------------------------------------------------- /modules/llava/images/000000000139.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/images/000000000139.jpg -------------------------------------------------------------------------------- /modules/llava/images/000000008021.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/images/000000008021.jpg -------------------------------------------------------------------------------- /modules/llava/images/000000039769.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/images/000000039769.jpg -------------------------------------------------------------------------------- /modules/llava/images/000000213224.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/images/000000213224.jpg -------------------------------------------------------------------------------- /modules/llava/images/000000324818.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/images/000000324818.jpg -------------------------------------------------------------------------------- /modules/llava/images/000000438862_1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/images/000000438862_1.jpg -------------------------------------------------------------------------------- /modules/llava/images/000000438862_2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/images/000000438862_2.jpg -------------------------------------------------------------------------------- /modules/llava/images/demo_cli.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/images/demo_cli.gif -------------------------------------------------------------------------------- /modules/llava/images/llava_example_cmp.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/images/llava_example_cmp.png -------------------------------------------------------------------------------- /modules/llava/images/llava_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/images/llava_logo.png -------------------------------------------------------------------------------- /modules/llava/images/llava_v1_5_radar.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/images/llava_v1_5_radar.jpg -------------------------------------------------------------------------------- /modules/llava/llava/__init__.py: -------------------------------------------------------------------------------- 1 | from .model import LlavaLlamaForCausalLM 2 | -------------------------------------------------------------------------------- /modules/llava/llava/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/constants.py -------------------------------------------------------------------------------- /modules/llava/llava/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/conversation.py -------------------------------------------------------------------------------- /modules/llava/llava/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /modules/llava/llava/data/caption_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/data/caption_dataset.py -------------------------------------------------------------------------------- /modules/llava/llava/data/data_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/data/data_loader.py -------------------------------------------------------------------------------- /modules/llava/llava/data/image_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/data/image_reader.py -------------------------------------------------------------------------------- /modules/llava/llava/eval/eval_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/eval/eval_gpt_review.py -------------------------------------------------------------------------------- /modules/llava/llava/eval/eval_gpt_review_bench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/eval/eval_gpt_review_bench.py -------------------------------------------------------------------------------- /modules/llava/llava/eval/eval_gpt_review_visual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/eval/eval_gpt_review_visual.py -------------------------------------------------------------------------------- /modules/llava/llava/eval/eval_pope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/eval/eval_pope.py -------------------------------------------------------------------------------- /modules/llava/llava/eval/eval_science_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/eval/eval_science_qa.py -------------------------------------------------------------------------------- /modules/llava/llava/eval/eval_science_qa_gpt4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/eval/eval_science_qa_gpt4.py -------------------------------------------------------------------------------- /modules/llava/llava/eval/eval_science_qa_gpt4_requery.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/eval/eval_science_qa_gpt4_requery.py -------------------------------------------------------------------------------- /modules/llava/llava/eval/eval_textvqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/eval/eval_textvqa.py -------------------------------------------------------------------------------- /modules/llava/llava/eval/generate_webpage_data_from_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/eval/generate_webpage_data_from_table.py -------------------------------------------------------------------------------- /modules/llava/llava/eval/m4c_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/eval/m4c_evaluator.py -------------------------------------------------------------------------------- /modules/llava/llava/eval/model_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/eval/model_qa.py -------------------------------------------------------------------------------- /modules/llava/llava/eval/model_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/eval/model_vqa.py -------------------------------------------------------------------------------- /modules/llava/llava/eval/model_vqa_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/eval/model_vqa_loader.py -------------------------------------------------------------------------------- /modules/llava/llava/eval/model_vqa_mmbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/eval/model_vqa_mmbench.py -------------------------------------------------------------------------------- /modules/llava/llava/eval/model_vqa_science.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/eval/model_vqa_science.py -------------------------------------------------------------------------------- /modules/llava/llava/eval/qa_baseline_gpt35.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/eval/qa_baseline_gpt35.py -------------------------------------------------------------------------------- /modules/llava/llava/eval/run_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/eval/run_llava.py -------------------------------------------------------------------------------- /modules/llava/llava/eval/run_llava_dsp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/eval/run_llava_dsp.py -------------------------------------------------------------------------------- /modules/llava/llava/eval/summarize_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/eval/summarize_gpt_review.py -------------------------------------------------------------------------------- /modules/llava/llava/eval/webpage/figures/alpaca.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/eval/webpage/figures/alpaca.png -------------------------------------------------------------------------------- /modules/llava/llava/eval/webpage/figures/bard.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/eval/webpage/figures/bard.jpg -------------------------------------------------------------------------------- /modules/llava/llava/eval/webpage/figures/chatgpt.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/eval/webpage/figures/chatgpt.svg -------------------------------------------------------------------------------- /modules/llava/llava/eval/webpage/figures/llama.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/eval/webpage/figures/llama.jpg -------------------------------------------------------------------------------- /modules/llava/llava/eval/webpage/figures/swords_FILL0_wght300_GRAD0_opsz48.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/eval/webpage/figures/swords_FILL0_wght300_GRAD0_opsz48.svg -------------------------------------------------------------------------------- /modules/llava/llava/eval/webpage/figures/vicuna.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/eval/webpage/figures/vicuna.jpeg -------------------------------------------------------------------------------- /modules/llava/llava/eval/webpage/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/eval/webpage/index.html -------------------------------------------------------------------------------- /modules/llava/llava/eval/webpage/script.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/eval/webpage/script.js -------------------------------------------------------------------------------- /modules/llava/llava/eval/webpage/styles.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/eval/webpage/styles.css -------------------------------------------------------------------------------- /modules/llava/llava/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/mm_utils.py -------------------------------------------------------------------------------- /modules/llava/llava/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/model/__init__.py -------------------------------------------------------------------------------- /modules/llava/llava/model/apply_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/model/apply_delta.py -------------------------------------------------------------------------------- /modules/llava/llava/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/model/builder.py -------------------------------------------------------------------------------- /modules/llava/llava/model/consolidate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/model/consolidate.py -------------------------------------------------------------------------------- /modules/llava/llava/model/language_model/llava_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/model/language_model/llava_llama.py -------------------------------------------------------------------------------- /modules/llava/llava/model/language_model/llava_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/model/language_model/llava_mpt.py -------------------------------------------------------------------------------- /modules/llava/llava/model/language_model/mpt/adapt_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/model/language_model/mpt/adapt_tokenizer.py -------------------------------------------------------------------------------- /modules/llava/llava/model/language_model/mpt/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/model/language_model/mpt/attention.py -------------------------------------------------------------------------------- /modules/llava/llava/model/language_model/mpt/blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/model/language_model/mpt/blocks.py -------------------------------------------------------------------------------- /modules/llava/llava/model/language_model/mpt/configuration_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/model/language_model/mpt/configuration_mpt.py -------------------------------------------------------------------------------- /modules/llava/llava/model/language_model/mpt/custom_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/model/language_model/mpt/custom_embedding.py -------------------------------------------------------------------------------- /modules/llava/llava/model/language_model/mpt/flash_attn_triton.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/model/language_model/mpt/flash_attn_triton.py -------------------------------------------------------------------------------- /modules/llava/llava/model/language_model/mpt/hf_prefixlm_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/model/language_model/mpt/hf_prefixlm_converter.py -------------------------------------------------------------------------------- /modules/llava/llava/model/language_model/mpt/meta_init_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/model/language_model/mpt/meta_init_context.py -------------------------------------------------------------------------------- /modules/llava/llava/model/language_model/mpt/modeling_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/model/language_model/mpt/modeling_mpt.py -------------------------------------------------------------------------------- /modules/llava/llava/model/language_model/mpt/norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/model/language_model/mpt/norm.py -------------------------------------------------------------------------------- /modules/llava/llava/model/language_model/mpt/param_init_fns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/model/language_model/mpt/param_init_fns.py -------------------------------------------------------------------------------- /modules/llava/llava/model/llava_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/model/llava_arch.py -------------------------------------------------------------------------------- /modules/llava/llava/model/make_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/model/make_delta.py -------------------------------------------------------------------------------- /modules/llava/llava/model/multimodal_encoder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/model/multimodal_encoder/builder.py -------------------------------------------------------------------------------- /modules/llava/llava/model/multimodal_encoder/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/model/multimodal_encoder/clip_encoder.py -------------------------------------------------------------------------------- /modules/llava/llava/model/multimodal_projector/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/model/multimodal_projector/builder.py -------------------------------------------------------------------------------- /modules/llava/llava/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/model/utils.py -------------------------------------------------------------------------------- /modules/llava/llava/serve/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /modules/llava/llava/serve/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/serve/cli.py -------------------------------------------------------------------------------- /modules/llava/llava/serve/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/serve/controller.py -------------------------------------------------------------------------------- /modules/llava/llava/serve/examples/extreme_ironing.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/serve/examples/extreme_ironing.jpg -------------------------------------------------------------------------------- /modules/llava/llava/serve/examples/waterview.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/serve/examples/waterview.jpg -------------------------------------------------------------------------------- /modules/llava/llava/serve/gradio_web_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/serve/gradio_web_server.py -------------------------------------------------------------------------------- /modules/llava/llava/serve/model_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/serve/model_worker.py -------------------------------------------------------------------------------- /modules/llava/llava/serve/register_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/serve/register_worker.py -------------------------------------------------------------------------------- /modules/llava/llava/serve/test_message.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/serve/test_message.py -------------------------------------------------------------------------------- /modules/llava/llava/train/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/train/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /modules/llava/llava/train/llava_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/train/llava_trainer.py -------------------------------------------------------------------------------- /modules/llava/llava/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/train/train.py -------------------------------------------------------------------------------- /modules/llava/llava/train/train_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/train/train_mem.py -------------------------------------------------------------------------------- /modules/llava/llava/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/llava/utils.py -------------------------------------------------------------------------------- /modules/llava/playground/data/prompts/complex_reasoning/000_caps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/playground/data/prompts/complex_reasoning/000_caps.txt -------------------------------------------------------------------------------- /modules/llava/playground/data/prompts/complex_reasoning/000_conv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/playground/data/prompts/complex_reasoning/000_conv.txt -------------------------------------------------------------------------------- /modules/llava/playground/data/prompts/complex_reasoning/001_caps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/playground/data/prompts/complex_reasoning/001_caps.txt -------------------------------------------------------------------------------- /modules/llava/playground/data/prompts/complex_reasoning/001_conv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/playground/data/prompts/complex_reasoning/001_conv.txt -------------------------------------------------------------------------------- /modules/llava/playground/data/prompts/complex_reasoning/002_caps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/playground/data/prompts/complex_reasoning/002_caps.txt -------------------------------------------------------------------------------- /modules/llava/playground/data/prompts/complex_reasoning/002_conv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/playground/data/prompts/complex_reasoning/002_conv.txt -------------------------------------------------------------------------------- /modules/llava/playground/data/prompts/complex_reasoning/system_message.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/playground/data/prompts/complex_reasoning/system_message.txt -------------------------------------------------------------------------------- /modules/llava/playground/data/prompts/conversation/000_caps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/playground/data/prompts/conversation/000_caps.txt -------------------------------------------------------------------------------- /modules/llava/playground/data/prompts/conversation/000_conv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/playground/data/prompts/conversation/000_conv.txt -------------------------------------------------------------------------------- /modules/llava/playground/data/prompts/conversation/001_caps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/playground/data/prompts/conversation/001_caps.txt -------------------------------------------------------------------------------- /modules/llava/playground/data/prompts/conversation/001_conv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/playground/data/prompts/conversation/001_conv.txt -------------------------------------------------------------------------------- /modules/llava/playground/data/prompts/conversation/system_message.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/playground/data/prompts/conversation/system_message.txt -------------------------------------------------------------------------------- /modules/llava/playground/data/prompts/detail_description/000_caps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/playground/data/prompts/detail_description/000_caps.txt -------------------------------------------------------------------------------- /modules/llava/playground/data/prompts/detail_description/000_conv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/playground/data/prompts/detail_description/000_conv.txt -------------------------------------------------------------------------------- /modules/llava/playground/data/prompts/detail_description/001_caps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/playground/data/prompts/detail_description/001_caps.txt -------------------------------------------------------------------------------- /modules/llava/playground/data/prompts/detail_description/001_conv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/playground/data/prompts/detail_description/001_conv.txt -------------------------------------------------------------------------------- /modules/llava/playground/data/prompts/detail_description/002_caps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/playground/data/prompts/detail_description/002_caps.txt -------------------------------------------------------------------------------- /modules/llava/playground/data/prompts/detail_description/002_conv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/playground/data/prompts/detail_description/002_conv.txt -------------------------------------------------------------------------------- /modules/llava/playground/data/prompts/detail_description/system_message.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/playground/data/prompts/detail_description/system_message.txt -------------------------------------------------------------------------------- /modules/llava/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/pyproject.toml -------------------------------------------------------------------------------- /modules/llava/pyproject_v1.1.1.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/pyproject_v1.1.1.toml -------------------------------------------------------------------------------- /modules/llava/scripts/convert_gqa_for_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/scripts/convert_gqa_for_eval.py -------------------------------------------------------------------------------- /modules/llava/scripts/convert_mmbench_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/scripts/convert_mmbench_for_submission.py -------------------------------------------------------------------------------- /modules/llava/scripts/convert_mmvet_for_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/scripts/convert_mmvet_for_eval.py -------------------------------------------------------------------------------- /modules/llava/scripts/convert_seed_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/scripts/convert_seed_for_submission.py -------------------------------------------------------------------------------- /modules/llava/scripts/convert_sqa_to_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/scripts/convert_sqa_to_llava.py -------------------------------------------------------------------------------- /modules/llava/scripts/convert_sqa_to_llava_base_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/scripts/convert_sqa_to_llava_base_prompt.py -------------------------------------------------------------------------------- /modules/llava/scripts/convert_vizwiz_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/scripts/convert_vizwiz_for_submission.py -------------------------------------------------------------------------------- /modules/llava/scripts/convert_vqav2_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/scripts/convert_vqav2_for_submission.py -------------------------------------------------------------------------------- /modules/llava/scripts/finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/scripts/finetune.sh -------------------------------------------------------------------------------- /modules/llava/scripts/finetune_full_schedule.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/scripts/finetune_full_schedule.sh -------------------------------------------------------------------------------- /modules/llava/scripts/finetune_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/scripts/finetune_lora.sh -------------------------------------------------------------------------------- /modules/llava/scripts/finetune_qlora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/scripts/finetune_qlora.sh -------------------------------------------------------------------------------- /modules/llava/scripts/finetune_sqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/scripts/finetune_sqa.sh -------------------------------------------------------------------------------- /modules/llava/scripts/merge_lora_weights.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/scripts/merge_lora_weights.py -------------------------------------------------------------------------------- /modules/llava/scripts/pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/scripts/pretrain.sh -------------------------------------------------------------------------------- /modules/llava/scripts/sqa_eval_batch.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/scripts/sqa_eval_batch.sh -------------------------------------------------------------------------------- /modules/llava/scripts/sqa_eval_gather.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/scripts/sqa_eval_gather.sh -------------------------------------------------------------------------------- /modules/llava/scripts/test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/scripts/test.sh -------------------------------------------------------------------------------- /modules/llava/scripts/test_dsp_img.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/scripts/test_dsp_img.sh -------------------------------------------------------------------------------- /modules/llava/scripts/v1_5/eval/gqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/scripts/v1_5/eval/gqa.sh -------------------------------------------------------------------------------- /modules/llava/scripts/v1_5/eval/llavabench.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/scripts/v1_5/eval/llavabench.sh -------------------------------------------------------------------------------- /modules/llava/scripts/v1_5/eval/mmbench.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/scripts/v1_5/eval/mmbench.sh -------------------------------------------------------------------------------- /modules/llava/scripts/v1_5/eval/mmbench_cn.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/scripts/v1_5/eval/mmbench_cn.sh -------------------------------------------------------------------------------- /modules/llava/scripts/v1_5/eval/mme.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/scripts/v1_5/eval/mme.sh -------------------------------------------------------------------------------- /modules/llava/scripts/v1_5/eval/mmvet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/scripts/v1_5/eval/mmvet.sh -------------------------------------------------------------------------------- /modules/llava/scripts/v1_5/eval/pope.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/scripts/v1_5/eval/pope.sh -------------------------------------------------------------------------------- /modules/llava/scripts/v1_5/eval/seed.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/scripts/v1_5/eval/seed.sh -------------------------------------------------------------------------------- /modules/llava/scripts/v1_5/eval/sqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/scripts/v1_5/eval/sqa.sh -------------------------------------------------------------------------------- /modules/llava/scripts/v1_5/eval/textvqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/scripts/v1_5/eval/textvqa.sh -------------------------------------------------------------------------------- /modules/llava/scripts/v1_5/eval/vizwiz.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/scripts/v1_5/eval/vizwiz.sh -------------------------------------------------------------------------------- /modules/llava/scripts/v1_5/eval/vqav2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/scripts/v1_5/eval/vqav2.sh -------------------------------------------------------------------------------- /modules/llava/scripts/v1_5/finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/scripts/v1_5/finetune.sh -------------------------------------------------------------------------------- /modules/llava/scripts/v1_5/pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/llava/scripts/v1_5/pretrain.sh -------------------------------------------------------------------------------- /modules/minigpt4/LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/LICENSE.md -------------------------------------------------------------------------------- /modules/minigpt4/dataset/README_1_STAGE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/dataset/README_1_STAGE.md -------------------------------------------------------------------------------- /modules/minigpt4/dataset/README_2_STAGE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/dataset/README_2_STAGE.md -------------------------------------------------------------------------------- /modules/minigpt4/dataset/convert_cc_sbu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/dataset/convert_cc_sbu.py -------------------------------------------------------------------------------- /modules/minigpt4/dataset/convert_laion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/dataset/convert_laion.py -------------------------------------------------------------------------------- /modules/minigpt4/dataset/download_cc_sbu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/dataset/download_cc_sbu.sh -------------------------------------------------------------------------------- /modules/minigpt4/dataset/download_laion.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/dataset/download_laion.sh -------------------------------------------------------------------------------- /modules/minigpt4/demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/demo.py -------------------------------------------------------------------------------- /modules/minigpt4/environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/environment.yml -------------------------------------------------------------------------------- /modules/minigpt4/eval_configs/minigpt4_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/eval_configs/minigpt4_eval.yaml -------------------------------------------------------------------------------- /modules/minigpt4/eval_configs/minigpt4_local_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/eval_configs/minigpt4_local_eval.yaml -------------------------------------------------------------------------------- /modules/minigpt4/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/generate.py -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/__init__.py -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/common/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/common/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/common/config.py -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/common/dist_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/common/dist_utils.py -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/common/gradcam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/common/gradcam.py -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/common/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/common/logger.py -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/common/optims.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/common/optims.py -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/common/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/common/registry.py -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/common/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/common/utils.py -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/configs/datasets/cc_sbu/align.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/configs/datasets/cc_sbu/align.yaml -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/configs/datasets/cc_sbu/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/configs/datasets/cc_sbu/defaults.yaml -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/configs/datasets/laion/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/configs/datasets/laion/defaults.yaml -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/configs/datasets/ref_coco/align.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/configs/datasets/ref_coco/align.yaml -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/configs/datasets/ref_coco/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/configs/datasets/ref_coco/defaults.yaml -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/configs/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/configs/default.yaml -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/configs/models/minigpt4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/configs/models/minigpt4.yaml -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/configs/models/minigpt4_local.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/configs/models/minigpt4_local.yaml -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/conversation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/conversation/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/conversation/conversation.py -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/datasets/builders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/datasets/builders/__init__.py -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/datasets/builders/base_dataset_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/datasets/builders/base_dataset_builder.py -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/datasets/builders/image_text_pair_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/datasets/builders/image_text_pair_builder.py -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/datasets/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/datasets/data_utils.py -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/datasets/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/datasets/datasets/base_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/datasets/datasets/base_dataset.py -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/datasets/datasets/caption_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/datasets/datasets/caption_datasets.py -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/datasets/datasets/cc_sbu_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/datasets/datasets/cc_sbu_dataset.py -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/datasets/datasets/dataloader_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/datasets/datasets/dataloader_utils.py -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/datasets/datasets/laion_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/datasets/datasets/laion_dataset.py -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/datasets/datasets/refcoco_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/datasets/datasets/refcoco_dataset.py -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/models/Qformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/models/Qformer.py -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/models/__init__.py -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/models/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/models/base_model.py -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/models/blip2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/models/blip2.py -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/models/blip2_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/models/blip2_outputs.py -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/models/eva_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/models/eva_vit.py -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/models/mini_gpt4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/models/mini_gpt4.py -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/models/modeling_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/models/modeling_llama.py -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/processors/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/processors/__init__.py -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/processors/base_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/processors/base_processor.py -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/processors/blip_processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/processors/blip_processors.py -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/processors/randaugment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/processors/randaugment.py -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/runners/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/runners/__init__.py -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/runners/runner_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/runners/runner_base.py -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/tasks/__init__.py -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/tasks/base_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/tasks/base_task.py -------------------------------------------------------------------------------- /modules/minigpt4/minigpt4/tasks/image_text_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/minigpt4/tasks/image_text_pretrain.py -------------------------------------------------------------------------------- /modules/minigpt4/prompts/alignment.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/prompts/alignment.txt -------------------------------------------------------------------------------- /modules/minigpt4/prompts/red_box_replace.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/prompts/red_box_replace.txt -------------------------------------------------------------------------------- /modules/minigpt4/prompts/refcoco_alignment.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/prompts/refcoco_alignment.txt -------------------------------------------------------------------------------- /modules/minigpt4/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/train.py -------------------------------------------------------------------------------- /modules/minigpt4/train_configs/minigpt4_stage1_pretrain.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/train_configs/minigpt4_stage1_pretrain.yaml -------------------------------------------------------------------------------- /modules/minigpt4/train_configs/minigpt4_stage2_finetune.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/minigpt4/train_configs/minigpt4_stage2_finetune.yaml -------------------------------------------------------------------------------- /modules/text_cluster/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /modules/text_cluster/bert_dbscan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/modules/text_cluster/bert_dbscan.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | omegaconf 2 | iopath 3 | webdataset 4 | decord -------------------------------------------------------------------------------- /scripts/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/scripts/run.sh -------------------------------------------------------------------------------- /tools/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tools/format_tools/flickr30k2jsonlines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/tools/format_tools/flickr30k2jsonlines.py -------------------------------------------------------------------------------- /tools/format_tools/jsonline2refcoco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/tools/format_tools/jsonline2refcoco.py -------------------------------------------------------------------------------- /tools/format_tools/o3652llavainput.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/tools/format_tools/o3652llavainput.py -------------------------------------------------------------------------------- /tools/format_tools/refcoco2llavainput.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/tools/format_tools/refcoco2llavainput.py -------------------------------------------------------------------------------- /tools/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jyFengGoGo/InstructDet/HEAD/tools/utils.py --------------------------------------------------------------------------------