├── .idea ├── .gitignore ├── LinVT.iml ├── inspectionProfiles │ ├── Project_Default.xml │ └── profiles_settings.xml ├── misc.xml ├── modules.xml └── vcs.xml ├── README.md ├── classification ├── README.md ├── config.py ├── configs │ ├── intern_vit_6b_1k_224.yaml │ ├── intern_vit_6b_1k_224_test_imagenet_a.yaml │ ├── intern_vit_6b_1k_224_test_imagenet_r.yaml │ ├── intern_vit_6b_1k_224_test_imagenet_real.yaml │ ├── intern_vit_6b_1k_224_test_imagenet_sketch.yaml │ └── intern_vit_6b_1k_224_test_imagenetv2.yaml ├── dataset │ ├── __init__.py │ ├── build.py │ ├── cached_image_folder.py │ ├── imagenet_a_r_indices.py │ ├── imagenet_real.py │ ├── imagenetv2.py │ ├── samplers.py │ └── zipreader.py ├── ddp_hooks.py ├── ema_deepspeed.py ├── export.py ├── gflops.py ├── logger.py ├── lr_scheduler.py ├── main.py ├── main_accelerate.py ├── main_deepspeed.py ├── meta_data │ ├── 22k_class_to_idx.json │ ├── imagenet_classes.json │ ├── map22kto1k.txt │ ├── real.json │ ├── train.txt.zip │ └── val.txt.zip ├── models │ ├── __init__.py │ ├── build.py │ ├── flash_attention.py │ └── intern_vit_6b.py ├── optimizer.py ├── train_in1k.sh ├── train_in1k_deepspeed.sh ├── utils.py └── work_dirs │ └── intern_vit_6b_1k_224 │ └── log_rank0.txt ├── clip_benchmark ├── AUTHORS.rst ├── CONTRIBUTING.rst ├── HISTORY.rst ├── LICENSE ├── MANIFEST.in ├── Makefile ├── README.md ├── benchmark.png ├── benchmark │ ├── README.md │ ├── benchmark.csv │ ├── dataset_type.csv │ ├── datasets.txt │ ├── datasets_multilingual.txt │ ├── models.txt │ ├── results.ipynb │ └── webdatasets.txt ├── clip_benchmark │ ├── __init__.py │ ├── cli.py │ ├── datasets │ │ ├── __init__.py │ │ ├── ar_classnames.json │ │ ├── ar_zeroshot_classification_templates.json │ │ ├── birdsnap.py │ │ ├── builder.py │ │ ├── caltech101.py │ │ ├── cn_classnames.json │ │ ├── cn_zeroshot_classification_templates.json │ │ ├── cupl_prompts.json │ │ ├── en_classnames.json │ │ ├── en_zeroshot_classification_templates.json │ │ ├── flickr.py │ │ ├── imagenetv2.py │ │ ├── it_classnames.json │ │ ├── it_zeroshot_classification_templates.json │ │ ├── jp_classnames.json │ │ ├── jp_zeroshot_classification_templates.json │ │ ├── kitti.py │ │ ├── multilingual_mscoco.py │ │ ├── objectnet.py │ │ ├── tfds.py │ │ ├── tools.py │ │ └── voc2007.py │ ├── metrics │ │ ├── __init__.py │ │ ├── linear_probe.py │ │ ├── mscoco_generative.py │ │ ├── zeroshot_classification.py │ │ └── zeroshot_retrieval.py │ ├── model_collection.py │ ├── models │ │ ├── __init__.py │ │ ├── intern_vit_6b │ │ │ ├── configuration_intern_vit.py │ │ │ ├── flash_attention.py │ │ │ └── modeling_intern_vit.py │ │ ├── internvl.py │ │ ├── internvl_c_pytorch │ │ │ ├── __init__.py │ │ │ ├── chinese_alpaca_lora_7b │ │ │ │ ├── config.json │ │ │ │ ├── generation_config.json │ │ │ │ ├── pytorch_model.bin.index.json │ │ │ │ ├── special_tokens_map.json │ │ │ │ ├── tokenizer.model │ │ │ │ └── tokenizer_config.json │ │ │ ├── flash_attention.py │ │ │ └── internvl_c.py │ │ ├── internvl_huggingface │ │ │ ├── __init__.py │ │ │ ├── configuration_intern_vit.py │ │ │ ├── configuration_internvl.py │ │ │ ├── flash_attention.py │ │ │ ├── modeling_intern_vit.py │ │ │ ├── modeling_internvl.py │ │ │ └── modeling_qllama.py │ │ ├── japanese_clip.py │ │ └── open_clip.py │ └── webdataset_builder.py ├── data │ ├── birdsnap │ │ └── test_images_valid.txt │ ├── flickr30k │ │ └── flickr30k_cn_test.txt │ └── mscoco_captions │ │ └── coco-cn_test.json ├── probe_benchmark │ ├── PROBES.md │ ├── build_df_scaling_experiments.py │ ├── clip_table_2.csv │ ├── generate_table.py │ ├── gmacs_vs_perf_retrieval.pdf │ ├── imagenet_cifar_lp.pdf │ ├── imagenet_cifar_lp_vtab.pdf │ ├── laion5b_fewshot_experiments.py │ ├── openclip_results.csv │ ├── process_vtab.py │ ├── scaling_experiment_data2.json │ ├── scaling_experiment_data_vtab.json │ ├── scaling_experiments.py │ └── scaling_plot.ipynb ├── requirements-test.txt ├── requirements.txt ├── setup.cfg ├── setup.py ├── test_internvl_c_classification.sh ├── test_internvl_c_imagenet.sh ├── test_internvl_c_retrieval.sh ├── test_internvl_c_xtd.sh ├── test_internvl_g_classification.sh ├── test_internvl_g_imagenet.sh ├── test_internvl_g_retrieval.sh ├── test_internvl_g_retrieval_finetune.sh ├── test_internvl_g_xtd.sh ├── tests │ └── test_clip_benchmark.py └── tox.ini ├── docs ├── leaderboard_mlvu.png ├── leaderboard_videovista.png └── network.jpg ├── internvl_chat ├── .DS_Store ├── README.md ├── eval │ ├── .DS_Store │ ├── caption │ │ └── evaluate_caption.py │ ├── cmmmu │ │ └── evaluate_cmmmu.py │ ├── llava_bench │ │ ├── eval_gpt_review_bench.py │ │ ├── evaluate_llava_bench.py │ │ ├── rule.json │ │ └── summarize_gpt_review.py │ ├── longvideobench │ │ ├── .DS_Store │ │ ├── evaluate_longvideobench.py │ │ └── video_utils.py │ ├── mathvista │ │ ├── calculate_score.py │ │ ├── evaluate_mathvista.py │ │ ├── extract_answer.py │ │ ├── prompts │ │ │ └── ext_ans.py │ │ └── utilities.py │ ├── mlvu │ │ ├── mlvu.py │ │ └── utils_mlvu.py │ ├── mmbench │ │ └── evaluate_mmbench.py │ ├── mme │ │ ├── README.md │ │ ├── Your_Results │ │ │ ├── OCR.txt │ │ │ ├── artwork.txt │ │ │ ├── celebrity.txt │ │ │ ├── code_reasoning.txt │ │ │ ├── color.txt │ │ │ ├── commonsense_reasoning.txt │ │ │ ├── count.txt │ │ │ ├── existence.txt │ │ │ ├── landmark.txt │ │ │ ├── numerical_calculation.txt │ │ │ ├── position.txt │ │ │ ├── posters.txt │ │ │ ├── scene.txt │ │ │ └── text_translation.txt │ │ ├── calculation.py │ │ └── eval.py │ ├── mmmu │ │ ├── answer_dict_val.json │ │ ├── data_utils.py │ │ ├── eval_utils.py │ │ ├── evaluate_mmmu.py │ │ └── main_eval_only.py │ ├── mmvet │ │ └── evaluate_mmvet.py │ ├── mmvp │ │ └── evaluate_mmvp.py │ ├── mvbench │ │ └── evaluate_mvbench.py │ ├── pope │ │ ├── eval_pope.py │ │ └── evaluate_pope.py │ ├── refcoco │ │ └── evaluate_grounding.py │ ├── scienceqa │ │ └── evaluate_scienceqa.py │ ├── seed │ │ ├── calculation.py │ │ └── evaluate_seed.py │ ├── tempcompass │ │ ├── tempcompass.py │ │ └── utils_tempcompass.py │ ├── tiny_lvlm │ │ ├── calculate_score.py │ │ ├── evaluate_lvlm.py │ │ └── tools.py │ ├── videomme │ │ └── videomme.py │ ├── videovista │ │ ├── utils_videovista.py │ │ └── videovista.py │ └── vqa │ │ ├── convert_gqa_for_eval.py │ │ ├── evaluate_vqa.py │ │ ├── infographicsvqa_eval.py │ │ └── textvqa_eval.py ├── evaluate.sh ├── examples │ ├── image1.jpg │ ├── image2.jpg │ ├── image3.jpg │ ├── image4.jpg │ └── image5.jpg ├── internvl │ ├── .DS_Store │ ├── conversation.py │ ├── dist_utils.py │ ├── model │ │ ├── .DS_Store │ │ ├── __init__.py │ │ ├── internlm2 │ │ │ ├── configuration_internlm2.py │ │ │ ├── modeling_internlm2.py │ │ │ ├── tokenization_internlm2.py │ │ │ └── tokenization_internlm2_fast.py │ │ ├── internvl_chat │ │ │ ├── .DS_Store │ │ │ ├── __init__.py │ │ │ ├── atp_selector_model.py │ │ │ ├── configuration_intern_vit.py │ │ │ ├── configuration_internvl_chat.py │ │ │ ├── flash_attention.py │ │ │ ├── linvt.py │ │ │ ├── modeling_intern_vit.py │ │ │ ├── modeling_internvl_chat.py │ │ │ ├── svr.py │ │ │ └── tta.py │ │ └── phi3 │ │ │ ├── configuration_phi3.py │ │ │ └── modeling_phi3.py │ ├── patch │ │ ├── __init__.py │ │ ├── llama2_flash_attn_monkey_patch.py │ │ ├── llama_flash_attn_monkey_patch.py │ │ ├── llama_rmsnorm_monkey_patch.py │ │ ├── pad_data_collator.py │ │ └── train_sampler_patch.py │ └── train │ │ ├── __init__.py │ │ ├── constants.py │ │ ├── dataset.py │ │ ├── internvl_chat_finetune.py │ │ ├── internvl_chat_pretrain.py │ │ └── trainer_monkey_patch.py ├── jobs │ ├── .DS_Store │ ├── generate_hostfile.py │ ├── json_parser.py │ ├── sft_internvl_ffc │ │ ├── .DS_Store │ │ ├── 20240925_001555 │ │ │ ├── run.sh │ │ │ ├── sft_mllm_baichuan_20240925_001555.hope │ │ │ └── train_multi_node.sh │ │ ├── 20241008_161530 │ │ │ ├── hope_submit.log │ │ │ ├── run.sh │ │ │ ├── sft_internvl_ffc_20241008_161530.hope │ │ │ ├── stat_sft_internvl_ffc_20241008_161530.txt │ │ │ └── train_multi_node.sh │ │ ├── test.hope │ │ ├── test.sh │ │ └── train_multi_node.sh │ └── template.hope ├── pyproject.toml ├── shell │ ├── .DS_Store │ ├── data │ │ ├── .DS_Store │ │ ├── coco_caption.json │ │ ├── internvl_1_2_finetune.json │ │ ├── internvl_1_2_finetune_custom.json │ │ └── internvl_1_2_finetune_custom_video.json │ ├── internvl1.2 │ │ ├── 2nd_finetune │ │ │ ├── internvl_chat_v1_2_hermes2_yi34b_448_res_2nd_finetune_full.sh │ │ │ └── internvl_chat_v1_2_hermes2_yi34b_448_res_2nd_finetune_lora.sh │ │ └── hermes2_yi34b │ │ │ └── internvl_chat_v1_2_hermes2_yi34b_448_res_finetune.sh │ ├── internvl1.5 │ │ ├── 2nd_finetune │ │ │ ├── internvl_chat_v1_5_internlm2_1_8b_dynamic_res_2nd_finetune_full.sh │ │ │ ├── internvl_chat_v1_5_internlm2_1_8b_dynamic_res_2nd_finetune_lora.sh │ │ │ ├── internvl_chat_v1_5_internlm2_20b_dynamic_res_2nd_finetune_full.sh │ │ │ ├── internvl_chat_v1_5_internlm2_20b_dynamic_res_2nd_finetune_lora.sh │ │ │ ├── internvl_chat_v1_5_phi3_3_8b_dynamic_res_2nd_finetune_full.sh │ │ │ └── internvl_chat_v1_5_phi3_3_8b_dynamic_res_2nd_finetune_lora.sh │ │ ├── hermes2_yi34b │ │ │ ├── internvl_chat_v1_5_hermes2_yi34b_dynamic_res_finetune.sh │ │ │ └── internvl_chat_v1_5_hermes2_yi34b_dynamic_res_pretrain.sh │ │ ├── internlm2_1_8b │ │ │ ├── internvl_chat_v1_5_internlm2_1_8b_dynamic_res_finetune.sh │ │ │ └── internvl_chat_v1_5_internlm2_1_8b_dynamic_res_pretrain.sh │ │ ├── internlm2_20b │ │ │ ├── internvl_chat_v1_5_internlm2_20b_dynamic_res_finetune.sh │ │ │ └── internvl_chat_v1_5_internlm2_20b_dynamic_res_pretrain.sh │ │ └── phi3_3_8b │ │ │ ├── internvl_chat_v1_5_phi3_3_8b_dynamic_res_finetune.sh │ │ │ └── internvl_chat_v1_5_phi3_3_8b_dynamic_res_pretrain.sh │ └── internvl2.0 │ │ ├── .DS_Store │ │ └── 2nd_finetune │ │ ├── .DS_Store │ │ ├── internvl2_1b_qwen2_0_5b_dynamic_res_2nd_finetune_ffc_lora_multi_scale.sh │ │ ├── internvl2_1b_qwen2_0_5b_dynamic_res_2nd_finetune_full.sh │ │ ├── internvl2_1b_qwen2_0_5b_dynamic_res_2nd_finetune_lora.sh │ │ ├── internvl2_1b_qwen2_0_5b_dynamic_res_2nd_finetune_stage1_ffc_only.sh │ │ ├── internvl2_1b_qwen2_0_5b_dynamic_res_2nd_finetune_stage1_selector_only.sh │ │ ├── internvl2_1b_qwen2_0_5b_dynamic_res_2nd_finetune_stage2_lora.sh │ │ ├── internvl2_26b_internlm2_20b_dynamic_res_2nd_finetune_full.sh │ │ ├── internvl2_26b_internlm2_20b_dynamic_res_2nd_finetune_lora.sh │ │ ├── internvl2_2b_internlm2_1_8b_dynamic_res_2nd_finetune_full.sh │ │ ├── internvl2_2b_internlm2_1_8b_dynamic_res_2nd_finetune_lora.sh │ │ ├── internvl2_2b_internlm2_1_8b_dynamic_res_2nd_finetune_lora_coco.sh │ │ ├── internvl2_40b_hermes2_yi_34b_dynamic_res_2nd_finetune_full.sh │ │ ├── internvl2_40b_hermes2_yi_34b_dynamic_res_2nd_finetune_lora.sh │ │ ├── internvl2_4b_phi3_3_8b_dynamic_res_2nd_finetune_full.sh │ │ ├── internvl2_4b_phi3_3_8b_dynamic_res_2nd_finetune_lora.sh │ │ ├── internvl2_76b_hermes2_llama3_70b_dynamic_res_2nd_finetune_full.sh │ │ ├── internvl2_76b_hermes2_llama3_70b_dynamic_res_2nd_finetune_lora.sh │ │ ├── internvl2_8b_internlm2_7b_dynamic_res_2nd_finetune_full.sh │ │ ├── internvl2_8b_internlm2_7b_dynamic_res_2nd_finetune_lora.sh │ │ └── internvl2_8b_internlm2_7b_dynamic_res_2nd_finetune_stage1_ffc_only.sh ├── tools │ ├── convert_parquet.py │ ├── convert_to_int8.py │ ├── extract_mlp.py │ ├── extract_video_frames.py │ ├── extract_vit.py │ ├── json2jsonl-videochat2.py │ ├── json2jsonl.py │ ├── jsonl2jsonl.py │ ├── merge_lora.py │ ├── replace_llm.py │ └── resize_pos_embed.py ├── zero_stage1_config.json ├── zero_stage2_config.json ├── zero_stage3_config.json ├── zero_stage3_config_100b.json ├── zero_stage3_config_34b.json └── zero_stage3_config_70b.json ├── internvl_chat_llava ├── LICENSE ├── README.md ├── docs │ ├── Customize_Component.md │ ├── Data.md │ ├── Evaluation.md │ ├── LLaVA_Bench.md │ ├── LLaVA_from_LLaMA2.md │ ├── LoRA.md │ ├── MODEL_ZOO.md │ └── ScienceQA.md ├── images │ ├── demo_cli.gif │ ├── llava_example_cmp.png │ ├── llava_logo.png │ └── llava_v1_5_radar.jpg ├── llava │ ├── __init__.py │ ├── constants.py │ ├── conversation.py │ ├── eval │ │ ├── eval_gpt_review.py │ │ ├── eval_gpt_review_bench.py │ │ ├── eval_gpt_review_visual.py │ │ ├── eval_pope.py │ │ ├── eval_science_qa.py │ │ ├── eval_science_qa_gpt4.py │ │ ├── eval_science_qa_gpt4_requery.py │ │ ├── eval_textvqa.py │ │ ├── generate_webpage_data_from_table.py │ │ ├── m4c_evaluator.py │ │ ├── model_qa.py │ │ ├── model_vqa.py │ │ ├── model_vqa_loader.py │ │ ├── model_vqa_mmbench.py │ │ ├── model_vqa_science.py │ │ ├── qa_baseline_gpt35.py │ │ ├── run_llava.py │ │ ├── summarize_gpt_review.py │ │ ├── table │ │ │ ├── answer │ │ │ │ ├── answer_alpaca-13b.jsonl │ │ │ │ ├── answer_bard.jsonl │ │ │ │ ├── answer_gpt35.jsonl │ │ │ │ ├── answer_llama-13b.jsonl │ │ │ │ └── answer_vicuna-13b.jsonl │ │ │ ├── caps_boxes_coco2014_val_80.jsonl │ │ │ ├── model.jsonl │ │ │ ├── prompt.jsonl │ │ │ ├── question.jsonl │ │ │ ├── results │ │ │ │ ├── test_sqa_llava_13b_v0.json │ │ │ │ └── test_sqa_llava_lcs_558k_sqa_12e_vicuna_v1_3_13b.json │ │ │ ├── review │ │ │ │ ├── review_alpaca-13b_vicuna-13b.jsonl │ │ │ │ ├── review_bard_vicuna-13b.jsonl │ │ │ │ ├── review_gpt35_vicuna-13b.jsonl │ │ │ │ └── review_llama-13b_vicuna-13b.jsonl │ │ │ ├── reviewer.jsonl │ │ │ └── rule.json │ │ └── webpage │ │ │ ├── figures │ │ │ ├── alpaca.png │ │ │ ├── bard.jpg │ │ │ ├── chatgpt.svg │ │ │ ├── llama.jpg │ │ │ ├── swords_FILL0_wght300_GRAD0_opsz48.svg │ │ │ └── vicuna.jpeg │ │ │ ├── index.html │ │ │ ├── script.js │ │ │ └── styles.css │ ├── mm_utils.py │ ├── model │ │ ├── __init__.py │ │ ├── apply_delta.py │ │ ├── builder.py │ │ ├── consolidate.py │ │ ├── language_model │ │ │ ├── llava_llama.py │ │ │ ├── llava_mpt.py │ │ │ └── mpt │ │ │ │ ├── adapt_tokenizer.py │ │ │ │ ├── attention.py │ │ │ │ ├── blocks.py │ │ │ │ ├── configuration_mpt.py │ │ │ │ ├── custom_embedding.py │ │ │ │ ├── flash_attn_triton.py │ │ │ │ ├── hf_prefixlm_converter.py │ │ │ │ ├── meta_init_context.py │ │ │ │ ├── modeling_mpt.py │ │ │ │ ├── norm.py │ │ │ │ └── param_init_fns.py │ │ ├── llava_arch.py │ │ ├── make_delta.py │ │ ├── multimodal_encoder │ │ │ ├── builder.py │ │ │ ├── clip_encoder.py │ │ │ ├── eva_clip │ │ │ │ ├── configuration_evaclip.py │ │ │ │ └── modeling_evaclip.py │ │ │ ├── intern_vit_6b │ │ │ │ ├── configuration_intern_vit.py │ │ │ │ ├── flash_attention.py │ │ │ │ └── modeling_intern_vit.py │ │ │ └── internvl_14b │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_intern_vit.py │ │ │ │ ├── configuration_internvl.py │ │ │ │ ├── flash_attention.py │ │ │ │ ├── modeling_intern_vit.py │ │ │ │ ├── modeling_internvl.py │ │ │ │ └── modeling_qllama.py │ │ ├── multimodal_projector │ │ │ └── builder.py │ │ └── utils.py │ ├── serve │ │ ├── __init__.py │ │ ├── cli.py │ │ ├── controller.py │ │ ├── examples │ │ │ ├── extreme_ironing.jpg │ │ │ ├── img1.jpg │ │ │ ├── img2.jpg │ │ │ ├── img3.jpg │ │ │ ├── img4.jpg │ │ │ ├── img5.jpg │ │ │ ├── img6.jpg │ │ │ └── waterview.jpg │ │ ├── gradio_web_server.py │ │ ├── model_worker.py │ │ ├── register_worker.py │ │ └── test_message.py │ ├── train │ │ ├── dist_utils.py │ │ ├── llama_flash_attn_monkey_patch.py │ │ ├── llava_trainer.py │ │ ├── train.py │ │ ├── train_custom.py │ │ ├── train_mem.py │ │ └── train_mem_custom.py │ └── utils.py ├── pyproject.toml ├── scripts │ ├── convert_gqa_for_eval.py │ ├── convert_mmbench_for_submission.py │ ├── convert_mmvet_for_eval.py │ ├── convert_seed_for_submission.py │ ├── convert_sqa_to_llava.py │ ├── convert_sqa_to_llava_base_prompt.py │ ├── convert_vizwiz_for_submission.py │ ├── convert_vqav2_for_submission.py │ ├── finetune.sh │ ├── finetune_full_schedule.sh │ ├── finetune_lora.sh │ ├── finetune_qlora.sh │ ├── finetune_sqa.sh │ ├── merge_lora_weights.py │ ├── pretrain.sh │ ├── sqa_eval_batch.sh │ ├── sqa_eval_gather.sh │ ├── v1_5 │ │ ├── eval │ │ │ ├── gqa.sh │ │ │ ├── llavabench.sh │ │ │ ├── mmbench.sh │ │ │ ├── mmbench_cn.sh │ │ │ ├── mme.sh │ │ │ ├── mmvet.sh │ │ │ ├── pope.sh │ │ │ ├── seed.sh │ │ │ ├── sqa.sh │ │ │ ├── textvqa.sh │ │ │ ├── vizwiz.sh │ │ │ └── vqav2.sh │ │ ├── finetune.sh │ │ └── pretrain.sh │ ├── zero1.json │ ├── zero2.json │ ├── zero3.json │ └── zero3_offload.json └── scripts_internvl │ ├── eval │ ├── gqa.sh │ ├── llavabench.sh │ ├── mmbench.sh │ ├── mme.sh │ ├── mmvet.sh │ ├── pope.sh │ ├── sqa.sh │ ├── textvqa.sh │ ├── vizwiz.sh │ └── vqav2.sh │ ├── finetune_internvit6b_224to336_vicuna13b.sh │ ├── finetune_internvit6b_224to336_vicuna13b_custom_data.sh │ ├── finetune_internvit6b_224to336_vicuna7b.sh │ ├── finetune_internvit6b_448_v1_2_vicuna13b.sh │ ├── finetune_internvit6b_448_v1_5_vicuna13b.sh │ ├── finetune_internvit6b_448_vicuna13b.sh │ ├── finetune_internvit6b_448_vicuna7b.sh │ ├── meta │ └── custom_data.json │ ├── pretrain_internvit6b_224to336_vicuna13b.sh │ ├── pretrain_internvit6b_224to336_vicuna7b.sh │ ├── pretrain_internvit6b_448_v1_2_vicuna13b.sh │ ├── pretrain_internvit6b_448_v1_5_vicuna13b.sh │ ├── pretrain_internvit6b_448_vicuna13b.sh │ └── pretrain_internvit6b_448_vicuna7b.sh ├── internvl_g ├── README.md ├── eval │ └── evaluate_caption.py ├── evaluate.sh ├── internvl │ ├── dist_utils.py │ ├── model │ │ ├── __init__.py │ │ ├── internvl_stage2 │ │ │ ├── __init__.py │ │ │ ├── configuration_intern_vit.py │ │ │ ├── configuration_internvl.py │ │ │ ├── flash_attention.py │ │ │ ├── modeling_intern_vit.py │ │ │ ├── modeling_internvl.py │ │ │ └── modeling_qllama.py │ │ └── internvl_stage2_retrieval │ │ │ ├── __init__.py │ │ │ ├── configuration_intern_vit.py │ │ │ ├── configuration_internvl.py │ │ │ ├── flash_attention.py │ │ │ ├── modeling_intern_vit.py │ │ │ ├── modeling_internvl.py │ │ │ └── modeling_qllama.py │ └── train │ │ ├── __init__.py │ │ ├── dataset.py │ │ ├── internvl_stage2_finetune.py │ │ └── trainer_monkey_patch.py ├── shell │ ├── finetune │ │ ├── internvl_stage2_finetune_coco_364_bs1024_ep5.sh │ │ ├── internvl_stage2_finetune_flickr_364_bs1024_ep10.sh │ │ └── internvl_stage2_finetune_flickrcn_364_bs1024_ep10.sh │ ├── head_finetune │ │ ├── internvl_stage2_finetune_coco_224_bs1024_ep5_head_4gpu.sh │ │ ├── internvl_stage2_finetune_flickr_224_bs1024_ep10_head_4gpu.sh │ │ └── internvl_stage2_finetune_flickrcn_224_bs1024_ep10_head_4gpu.sh │ └── lora_finetune │ │ ├── internvl_stage2_finetune_coco_224_bs1024_ep5_lora16_4gpu.sh │ │ ├── internvl_stage2_finetune_flickr_224_bs1024_ep10_lora16_4gpu.sh │ │ └── internvl_stage2_finetune_flickrcn_224_bs1024_ep10_lora16_4gpu.sh ├── zero_stage1_config.json ├── zero_stage2_config.json └── zero_stage3_config.json ├── requirements.txt ├── requirements ├── classification.txt ├── clip_benchmark.txt ├── internvl_chat.txt ├── segmentation.txt └── streamlit_demo.txt ├── segmentation ├── README.md ├── configs │ ├── _base_ │ │ ├── datasets │ │ │ ├── ade20k.py │ │ │ ├── ade20k_504x504.py │ │ │ ├── ade20k_504x504_1of16.py │ │ │ ├── ade20k_504x504_1of2.py │ │ │ ├── ade20k_504x504_1of4.py │ │ │ ├── ade20k_504x504_1of8.py │ │ │ ├── ade20k_640x640.py │ │ │ ├── ade20k_896x896.py │ │ │ ├── chase_db1.py │ │ │ ├── cityscapes.py │ │ │ ├── cityscapes_1024x1024.py │ │ │ ├── cityscapes_768x768.py │ │ │ ├── cityscapes_769x769.py │ │ │ ├── cityscapes_832x832.py │ │ │ ├── coco-stuff10k.py │ │ │ ├── coco-stuff164k.py │ │ │ ├── coco-stuff164k_896x896.py │ │ │ ├── drive.py │ │ │ ├── hrf.py │ │ │ ├── isaid.py │ │ │ ├── loveda.py │ │ │ ├── pascal_context.py │ │ │ ├── pascal_context_59.py │ │ │ ├── pascal_voc12.py │ │ │ ├── pascal_voc12_aug.py │ │ │ ├── potsdam.py │ │ │ ├── stare.py │ │ │ └── vaihingen.py │ │ ├── default_runtime.py │ │ ├── models │ │ │ ├── ann_r50-d8.py │ │ │ ├── apcnet_r50-d8.py │ │ │ ├── bisenetv1_r18-d32.py │ │ │ ├── bisenetv2.py │ │ │ ├── ccnet_r50-d8.py │ │ │ ├── cgnet.py │ │ │ ├── danet_r50-d8.py │ │ │ ├── deeplabv3_r50-d8.py │ │ │ ├── deeplabv3_unet_s5-d16.py │ │ │ ├── deeplabv3plus_r50-d8.py │ │ │ ├── dmnet_r50-d8.py │ │ │ ├── dnl_r50-d8.py │ │ │ ├── dpt_vit-b16.py │ │ │ ├── emanet_r50-d8.py │ │ │ ├── encnet_r50-d8.py │ │ │ ├── erfnet_fcn.py │ │ │ ├── fast_scnn.py │ │ │ ├── fastfcn_r50-d32_jpu_psp.py │ │ │ ├── fcn_hr18.py │ │ │ ├── fcn_r50-d8.py │ │ │ ├── fcn_unet_s5-d16.py │ │ │ ├── fpn_r50.py │ │ │ ├── gcnet_r50-d8.py │ │ │ ├── icnet_r50-d8.py │ │ │ ├── isanet_r50-d8.py │ │ │ ├── lraspp_m-v3-d8.py │ │ │ ├── mask2former_beit.py │ │ │ ├── nonlocal_r50-d8.py │ │ │ ├── ocrnet_hr18.py │ │ │ ├── ocrnet_r50-d8.py │ │ │ ├── pointrend_r50.py │ │ │ ├── psanet_r50-d8.py │ │ │ ├── pspnet_r50-d8.py │ │ │ ├── pspnet_unet_s5-d16.py │ │ │ ├── segformer_mit-b0.py │ │ │ ├── segmenter_vit-b16_mask.py │ │ │ ├── setr_mla.py │ │ │ ├── setr_naive.py │ │ │ ├── setr_pup.py │ │ │ ├── stdc.py │ │ │ ├── twins_pcpvt-s_fpn.py │ │ │ ├── twins_pcpvt-s_upernet.py │ │ │ ├── upernet_beit.py │ │ │ ├── upernet_convnext.py │ │ │ ├── upernet_mae.py │ │ │ ├── upernet_r50.py │ │ │ ├── upernet_swin.py │ │ │ └── upernet_vit-b16_ln_mln.py │ │ └── schedules │ │ │ ├── schedule_10k.py │ │ │ ├── schedule_160k.py │ │ │ ├── schedule_20k.py │ │ │ ├── schedule_320k.py │ │ │ ├── schedule_40k.py │ │ │ ├── schedule_5k.py │ │ │ └── schedule_80k.py │ └── intern_vit_6b │ │ ├── few_shot │ │ ├── linear_intern_vit_6b_504_10k_ade20k_bs16_lr4e-5_1of8.py │ │ ├── linear_intern_vit_6b_504_20k_ade20k_bs16_lr4e-5_1of4.py │ │ ├── linear_intern_vit_6b_504_40k_ade20k_bs16_lr4e-5_1of2.py │ │ ├── linear_intern_vit_6b_504_5k_ade20k_bs16_lr4e-5_1of16.py │ │ └── linear_intern_vit_6b_504_80k_ade20k_bs16_lr4e-5_1of1.py │ │ ├── full_tuning │ │ └── upernet_intern_vit_6b_504_80k_ade20k_bs16_lr4e-5.py │ │ ├── head_tuning │ │ └── upernet_intern_vit_6b_504_80k_ade20k_bs16_lr4e-5_frozen.py │ │ └── linear_probing │ │ └── linear_intern_vit_6b_504_80k_ade20k_bs16_lr4e-5_frozen.py ├── dist_test.sh ├── dist_train.sh ├── mmcv_custom │ ├── __init__.py │ ├── ddp_hooks.py │ └── layer_decay_optimizer_constructor.py ├── mmseg_custom │ ├── __init__.py │ ├── datasets │ │ ├── __init__.py │ │ ├── ade.py │ │ └── pipelines │ │ │ ├── __init__.py │ │ │ └── transform.py │ └── models │ │ ├── __init__.py │ │ ├── backbones │ │ ├── __init__.py │ │ ├── flash_attention.py │ │ └── intern_vit_6b.py │ │ └── decode_heads │ │ ├── __init__.py │ │ └── fcn_head.py ├── release.py ├── slurm_test.sh ├── slurm_train.sh ├── test.py ├── train.py └── zero_configs │ ├── adam_fp16.json │ ├── adam_zero1_amp.json │ ├── adam_zero1_bf16.json │ ├── adam_zero1_fp16.json │ ├── adam_zero2_bf16.json │ ├── adam_zero2_fp16.json │ └── adam_zero3_fp16.json ├── streamlit_demo ├── .streamlit │ └── config.toml ├── api.py ├── app.py ├── constants.py ├── controller.py ├── gallery │ ├── astro_on_unicorn.png │ ├── cheetah.png │ ├── prod_1.jpeg │ ├── prod_11.jpg │ ├── prod_12.png │ ├── prod_4.png │ ├── prod_9.jpg │ └── prod_en_17.png ├── library.py ├── model_worker.py ├── sd_worker.py ├── static │ └── SimHei.ttf └── utils.py └── video_retrieval └── test_msrvtt.py /.idea/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/.idea/.gitignore -------------------------------------------------------------------------------- /.idea/LinVT.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/.idea/LinVT.iml -------------------------------------------------------------------------------- /.idea/inspectionProfiles/Project_Default.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/.idea/inspectionProfiles/Project_Default.xml -------------------------------------------------------------------------------- /.idea/inspectionProfiles/profiles_settings.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/.idea/inspectionProfiles/profiles_settings.xml -------------------------------------------------------------------------------- /.idea/misc.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/.idea/misc.xml -------------------------------------------------------------------------------- /.idea/modules.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/.idea/modules.xml -------------------------------------------------------------------------------- /.idea/vcs.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/.idea/vcs.xml -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/README.md -------------------------------------------------------------------------------- /classification/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/classification/README.md -------------------------------------------------------------------------------- /classification/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/classification/config.py -------------------------------------------------------------------------------- /classification/configs/intern_vit_6b_1k_224.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/classification/configs/intern_vit_6b_1k_224.yaml -------------------------------------------------------------------------------- /classification/configs/intern_vit_6b_1k_224_test_imagenet_a.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/classification/configs/intern_vit_6b_1k_224_test_imagenet_a.yaml -------------------------------------------------------------------------------- /classification/configs/intern_vit_6b_1k_224_test_imagenet_r.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/classification/configs/intern_vit_6b_1k_224_test_imagenet_r.yaml -------------------------------------------------------------------------------- /classification/configs/intern_vit_6b_1k_224_test_imagenet_real.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/classification/configs/intern_vit_6b_1k_224_test_imagenet_real.yaml -------------------------------------------------------------------------------- /classification/configs/intern_vit_6b_1k_224_test_imagenet_sketch.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/classification/configs/intern_vit_6b_1k_224_test_imagenet_sketch.yaml -------------------------------------------------------------------------------- /classification/configs/intern_vit_6b_1k_224_test_imagenetv2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/classification/configs/intern_vit_6b_1k_224_test_imagenetv2.yaml -------------------------------------------------------------------------------- /classification/dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/classification/dataset/__init__.py -------------------------------------------------------------------------------- /classification/dataset/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/classification/dataset/build.py -------------------------------------------------------------------------------- /classification/dataset/cached_image_folder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/classification/dataset/cached_image_folder.py -------------------------------------------------------------------------------- /classification/dataset/imagenet_a_r_indices.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/classification/dataset/imagenet_a_r_indices.py -------------------------------------------------------------------------------- /classification/dataset/imagenet_real.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/classification/dataset/imagenet_real.py -------------------------------------------------------------------------------- /classification/dataset/imagenetv2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/classification/dataset/imagenetv2.py -------------------------------------------------------------------------------- /classification/dataset/samplers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/classification/dataset/samplers.py -------------------------------------------------------------------------------- /classification/dataset/zipreader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/classification/dataset/zipreader.py -------------------------------------------------------------------------------- /classification/ddp_hooks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/classification/ddp_hooks.py -------------------------------------------------------------------------------- /classification/ema_deepspeed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/classification/ema_deepspeed.py -------------------------------------------------------------------------------- /classification/export.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/classification/export.py -------------------------------------------------------------------------------- /classification/gflops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/classification/gflops.py -------------------------------------------------------------------------------- /classification/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/classification/logger.py -------------------------------------------------------------------------------- /classification/lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/classification/lr_scheduler.py -------------------------------------------------------------------------------- /classification/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/classification/main.py -------------------------------------------------------------------------------- /classification/main_accelerate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/classification/main_accelerate.py -------------------------------------------------------------------------------- /classification/main_deepspeed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/classification/main_deepspeed.py -------------------------------------------------------------------------------- /classification/meta_data/22k_class_to_idx.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/classification/meta_data/22k_class_to_idx.json -------------------------------------------------------------------------------- /classification/meta_data/imagenet_classes.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/classification/meta_data/imagenet_classes.json -------------------------------------------------------------------------------- /classification/meta_data/map22kto1k.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/classification/meta_data/map22kto1k.txt -------------------------------------------------------------------------------- /classification/meta_data/real.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/classification/meta_data/real.json -------------------------------------------------------------------------------- /classification/meta_data/train.txt.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/classification/meta_data/train.txt.zip -------------------------------------------------------------------------------- /classification/meta_data/val.txt.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/classification/meta_data/val.txt.zip -------------------------------------------------------------------------------- /classification/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/classification/models/__init__.py -------------------------------------------------------------------------------- /classification/models/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/classification/models/build.py -------------------------------------------------------------------------------- /classification/models/flash_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/classification/models/flash_attention.py -------------------------------------------------------------------------------- /classification/models/intern_vit_6b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/classification/models/intern_vit_6b.py -------------------------------------------------------------------------------- /classification/optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/classification/optimizer.py -------------------------------------------------------------------------------- /classification/train_in1k.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/classification/train_in1k.sh -------------------------------------------------------------------------------- /classification/train_in1k_deepspeed.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/classification/train_in1k_deepspeed.sh -------------------------------------------------------------------------------- /classification/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/classification/utils.py -------------------------------------------------------------------------------- /classification/work_dirs/intern_vit_6b_1k_224/log_rank0.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/classification/work_dirs/intern_vit_6b_1k_224/log_rank0.txt -------------------------------------------------------------------------------- /clip_benchmark/AUTHORS.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/AUTHORS.rst -------------------------------------------------------------------------------- /clip_benchmark/CONTRIBUTING.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/CONTRIBUTING.rst -------------------------------------------------------------------------------- /clip_benchmark/HISTORY.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/HISTORY.rst -------------------------------------------------------------------------------- /clip_benchmark/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/LICENSE -------------------------------------------------------------------------------- /clip_benchmark/MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/MANIFEST.in -------------------------------------------------------------------------------- /clip_benchmark/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/Makefile -------------------------------------------------------------------------------- /clip_benchmark/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/README.md -------------------------------------------------------------------------------- /clip_benchmark/benchmark.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/benchmark.png -------------------------------------------------------------------------------- /clip_benchmark/benchmark/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/benchmark/README.md -------------------------------------------------------------------------------- /clip_benchmark/benchmark/benchmark.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/benchmark/benchmark.csv -------------------------------------------------------------------------------- /clip_benchmark/benchmark/dataset_type.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/benchmark/dataset_type.csv -------------------------------------------------------------------------------- /clip_benchmark/benchmark/datasets.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/benchmark/datasets.txt -------------------------------------------------------------------------------- /clip_benchmark/benchmark/datasets_multilingual.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/benchmark/datasets_multilingual.txt -------------------------------------------------------------------------------- /clip_benchmark/benchmark/models.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/benchmark/models.txt -------------------------------------------------------------------------------- /clip_benchmark/benchmark/results.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/benchmark/results.ipynb -------------------------------------------------------------------------------- /clip_benchmark/benchmark/webdatasets.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/benchmark/webdatasets.txt -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/__init__.py -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/cli.py -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/datasets/ar_classnames.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/datasets/ar_classnames.json -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/datasets/ar_zeroshot_classification_templates.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/datasets/ar_zeroshot_classification_templates.json -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/datasets/birdsnap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/datasets/birdsnap.py -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/datasets/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/datasets/builder.py -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/datasets/caltech101.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/datasets/caltech101.py -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/datasets/cn_classnames.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/datasets/cn_classnames.json -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/datasets/cn_zeroshot_classification_templates.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/datasets/cn_zeroshot_classification_templates.json -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/datasets/cupl_prompts.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/datasets/cupl_prompts.json -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/datasets/en_classnames.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/datasets/en_classnames.json -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/datasets/en_zeroshot_classification_templates.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/datasets/en_zeroshot_classification_templates.json -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/datasets/flickr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/datasets/flickr.py -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/datasets/imagenetv2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/datasets/imagenetv2.py -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/datasets/it_classnames.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/datasets/it_classnames.json -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/datasets/it_zeroshot_classification_templates.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/datasets/it_zeroshot_classification_templates.json -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/datasets/jp_classnames.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/datasets/jp_classnames.json -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/datasets/jp_zeroshot_classification_templates.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/datasets/jp_zeroshot_classification_templates.json -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/datasets/kitti.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/datasets/kitti.py -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/datasets/multilingual_mscoco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/datasets/multilingual_mscoco.py -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/datasets/objectnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/datasets/objectnet.py -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/datasets/tfds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/datasets/tfds.py -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/datasets/tools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/datasets/tools.py -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/datasets/voc2007.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/datasets/voc2007.py -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/metrics/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/metrics/linear_probe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/metrics/linear_probe.py -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/metrics/mscoco_generative.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/metrics/mscoco_generative.py -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/metrics/zeroshot_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/metrics/zeroshot_classification.py -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/metrics/zeroshot_retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/metrics/zeroshot_retrieval.py -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/model_collection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/model_collection.py -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/models/__init__.py -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/models/intern_vit_6b/configuration_intern_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/models/intern_vit_6b/configuration_intern_vit.py -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/models/intern_vit_6b/flash_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/models/intern_vit_6b/flash_attention.py -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/models/intern_vit_6b/modeling_intern_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/models/intern_vit_6b/modeling_intern_vit.py -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/models/internvl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/models/internvl.py -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/models/internvl_c_pytorch/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/models/internvl_c_pytorch/__init__.py -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/models/internvl_c_pytorch/chinese_alpaca_lora_7b/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/models/internvl_c_pytorch/chinese_alpaca_lora_7b/config.json -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/models/internvl_c_pytorch/chinese_alpaca_lora_7b/generation_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/models/internvl_c_pytorch/chinese_alpaca_lora_7b/generation_config.json -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/models/internvl_c_pytorch/chinese_alpaca_lora_7b/pytorch_model.bin.index.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/models/internvl_c_pytorch/chinese_alpaca_lora_7b/pytorch_model.bin.index.json -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/models/internvl_c_pytorch/chinese_alpaca_lora_7b/special_tokens_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/models/internvl_c_pytorch/chinese_alpaca_lora_7b/special_tokens_map.json -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/models/internvl_c_pytorch/chinese_alpaca_lora_7b/tokenizer.model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/models/internvl_c_pytorch/chinese_alpaca_lora_7b/tokenizer.model -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/models/internvl_c_pytorch/chinese_alpaca_lora_7b/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/models/internvl_c_pytorch/chinese_alpaca_lora_7b/tokenizer_config.json -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/models/internvl_c_pytorch/flash_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/models/internvl_c_pytorch/flash_attention.py -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/models/internvl_c_pytorch/internvl_c.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/models/internvl_c_pytorch/internvl_c.py -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/models/internvl_huggingface/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/models/internvl_huggingface/__init__.py -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/models/internvl_huggingface/configuration_intern_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/models/internvl_huggingface/configuration_intern_vit.py -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/models/internvl_huggingface/configuration_internvl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/models/internvl_huggingface/configuration_internvl.py -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/models/internvl_huggingface/flash_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/models/internvl_huggingface/flash_attention.py -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/models/internvl_huggingface/modeling_intern_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/models/internvl_huggingface/modeling_intern_vit.py -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/models/internvl_huggingface/modeling_internvl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/models/internvl_huggingface/modeling_internvl.py -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/models/internvl_huggingface/modeling_qllama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/models/internvl_huggingface/modeling_qllama.py -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/models/japanese_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/models/japanese_clip.py -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/models/open_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/models/open_clip.py -------------------------------------------------------------------------------- /clip_benchmark/clip_benchmark/webdataset_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/clip_benchmark/webdataset_builder.py -------------------------------------------------------------------------------- /clip_benchmark/data/birdsnap/test_images_valid.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/data/birdsnap/test_images_valid.txt -------------------------------------------------------------------------------- /clip_benchmark/data/flickr30k/flickr30k_cn_test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/data/flickr30k/flickr30k_cn_test.txt -------------------------------------------------------------------------------- /clip_benchmark/data/mscoco_captions/coco-cn_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/data/mscoco_captions/coco-cn_test.json -------------------------------------------------------------------------------- /clip_benchmark/probe_benchmark/PROBES.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/probe_benchmark/PROBES.md -------------------------------------------------------------------------------- /clip_benchmark/probe_benchmark/build_df_scaling_experiments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/probe_benchmark/build_df_scaling_experiments.py -------------------------------------------------------------------------------- /clip_benchmark/probe_benchmark/clip_table_2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/probe_benchmark/clip_table_2.csv -------------------------------------------------------------------------------- /clip_benchmark/probe_benchmark/generate_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/probe_benchmark/generate_table.py -------------------------------------------------------------------------------- /clip_benchmark/probe_benchmark/gmacs_vs_perf_retrieval.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/probe_benchmark/gmacs_vs_perf_retrieval.pdf -------------------------------------------------------------------------------- /clip_benchmark/probe_benchmark/imagenet_cifar_lp.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/probe_benchmark/imagenet_cifar_lp.pdf -------------------------------------------------------------------------------- /clip_benchmark/probe_benchmark/imagenet_cifar_lp_vtab.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/probe_benchmark/imagenet_cifar_lp_vtab.pdf -------------------------------------------------------------------------------- /clip_benchmark/probe_benchmark/laion5b_fewshot_experiments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/probe_benchmark/laion5b_fewshot_experiments.py -------------------------------------------------------------------------------- /clip_benchmark/probe_benchmark/openclip_results.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/probe_benchmark/openclip_results.csv -------------------------------------------------------------------------------- /clip_benchmark/probe_benchmark/process_vtab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/probe_benchmark/process_vtab.py -------------------------------------------------------------------------------- /clip_benchmark/probe_benchmark/scaling_experiment_data2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/probe_benchmark/scaling_experiment_data2.json -------------------------------------------------------------------------------- /clip_benchmark/probe_benchmark/scaling_experiment_data_vtab.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/probe_benchmark/scaling_experiment_data_vtab.json -------------------------------------------------------------------------------- /clip_benchmark/probe_benchmark/scaling_experiments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/probe_benchmark/scaling_experiments.py -------------------------------------------------------------------------------- /clip_benchmark/probe_benchmark/scaling_plot.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/probe_benchmark/scaling_plot.ipynb -------------------------------------------------------------------------------- /clip_benchmark/requirements-test.txt: -------------------------------------------------------------------------------- 1 | pytest 2 | -------------------------------------------------------------------------------- /clip_benchmark/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/requirements.txt -------------------------------------------------------------------------------- /clip_benchmark/setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/setup.cfg -------------------------------------------------------------------------------- /clip_benchmark/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/setup.py -------------------------------------------------------------------------------- /clip_benchmark/test_internvl_c_classification.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/test_internvl_c_classification.sh -------------------------------------------------------------------------------- /clip_benchmark/test_internvl_c_imagenet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/test_internvl_c_imagenet.sh -------------------------------------------------------------------------------- /clip_benchmark/test_internvl_c_retrieval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/test_internvl_c_retrieval.sh -------------------------------------------------------------------------------- /clip_benchmark/test_internvl_c_xtd.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/test_internvl_c_xtd.sh -------------------------------------------------------------------------------- /clip_benchmark/test_internvl_g_classification.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/test_internvl_g_classification.sh -------------------------------------------------------------------------------- /clip_benchmark/test_internvl_g_imagenet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/test_internvl_g_imagenet.sh -------------------------------------------------------------------------------- /clip_benchmark/test_internvl_g_retrieval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/test_internvl_g_retrieval.sh -------------------------------------------------------------------------------- /clip_benchmark/test_internvl_g_retrieval_finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/test_internvl_g_retrieval_finetune.sh -------------------------------------------------------------------------------- /clip_benchmark/test_internvl_g_xtd.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/test_internvl_g_xtd.sh -------------------------------------------------------------------------------- /clip_benchmark/tests/test_clip_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/tests/test_clip_benchmark.py -------------------------------------------------------------------------------- /clip_benchmark/tox.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/clip_benchmark/tox.ini -------------------------------------------------------------------------------- /docs/leaderboard_mlvu.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/docs/leaderboard_mlvu.png -------------------------------------------------------------------------------- /docs/leaderboard_videovista.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/docs/leaderboard_videovista.png -------------------------------------------------------------------------------- /docs/network.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/docs/network.jpg -------------------------------------------------------------------------------- /internvl_chat/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/.DS_Store -------------------------------------------------------------------------------- /internvl_chat/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/README.md -------------------------------------------------------------------------------- /internvl_chat/eval/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/.DS_Store -------------------------------------------------------------------------------- /internvl_chat/eval/caption/evaluate_caption.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/caption/evaluate_caption.py -------------------------------------------------------------------------------- /internvl_chat/eval/cmmmu/evaluate_cmmmu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/cmmmu/evaluate_cmmmu.py -------------------------------------------------------------------------------- /internvl_chat/eval/llava_bench/eval_gpt_review_bench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/llava_bench/eval_gpt_review_bench.py -------------------------------------------------------------------------------- /internvl_chat/eval/llava_bench/evaluate_llava_bench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/llava_bench/evaluate_llava_bench.py -------------------------------------------------------------------------------- /internvl_chat/eval/llava_bench/rule.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/llava_bench/rule.json -------------------------------------------------------------------------------- /internvl_chat/eval/llava_bench/summarize_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/llava_bench/summarize_gpt_review.py -------------------------------------------------------------------------------- /internvl_chat/eval/longvideobench/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/longvideobench/.DS_Store -------------------------------------------------------------------------------- /internvl_chat/eval/longvideobench/evaluate_longvideobench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/longvideobench/evaluate_longvideobench.py -------------------------------------------------------------------------------- /internvl_chat/eval/longvideobench/video_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/longvideobench/video_utils.py -------------------------------------------------------------------------------- /internvl_chat/eval/mathvista/calculate_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/mathvista/calculate_score.py -------------------------------------------------------------------------------- /internvl_chat/eval/mathvista/evaluate_mathvista.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/mathvista/evaluate_mathvista.py -------------------------------------------------------------------------------- /internvl_chat/eval/mathvista/extract_answer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/mathvista/extract_answer.py -------------------------------------------------------------------------------- /internvl_chat/eval/mathvista/prompts/ext_ans.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/mathvista/prompts/ext_ans.py -------------------------------------------------------------------------------- /internvl_chat/eval/mathvista/utilities.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/mathvista/utilities.py -------------------------------------------------------------------------------- /internvl_chat/eval/mlvu/mlvu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/mlvu/mlvu.py -------------------------------------------------------------------------------- /internvl_chat/eval/mlvu/utils_mlvu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/mlvu/utils_mlvu.py -------------------------------------------------------------------------------- /internvl_chat/eval/mmbench/evaluate_mmbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/mmbench/evaluate_mmbench.py -------------------------------------------------------------------------------- /internvl_chat/eval/mme/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/mme/README.md -------------------------------------------------------------------------------- /internvl_chat/eval/mme/Your_Results/OCR.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/mme/Your_Results/OCR.txt -------------------------------------------------------------------------------- /internvl_chat/eval/mme/Your_Results/artwork.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/mme/Your_Results/artwork.txt -------------------------------------------------------------------------------- /internvl_chat/eval/mme/Your_Results/celebrity.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/mme/Your_Results/celebrity.txt -------------------------------------------------------------------------------- /internvl_chat/eval/mme/Your_Results/code_reasoning.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/mme/Your_Results/code_reasoning.txt -------------------------------------------------------------------------------- /internvl_chat/eval/mme/Your_Results/color.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/mme/Your_Results/color.txt -------------------------------------------------------------------------------- /internvl_chat/eval/mme/Your_Results/commonsense_reasoning.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/mme/Your_Results/commonsense_reasoning.txt -------------------------------------------------------------------------------- /internvl_chat/eval/mme/Your_Results/count.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/mme/Your_Results/count.txt -------------------------------------------------------------------------------- /internvl_chat/eval/mme/Your_Results/existence.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/mme/Your_Results/existence.txt -------------------------------------------------------------------------------- /internvl_chat/eval/mme/Your_Results/landmark.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/mme/Your_Results/landmark.txt -------------------------------------------------------------------------------- /internvl_chat/eval/mme/Your_Results/numerical_calculation.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/mme/Your_Results/numerical_calculation.txt -------------------------------------------------------------------------------- /internvl_chat/eval/mme/Your_Results/position.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/mme/Your_Results/position.txt -------------------------------------------------------------------------------- /internvl_chat/eval/mme/Your_Results/posters.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/mme/Your_Results/posters.txt -------------------------------------------------------------------------------- /internvl_chat/eval/mme/Your_Results/scene.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/mme/Your_Results/scene.txt -------------------------------------------------------------------------------- /internvl_chat/eval/mme/Your_Results/text_translation.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/mme/Your_Results/text_translation.txt -------------------------------------------------------------------------------- /internvl_chat/eval/mme/calculation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/mme/calculation.py -------------------------------------------------------------------------------- /internvl_chat/eval/mme/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/mme/eval.py -------------------------------------------------------------------------------- /internvl_chat/eval/mmmu/answer_dict_val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/mmmu/answer_dict_val.json -------------------------------------------------------------------------------- /internvl_chat/eval/mmmu/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/mmmu/data_utils.py -------------------------------------------------------------------------------- /internvl_chat/eval/mmmu/eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/mmmu/eval_utils.py -------------------------------------------------------------------------------- /internvl_chat/eval/mmmu/evaluate_mmmu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/mmmu/evaluate_mmmu.py -------------------------------------------------------------------------------- /internvl_chat/eval/mmmu/main_eval_only.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/mmmu/main_eval_only.py -------------------------------------------------------------------------------- /internvl_chat/eval/mmvet/evaluate_mmvet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/mmvet/evaluate_mmvet.py -------------------------------------------------------------------------------- /internvl_chat/eval/mmvp/evaluate_mmvp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/mmvp/evaluate_mmvp.py -------------------------------------------------------------------------------- /internvl_chat/eval/mvbench/evaluate_mvbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/mvbench/evaluate_mvbench.py -------------------------------------------------------------------------------- /internvl_chat/eval/pope/eval_pope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/pope/eval_pope.py -------------------------------------------------------------------------------- /internvl_chat/eval/pope/evaluate_pope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/pope/evaluate_pope.py -------------------------------------------------------------------------------- /internvl_chat/eval/refcoco/evaluate_grounding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/refcoco/evaluate_grounding.py -------------------------------------------------------------------------------- /internvl_chat/eval/scienceqa/evaluate_scienceqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/scienceqa/evaluate_scienceqa.py -------------------------------------------------------------------------------- /internvl_chat/eval/seed/calculation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/seed/calculation.py -------------------------------------------------------------------------------- /internvl_chat/eval/seed/evaluate_seed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/seed/evaluate_seed.py -------------------------------------------------------------------------------- /internvl_chat/eval/tempcompass/tempcompass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/tempcompass/tempcompass.py -------------------------------------------------------------------------------- /internvl_chat/eval/tempcompass/utils_tempcompass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/tempcompass/utils_tempcompass.py -------------------------------------------------------------------------------- /internvl_chat/eval/tiny_lvlm/calculate_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/tiny_lvlm/calculate_score.py -------------------------------------------------------------------------------- /internvl_chat/eval/tiny_lvlm/evaluate_lvlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/tiny_lvlm/evaluate_lvlm.py -------------------------------------------------------------------------------- /internvl_chat/eval/tiny_lvlm/tools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/tiny_lvlm/tools.py -------------------------------------------------------------------------------- /internvl_chat/eval/videomme/videomme.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/videomme/videomme.py -------------------------------------------------------------------------------- /internvl_chat/eval/videovista/utils_videovista.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/videovista/utils_videovista.py -------------------------------------------------------------------------------- /internvl_chat/eval/videovista/videovista.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/videovista/videovista.py -------------------------------------------------------------------------------- /internvl_chat/eval/vqa/convert_gqa_for_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/vqa/convert_gqa_for_eval.py -------------------------------------------------------------------------------- /internvl_chat/eval/vqa/evaluate_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/vqa/evaluate_vqa.py -------------------------------------------------------------------------------- /internvl_chat/eval/vqa/infographicsvqa_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/vqa/infographicsvqa_eval.py -------------------------------------------------------------------------------- /internvl_chat/eval/vqa/textvqa_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/eval/vqa/textvqa_eval.py -------------------------------------------------------------------------------- /internvl_chat/evaluate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/evaluate.sh -------------------------------------------------------------------------------- /internvl_chat/examples/image1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/examples/image1.jpg -------------------------------------------------------------------------------- /internvl_chat/examples/image2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/examples/image2.jpg -------------------------------------------------------------------------------- /internvl_chat/examples/image3.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/examples/image3.jpg -------------------------------------------------------------------------------- /internvl_chat/examples/image4.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/examples/image4.jpg -------------------------------------------------------------------------------- /internvl_chat/examples/image5.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/examples/image5.jpg -------------------------------------------------------------------------------- /internvl_chat/internvl/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/internvl/.DS_Store -------------------------------------------------------------------------------- /internvl_chat/internvl/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/internvl/conversation.py -------------------------------------------------------------------------------- /internvl_chat/internvl/dist_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/internvl/dist_utils.py -------------------------------------------------------------------------------- /internvl_chat/internvl/model/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/internvl/model/.DS_Store -------------------------------------------------------------------------------- /internvl_chat/internvl/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/internvl/model/__init__.py -------------------------------------------------------------------------------- /internvl_chat/internvl/model/internlm2/configuration_internlm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/internvl/model/internlm2/configuration_internlm2.py -------------------------------------------------------------------------------- /internvl_chat/internvl/model/internlm2/modeling_internlm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/internvl/model/internlm2/modeling_internlm2.py -------------------------------------------------------------------------------- /internvl_chat/internvl/model/internlm2/tokenization_internlm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/internvl/model/internlm2/tokenization_internlm2.py -------------------------------------------------------------------------------- /internvl_chat/internvl/model/internlm2/tokenization_internlm2_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/internvl/model/internlm2/tokenization_internlm2_fast.py -------------------------------------------------------------------------------- /internvl_chat/internvl/model/internvl_chat/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/internvl/model/internvl_chat/.DS_Store -------------------------------------------------------------------------------- /internvl_chat/internvl/model/internvl_chat/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/internvl/model/internvl_chat/__init__.py -------------------------------------------------------------------------------- /internvl_chat/internvl/model/internvl_chat/atp_selector_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/internvl/model/internvl_chat/atp_selector_model.py -------------------------------------------------------------------------------- /internvl_chat/internvl/model/internvl_chat/configuration_intern_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/internvl/model/internvl_chat/configuration_intern_vit.py -------------------------------------------------------------------------------- /internvl_chat/internvl/model/internvl_chat/configuration_internvl_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/internvl/model/internvl_chat/configuration_internvl_chat.py -------------------------------------------------------------------------------- /internvl_chat/internvl/model/internvl_chat/flash_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/internvl/model/internvl_chat/flash_attention.py -------------------------------------------------------------------------------- /internvl_chat/internvl/model/internvl_chat/linvt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/internvl/model/internvl_chat/linvt.py -------------------------------------------------------------------------------- /internvl_chat/internvl/model/internvl_chat/modeling_intern_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/internvl/model/internvl_chat/modeling_intern_vit.py -------------------------------------------------------------------------------- /internvl_chat/internvl/model/internvl_chat/modeling_internvl_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/internvl/model/internvl_chat/modeling_internvl_chat.py -------------------------------------------------------------------------------- /internvl_chat/internvl/model/internvl_chat/svr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/internvl/model/internvl_chat/svr.py -------------------------------------------------------------------------------- /internvl_chat/internvl/model/internvl_chat/tta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/internvl/model/internvl_chat/tta.py -------------------------------------------------------------------------------- /internvl_chat/internvl/model/phi3/configuration_phi3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/internvl/model/phi3/configuration_phi3.py -------------------------------------------------------------------------------- /internvl_chat/internvl/model/phi3/modeling_phi3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/internvl/model/phi3/modeling_phi3.py -------------------------------------------------------------------------------- /internvl_chat/internvl/patch/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/internvl/patch/__init__.py -------------------------------------------------------------------------------- /internvl_chat/internvl/patch/llama2_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/internvl/patch/llama2_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /internvl_chat/internvl/patch/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/internvl/patch/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /internvl_chat/internvl/patch/llama_rmsnorm_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/internvl/patch/llama_rmsnorm_monkey_patch.py -------------------------------------------------------------------------------- /internvl_chat/internvl/patch/pad_data_collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/internvl/patch/pad_data_collator.py -------------------------------------------------------------------------------- /internvl_chat/internvl/patch/train_sampler_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/internvl/patch/train_sampler_patch.py -------------------------------------------------------------------------------- /internvl_chat/internvl/train/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /internvl_chat/internvl/train/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/internvl/train/constants.py -------------------------------------------------------------------------------- /internvl_chat/internvl/train/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/internvl/train/dataset.py -------------------------------------------------------------------------------- /internvl_chat/internvl/train/internvl_chat_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/internvl/train/internvl_chat_finetune.py -------------------------------------------------------------------------------- /internvl_chat/internvl/train/internvl_chat_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/internvl/train/internvl_chat_pretrain.py -------------------------------------------------------------------------------- /internvl_chat/internvl/train/trainer_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/internvl/train/trainer_monkey_patch.py -------------------------------------------------------------------------------- /internvl_chat/jobs/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/jobs/.DS_Store -------------------------------------------------------------------------------- /internvl_chat/jobs/generate_hostfile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/jobs/generate_hostfile.py -------------------------------------------------------------------------------- /internvl_chat/jobs/json_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/jobs/json_parser.py -------------------------------------------------------------------------------- /internvl_chat/jobs/sft_internvl_ffc/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/jobs/sft_internvl_ffc/.DS_Store -------------------------------------------------------------------------------- /internvl_chat/jobs/sft_internvl_ffc/20240925_001555/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/jobs/sft_internvl_ffc/20240925_001555/run.sh -------------------------------------------------------------------------------- /internvl_chat/jobs/sft_internvl_ffc/20240925_001555/sft_mllm_baichuan_20240925_001555.hope: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/jobs/sft_internvl_ffc/20240925_001555/sft_mllm_baichuan_20240925_001555.hope -------------------------------------------------------------------------------- /internvl_chat/jobs/sft_internvl_ffc/20240925_001555/train_multi_node.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/jobs/sft_internvl_ffc/20240925_001555/train_multi_node.sh -------------------------------------------------------------------------------- /internvl_chat/jobs/sft_internvl_ffc/20241008_161530/hope_submit.log: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /internvl_chat/jobs/sft_internvl_ffc/20241008_161530/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/jobs/sft_internvl_ffc/20241008_161530/run.sh -------------------------------------------------------------------------------- /internvl_chat/jobs/sft_internvl_ffc/20241008_161530/sft_internvl_ffc_20241008_161530.hope: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/jobs/sft_internvl_ffc/20241008_161530/sft_internvl_ffc_20241008_161530.hope -------------------------------------------------------------------------------- /internvl_chat/jobs/sft_internvl_ffc/20241008_161530/stat_sft_internvl_ffc_20241008_161530.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/jobs/sft_internvl_ffc/20241008_161530/stat_sft_internvl_ffc_20241008_161530.txt -------------------------------------------------------------------------------- /internvl_chat/jobs/sft_internvl_ffc/20241008_161530/train_multi_node.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/jobs/sft_internvl_ffc/20241008_161530/train_multi_node.sh -------------------------------------------------------------------------------- /internvl_chat/jobs/sft_internvl_ffc/test.hope: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/jobs/sft_internvl_ffc/test.hope -------------------------------------------------------------------------------- /internvl_chat/jobs/sft_internvl_ffc/test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/jobs/sft_internvl_ffc/test.sh -------------------------------------------------------------------------------- /internvl_chat/jobs/sft_internvl_ffc/train_multi_node.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/jobs/sft_internvl_ffc/train_multi_node.sh -------------------------------------------------------------------------------- /internvl_chat/jobs/template.hope: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/jobs/template.hope -------------------------------------------------------------------------------- /internvl_chat/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/pyproject.toml -------------------------------------------------------------------------------- /internvl_chat/shell/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/.DS_Store -------------------------------------------------------------------------------- /internvl_chat/shell/data/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/data/.DS_Store -------------------------------------------------------------------------------- /internvl_chat/shell/data/coco_caption.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/data/coco_caption.json -------------------------------------------------------------------------------- /internvl_chat/shell/data/internvl_1_2_finetune.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/data/internvl_1_2_finetune.json -------------------------------------------------------------------------------- /internvl_chat/shell/data/internvl_1_2_finetune_custom.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/data/internvl_1_2_finetune_custom.json -------------------------------------------------------------------------------- /internvl_chat/shell/data/internvl_1_2_finetune_custom_video.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/data/internvl_1_2_finetune_custom_video.json -------------------------------------------------------------------------------- /internvl_chat/shell/internvl1.2/2nd_finetune/internvl_chat_v1_2_hermes2_yi34b_448_res_2nd_finetune_full.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/internvl1.2/2nd_finetune/internvl_chat_v1_2_hermes2_yi34b_448_res_2nd_finetune_full.sh -------------------------------------------------------------------------------- /internvl_chat/shell/internvl1.2/2nd_finetune/internvl_chat_v1_2_hermes2_yi34b_448_res_2nd_finetune_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/internvl1.2/2nd_finetune/internvl_chat_v1_2_hermes2_yi34b_448_res_2nd_finetune_lora.sh -------------------------------------------------------------------------------- /internvl_chat/shell/internvl1.2/hermes2_yi34b/internvl_chat_v1_2_hermes2_yi34b_448_res_finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/internvl1.2/hermes2_yi34b/internvl_chat_v1_2_hermes2_yi34b_448_res_finetune.sh -------------------------------------------------------------------------------- /internvl_chat/shell/internvl1.5/2nd_finetune/internvl_chat_v1_5_internlm2_1_8b_dynamic_res_2nd_finetune_full.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/internvl1.5/2nd_finetune/internvl_chat_v1_5_internlm2_1_8b_dynamic_res_2nd_finetune_full.sh -------------------------------------------------------------------------------- /internvl_chat/shell/internvl1.5/2nd_finetune/internvl_chat_v1_5_internlm2_1_8b_dynamic_res_2nd_finetune_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/internvl1.5/2nd_finetune/internvl_chat_v1_5_internlm2_1_8b_dynamic_res_2nd_finetune_lora.sh -------------------------------------------------------------------------------- /internvl_chat/shell/internvl1.5/2nd_finetune/internvl_chat_v1_5_internlm2_20b_dynamic_res_2nd_finetune_full.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/internvl1.5/2nd_finetune/internvl_chat_v1_5_internlm2_20b_dynamic_res_2nd_finetune_full.sh -------------------------------------------------------------------------------- /internvl_chat/shell/internvl1.5/2nd_finetune/internvl_chat_v1_5_internlm2_20b_dynamic_res_2nd_finetune_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/internvl1.5/2nd_finetune/internvl_chat_v1_5_internlm2_20b_dynamic_res_2nd_finetune_lora.sh -------------------------------------------------------------------------------- /internvl_chat/shell/internvl1.5/2nd_finetune/internvl_chat_v1_5_phi3_3_8b_dynamic_res_2nd_finetune_full.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/internvl1.5/2nd_finetune/internvl_chat_v1_5_phi3_3_8b_dynamic_res_2nd_finetune_full.sh -------------------------------------------------------------------------------- /internvl_chat/shell/internvl1.5/2nd_finetune/internvl_chat_v1_5_phi3_3_8b_dynamic_res_2nd_finetune_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/internvl1.5/2nd_finetune/internvl_chat_v1_5_phi3_3_8b_dynamic_res_2nd_finetune_lora.sh -------------------------------------------------------------------------------- /internvl_chat/shell/internvl1.5/hermes2_yi34b/internvl_chat_v1_5_hermes2_yi34b_dynamic_res_finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/internvl1.5/hermes2_yi34b/internvl_chat_v1_5_hermes2_yi34b_dynamic_res_finetune.sh -------------------------------------------------------------------------------- /internvl_chat/shell/internvl1.5/hermes2_yi34b/internvl_chat_v1_5_hermes2_yi34b_dynamic_res_pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/internvl1.5/hermes2_yi34b/internvl_chat_v1_5_hermes2_yi34b_dynamic_res_pretrain.sh -------------------------------------------------------------------------------- /internvl_chat/shell/internvl1.5/internlm2_1_8b/internvl_chat_v1_5_internlm2_1_8b_dynamic_res_finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/internvl1.5/internlm2_1_8b/internvl_chat_v1_5_internlm2_1_8b_dynamic_res_finetune.sh -------------------------------------------------------------------------------- /internvl_chat/shell/internvl1.5/internlm2_1_8b/internvl_chat_v1_5_internlm2_1_8b_dynamic_res_pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/internvl1.5/internlm2_1_8b/internvl_chat_v1_5_internlm2_1_8b_dynamic_res_pretrain.sh -------------------------------------------------------------------------------- /internvl_chat/shell/internvl1.5/internlm2_20b/internvl_chat_v1_5_internlm2_20b_dynamic_res_finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/internvl1.5/internlm2_20b/internvl_chat_v1_5_internlm2_20b_dynamic_res_finetune.sh -------------------------------------------------------------------------------- /internvl_chat/shell/internvl1.5/internlm2_20b/internvl_chat_v1_5_internlm2_20b_dynamic_res_pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/internvl1.5/internlm2_20b/internvl_chat_v1_5_internlm2_20b_dynamic_res_pretrain.sh -------------------------------------------------------------------------------- /internvl_chat/shell/internvl1.5/phi3_3_8b/internvl_chat_v1_5_phi3_3_8b_dynamic_res_finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/internvl1.5/phi3_3_8b/internvl_chat_v1_5_phi3_3_8b_dynamic_res_finetune.sh -------------------------------------------------------------------------------- /internvl_chat/shell/internvl1.5/phi3_3_8b/internvl_chat_v1_5_phi3_3_8b_dynamic_res_pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/internvl1.5/phi3_3_8b/internvl_chat_v1_5_phi3_3_8b_dynamic_res_pretrain.sh -------------------------------------------------------------------------------- /internvl_chat/shell/internvl2.0/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/internvl2.0/.DS_Store -------------------------------------------------------------------------------- /internvl_chat/shell/internvl2.0/2nd_finetune/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/internvl2.0/2nd_finetune/.DS_Store -------------------------------------------------------------------------------- /internvl_chat/shell/internvl2.0/2nd_finetune/internvl2_1b_qwen2_0_5b_dynamic_res_2nd_finetune_ffc_lora_multi_scale.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/internvl2.0/2nd_finetune/internvl2_1b_qwen2_0_5b_dynamic_res_2nd_finetune_ffc_lora_multi_scale.sh -------------------------------------------------------------------------------- /internvl_chat/shell/internvl2.0/2nd_finetune/internvl2_1b_qwen2_0_5b_dynamic_res_2nd_finetune_full.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/internvl2.0/2nd_finetune/internvl2_1b_qwen2_0_5b_dynamic_res_2nd_finetune_full.sh -------------------------------------------------------------------------------- /internvl_chat/shell/internvl2.0/2nd_finetune/internvl2_1b_qwen2_0_5b_dynamic_res_2nd_finetune_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/internvl2.0/2nd_finetune/internvl2_1b_qwen2_0_5b_dynamic_res_2nd_finetune_lora.sh -------------------------------------------------------------------------------- /internvl_chat/shell/internvl2.0/2nd_finetune/internvl2_1b_qwen2_0_5b_dynamic_res_2nd_finetune_stage1_ffc_only.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/internvl2.0/2nd_finetune/internvl2_1b_qwen2_0_5b_dynamic_res_2nd_finetune_stage1_ffc_only.sh -------------------------------------------------------------------------------- /internvl_chat/shell/internvl2.0/2nd_finetune/internvl2_1b_qwen2_0_5b_dynamic_res_2nd_finetune_stage1_selector_only.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/internvl2.0/2nd_finetune/internvl2_1b_qwen2_0_5b_dynamic_res_2nd_finetune_stage1_selector_only.sh -------------------------------------------------------------------------------- /internvl_chat/shell/internvl2.0/2nd_finetune/internvl2_1b_qwen2_0_5b_dynamic_res_2nd_finetune_stage2_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/internvl2.0/2nd_finetune/internvl2_1b_qwen2_0_5b_dynamic_res_2nd_finetune_stage2_lora.sh -------------------------------------------------------------------------------- /internvl_chat/shell/internvl2.0/2nd_finetune/internvl2_26b_internlm2_20b_dynamic_res_2nd_finetune_full.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/internvl2.0/2nd_finetune/internvl2_26b_internlm2_20b_dynamic_res_2nd_finetune_full.sh -------------------------------------------------------------------------------- /internvl_chat/shell/internvl2.0/2nd_finetune/internvl2_26b_internlm2_20b_dynamic_res_2nd_finetune_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/internvl2.0/2nd_finetune/internvl2_26b_internlm2_20b_dynamic_res_2nd_finetune_lora.sh -------------------------------------------------------------------------------- /internvl_chat/shell/internvl2.0/2nd_finetune/internvl2_2b_internlm2_1_8b_dynamic_res_2nd_finetune_full.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/internvl2.0/2nd_finetune/internvl2_2b_internlm2_1_8b_dynamic_res_2nd_finetune_full.sh -------------------------------------------------------------------------------- /internvl_chat/shell/internvl2.0/2nd_finetune/internvl2_2b_internlm2_1_8b_dynamic_res_2nd_finetune_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/internvl2.0/2nd_finetune/internvl2_2b_internlm2_1_8b_dynamic_res_2nd_finetune_lora.sh -------------------------------------------------------------------------------- /internvl_chat/shell/internvl2.0/2nd_finetune/internvl2_2b_internlm2_1_8b_dynamic_res_2nd_finetune_lora_coco.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/internvl2.0/2nd_finetune/internvl2_2b_internlm2_1_8b_dynamic_res_2nd_finetune_lora_coco.sh -------------------------------------------------------------------------------- /internvl_chat/shell/internvl2.0/2nd_finetune/internvl2_40b_hermes2_yi_34b_dynamic_res_2nd_finetune_full.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/internvl2.0/2nd_finetune/internvl2_40b_hermes2_yi_34b_dynamic_res_2nd_finetune_full.sh -------------------------------------------------------------------------------- /internvl_chat/shell/internvl2.0/2nd_finetune/internvl2_40b_hermes2_yi_34b_dynamic_res_2nd_finetune_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/internvl2.0/2nd_finetune/internvl2_40b_hermes2_yi_34b_dynamic_res_2nd_finetune_lora.sh -------------------------------------------------------------------------------- /internvl_chat/shell/internvl2.0/2nd_finetune/internvl2_4b_phi3_3_8b_dynamic_res_2nd_finetune_full.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/internvl2.0/2nd_finetune/internvl2_4b_phi3_3_8b_dynamic_res_2nd_finetune_full.sh -------------------------------------------------------------------------------- /internvl_chat/shell/internvl2.0/2nd_finetune/internvl2_4b_phi3_3_8b_dynamic_res_2nd_finetune_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/internvl2.0/2nd_finetune/internvl2_4b_phi3_3_8b_dynamic_res_2nd_finetune_lora.sh -------------------------------------------------------------------------------- /internvl_chat/shell/internvl2.0/2nd_finetune/internvl2_76b_hermes2_llama3_70b_dynamic_res_2nd_finetune_full.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/internvl2.0/2nd_finetune/internvl2_76b_hermes2_llama3_70b_dynamic_res_2nd_finetune_full.sh -------------------------------------------------------------------------------- /internvl_chat/shell/internvl2.0/2nd_finetune/internvl2_76b_hermes2_llama3_70b_dynamic_res_2nd_finetune_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/internvl2.0/2nd_finetune/internvl2_76b_hermes2_llama3_70b_dynamic_res_2nd_finetune_lora.sh -------------------------------------------------------------------------------- /internvl_chat/shell/internvl2.0/2nd_finetune/internvl2_8b_internlm2_7b_dynamic_res_2nd_finetune_full.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/internvl2.0/2nd_finetune/internvl2_8b_internlm2_7b_dynamic_res_2nd_finetune_full.sh -------------------------------------------------------------------------------- /internvl_chat/shell/internvl2.0/2nd_finetune/internvl2_8b_internlm2_7b_dynamic_res_2nd_finetune_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/internvl2.0/2nd_finetune/internvl2_8b_internlm2_7b_dynamic_res_2nd_finetune_lora.sh -------------------------------------------------------------------------------- /internvl_chat/shell/internvl2.0/2nd_finetune/internvl2_8b_internlm2_7b_dynamic_res_2nd_finetune_stage1_ffc_only.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/shell/internvl2.0/2nd_finetune/internvl2_8b_internlm2_7b_dynamic_res_2nd_finetune_stage1_ffc_only.sh -------------------------------------------------------------------------------- /internvl_chat/tools/convert_parquet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/tools/convert_parquet.py -------------------------------------------------------------------------------- /internvl_chat/tools/convert_to_int8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/tools/convert_to_int8.py -------------------------------------------------------------------------------- /internvl_chat/tools/extract_mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/tools/extract_mlp.py -------------------------------------------------------------------------------- /internvl_chat/tools/extract_video_frames.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/tools/extract_video_frames.py -------------------------------------------------------------------------------- /internvl_chat/tools/extract_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/tools/extract_vit.py -------------------------------------------------------------------------------- /internvl_chat/tools/json2jsonl-videochat2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/tools/json2jsonl-videochat2.py -------------------------------------------------------------------------------- /internvl_chat/tools/json2jsonl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/tools/json2jsonl.py -------------------------------------------------------------------------------- /internvl_chat/tools/jsonl2jsonl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/tools/jsonl2jsonl.py -------------------------------------------------------------------------------- /internvl_chat/tools/merge_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/tools/merge_lora.py -------------------------------------------------------------------------------- /internvl_chat/tools/replace_llm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/tools/replace_llm.py -------------------------------------------------------------------------------- /internvl_chat/tools/resize_pos_embed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/tools/resize_pos_embed.py -------------------------------------------------------------------------------- /internvl_chat/zero_stage1_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/zero_stage1_config.json -------------------------------------------------------------------------------- /internvl_chat/zero_stage2_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/zero_stage2_config.json -------------------------------------------------------------------------------- /internvl_chat/zero_stage3_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/zero_stage3_config.json -------------------------------------------------------------------------------- /internvl_chat/zero_stage3_config_100b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/zero_stage3_config_100b.json -------------------------------------------------------------------------------- /internvl_chat/zero_stage3_config_34b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/zero_stage3_config_34b.json -------------------------------------------------------------------------------- /internvl_chat/zero_stage3_config_70b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat/zero_stage3_config_70b.json -------------------------------------------------------------------------------- /internvl_chat_llava/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/LICENSE -------------------------------------------------------------------------------- /internvl_chat_llava/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/README.md -------------------------------------------------------------------------------- /internvl_chat_llava/docs/Customize_Component.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/docs/Customize_Component.md -------------------------------------------------------------------------------- /internvl_chat_llava/docs/Data.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/docs/Data.md -------------------------------------------------------------------------------- /internvl_chat_llava/docs/Evaluation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/docs/Evaluation.md -------------------------------------------------------------------------------- /internvl_chat_llava/docs/LLaVA_Bench.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/docs/LLaVA_Bench.md -------------------------------------------------------------------------------- /internvl_chat_llava/docs/LLaVA_from_LLaMA2.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/docs/LLaVA_from_LLaMA2.md -------------------------------------------------------------------------------- /internvl_chat_llava/docs/LoRA.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/docs/LoRA.md -------------------------------------------------------------------------------- /internvl_chat_llava/docs/MODEL_ZOO.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/docs/MODEL_ZOO.md -------------------------------------------------------------------------------- /internvl_chat_llava/docs/ScienceQA.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/docs/ScienceQA.md -------------------------------------------------------------------------------- /internvl_chat_llava/images/demo_cli.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/images/demo_cli.gif -------------------------------------------------------------------------------- /internvl_chat_llava/images/llava_example_cmp.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/images/llava_example_cmp.png -------------------------------------------------------------------------------- /internvl_chat_llava/images/llava_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/images/llava_logo.png -------------------------------------------------------------------------------- /internvl_chat_llava/images/llava_v1_5_radar.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/images/llava_v1_5_radar.jpg -------------------------------------------------------------------------------- /internvl_chat_llava/llava/__init__.py: -------------------------------------------------------------------------------- 1 | from .model import LlavaLlamaForCausalLM 2 | -------------------------------------------------------------------------------- /internvl_chat_llava/llava/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/constants.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/conversation.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/eval_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/eval_gpt_review.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/eval_gpt_review_bench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/eval_gpt_review_bench.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/eval_gpt_review_visual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/eval_gpt_review_visual.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/eval_pope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/eval_pope.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/eval_science_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/eval_science_qa.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/eval_science_qa_gpt4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/eval_science_qa_gpt4.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/eval_science_qa_gpt4_requery.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/eval_science_qa_gpt4_requery.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/eval_textvqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/eval_textvqa.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/generate_webpage_data_from_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/generate_webpage_data_from_table.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/m4c_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/m4c_evaluator.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/model_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/model_qa.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/model_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/model_vqa.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/model_vqa_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/model_vqa_loader.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/model_vqa_mmbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/model_vqa_mmbench.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/model_vqa_science.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/model_vqa_science.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/qa_baseline_gpt35.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/qa_baseline_gpt35.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/run_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/run_llava.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/summarize_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/summarize_gpt_review.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/table/answer/answer_alpaca-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/table/answer/answer_alpaca-13b.jsonl -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/table/answer/answer_bard.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/table/answer/answer_bard.jsonl -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/table/answer/answer_gpt35.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/table/answer/answer_gpt35.jsonl -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/table/answer/answer_llama-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/table/answer/answer_llama-13b.jsonl -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/table/answer/answer_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/table/answer/answer_vicuna-13b.jsonl -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/table/caps_boxes_coco2014_val_80.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/table/caps_boxes_coco2014_val_80.jsonl -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/table/model.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/table/model.jsonl -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/table/prompt.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/table/prompt.jsonl -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/table/question.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/table/question.jsonl -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/table/results/test_sqa_llava_13b_v0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/table/results/test_sqa_llava_13b_v0.json -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/table/results/test_sqa_llava_lcs_558k_sqa_12e_vicuna_v1_3_13b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/table/results/test_sqa_llava_lcs_558k_sqa_12e_vicuna_v1_3_13b.json -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/table/review/review_alpaca-13b_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/table/review/review_alpaca-13b_vicuna-13b.jsonl -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/table/review/review_bard_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/table/review/review_bard_vicuna-13b.jsonl -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/table/review/review_gpt35_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/table/review/review_gpt35_vicuna-13b.jsonl -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/table/review/review_llama-13b_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/table/review/review_llama-13b_vicuna-13b.jsonl -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/table/reviewer.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/table/reviewer.jsonl -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/table/rule.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/table/rule.json -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/webpage/figures/alpaca.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/webpage/figures/alpaca.png -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/webpage/figures/bard.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/webpage/figures/bard.jpg -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/webpage/figures/chatgpt.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/webpage/figures/chatgpt.svg -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/webpage/figures/llama.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/webpage/figures/llama.jpg -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/webpage/figures/swords_FILL0_wght300_GRAD0_opsz48.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/webpage/figures/swords_FILL0_wght300_GRAD0_opsz48.svg -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/webpage/figures/vicuna.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/webpage/figures/vicuna.jpeg -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/webpage/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/webpage/index.html -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/webpage/script.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/webpage/script.js -------------------------------------------------------------------------------- /internvl_chat_llava/llava/eval/webpage/styles.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/eval/webpage/styles.css -------------------------------------------------------------------------------- /internvl_chat_llava/llava/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/mm_utils.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/model/__init__.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/model/apply_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/model/apply_delta.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/model/builder.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/model/consolidate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/model/consolidate.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/model/language_model/llava_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/model/language_model/llava_llama.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/model/language_model/llava_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/model/language_model/llava_mpt.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/model/language_model/mpt/adapt_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/model/language_model/mpt/adapt_tokenizer.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/model/language_model/mpt/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/model/language_model/mpt/attention.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/model/language_model/mpt/blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/model/language_model/mpt/blocks.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/model/language_model/mpt/configuration_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/model/language_model/mpt/configuration_mpt.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/model/language_model/mpt/custom_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/model/language_model/mpt/custom_embedding.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/model/language_model/mpt/flash_attn_triton.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/model/language_model/mpt/flash_attn_triton.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/model/language_model/mpt/hf_prefixlm_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/model/language_model/mpt/hf_prefixlm_converter.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/model/language_model/mpt/meta_init_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/model/language_model/mpt/meta_init_context.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/model/language_model/mpt/modeling_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/model/language_model/mpt/modeling_mpt.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/model/language_model/mpt/norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/model/language_model/mpt/norm.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/model/language_model/mpt/param_init_fns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/model/language_model/mpt/param_init_fns.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/model/llava_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/model/llava_arch.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/model/make_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/model/make_delta.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/model/multimodal_encoder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/model/multimodal_encoder/builder.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/model/multimodal_encoder/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/model/multimodal_encoder/clip_encoder.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/model/multimodal_encoder/eva_clip/configuration_evaclip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/model/multimodal_encoder/eva_clip/configuration_evaclip.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/model/multimodal_encoder/eva_clip/modeling_evaclip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/model/multimodal_encoder/eva_clip/modeling_evaclip.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/model/multimodal_encoder/intern_vit_6b/configuration_intern_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/model/multimodal_encoder/intern_vit_6b/configuration_intern_vit.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/model/multimodal_encoder/intern_vit_6b/flash_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/model/multimodal_encoder/intern_vit_6b/flash_attention.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/model/multimodal_encoder/intern_vit_6b/modeling_intern_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/model/multimodal_encoder/intern_vit_6b/modeling_intern_vit.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/model/multimodal_encoder/internvl_14b/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/model/multimodal_encoder/internvl_14b/__init__.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/model/multimodal_encoder/internvl_14b/configuration_intern_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/model/multimodal_encoder/internvl_14b/configuration_intern_vit.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/model/multimodal_encoder/internvl_14b/configuration_internvl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/model/multimodal_encoder/internvl_14b/configuration_internvl.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/model/multimodal_encoder/internvl_14b/flash_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/model/multimodal_encoder/internvl_14b/flash_attention.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/model/multimodal_encoder/internvl_14b/modeling_intern_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/model/multimodal_encoder/internvl_14b/modeling_intern_vit.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/model/multimodal_encoder/internvl_14b/modeling_internvl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/model/multimodal_encoder/internvl_14b/modeling_internvl.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/model/multimodal_encoder/internvl_14b/modeling_qllama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/model/multimodal_encoder/internvl_14b/modeling_qllama.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/model/multimodal_projector/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/model/multimodal_projector/builder.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/model/utils.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/serve/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /internvl_chat_llava/llava/serve/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/serve/cli.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/serve/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/serve/controller.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/serve/examples/extreme_ironing.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/serve/examples/extreme_ironing.jpg -------------------------------------------------------------------------------- /internvl_chat_llava/llava/serve/examples/img1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/serve/examples/img1.jpg -------------------------------------------------------------------------------- /internvl_chat_llava/llava/serve/examples/img2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/serve/examples/img2.jpg -------------------------------------------------------------------------------- /internvl_chat_llava/llava/serve/examples/img3.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/serve/examples/img3.jpg -------------------------------------------------------------------------------- /internvl_chat_llava/llava/serve/examples/img4.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/serve/examples/img4.jpg -------------------------------------------------------------------------------- /internvl_chat_llava/llava/serve/examples/img5.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/serve/examples/img5.jpg -------------------------------------------------------------------------------- /internvl_chat_llava/llava/serve/examples/img6.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/serve/examples/img6.jpg -------------------------------------------------------------------------------- /internvl_chat_llava/llava/serve/examples/waterview.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/serve/examples/waterview.jpg -------------------------------------------------------------------------------- /internvl_chat_llava/llava/serve/gradio_web_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/serve/gradio_web_server.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/serve/model_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/serve/model_worker.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/serve/register_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/serve/register_worker.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/serve/test_message.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/serve/test_message.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/train/dist_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/train/dist_utils.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/train/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/train/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/train/llava_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/train/llava_trainer.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/train/train.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/train/train_custom.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/train/train_custom.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/train/train_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/train/train_mem.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/train/train_mem_custom.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/train/train_mem_custom.py -------------------------------------------------------------------------------- /internvl_chat_llava/llava/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/llava/utils.py -------------------------------------------------------------------------------- /internvl_chat_llava/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/pyproject.toml -------------------------------------------------------------------------------- /internvl_chat_llava/scripts/convert_gqa_for_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts/convert_gqa_for_eval.py -------------------------------------------------------------------------------- /internvl_chat_llava/scripts/convert_mmbench_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts/convert_mmbench_for_submission.py -------------------------------------------------------------------------------- /internvl_chat_llava/scripts/convert_mmvet_for_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts/convert_mmvet_for_eval.py -------------------------------------------------------------------------------- /internvl_chat_llava/scripts/convert_seed_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts/convert_seed_for_submission.py -------------------------------------------------------------------------------- /internvl_chat_llava/scripts/convert_sqa_to_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts/convert_sqa_to_llava.py -------------------------------------------------------------------------------- /internvl_chat_llava/scripts/convert_sqa_to_llava_base_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts/convert_sqa_to_llava_base_prompt.py -------------------------------------------------------------------------------- /internvl_chat_llava/scripts/convert_vizwiz_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts/convert_vizwiz_for_submission.py -------------------------------------------------------------------------------- /internvl_chat_llava/scripts/convert_vqav2_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts/convert_vqav2_for_submission.py -------------------------------------------------------------------------------- /internvl_chat_llava/scripts/finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts/finetune.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts/finetune_full_schedule.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts/finetune_full_schedule.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts/finetune_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts/finetune_lora.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts/finetune_qlora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts/finetune_qlora.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts/finetune_sqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts/finetune_sqa.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts/merge_lora_weights.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts/merge_lora_weights.py -------------------------------------------------------------------------------- /internvl_chat_llava/scripts/pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts/pretrain.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts/sqa_eval_batch.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts/sqa_eval_batch.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts/sqa_eval_gather.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts/sqa_eval_gather.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts/v1_5/eval/gqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts/v1_5/eval/gqa.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts/v1_5/eval/llavabench.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts/v1_5/eval/llavabench.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts/v1_5/eval/mmbench.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts/v1_5/eval/mmbench.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts/v1_5/eval/mmbench_cn.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts/v1_5/eval/mmbench_cn.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts/v1_5/eval/mme.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts/v1_5/eval/mme.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts/v1_5/eval/mmvet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts/v1_5/eval/mmvet.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts/v1_5/eval/pope.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts/v1_5/eval/pope.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts/v1_5/eval/seed.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts/v1_5/eval/seed.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts/v1_5/eval/sqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts/v1_5/eval/sqa.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts/v1_5/eval/textvqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts/v1_5/eval/textvqa.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts/v1_5/eval/vizwiz.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts/v1_5/eval/vizwiz.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts/v1_5/eval/vqav2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts/v1_5/eval/vqav2.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts/v1_5/finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts/v1_5/finetune.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts/v1_5/pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts/v1_5/pretrain.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts/zero1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts/zero1.json -------------------------------------------------------------------------------- /internvl_chat_llava/scripts/zero2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts/zero2.json -------------------------------------------------------------------------------- /internvl_chat_llava/scripts/zero3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts/zero3.json -------------------------------------------------------------------------------- /internvl_chat_llava/scripts/zero3_offload.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts/zero3_offload.json -------------------------------------------------------------------------------- /internvl_chat_llava/scripts_internvl/eval/gqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts_internvl/eval/gqa.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts_internvl/eval/llavabench.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts_internvl/eval/llavabench.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts_internvl/eval/mmbench.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts_internvl/eval/mmbench.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts_internvl/eval/mme.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts_internvl/eval/mme.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts_internvl/eval/mmvet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts_internvl/eval/mmvet.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts_internvl/eval/pope.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts_internvl/eval/pope.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts_internvl/eval/sqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts_internvl/eval/sqa.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts_internvl/eval/textvqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts_internvl/eval/textvqa.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts_internvl/eval/vizwiz.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts_internvl/eval/vizwiz.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts_internvl/eval/vqav2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts_internvl/eval/vqav2.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts_internvl/finetune_internvit6b_224to336_vicuna13b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts_internvl/finetune_internvit6b_224to336_vicuna13b.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts_internvl/finetune_internvit6b_224to336_vicuna13b_custom_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts_internvl/finetune_internvit6b_224to336_vicuna13b_custom_data.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts_internvl/finetune_internvit6b_224to336_vicuna7b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts_internvl/finetune_internvit6b_224to336_vicuna7b.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts_internvl/finetune_internvit6b_448_v1_2_vicuna13b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts_internvl/finetune_internvit6b_448_v1_2_vicuna13b.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts_internvl/finetune_internvit6b_448_v1_5_vicuna13b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts_internvl/finetune_internvit6b_448_v1_5_vicuna13b.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts_internvl/finetune_internvit6b_448_vicuna13b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts_internvl/finetune_internvit6b_448_vicuna13b.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts_internvl/finetune_internvit6b_448_vicuna7b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts_internvl/finetune_internvit6b_448_vicuna7b.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts_internvl/meta/custom_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts_internvl/meta/custom_data.json -------------------------------------------------------------------------------- /internvl_chat_llava/scripts_internvl/pretrain_internvit6b_224to336_vicuna13b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts_internvl/pretrain_internvit6b_224to336_vicuna13b.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts_internvl/pretrain_internvit6b_224to336_vicuna7b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts_internvl/pretrain_internvit6b_224to336_vicuna7b.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts_internvl/pretrain_internvit6b_448_v1_2_vicuna13b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts_internvl/pretrain_internvit6b_448_v1_2_vicuna13b.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts_internvl/pretrain_internvit6b_448_v1_5_vicuna13b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts_internvl/pretrain_internvit6b_448_v1_5_vicuna13b.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts_internvl/pretrain_internvit6b_448_vicuna13b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts_internvl/pretrain_internvit6b_448_vicuna13b.sh -------------------------------------------------------------------------------- /internvl_chat_llava/scripts_internvl/pretrain_internvit6b_448_vicuna7b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_chat_llava/scripts_internvl/pretrain_internvit6b_448_vicuna7b.sh -------------------------------------------------------------------------------- /internvl_g/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_g/README.md -------------------------------------------------------------------------------- /internvl_g/eval/evaluate_caption.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_g/eval/evaluate_caption.py -------------------------------------------------------------------------------- /internvl_g/evaluate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_g/evaluate.sh -------------------------------------------------------------------------------- /internvl_g/internvl/dist_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_g/internvl/dist_utils.py -------------------------------------------------------------------------------- /internvl_g/internvl/model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /internvl_g/internvl/model/internvl_stage2/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_g/internvl/model/internvl_stage2/__init__.py -------------------------------------------------------------------------------- /internvl_g/internvl/model/internvl_stage2/configuration_intern_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_g/internvl/model/internvl_stage2/configuration_intern_vit.py -------------------------------------------------------------------------------- /internvl_g/internvl/model/internvl_stage2/configuration_internvl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_g/internvl/model/internvl_stage2/configuration_internvl.py -------------------------------------------------------------------------------- /internvl_g/internvl/model/internvl_stage2/flash_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_g/internvl/model/internvl_stage2/flash_attention.py -------------------------------------------------------------------------------- /internvl_g/internvl/model/internvl_stage2/modeling_intern_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_g/internvl/model/internvl_stage2/modeling_intern_vit.py -------------------------------------------------------------------------------- /internvl_g/internvl/model/internvl_stage2/modeling_internvl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_g/internvl/model/internvl_stage2/modeling_internvl.py -------------------------------------------------------------------------------- /internvl_g/internvl/model/internvl_stage2/modeling_qllama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_g/internvl/model/internvl_stage2/modeling_qllama.py -------------------------------------------------------------------------------- /internvl_g/internvl/model/internvl_stage2_retrieval/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_g/internvl/model/internvl_stage2_retrieval/__init__.py -------------------------------------------------------------------------------- /internvl_g/internvl/model/internvl_stage2_retrieval/configuration_intern_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_g/internvl/model/internvl_stage2_retrieval/configuration_intern_vit.py -------------------------------------------------------------------------------- /internvl_g/internvl/model/internvl_stage2_retrieval/configuration_internvl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_g/internvl/model/internvl_stage2_retrieval/configuration_internvl.py -------------------------------------------------------------------------------- /internvl_g/internvl/model/internvl_stage2_retrieval/flash_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_g/internvl/model/internvl_stage2_retrieval/flash_attention.py -------------------------------------------------------------------------------- /internvl_g/internvl/model/internvl_stage2_retrieval/modeling_intern_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_g/internvl/model/internvl_stage2_retrieval/modeling_intern_vit.py -------------------------------------------------------------------------------- /internvl_g/internvl/model/internvl_stage2_retrieval/modeling_internvl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_g/internvl/model/internvl_stage2_retrieval/modeling_internvl.py -------------------------------------------------------------------------------- /internvl_g/internvl/model/internvl_stage2_retrieval/modeling_qllama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_g/internvl/model/internvl_stage2_retrieval/modeling_qllama.py -------------------------------------------------------------------------------- /internvl_g/internvl/train/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /internvl_g/internvl/train/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_g/internvl/train/dataset.py -------------------------------------------------------------------------------- /internvl_g/internvl/train/internvl_stage2_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_g/internvl/train/internvl_stage2_finetune.py -------------------------------------------------------------------------------- /internvl_g/internvl/train/trainer_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_g/internvl/train/trainer_monkey_patch.py -------------------------------------------------------------------------------- /internvl_g/shell/finetune/internvl_stage2_finetune_coco_364_bs1024_ep5.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_g/shell/finetune/internvl_stage2_finetune_coco_364_bs1024_ep5.sh -------------------------------------------------------------------------------- /internvl_g/shell/finetune/internvl_stage2_finetune_flickr_364_bs1024_ep10.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_g/shell/finetune/internvl_stage2_finetune_flickr_364_bs1024_ep10.sh -------------------------------------------------------------------------------- /internvl_g/shell/finetune/internvl_stage2_finetune_flickrcn_364_bs1024_ep10.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_g/shell/finetune/internvl_stage2_finetune_flickrcn_364_bs1024_ep10.sh -------------------------------------------------------------------------------- /internvl_g/shell/head_finetune/internvl_stage2_finetune_coco_224_bs1024_ep5_head_4gpu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_g/shell/head_finetune/internvl_stage2_finetune_coco_224_bs1024_ep5_head_4gpu.sh -------------------------------------------------------------------------------- /internvl_g/shell/head_finetune/internvl_stage2_finetune_flickr_224_bs1024_ep10_head_4gpu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_g/shell/head_finetune/internvl_stage2_finetune_flickr_224_bs1024_ep10_head_4gpu.sh -------------------------------------------------------------------------------- /internvl_g/shell/head_finetune/internvl_stage2_finetune_flickrcn_224_bs1024_ep10_head_4gpu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_g/shell/head_finetune/internvl_stage2_finetune_flickrcn_224_bs1024_ep10_head_4gpu.sh -------------------------------------------------------------------------------- /internvl_g/shell/lora_finetune/internvl_stage2_finetune_coco_224_bs1024_ep5_lora16_4gpu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_g/shell/lora_finetune/internvl_stage2_finetune_coco_224_bs1024_ep5_lora16_4gpu.sh -------------------------------------------------------------------------------- /internvl_g/shell/lora_finetune/internvl_stage2_finetune_flickr_224_bs1024_ep10_lora16_4gpu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_g/shell/lora_finetune/internvl_stage2_finetune_flickr_224_bs1024_ep10_lora16_4gpu.sh -------------------------------------------------------------------------------- /internvl_g/shell/lora_finetune/internvl_stage2_finetune_flickrcn_224_bs1024_ep10_lora16_4gpu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_g/shell/lora_finetune/internvl_stage2_finetune_flickrcn_224_bs1024_ep10_lora16_4gpu.sh -------------------------------------------------------------------------------- /internvl_g/zero_stage1_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_g/zero_stage1_config.json -------------------------------------------------------------------------------- /internvl_g/zero_stage2_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_g/zero_stage2_config.json -------------------------------------------------------------------------------- /internvl_g/zero_stage3_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/internvl_g/zero_stage3_config.json -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/requirements.txt -------------------------------------------------------------------------------- /requirements/classification.txt: -------------------------------------------------------------------------------- 1 | gdown 2 | termcolor 3 | yacs 4 | -------------------------------------------------------------------------------- /requirements/clip_benchmark.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/requirements/clip_benchmark.txt -------------------------------------------------------------------------------- /requirements/internvl_chat.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/requirements/internvl_chat.txt -------------------------------------------------------------------------------- /requirements/segmentation.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/requirements/segmentation.txt -------------------------------------------------------------------------------- /requirements/streamlit_demo.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/requirements/streamlit_demo.txt -------------------------------------------------------------------------------- /segmentation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/README.md -------------------------------------------------------------------------------- /segmentation/configs/_base_/datasets/ade20k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/datasets/ade20k.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/datasets/ade20k_504x504.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/datasets/ade20k_504x504.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/datasets/ade20k_504x504_1of16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/datasets/ade20k_504x504_1of16.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/datasets/ade20k_504x504_1of2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/datasets/ade20k_504x504_1of2.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/datasets/ade20k_504x504_1of4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/datasets/ade20k_504x504_1of4.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/datasets/ade20k_504x504_1of8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/datasets/ade20k_504x504_1of8.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/datasets/ade20k_640x640.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/datasets/ade20k_640x640.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/datasets/ade20k_896x896.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/datasets/ade20k_896x896.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/datasets/chase_db1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/datasets/chase_db1.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/datasets/cityscapes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/datasets/cityscapes.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/datasets/cityscapes_1024x1024.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/datasets/cityscapes_1024x1024.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/datasets/cityscapes_768x768.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/datasets/cityscapes_768x768.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/datasets/cityscapes_769x769.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/datasets/cityscapes_769x769.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/datasets/cityscapes_832x832.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/datasets/cityscapes_832x832.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/datasets/coco-stuff10k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/datasets/coco-stuff10k.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/datasets/coco-stuff164k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/datasets/coco-stuff164k.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/datasets/coco-stuff164k_896x896.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/datasets/coco-stuff164k_896x896.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/datasets/drive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/datasets/drive.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/datasets/hrf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/datasets/hrf.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/datasets/isaid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/datasets/isaid.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/datasets/loveda.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/datasets/loveda.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/datasets/pascal_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/datasets/pascal_context.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/datasets/pascal_context_59.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/datasets/pascal_context_59.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/datasets/pascal_voc12.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/datasets/pascal_voc12.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/datasets/pascal_voc12_aug.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/datasets/pascal_voc12_aug.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/datasets/potsdam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/datasets/potsdam.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/datasets/stare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/datasets/stare.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/datasets/vaihingen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/datasets/vaihingen.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/default_runtime.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/default_runtime.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/ann_r50-d8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/ann_r50-d8.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/apcnet_r50-d8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/apcnet_r50-d8.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/bisenetv1_r18-d32.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/bisenetv1_r18-d32.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/bisenetv2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/bisenetv2.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/ccnet_r50-d8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/ccnet_r50-d8.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/cgnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/cgnet.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/danet_r50-d8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/danet_r50-d8.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/deeplabv3_r50-d8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/deeplabv3_r50-d8.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/deeplabv3_unet_s5-d16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/deeplabv3_unet_s5-d16.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/deeplabv3plus_r50-d8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/deeplabv3plus_r50-d8.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/dmnet_r50-d8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/dmnet_r50-d8.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/dnl_r50-d8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/dnl_r50-d8.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/dpt_vit-b16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/dpt_vit-b16.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/emanet_r50-d8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/emanet_r50-d8.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/encnet_r50-d8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/encnet_r50-d8.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/erfnet_fcn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/erfnet_fcn.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/fast_scnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/fast_scnn.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/fastfcn_r50-d32_jpu_psp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/fastfcn_r50-d32_jpu_psp.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/fcn_hr18.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/fcn_hr18.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/fcn_r50-d8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/fcn_r50-d8.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/fcn_unet_s5-d16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/fcn_unet_s5-d16.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/fpn_r50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/fpn_r50.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/gcnet_r50-d8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/gcnet_r50-d8.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/icnet_r50-d8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/icnet_r50-d8.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/isanet_r50-d8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/isanet_r50-d8.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/lraspp_m-v3-d8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/lraspp_m-v3-d8.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/mask2former_beit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/mask2former_beit.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/nonlocal_r50-d8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/nonlocal_r50-d8.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/ocrnet_hr18.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/ocrnet_hr18.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/ocrnet_r50-d8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/ocrnet_r50-d8.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/pointrend_r50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/pointrend_r50.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/psanet_r50-d8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/psanet_r50-d8.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/pspnet_r50-d8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/pspnet_r50-d8.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/pspnet_unet_s5-d16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/pspnet_unet_s5-d16.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/segformer_mit-b0.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/segformer_mit-b0.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/segmenter_vit-b16_mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/segmenter_vit-b16_mask.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/setr_mla.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/setr_mla.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/setr_naive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/setr_naive.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/setr_pup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/setr_pup.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/stdc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/stdc.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/twins_pcpvt-s_fpn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/twins_pcpvt-s_fpn.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/twins_pcpvt-s_upernet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/twins_pcpvt-s_upernet.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/upernet_beit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/upernet_beit.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/upernet_convnext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/upernet_convnext.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/upernet_mae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/upernet_mae.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/upernet_r50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/upernet_r50.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/upernet_swin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/upernet_swin.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/models/upernet_vit-b16_ln_mln.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/models/upernet_vit-b16_ln_mln.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/schedules/schedule_10k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/schedules/schedule_10k.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/schedules/schedule_160k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/schedules/schedule_160k.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/schedules/schedule_20k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/schedules/schedule_20k.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/schedules/schedule_320k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/schedules/schedule_320k.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/schedules/schedule_40k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/schedules/schedule_40k.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/schedules/schedule_5k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/schedules/schedule_5k.py -------------------------------------------------------------------------------- /segmentation/configs/_base_/schedules/schedule_80k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/_base_/schedules/schedule_80k.py -------------------------------------------------------------------------------- /segmentation/configs/intern_vit_6b/few_shot/linear_intern_vit_6b_504_10k_ade20k_bs16_lr4e-5_1of8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/intern_vit_6b/few_shot/linear_intern_vit_6b_504_10k_ade20k_bs16_lr4e-5_1of8.py -------------------------------------------------------------------------------- /segmentation/configs/intern_vit_6b/few_shot/linear_intern_vit_6b_504_20k_ade20k_bs16_lr4e-5_1of4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/intern_vit_6b/few_shot/linear_intern_vit_6b_504_20k_ade20k_bs16_lr4e-5_1of4.py -------------------------------------------------------------------------------- /segmentation/configs/intern_vit_6b/few_shot/linear_intern_vit_6b_504_40k_ade20k_bs16_lr4e-5_1of2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/intern_vit_6b/few_shot/linear_intern_vit_6b_504_40k_ade20k_bs16_lr4e-5_1of2.py -------------------------------------------------------------------------------- /segmentation/configs/intern_vit_6b/few_shot/linear_intern_vit_6b_504_5k_ade20k_bs16_lr4e-5_1of16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/intern_vit_6b/few_shot/linear_intern_vit_6b_504_5k_ade20k_bs16_lr4e-5_1of16.py -------------------------------------------------------------------------------- /segmentation/configs/intern_vit_6b/few_shot/linear_intern_vit_6b_504_80k_ade20k_bs16_lr4e-5_1of1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/intern_vit_6b/few_shot/linear_intern_vit_6b_504_80k_ade20k_bs16_lr4e-5_1of1.py -------------------------------------------------------------------------------- /segmentation/configs/intern_vit_6b/full_tuning/upernet_intern_vit_6b_504_80k_ade20k_bs16_lr4e-5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/intern_vit_6b/full_tuning/upernet_intern_vit_6b_504_80k_ade20k_bs16_lr4e-5.py -------------------------------------------------------------------------------- /segmentation/configs/intern_vit_6b/head_tuning/upernet_intern_vit_6b_504_80k_ade20k_bs16_lr4e-5_frozen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/intern_vit_6b/head_tuning/upernet_intern_vit_6b_504_80k_ade20k_bs16_lr4e-5_frozen.py -------------------------------------------------------------------------------- /segmentation/configs/intern_vit_6b/linear_probing/linear_intern_vit_6b_504_80k_ade20k_bs16_lr4e-5_frozen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/configs/intern_vit_6b/linear_probing/linear_intern_vit_6b_504_80k_ade20k_bs16_lr4e-5_frozen.py -------------------------------------------------------------------------------- /segmentation/dist_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/dist_test.sh -------------------------------------------------------------------------------- /segmentation/dist_train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/dist_train.sh -------------------------------------------------------------------------------- /segmentation/mmcv_custom/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/mmcv_custom/__init__.py -------------------------------------------------------------------------------- /segmentation/mmcv_custom/ddp_hooks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/mmcv_custom/ddp_hooks.py -------------------------------------------------------------------------------- /segmentation/mmcv_custom/layer_decay_optimizer_constructor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/mmcv_custom/layer_decay_optimizer_constructor.py -------------------------------------------------------------------------------- /segmentation/mmseg_custom/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/mmseg_custom/__init__.py -------------------------------------------------------------------------------- /segmentation/mmseg_custom/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/mmseg_custom/datasets/__init__.py -------------------------------------------------------------------------------- /segmentation/mmseg_custom/datasets/ade.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/mmseg_custom/datasets/ade.py -------------------------------------------------------------------------------- /segmentation/mmseg_custom/datasets/pipelines/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/mmseg_custom/datasets/pipelines/__init__.py -------------------------------------------------------------------------------- /segmentation/mmseg_custom/datasets/pipelines/transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/mmseg_custom/datasets/pipelines/transform.py -------------------------------------------------------------------------------- /segmentation/mmseg_custom/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/mmseg_custom/models/__init__.py -------------------------------------------------------------------------------- /segmentation/mmseg_custom/models/backbones/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/mmseg_custom/models/backbones/__init__.py -------------------------------------------------------------------------------- /segmentation/mmseg_custom/models/backbones/flash_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/mmseg_custom/models/backbones/flash_attention.py -------------------------------------------------------------------------------- /segmentation/mmseg_custom/models/backbones/intern_vit_6b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/mmseg_custom/models/backbones/intern_vit_6b.py -------------------------------------------------------------------------------- /segmentation/mmseg_custom/models/decode_heads/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/mmseg_custom/models/decode_heads/__init__.py -------------------------------------------------------------------------------- /segmentation/mmseg_custom/models/decode_heads/fcn_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/mmseg_custom/models/decode_heads/fcn_head.py -------------------------------------------------------------------------------- /segmentation/release.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/release.py -------------------------------------------------------------------------------- /segmentation/slurm_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/slurm_test.sh -------------------------------------------------------------------------------- /segmentation/slurm_train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/slurm_train.sh -------------------------------------------------------------------------------- /segmentation/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/test.py -------------------------------------------------------------------------------- /segmentation/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/train.py -------------------------------------------------------------------------------- /segmentation/zero_configs/adam_fp16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/zero_configs/adam_fp16.json -------------------------------------------------------------------------------- /segmentation/zero_configs/adam_zero1_amp.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/zero_configs/adam_zero1_amp.json -------------------------------------------------------------------------------- /segmentation/zero_configs/adam_zero1_bf16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/zero_configs/adam_zero1_bf16.json -------------------------------------------------------------------------------- /segmentation/zero_configs/adam_zero1_fp16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/zero_configs/adam_zero1_fp16.json -------------------------------------------------------------------------------- /segmentation/zero_configs/adam_zero2_bf16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/zero_configs/adam_zero2_bf16.json -------------------------------------------------------------------------------- /segmentation/zero_configs/adam_zero2_fp16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/zero_configs/adam_zero2_fp16.json -------------------------------------------------------------------------------- /segmentation/zero_configs/adam_zero3_fp16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/segmentation/zero_configs/adam_zero3_fp16.json -------------------------------------------------------------------------------- /streamlit_demo/.streamlit/config.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/streamlit_demo/.streamlit/config.toml -------------------------------------------------------------------------------- /streamlit_demo/api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/streamlit_demo/api.py -------------------------------------------------------------------------------- /streamlit_demo/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/streamlit_demo/app.py -------------------------------------------------------------------------------- /streamlit_demo/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/streamlit_demo/constants.py -------------------------------------------------------------------------------- /streamlit_demo/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/streamlit_demo/controller.py -------------------------------------------------------------------------------- /streamlit_demo/gallery/astro_on_unicorn.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/streamlit_demo/gallery/astro_on_unicorn.png -------------------------------------------------------------------------------- /streamlit_demo/gallery/cheetah.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/streamlit_demo/gallery/cheetah.png -------------------------------------------------------------------------------- /streamlit_demo/gallery/prod_1.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/streamlit_demo/gallery/prod_1.jpeg -------------------------------------------------------------------------------- /streamlit_demo/gallery/prod_11.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/streamlit_demo/gallery/prod_11.jpg -------------------------------------------------------------------------------- /streamlit_demo/gallery/prod_12.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/streamlit_demo/gallery/prod_12.png -------------------------------------------------------------------------------- /streamlit_demo/gallery/prod_4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/streamlit_demo/gallery/prod_4.png -------------------------------------------------------------------------------- /streamlit_demo/gallery/prod_9.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/streamlit_demo/gallery/prod_9.jpg -------------------------------------------------------------------------------- /streamlit_demo/gallery/prod_en_17.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/streamlit_demo/gallery/prod_en_17.png -------------------------------------------------------------------------------- /streamlit_demo/library.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/streamlit_demo/library.py -------------------------------------------------------------------------------- /streamlit_demo/model_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/streamlit_demo/model_worker.py -------------------------------------------------------------------------------- /streamlit_demo/sd_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/streamlit_demo/sd_worker.py -------------------------------------------------------------------------------- /streamlit_demo/static/SimHei.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/streamlit_demo/static/SimHei.ttf -------------------------------------------------------------------------------- /streamlit_demo/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/streamlit_demo/utils.py -------------------------------------------------------------------------------- /video_retrieval/test_msrvtt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gls0425/LinVT/HEAD/video_retrieval/test_msrvtt.py --------------------------------------------------------------------------------