├── .gitignore ├── LICENSE ├── README.md ├── docs ├── logo.jpg └── main_fig.jpg ├── robustlmm ├── __init__.py ├── analysis │ ├── __init__.py │ ├── hallucination_lt │ │ ├── mme │ │ │ └── correct_wrong │ │ │ │ ├── mme_co_occurrence.ipynb │ │ │ │ ├── mme_rank_analyze.ipynb │ │ │ │ └── mme_token.ipynb │ │ └── pope │ │ │ ├── correct_wrong │ │ │ ├── analyze_pope_from_file.ipynb │ │ │ ├── analyze_pope_init.ipynb │ │ │ ├── pope_co_occurrence.ipynb │ │ │ └── pope_token.ipynb │ │ │ └── visualize_distribution │ │ │ ├── pope_distribution.ipynb │ │ │ └── res │ │ │ ├── co_occurrenc_level_wrong_distribution.pdf │ │ │ ├── object_level_wrong_distribution.pdf │ │ │ └── token_level_wrong_distribution.pdf │ └── longTail │ │ ├── __init__.py │ │ ├── language_level │ │ ├── __init__.py │ │ ├── co_occurrence_count.py │ │ ├── db │ │ │ ├── language_level_word_count.db │ │ │ ├── neo4j │ │ │ │ ├── instructmix_llama_co_occurrence.pdf │ │ │ │ ├── lcs_llama_co_occurrence.pdf │ │ │ │ ├── lcs_pos_co_occurrence.pdf │ │ │ │ └── test_neo4j.ipynb │ │ │ ├── pg_scripts │ │ │ │ └── createdb.sh │ │ │ ├── start_neo4j.sh │ │ │ └── start_pgsql.sh │ │ ├── examples │ │ │ ├── llama_parse │ │ │ │ ├── co_occurrence │ │ │ │ │ ├── parseInstructmix665k.sh │ │ │ │ │ └── parseLCS558K.sh │ │ │ │ ├── statistics │ │ │ │ │ ├── lm_parseInstructmix665K.sh │ │ │ │ │ └── lm_parseLCS558K.sh │ │ │ │ └── what_word_statistic │ │ │ │ │ ├── lm_parseInstructmix665K.sh │ │ │ │ │ └── lm_parseLCS558K.sh │ │ │ ├── lm_parse │ │ │ │ └── statistics │ │ │ │ │ ├── lm_parseInstructmix665K.sh │ │ │ │ │ └── lm_parseLCS558K.sh │ │ │ ├── pos │ │ │ │ ├── co_occurrence │ │ │ │ │ ├── parseInstructmix665k.sh │ │ │ │ │ └── parseLCS558K.sh │ │ │ │ ├── extract_object │ │ │ │ │ ├── parseInstructmix665k.sh │ │ │ │ │ └── parseLCS558K.sh │ │ │ │ ├── object_level │ │ │ │ │ ├── parseInstructmix665k.sh │ │ │ │ │ ├── parseLCS558K.sh │ │ │ │ │ ├── parseMME.sh │ │ │ │ │ └── parsePOPE.sh │ │ │ │ └── token_level │ │ │ │ │ ├── parseInstructmix665k.sh │ │ │ │ │ ├── parseLCS558K.sh │ │ │ │ │ ├── parseMME.sh │ │ │ │ │ └── parsePOPE.sh │ │ │ └── visual_parse │ │ │ │ └── co_occurrence │ │ │ │ └── parseInstructmix665k.sh │ │ ├── llama_parse_dataset.py │ │ ├── lm_parse_dataset.py │ │ ├── parse_dataset.py │ │ ├── parser │ │ │ ├── __init__.py │ │ │ ├── base_parser.py │ │ │ ├── co_occurrence_parser.py │ │ │ ├── llama_parser.py │ │ │ ├── lm_parser.py │ │ │ └── prompts.py │ │ ├── scripts │ │ │ ├── llama_parse │ │ │ │ ├── co_occurrence │ │ │ │ │ ├── parseInstructmix665k.sh │ │ │ │ │ └── parseLCS558K.sh │ │ │ │ ├── statistics │ │ │ │ │ ├── lm_parseInstructmix665K.sh │ │ │ │ │ └── lm_parseLCS558K.sh │ │ │ │ └── what_word_statistic │ │ │ │ │ ├── lm_parseInstructmix665K.sh │ │ │ │ │ └── lm_parseLCS558K.sh │ │ │ ├── lm_parse │ │ │ │ └── statistics │ │ │ │ │ ├── lm_parseInstructmix665K.sh │ │ │ │ │ └── lm_parseLCS558K.sh │ │ │ ├── pos │ │ │ │ ├── co_occurrence │ │ │ │ │ ├── parseInstructmix665k.sh │ │ │ │ │ └── parseLCS558K.sh │ │ │ │ ├── extract_object │ │ │ │ │ ├── parseInstructmix665k.sh │ │ │ │ │ └── parseLCS558K.sh │ │ │ │ ├── object_level │ │ │ │ │ ├── parseInstructmix665k.sh │ │ │ │ │ ├── parseLCS558K.sh │ │ │ │ │ ├── parseMME.sh │ │ │ │ │ └── parsePOPE.sh │ │ │ │ └── token_level │ │ │ │ │ ├── parseInstructmix665k.sh │ │ │ │ │ ├── parseLCS558K.sh │ │ │ │ │ ├── parseMME.sh │ │ │ │ │ └── parsePOPE.sh │ │ │ └── visual_parse │ │ │ │ └── co_occurrence │ │ │ │ ├── parseInstructmix665k.sh │ │ │ │ ├── parseLCS558K.sh │ │ │ │ └── parseSharegpt4v.sh │ │ ├── test │ │ │ ├── install_vllms.sh │ │ │ ├── jupyter_start.sh │ │ │ └── test_llama3.ipynb │ │ └── visualization │ │ │ ├── res │ │ │ ├── instructmix_llama_co_occurrence.pdf │ │ │ ├── instructmix_llama_what_word.pdf │ │ │ ├── object_instruct_lt_pope_mme.pdf │ │ │ ├── object_lcs_lt_pope_mme.pdf │ │ │ ├── object_mme_lt_lcs.pdf │ │ │ ├── token_instruct_lt_pope_mme.pdf │ │ │ ├── token_lcs_lt_pope_mme.pdf │ │ │ └── token_mme_lt_lcs.pdf │ │ │ ├── test_neo4j.ipynb │ │ │ ├── test_postgres.ipynb │ │ │ └── what_word.ipynb │ │ └── vision_level │ │ ├── __init__.py │ │ ├── parse_vision_objects.py │ │ ├── parser │ │ ├── __init__.py │ │ └── groundingDINO_parser.py │ │ ├── scripts │ │ ├── accelerate │ │ │ └── 8gpus.yaml │ │ └── grounding_dino │ │ │ ├── lm_parseInstructmix665K.sh │ │ │ └── lm_parseLCS558K.sh │ │ └── test │ │ └── test_grounding_dino.ipynb ├── data_adjustment │ ├── __init__.py │ ├── diffusion_augment │ │ ├── form_only_img_aug_file.ipynb │ │ └── observe_augment_cases.ipynb │ ├── dr_algo │ │ ├── example │ │ │ ├── reform_compose_alpha.sh │ │ │ └── token.sh │ │ ├── form_one_file.py │ │ ├── form_one_file │ │ │ ├── form_one_file.ipynb │ │ │ └── form_one_file_share4vft.ipynb │ │ ├── reform_data_one_scope.py │ │ └── reverse_indexing.py │ ├── post_process │ │ ├── control_get_plainaug.ipynb │ │ ├── draw_top20.ipynb │ │ └── visualize_reverse_index.ipynb │ ├── synonym_augmentation │ │ ├── __init__.py │ │ ├── extract_synonym.py │ │ ├── find_synonym_aug_data.ipynb │ │ ├── replace_synonym.py │ │ ├── scripts │ │ │ ├── extract_replace_info_for_lm │ │ │ │ ├── extract_replace.sh │ │ │ │ └── tw_tail_200k_extract_replace_info.sh │ │ │ ├── syn_llava_ft.sh │ │ │ └── syn_replace.sh │ │ ├── synonym_replacer │ │ │ ├── __init__.py │ │ │ └── nn_replacer.py │ │ └── wordnet_test.ipynb │ └── utils │ │ ├── form_co_occurrence_file.py │ │ ├── form_entry_instance_pairs.py │ │ ├── form_one_jsonl.py │ │ └── scripts │ │ ├── co_occurrence │ │ ├── form_instructmix665k.sh │ │ └── form_lcs558k.sh │ │ └── entry_instance_pairs │ │ └── form_instructmix665k.sh ├── eval_res │ ├── eval_longtail │ │ ├── __init__.py │ │ ├── eval_longtail.py │ │ ├── longtail_evaluator │ │ │ ├── __init__.py │ │ │ ├── base_evaluator.ipynb │ │ │ ├── base_evaluator.py │ │ │ └── benchmark_tail_data_extractor.ipynb │ │ ├── qualitive │ │ │ └── qualitive_results.ipynb │ │ └── scripts │ │ │ ├── configs │ │ │ ├── llava_ft.yaml │ │ │ ├── sqa_img.yaml │ │ │ └── vqav2_llava.yaml │ │ │ └── logs │ │ │ ├── llava_sqa.json │ │ │ ├── llava_sqa_img.json │ │ │ └── llava_vqav2.json │ ├── meta_clip │ │ ├── draw_pictures │ │ │ ├── Times New Roman.ttf │ │ │ ├── conch.ipynb │ │ │ ├── draw_ablation_bar.ipynb │ │ │ ├── draw_radar.ipynb │ │ │ ├── draw_reversed_distribution.ipynb │ │ │ ├── longtail_eval.ipynb │ │ │ ├── pyramid.ipynb │ │ │ ├── res │ │ │ │ ├── ablate_aug.pdf │ │ │ │ ├── ablate_balance.pdf │ │ │ │ ├── llava_radar.pdf │ │ │ │ ├── main_fig_statistic_part.pdf │ │ │ │ ├── main_fig_statistic_part.svg │ │ │ │ ├── preliminary_dpo.pdf │ │ │ │ ├── top20_entities.pdf │ │ │ │ └── vqav2_llava_conch.pdf │ │ │ └── test.txt │ │ ├── efficiency │ │ │ ├── calculate_tflops.ipynb │ │ │ ├── flops_dense.py │ │ │ ├── flops_moe.py │ │ │ ├── test_flops │ │ │ │ ├── calc_balance.sh │ │ │ │ ├── calc_baseline.sh │ │ │ │ ├── calc_controlaug.sh │ │ │ │ ├── calc_flops.py │ │ │ │ ├── ds_stage │ │ │ │ │ ├── llama3_flops.jsonl │ │ │ │ │ ├── llama3_vllm.py │ │ │ │ │ ├── llama_repharse.py │ │ │ │ │ ├── test_controlnet_flops.ipynb │ │ │ │ │ ├── test_llama_rephrase.ipynb │ │ │ │ │ └── test_llava13b.ipynb │ │ │ │ ├── res │ │ │ │ │ ├── baseline_flops.jsonl │ │ │ │ │ └── controlaug_flops.jsonl │ │ │ │ └── show_res.ipynb │ │ │ └── test_qwen2vl.ipynb │ │ └── visualization │ │ │ ├── draw_top20.ipynb │ │ │ ├── form_chart_llava.ipynb │ │ │ ├── form_chart_other_model.ipynb │ │ │ ├── form_chart_share4v.ipynb │ │ │ ├── grained_benchmarks │ │ │ ├── all_benchmarks.ipynb │ │ │ └── grained_benchmarks.ipynb │ │ │ └── visualize_reverse_index.ipynb │ └── test_openai.py ├── model_inference │ ├── __init__.py │ ├── configs │ │ ├── 1gpu.yaml │ │ ├── 1gpu_2.yaml │ │ └── 8gpu.yaml │ ├── controlnet_inference │ │ ├── inference │ │ │ ├── controlnet_inference.py │ │ │ └── controlnet_inference_dataset.py │ │ ├── scripts │ │ │ ├── llavaft_selfaug_control.sh │ │ │ └── llavaft_tocw_control.sh │ │ └── test_controlnet.ipynb │ ├── diffusion_inference │ │ ├── __init__.py │ │ ├── diffusion_dataset.py │ │ ├── diffusion_inference.py │ │ └── scripts │ │ │ ├── latent │ │ │ └── llavaft_selfaug.sh │ │ │ ├── llava │ │ │ ├── aug_ft.sh │ │ │ ├── aug_pt.sh │ │ │ └── new_augft.sh │ │ │ └── share4v │ │ │ ├── aug_ft.sh │ │ │ ├── aug_ft_tocw.sh │ │ │ └── aug_pt.sh │ ├── dino_inference │ │ ├── __init__.py │ │ ├── dino_dataset.py │ │ ├── groundingDINO_inference.py │ │ ├── scripts │ │ │ ├── llava_ft.sh │ │ │ ├── mme.sh │ │ │ ├── pope.sh │ │ │ ├── share_ft.sh │ │ │ ├── share_pt.sh │ │ │ ├── sqa │ │ │ │ ├── sqa_extract_obj.sh │ │ │ │ └── sqaimg_extraxt_obj.sh │ │ │ ├── temp.sh │ │ │ └── val2014 │ │ │ │ └── val14_extract_obj.sh │ │ └── test_dino.ipynb │ ├── llama_inference │ │ ├── inference │ │ │ ├── __init__.py │ │ │ ├── augment_parser.py │ │ │ ├── base_inference.py │ │ │ ├── benchmark_parser.py │ │ │ ├── object_parser.py │ │ │ └── prompts.py │ │ ├── llama_inference.py │ │ ├── prompts │ │ │ └── llava │ │ │ │ ├── 000_caps.txt │ │ │ │ ├── 000_conv.txt │ │ │ │ ├── 001_caps.txt │ │ │ │ ├── 001_conv.txt │ │ │ │ └── system_message.txt │ │ └── scripts │ │ │ ├── caption_to_conv.sh │ │ │ ├── extract_mme_objects.sh │ │ │ ├── extract_pope_objects.sh │ │ │ ├── latent │ │ │ └── llavaft │ │ │ │ └── selfaug │ │ │ │ ├── controlnetaug │ │ │ │ ├── llava13bcaps.sh │ │ │ │ └── sharecaptionercaps.sh │ │ │ │ ├── llava13bcaps.sh │ │ │ │ └── sharecaptionercaps.sh │ │ │ ├── llava │ │ │ ├── aug_token.sh │ │ │ ├── control │ │ │ │ └── llava13bcaps.sh │ │ │ ├── extract_pt.sh │ │ │ ├── new │ │ │ │ ├── ft_extract_obj.sh │ │ │ │ ├── ft_extract_what_word.sh │ │ │ │ └── ft_formconv.sh │ │ │ ├── plain_aug_cap2instance.sh │ │ │ └── tail_token_lm_rephrase.sh │ │ │ ├── sharegpt4v │ │ │ ├── caption_to_conv.sh │ │ │ ├── ft_captionconv_new.sh │ │ │ ├── ft_extract_obj.sh │ │ │ ├── ft_extract_what_word.sh │ │ │ ├── pt_caption_to_conv.sh │ │ │ └── pt_extract_obj.sh │ │ │ ├── sqaextract │ │ │ ├── extract_whatword.sh │ │ │ ├── sqa_cap_to_obj.sh │ │ │ ├── sqa_img_cap_to_obj.sh │ │ │ └── sqa_img_extract_whatword.sh │ │ │ └── val2014extract │ │ │ ├── extract_obj.sh │ │ │ └── extract_whatword.sh │ ├── llava_infer │ │ ├── __init__.py │ │ ├── conversation.py │ │ ├── dataset │ │ │ ├── __init__.py │ │ │ ├── augmentation_datasets.py │ │ │ ├── base_dataset.py │ │ │ └── benchmark_caption_datasets.py │ │ ├── llava_inference.py │ │ ├── samples │ │ │ ├── test1.jpg │ │ │ ├── test2.jpg │ │ │ └── test3.jpg │ │ ├── scripts │ │ │ ├── 1gpu.yaml │ │ │ ├── 1gpu_2.yaml │ │ │ ├── 8gpu.yaml │ │ │ ├── aug │ │ │ │ ├── cap_aug_ft.sh │ │ │ │ ├── plainaug_cpation.sh │ │ │ │ ├── share4v_cap_aug_ft.sh │ │ │ │ ├── share4v_cap_aug_pt.sh │ │ │ │ └── share4v_cap_ft_tocw.sh │ │ │ ├── caption │ │ │ │ ├── latent_caps │ │ │ │ │ ├── llavaft_selfaug.sh │ │ │ │ │ └── llavaft_selfaugcontrolnet.sh │ │ │ │ ├── llavaft_control_cap.sh │ │ │ │ ├── share4v_cap_aug_pt.sh │ │ │ │ ├── sqa_caps.sh │ │ │ │ └── sqaimg_caps.sh │ │ │ ├── eval │ │ │ │ ├── amber_to_chart.ipynb │ │ │ │ ├── eval.sh │ │ │ │ ├── eval_origin.sh │ │ │ │ ├── eval_ours.sh │ │ │ │ ├── old_origin_amber_result.jsonl │ │ │ │ ├── old_ours_amber_result.jsonl │ │ │ │ ├── origin_amber_result.jsonl │ │ │ │ └── ours_amber_result.jsonl │ │ │ ├── mme_infer.sh │ │ │ ├── pope_infer.sh │ │ │ └── simple │ │ │ │ └── simple.sh │ │ ├── simpleinfer.ipynb │ │ └── simpleinfer.py │ ├── pos_inference │ │ ├── pos_inference.py │ │ └── scripts │ │ │ ├── llavaft.sh │ │ │ ├── pos_infer.sh │ │ │ ├── scienceqa_full.sh │ │ │ ├── scienceqa_img.sh │ │ │ ├── sharegpt4v_ft.sh │ │ │ ├── sharegpt4v_pt.sh │ │ │ └── vqav2_token.sh │ └── sharecaptioner_inference │ │ ├── captioner_infer │ │ ├── __init__.py │ │ ├── base_captioner.py │ │ └── dataset │ │ │ ├── __init__.py │ │ │ └── base_dataset.py │ │ ├── infer_script.py │ │ ├── scripts │ │ ├── latent_caption │ │ │ ├── llavaft_latent_selfaug_cap.sh │ │ │ └── llavaft_latent_selfaug_controlnet.sh │ │ ├── llava_ft_cap.sh │ │ ├── share4v_ft_cap.sh │ │ └── share4v_pt_cap.sh │ │ └── test_sharecaptioner.ipynb └── train │ └── __init__.py └── setup.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/README.md -------------------------------------------------------------------------------- /docs/logo.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/docs/logo.jpg -------------------------------------------------------------------------------- /docs/main_fig.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/docs/main_fig.jpg -------------------------------------------------------------------------------- /robustlmm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /robustlmm/analysis/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /robustlmm/analysis/hallucination_lt/mme/correct_wrong/mme_co_occurrence.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/hallucination_lt/mme/correct_wrong/mme_co_occurrence.ipynb -------------------------------------------------------------------------------- /robustlmm/analysis/hallucination_lt/mme/correct_wrong/mme_rank_analyze.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/hallucination_lt/mme/correct_wrong/mme_rank_analyze.ipynb -------------------------------------------------------------------------------- /robustlmm/analysis/hallucination_lt/mme/correct_wrong/mme_token.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/hallucination_lt/mme/correct_wrong/mme_token.ipynb -------------------------------------------------------------------------------- /robustlmm/analysis/hallucination_lt/pope/correct_wrong/analyze_pope_from_file.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/hallucination_lt/pope/correct_wrong/analyze_pope_from_file.ipynb -------------------------------------------------------------------------------- /robustlmm/analysis/hallucination_lt/pope/correct_wrong/analyze_pope_init.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/hallucination_lt/pope/correct_wrong/analyze_pope_init.ipynb -------------------------------------------------------------------------------- /robustlmm/analysis/hallucination_lt/pope/correct_wrong/pope_co_occurrence.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/hallucination_lt/pope/correct_wrong/pope_co_occurrence.ipynb -------------------------------------------------------------------------------- /robustlmm/analysis/hallucination_lt/pope/correct_wrong/pope_token.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/hallucination_lt/pope/correct_wrong/pope_token.ipynb -------------------------------------------------------------------------------- /robustlmm/analysis/hallucination_lt/pope/visualize_distribution/pope_distribution.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/hallucination_lt/pope/visualize_distribution/pope_distribution.ipynb -------------------------------------------------------------------------------- /robustlmm/analysis/hallucination_lt/pope/visualize_distribution/res/co_occurrenc_level_wrong_distribution.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/hallucination_lt/pope/visualize_distribution/res/co_occurrenc_level_wrong_distribution.pdf -------------------------------------------------------------------------------- /robustlmm/analysis/hallucination_lt/pope/visualize_distribution/res/object_level_wrong_distribution.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/hallucination_lt/pope/visualize_distribution/res/object_level_wrong_distribution.pdf -------------------------------------------------------------------------------- /robustlmm/analysis/hallucination_lt/pope/visualize_distribution/res/token_level_wrong_distribution.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/hallucination_lt/pope/visualize_distribution/res/token_level_wrong_distribution.pdf -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/co_occurrence_count.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/co_occurrence_count.py -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/db/language_level_word_count.db: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/db/language_level_word_count.db -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/db/neo4j/instructmix_llama_co_occurrence.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/db/neo4j/instructmix_llama_co_occurrence.pdf -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/db/neo4j/lcs_llama_co_occurrence.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/db/neo4j/lcs_llama_co_occurrence.pdf -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/db/neo4j/lcs_pos_co_occurrence.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/db/neo4j/lcs_pos_co_occurrence.pdf -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/db/neo4j/test_neo4j.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/db/neo4j/test_neo4j.ipynb -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/db/pg_scripts/createdb.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/db/pg_scripts/createdb.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/db/start_neo4j.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/db/start_neo4j.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/db/start_pgsql.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/db/start_pgsql.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/examples/llama_parse/co_occurrence/parseInstructmix665k.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/examples/llama_parse/co_occurrence/parseInstructmix665k.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/examples/llama_parse/co_occurrence/parseLCS558K.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/examples/llama_parse/co_occurrence/parseLCS558K.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/examples/llama_parse/statistics/lm_parseInstructmix665K.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/examples/llama_parse/statistics/lm_parseInstructmix665K.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/examples/llama_parse/statistics/lm_parseLCS558K.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/examples/llama_parse/statistics/lm_parseLCS558K.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/examples/llama_parse/what_word_statistic/lm_parseInstructmix665K.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/examples/llama_parse/what_word_statistic/lm_parseInstructmix665K.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/examples/llama_parse/what_word_statistic/lm_parseLCS558K.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/examples/llama_parse/what_word_statistic/lm_parseLCS558K.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/examples/lm_parse/statistics/lm_parseInstructmix665K.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/examples/lm_parse/statistics/lm_parseInstructmix665K.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/examples/lm_parse/statistics/lm_parseLCS558K.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/examples/lm_parse/statistics/lm_parseLCS558K.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/examples/pos/co_occurrence/parseInstructmix665k.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/examples/pos/co_occurrence/parseInstructmix665k.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/examples/pos/co_occurrence/parseLCS558K.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/examples/pos/co_occurrence/parseLCS558K.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/examples/pos/extract_object/parseInstructmix665k.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/examples/pos/extract_object/parseInstructmix665k.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/examples/pos/extract_object/parseLCS558K.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/examples/pos/extract_object/parseLCS558K.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/examples/pos/object_level/parseInstructmix665k.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/examples/pos/object_level/parseInstructmix665k.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/examples/pos/object_level/parseLCS558K.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/examples/pos/object_level/parseLCS558K.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/examples/pos/object_level/parseMME.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/examples/pos/object_level/parseMME.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/examples/pos/object_level/parsePOPE.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/examples/pos/object_level/parsePOPE.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/examples/pos/token_level/parseInstructmix665k.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/examples/pos/token_level/parseInstructmix665k.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/examples/pos/token_level/parseLCS558K.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/examples/pos/token_level/parseLCS558K.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/examples/pos/token_level/parseMME.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/examples/pos/token_level/parseMME.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/examples/pos/token_level/parsePOPE.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/examples/pos/token_level/parsePOPE.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/examples/visual_parse/co_occurrence/parseInstructmix665k.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/examples/visual_parse/co_occurrence/parseInstructmix665k.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/llama_parse_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/llama_parse_dataset.py -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/lm_parse_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/lm_parse_dataset.py -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/parse_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/parse_dataset.py -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/parser/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/parser/base_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/parser/base_parser.py -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/parser/co_occurrence_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/parser/co_occurrence_parser.py -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/parser/llama_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/parser/llama_parser.py -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/parser/lm_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/parser/lm_parser.py -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/parser/prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/parser/prompts.py -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/scripts/llama_parse/co_occurrence/parseInstructmix665k.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/scripts/llama_parse/co_occurrence/parseInstructmix665k.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/scripts/llama_parse/co_occurrence/parseLCS558K.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/scripts/llama_parse/co_occurrence/parseLCS558K.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/scripts/llama_parse/statistics/lm_parseInstructmix665K.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/scripts/llama_parse/statistics/lm_parseInstructmix665K.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/scripts/llama_parse/statistics/lm_parseLCS558K.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/scripts/llama_parse/statistics/lm_parseLCS558K.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/scripts/llama_parse/what_word_statistic/lm_parseInstructmix665K.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/scripts/llama_parse/what_word_statistic/lm_parseInstructmix665K.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/scripts/llama_parse/what_word_statistic/lm_parseLCS558K.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/scripts/llama_parse/what_word_statistic/lm_parseLCS558K.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/scripts/lm_parse/statistics/lm_parseInstructmix665K.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/scripts/lm_parse/statistics/lm_parseInstructmix665K.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/scripts/lm_parse/statistics/lm_parseLCS558K.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/scripts/lm_parse/statistics/lm_parseLCS558K.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/scripts/pos/co_occurrence/parseInstructmix665k.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/scripts/pos/co_occurrence/parseInstructmix665k.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/scripts/pos/co_occurrence/parseLCS558K.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/scripts/pos/co_occurrence/parseLCS558K.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/scripts/pos/extract_object/parseInstructmix665k.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/scripts/pos/extract_object/parseInstructmix665k.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/scripts/pos/extract_object/parseLCS558K.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/scripts/pos/extract_object/parseLCS558K.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/scripts/pos/object_level/parseInstructmix665k.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/scripts/pos/object_level/parseInstructmix665k.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/scripts/pos/object_level/parseLCS558K.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/scripts/pos/object_level/parseLCS558K.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/scripts/pos/object_level/parseMME.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/scripts/pos/object_level/parseMME.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/scripts/pos/object_level/parsePOPE.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/scripts/pos/object_level/parsePOPE.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/scripts/pos/token_level/parseInstructmix665k.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/scripts/pos/token_level/parseInstructmix665k.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/scripts/pos/token_level/parseLCS558K.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/scripts/pos/token_level/parseLCS558K.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/scripts/pos/token_level/parseMME.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/scripts/pos/token_level/parseMME.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/scripts/pos/token_level/parsePOPE.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/scripts/pos/token_level/parsePOPE.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/scripts/visual_parse/co_occurrence/parseInstructmix665k.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/scripts/visual_parse/co_occurrence/parseInstructmix665k.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/scripts/visual_parse/co_occurrence/parseLCS558K.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/scripts/visual_parse/co_occurrence/parseLCS558K.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/scripts/visual_parse/co_occurrence/parseSharegpt4v.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/scripts/visual_parse/co_occurrence/parseSharegpt4v.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/test/install_vllms.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/test/install_vllms.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/test/jupyter_start.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/test/jupyter_start.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/test/test_llama3.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/test/test_llama3.ipynb -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/visualization/res/instructmix_llama_co_occurrence.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/visualization/res/instructmix_llama_co_occurrence.pdf -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/visualization/res/instructmix_llama_what_word.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/visualization/res/instructmix_llama_what_word.pdf -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/visualization/res/object_instruct_lt_pope_mme.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/visualization/res/object_instruct_lt_pope_mme.pdf -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/visualization/res/object_lcs_lt_pope_mme.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/visualization/res/object_lcs_lt_pope_mme.pdf -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/visualization/res/object_mme_lt_lcs.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/visualization/res/object_mme_lt_lcs.pdf -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/visualization/res/token_instruct_lt_pope_mme.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/visualization/res/token_instruct_lt_pope_mme.pdf -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/visualization/res/token_lcs_lt_pope_mme.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/visualization/res/token_lcs_lt_pope_mme.pdf -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/visualization/res/token_mme_lt_lcs.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/visualization/res/token_mme_lt_lcs.pdf -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/visualization/test_neo4j.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/visualization/test_neo4j.ipynb -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/visualization/test_postgres.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/visualization/test_postgres.ipynb -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/language_level/visualization/what_word.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/language_level/visualization/what_word.ipynb -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/vision_level/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/vision_level/parse_vision_objects.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/vision_level/parse_vision_objects.py -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/vision_level/parser/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/vision_level/parser/groundingDINO_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/vision_level/parser/groundingDINO_parser.py -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/vision_level/scripts/accelerate/8gpus.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/vision_level/scripts/accelerate/8gpus.yaml -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/vision_level/scripts/grounding_dino/lm_parseInstructmix665K.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/vision_level/scripts/grounding_dino/lm_parseInstructmix665K.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/vision_level/scripts/grounding_dino/lm_parseLCS558K.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/vision_level/scripts/grounding_dino/lm_parseLCS558K.sh -------------------------------------------------------------------------------- /robustlmm/analysis/longTail/vision_level/test/test_grounding_dino.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/analysis/longTail/vision_level/test/test_grounding_dino.ipynb -------------------------------------------------------------------------------- /robustlmm/data_adjustment/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /robustlmm/data_adjustment/diffusion_augment/form_only_img_aug_file.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/data_adjustment/diffusion_augment/form_only_img_aug_file.ipynb -------------------------------------------------------------------------------- /robustlmm/data_adjustment/diffusion_augment/observe_augment_cases.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/data_adjustment/diffusion_augment/observe_augment_cases.ipynb -------------------------------------------------------------------------------- /robustlmm/data_adjustment/dr_algo/example/reform_compose_alpha.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/data_adjustment/dr_algo/example/reform_compose_alpha.sh -------------------------------------------------------------------------------- /robustlmm/data_adjustment/dr_algo/example/token.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/data_adjustment/dr_algo/example/token.sh -------------------------------------------------------------------------------- /robustlmm/data_adjustment/dr_algo/form_one_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/data_adjustment/dr_algo/form_one_file.py -------------------------------------------------------------------------------- /robustlmm/data_adjustment/dr_algo/form_one_file/form_one_file.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/data_adjustment/dr_algo/form_one_file/form_one_file.ipynb -------------------------------------------------------------------------------- /robustlmm/data_adjustment/dr_algo/form_one_file/form_one_file_share4vft.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/data_adjustment/dr_algo/form_one_file/form_one_file_share4vft.ipynb -------------------------------------------------------------------------------- /robustlmm/data_adjustment/dr_algo/reform_data_one_scope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/data_adjustment/dr_algo/reform_data_one_scope.py -------------------------------------------------------------------------------- /robustlmm/data_adjustment/dr_algo/reverse_indexing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/data_adjustment/dr_algo/reverse_indexing.py -------------------------------------------------------------------------------- /robustlmm/data_adjustment/post_process/control_get_plainaug.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/data_adjustment/post_process/control_get_plainaug.ipynb -------------------------------------------------------------------------------- /robustlmm/data_adjustment/post_process/draw_top20.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/data_adjustment/post_process/draw_top20.ipynb -------------------------------------------------------------------------------- /robustlmm/data_adjustment/post_process/visualize_reverse_index.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/data_adjustment/post_process/visualize_reverse_index.ipynb -------------------------------------------------------------------------------- /robustlmm/data_adjustment/synonym_augmentation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /robustlmm/data_adjustment/synonym_augmentation/extract_synonym.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/data_adjustment/synonym_augmentation/extract_synonym.py -------------------------------------------------------------------------------- /robustlmm/data_adjustment/synonym_augmentation/find_synonym_aug_data.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/data_adjustment/synonym_augmentation/find_synonym_aug_data.ipynb -------------------------------------------------------------------------------- /robustlmm/data_adjustment/synonym_augmentation/replace_synonym.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/data_adjustment/synonym_augmentation/replace_synonym.py -------------------------------------------------------------------------------- /robustlmm/data_adjustment/synonym_augmentation/scripts/extract_replace_info_for_lm/extract_replace.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/data_adjustment/synonym_augmentation/scripts/extract_replace_info_for_lm/extract_replace.sh -------------------------------------------------------------------------------- /robustlmm/data_adjustment/synonym_augmentation/scripts/extract_replace_info_for_lm/tw_tail_200k_extract_replace_info.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/data_adjustment/synonym_augmentation/scripts/extract_replace_info_for_lm/tw_tail_200k_extract_replace_info.sh -------------------------------------------------------------------------------- /robustlmm/data_adjustment/synonym_augmentation/scripts/syn_llava_ft.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/data_adjustment/synonym_augmentation/scripts/syn_llava_ft.sh -------------------------------------------------------------------------------- /robustlmm/data_adjustment/synonym_augmentation/scripts/syn_replace.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/data_adjustment/synonym_augmentation/scripts/syn_replace.sh -------------------------------------------------------------------------------- /robustlmm/data_adjustment/synonym_augmentation/synonym_replacer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/data_adjustment/synonym_augmentation/synonym_replacer/__init__.py -------------------------------------------------------------------------------- /robustlmm/data_adjustment/synonym_augmentation/synonym_replacer/nn_replacer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/data_adjustment/synonym_augmentation/synonym_replacer/nn_replacer.py -------------------------------------------------------------------------------- /robustlmm/data_adjustment/synonym_augmentation/wordnet_test.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/data_adjustment/synonym_augmentation/wordnet_test.ipynb -------------------------------------------------------------------------------- /robustlmm/data_adjustment/utils/form_co_occurrence_file.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /robustlmm/data_adjustment/utils/form_entry_instance_pairs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/data_adjustment/utils/form_entry_instance_pairs.py -------------------------------------------------------------------------------- /robustlmm/data_adjustment/utils/form_one_jsonl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/data_adjustment/utils/form_one_jsonl.py -------------------------------------------------------------------------------- /robustlmm/data_adjustment/utils/scripts/co_occurrence/form_instructmix665k.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/data_adjustment/utils/scripts/co_occurrence/form_instructmix665k.sh -------------------------------------------------------------------------------- /robustlmm/data_adjustment/utils/scripts/co_occurrence/form_lcs558k.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/data_adjustment/utils/scripts/co_occurrence/form_lcs558k.sh -------------------------------------------------------------------------------- /robustlmm/data_adjustment/utils/scripts/entry_instance_pairs/form_instructmix665k.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/data_adjustment/utils/scripts/entry_instance_pairs/form_instructmix665k.sh -------------------------------------------------------------------------------- /robustlmm/eval_res/eval_longtail/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /robustlmm/eval_res/eval_longtail/eval_longtail.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/eval_longtail/eval_longtail.py -------------------------------------------------------------------------------- /robustlmm/eval_res/eval_longtail/longtail_evaluator/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /robustlmm/eval_res/eval_longtail/longtail_evaluator/base_evaluator.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/eval_longtail/longtail_evaluator/base_evaluator.ipynb -------------------------------------------------------------------------------- /robustlmm/eval_res/eval_longtail/longtail_evaluator/base_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/eval_longtail/longtail_evaluator/base_evaluator.py -------------------------------------------------------------------------------- /robustlmm/eval_res/eval_longtail/longtail_evaluator/benchmark_tail_data_extractor.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/eval_longtail/longtail_evaluator/benchmark_tail_data_extractor.ipynb -------------------------------------------------------------------------------- /robustlmm/eval_res/eval_longtail/qualitive/qualitive_results.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/eval_longtail/qualitive/qualitive_results.ipynb -------------------------------------------------------------------------------- /robustlmm/eval_res/eval_longtail/scripts/configs/llava_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/eval_longtail/scripts/configs/llava_ft.yaml -------------------------------------------------------------------------------- /robustlmm/eval_res/eval_longtail/scripts/configs/sqa_img.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/eval_longtail/scripts/configs/sqa_img.yaml -------------------------------------------------------------------------------- /robustlmm/eval_res/eval_longtail/scripts/configs/vqav2_llava.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/eval_longtail/scripts/configs/vqav2_llava.yaml -------------------------------------------------------------------------------- /robustlmm/eval_res/eval_longtail/scripts/logs/llava_sqa.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/eval_longtail/scripts/logs/llava_sqa.json -------------------------------------------------------------------------------- /robustlmm/eval_res/eval_longtail/scripts/logs/llava_sqa_img.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/eval_longtail/scripts/logs/llava_sqa_img.json -------------------------------------------------------------------------------- /robustlmm/eval_res/eval_longtail/scripts/logs/llava_vqav2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/eval_longtail/scripts/logs/llava_vqav2.json -------------------------------------------------------------------------------- /robustlmm/eval_res/meta_clip/draw_pictures/Times New Roman.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/meta_clip/draw_pictures/Times New Roman.ttf -------------------------------------------------------------------------------- /robustlmm/eval_res/meta_clip/draw_pictures/conch.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/meta_clip/draw_pictures/conch.ipynb -------------------------------------------------------------------------------- /robustlmm/eval_res/meta_clip/draw_pictures/draw_ablation_bar.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/meta_clip/draw_pictures/draw_ablation_bar.ipynb -------------------------------------------------------------------------------- /robustlmm/eval_res/meta_clip/draw_pictures/draw_radar.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/meta_clip/draw_pictures/draw_radar.ipynb -------------------------------------------------------------------------------- /robustlmm/eval_res/meta_clip/draw_pictures/draw_reversed_distribution.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/meta_clip/draw_pictures/draw_reversed_distribution.ipynb -------------------------------------------------------------------------------- /robustlmm/eval_res/meta_clip/draw_pictures/longtail_eval.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/meta_clip/draw_pictures/longtail_eval.ipynb -------------------------------------------------------------------------------- /robustlmm/eval_res/meta_clip/draw_pictures/pyramid.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/meta_clip/draw_pictures/pyramid.ipynb -------------------------------------------------------------------------------- /robustlmm/eval_res/meta_clip/draw_pictures/res/ablate_aug.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/meta_clip/draw_pictures/res/ablate_aug.pdf -------------------------------------------------------------------------------- /robustlmm/eval_res/meta_clip/draw_pictures/res/ablate_balance.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/meta_clip/draw_pictures/res/ablate_balance.pdf -------------------------------------------------------------------------------- /robustlmm/eval_res/meta_clip/draw_pictures/res/llava_radar.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/meta_clip/draw_pictures/res/llava_radar.pdf -------------------------------------------------------------------------------- /robustlmm/eval_res/meta_clip/draw_pictures/res/main_fig_statistic_part.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/meta_clip/draw_pictures/res/main_fig_statistic_part.pdf -------------------------------------------------------------------------------- /robustlmm/eval_res/meta_clip/draw_pictures/res/main_fig_statistic_part.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/meta_clip/draw_pictures/res/main_fig_statistic_part.svg -------------------------------------------------------------------------------- /robustlmm/eval_res/meta_clip/draw_pictures/res/preliminary_dpo.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/meta_clip/draw_pictures/res/preliminary_dpo.pdf -------------------------------------------------------------------------------- /robustlmm/eval_res/meta_clip/draw_pictures/res/top20_entities.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/meta_clip/draw_pictures/res/top20_entities.pdf -------------------------------------------------------------------------------- /robustlmm/eval_res/meta_clip/draw_pictures/res/vqav2_llava_conch.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/meta_clip/draw_pictures/res/vqav2_llava_conch.pdf -------------------------------------------------------------------------------- /robustlmm/eval_res/meta_clip/draw_pictures/test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/meta_clip/draw_pictures/test.txt -------------------------------------------------------------------------------- /robustlmm/eval_res/meta_clip/efficiency/calculate_tflops.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/meta_clip/efficiency/calculate_tflops.ipynb -------------------------------------------------------------------------------- /robustlmm/eval_res/meta_clip/efficiency/flops_dense.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/meta_clip/efficiency/flops_dense.py -------------------------------------------------------------------------------- /robustlmm/eval_res/meta_clip/efficiency/flops_moe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/meta_clip/efficiency/flops_moe.py -------------------------------------------------------------------------------- /robustlmm/eval_res/meta_clip/efficiency/test_flops/calc_balance.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/meta_clip/efficiency/test_flops/calc_balance.sh -------------------------------------------------------------------------------- /robustlmm/eval_res/meta_clip/efficiency/test_flops/calc_baseline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/meta_clip/efficiency/test_flops/calc_baseline.sh -------------------------------------------------------------------------------- /robustlmm/eval_res/meta_clip/efficiency/test_flops/calc_controlaug.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/meta_clip/efficiency/test_flops/calc_controlaug.sh -------------------------------------------------------------------------------- /robustlmm/eval_res/meta_clip/efficiency/test_flops/calc_flops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/meta_clip/efficiency/test_flops/calc_flops.py -------------------------------------------------------------------------------- /robustlmm/eval_res/meta_clip/efficiency/test_flops/ds_stage/llama3_flops.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/meta_clip/efficiency/test_flops/ds_stage/llama3_flops.jsonl -------------------------------------------------------------------------------- /robustlmm/eval_res/meta_clip/efficiency/test_flops/ds_stage/llama3_vllm.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /robustlmm/eval_res/meta_clip/efficiency/test_flops/ds_stage/llama_repharse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/meta_clip/efficiency/test_flops/ds_stage/llama_repharse.py -------------------------------------------------------------------------------- /robustlmm/eval_res/meta_clip/efficiency/test_flops/ds_stage/test_controlnet_flops.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/meta_clip/efficiency/test_flops/ds_stage/test_controlnet_flops.ipynb -------------------------------------------------------------------------------- /robustlmm/eval_res/meta_clip/efficiency/test_flops/ds_stage/test_llama_rephrase.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/meta_clip/efficiency/test_flops/ds_stage/test_llama_rephrase.ipynb -------------------------------------------------------------------------------- /robustlmm/eval_res/meta_clip/efficiency/test_flops/ds_stage/test_llava13b.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/meta_clip/efficiency/test_flops/ds_stage/test_llava13b.ipynb -------------------------------------------------------------------------------- /robustlmm/eval_res/meta_clip/efficiency/test_flops/res/baseline_flops.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/meta_clip/efficiency/test_flops/res/baseline_flops.jsonl -------------------------------------------------------------------------------- /robustlmm/eval_res/meta_clip/efficiency/test_flops/res/controlaug_flops.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/meta_clip/efficiency/test_flops/res/controlaug_flops.jsonl -------------------------------------------------------------------------------- /robustlmm/eval_res/meta_clip/efficiency/test_flops/show_res.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/meta_clip/efficiency/test_flops/show_res.ipynb -------------------------------------------------------------------------------- /robustlmm/eval_res/meta_clip/efficiency/test_qwen2vl.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/meta_clip/efficiency/test_qwen2vl.ipynb -------------------------------------------------------------------------------- /robustlmm/eval_res/meta_clip/visualization/draw_top20.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/meta_clip/visualization/draw_top20.ipynb -------------------------------------------------------------------------------- /robustlmm/eval_res/meta_clip/visualization/form_chart_llava.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/meta_clip/visualization/form_chart_llava.ipynb -------------------------------------------------------------------------------- /robustlmm/eval_res/meta_clip/visualization/form_chart_other_model.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/meta_clip/visualization/form_chart_other_model.ipynb -------------------------------------------------------------------------------- /robustlmm/eval_res/meta_clip/visualization/form_chart_share4v.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/meta_clip/visualization/form_chart_share4v.ipynb -------------------------------------------------------------------------------- /robustlmm/eval_res/meta_clip/visualization/grained_benchmarks/all_benchmarks.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/meta_clip/visualization/grained_benchmarks/all_benchmarks.ipynb -------------------------------------------------------------------------------- /robustlmm/eval_res/meta_clip/visualization/grained_benchmarks/grained_benchmarks.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/meta_clip/visualization/grained_benchmarks/grained_benchmarks.ipynb -------------------------------------------------------------------------------- /robustlmm/eval_res/meta_clip/visualization/visualize_reverse_index.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/meta_clip/visualization/visualize_reverse_index.ipynb -------------------------------------------------------------------------------- /robustlmm/eval_res/test_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/eval_res/test_openai.py -------------------------------------------------------------------------------- /robustlmm/model_inference/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /robustlmm/model_inference/configs/1gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/configs/1gpu.yaml -------------------------------------------------------------------------------- /robustlmm/model_inference/configs/1gpu_2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/configs/1gpu_2.yaml -------------------------------------------------------------------------------- /robustlmm/model_inference/configs/8gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/configs/8gpu.yaml -------------------------------------------------------------------------------- /robustlmm/model_inference/controlnet_inference/inference/controlnet_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/controlnet_inference/inference/controlnet_inference.py -------------------------------------------------------------------------------- /robustlmm/model_inference/controlnet_inference/inference/controlnet_inference_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/controlnet_inference/inference/controlnet_inference_dataset.py -------------------------------------------------------------------------------- /robustlmm/model_inference/controlnet_inference/scripts/llavaft_selfaug_control.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/controlnet_inference/scripts/llavaft_selfaug_control.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/controlnet_inference/scripts/llavaft_tocw_control.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/controlnet_inference/scripts/llavaft_tocw_control.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/controlnet_inference/test_controlnet.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/controlnet_inference/test_controlnet.ipynb -------------------------------------------------------------------------------- /robustlmm/model_inference/diffusion_inference/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /robustlmm/model_inference/diffusion_inference/diffusion_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/diffusion_inference/diffusion_dataset.py -------------------------------------------------------------------------------- /robustlmm/model_inference/diffusion_inference/diffusion_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/diffusion_inference/diffusion_inference.py -------------------------------------------------------------------------------- /robustlmm/model_inference/diffusion_inference/scripts/latent/llavaft_selfaug.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/diffusion_inference/scripts/latent/llavaft_selfaug.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/diffusion_inference/scripts/llava/aug_ft.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/diffusion_inference/scripts/llava/aug_ft.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/diffusion_inference/scripts/llava/aug_pt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/diffusion_inference/scripts/llava/aug_pt.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/diffusion_inference/scripts/llava/new_augft.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/diffusion_inference/scripts/llava/new_augft.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/diffusion_inference/scripts/share4v/aug_ft.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/diffusion_inference/scripts/share4v/aug_ft.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/diffusion_inference/scripts/share4v/aug_ft_tocw.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/diffusion_inference/scripts/share4v/aug_ft_tocw.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/diffusion_inference/scripts/share4v/aug_pt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/diffusion_inference/scripts/share4v/aug_pt.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/dino_inference/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /robustlmm/model_inference/dino_inference/dino_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/dino_inference/dino_dataset.py -------------------------------------------------------------------------------- /robustlmm/model_inference/dino_inference/groundingDINO_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/dino_inference/groundingDINO_inference.py -------------------------------------------------------------------------------- /robustlmm/model_inference/dino_inference/scripts/llava_ft.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/dino_inference/scripts/llava_ft.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/dino_inference/scripts/mme.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/dino_inference/scripts/mme.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/dino_inference/scripts/pope.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/dino_inference/scripts/pope.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/dino_inference/scripts/share_ft.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/dino_inference/scripts/share_ft.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/dino_inference/scripts/share_pt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/dino_inference/scripts/share_pt.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/dino_inference/scripts/sqa/sqa_extract_obj.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/dino_inference/scripts/sqa/sqa_extract_obj.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/dino_inference/scripts/sqa/sqaimg_extraxt_obj.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/dino_inference/scripts/sqa/sqaimg_extraxt_obj.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/dino_inference/scripts/temp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/dino_inference/scripts/temp.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/dino_inference/scripts/val2014/val14_extract_obj.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/dino_inference/scripts/val2014/val14_extract_obj.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/dino_inference/test_dino.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/dino_inference/test_dino.ipynb -------------------------------------------------------------------------------- /robustlmm/model_inference/llama_inference/inference/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llama_inference/inference/__init__.py -------------------------------------------------------------------------------- /robustlmm/model_inference/llama_inference/inference/augment_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llama_inference/inference/augment_parser.py -------------------------------------------------------------------------------- /robustlmm/model_inference/llama_inference/inference/base_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llama_inference/inference/base_inference.py -------------------------------------------------------------------------------- /robustlmm/model_inference/llama_inference/inference/benchmark_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llama_inference/inference/benchmark_parser.py -------------------------------------------------------------------------------- /robustlmm/model_inference/llama_inference/inference/object_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llama_inference/inference/object_parser.py -------------------------------------------------------------------------------- /robustlmm/model_inference/llama_inference/inference/prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llama_inference/inference/prompts.py -------------------------------------------------------------------------------- /robustlmm/model_inference/llama_inference/llama_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llama_inference/llama_inference.py -------------------------------------------------------------------------------- /robustlmm/model_inference/llama_inference/prompts/llava/000_caps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llama_inference/prompts/llava/000_caps.txt -------------------------------------------------------------------------------- /robustlmm/model_inference/llama_inference/prompts/llava/000_conv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llama_inference/prompts/llava/000_conv.txt -------------------------------------------------------------------------------- /robustlmm/model_inference/llama_inference/prompts/llava/001_caps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llama_inference/prompts/llava/001_caps.txt -------------------------------------------------------------------------------- /robustlmm/model_inference/llama_inference/prompts/llava/001_conv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llama_inference/prompts/llava/001_conv.txt -------------------------------------------------------------------------------- /robustlmm/model_inference/llama_inference/prompts/llava/system_message.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llama_inference/prompts/llava/system_message.txt -------------------------------------------------------------------------------- /robustlmm/model_inference/llama_inference/scripts/caption_to_conv.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llama_inference/scripts/caption_to_conv.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llama_inference/scripts/extract_mme_objects.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llama_inference/scripts/extract_mme_objects.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llama_inference/scripts/extract_pope_objects.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llama_inference/scripts/extract_pope_objects.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llama_inference/scripts/latent/llavaft/selfaug/controlnetaug/llava13bcaps.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llama_inference/scripts/latent/llavaft/selfaug/controlnetaug/llava13bcaps.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llama_inference/scripts/latent/llavaft/selfaug/controlnetaug/sharecaptionercaps.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llama_inference/scripts/latent/llavaft/selfaug/controlnetaug/sharecaptionercaps.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llama_inference/scripts/latent/llavaft/selfaug/llava13bcaps.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llama_inference/scripts/latent/llavaft/selfaug/llava13bcaps.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llama_inference/scripts/latent/llavaft/selfaug/sharecaptionercaps.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llama_inference/scripts/latent/llavaft/selfaug/sharecaptionercaps.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llama_inference/scripts/llava/aug_token.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llama_inference/scripts/llava/aug_token.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llama_inference/scripts/llava/control/llava13bcaps.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llama_inference/scripts/llava/control/llava13bcaps.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llama_inference/scripts/llava/extract_pt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llama_inference/scripts/llava/extract_pt.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llama_inference/scripts/llava/new/ft_extract_obj.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llama_inference/scripts/llava/new/ft_extract_obj.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llama_inference/scripts/llava/new/ft_extract_what_word.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llama_inference/scripts/llava/new/ft_extract_what_word.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llama_inference/scripts/llava/new/ft_formconv.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llama_inference/scripts/llava/new/ft_formconv.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llama_inference/scripts/llava/plain_aug_cap2instance.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llama_inference/scripts/llava/plain_aug_cap2instance.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llama_inference/scripts/llava/tail_token_lm_rephrase.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llama_inference/scripts/llava/tail_token_lm_rephrase.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llama_inference/scripts/sharegpt4v/caption_to_conv.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llama_inference/scripts/sharegpt4v/caption_to_conv.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llama_inference/scripts/sharegpt4v/ft_captionconv_new.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llama_inference/scripts/sharegpt4v/ft_captionconv_new.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llama_inference/scripts/sharegpt4v/ft_extract_obj.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llama_inference/scripts/sharegpt4v/ft_extract_obj.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llama_inference/scripts/sharegpt4v/ft_extract_what_word.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llama_inference/scripts/sharegpt4v/ft_extract_what_word.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llama_inference/scripts/sharegpt4v/pt_caption_to_conv.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llama_inference/scripts/sharegpt4v/pt_caption_to_conv.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llama_inference/scripts/sharegpt4v/pt_extract_obj.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llama_inference/scripts/sharegpt4v/pt_extract_obj.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llama_inference/scripts/sqaextract/extract_whatword.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llama_inference/scripts/sqaextract/extract_whatword.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llama_inference/scripts/sqaextract/sqa_cap_to_obj.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llama_inference/scripts/sqaextract/sqa_cap_to_obj.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llama_inference/scripts/sqaextract/sqa_img_cap_to_obj.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llama_inference/scripts/sqaextract/sqa_img_cap_to_obj.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llama_inference/scripts/sqaextract/sqa_img_extract_whatword.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llama_inference/scripts/sqaextract/sqa_img_extract_whatword.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llama_inference/scripts/val2014extract/extract_obj.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llama_inference/scripts/val2014extract/extract_obj.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llama_inference/scripts/val2014extract/extract_whatword.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llama_inference/scripts/val2014extract/extract_whatword.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llava_infer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /robustlmm/model_inference/llava_infer/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llava_infer/conversation.py -------------------------------------------------------------------------------- /robustlmm/model_inference/llava_infer/dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llava_infer/dataset/__init__.py -------------------------------------------------------------------------------- /robustlmm/model_inference/llava_infer/dataset/augmentation_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llava_infer/dataset/augmentation_datasets.py -------------------------------------------------------------------------------- /robustlmm/model_inference/llava_infer/dataset/base_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llava_infer/dataset/base_dataset.py -------------------------------------------------------------------------------- /robustlmm/model_inference/llava_infer/dataset/benchmark_caption_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llava_infer/dataset/benchmark_caption_datasets.py -------------------------------------------------------------------------------- /robustlmm/model_inference/llava_infer/llava_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llava_infer/llava_inference.py -------------------------------------------------------------------------------- /robustlmm/model_inference/llava_infer/samples/test1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llava_infer/samples/test1.jpg -------------------------------------------------------------------------------- /robustlmm/model_inference/llava_infer/samples/test2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llava_infer/samples/test2.jpg -------------------------------------------------------------------------------- /robustlmm/model_inference/llava_infer/samples/test3.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llava_infer/samples/test3.jpg -------------------------------------------------------------------------------- /robustlmm/model_inference/llava_infer/scripts/1gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llava_infer/scripts/1gpu.yaml -------------------------------------------------------------------------------- /robustlmm/model_inference/llava_infer/scripts/1gpu_2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llava_infer/scripts/1gpu_2.yaml -------------------------------------------------------------------------------- /robustlmm/model_inference/llava_infer/scripts/8gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llava_infer/scripts/8gpu.yaml -------------------------------------------------------------------------------- /robustlmm/model_inference/llava_infer/scripts/aug/cap_aug_ft.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llava_infer/scripts/aug/cap_aug_ft.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llava_infer/scripts/aug/plainaug_cpation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llava_infer/scripts/aug/plainaug_cpation.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llava_infer/scripts/aug/share4v_cap_aug_ft.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llava_infer/scripts/aug/share4v_cap_aug_ft.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llava_infer/scripts/aug/share4v_cap_aug_pt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llava_infer/scripts/aug/share4v_cap_aug_pt.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llava_infer/scripts/aug/share4v_cap_ft_tocw.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llava_infer/scripts/aug/share4v_cap_ft_tocw.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llava_infer/scripts/caption/latent_caps/llavaft_selfaug.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llava_infer/scripts/caption/latent_caps/llavaft_selfaug.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llava_infer/scripts/caption/latent_caps/llavaft_selfaugcontrolnet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llava_infer/scripts/caption/latent_caps/llavaft_selfaugcontrolnet.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llava_infer/scripts/caption/llavaft_control_cap.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llava_infer/scripts/caption/llavaft_control_cap.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llava_infer/scripts/caption/share4v_cap_aug_pt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llava_infer/scripts/caption/share4v_cap_aug_pt.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llava_infer/scripts/caption/sqa_caps.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llava_infer/scripts/caption/sqa_caps.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llava_infer/scripts/caption/sqaimg_caps.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llava_infer/scripts/caption/sqaimg_caps.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llava_infer/scripts/eval/amber_to_chart.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llava_infer/scripts/eval/amber_to_chart.ipynb -------------------------------------------------------------------------------- /robustlmm/model_inference/llava_infer/scripts/eval/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llava_infer/scripts/eval/eval.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llava_infer/scripts/eval/eval_origin.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llava_infer/scripts/eval/eval_origin.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llava_infer/scripts/eval/eval_ours.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llava_infer/scripts/eval/eval_ours.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llava_infer/scripts/eval/old_origin_amber_result.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llava_infer/scripts/eval/old_origin_amber_result.jsonl -------------------------------------------------------------------------------- /robustlmm/model_inference/llava_infer/scripts/eval/old_ours_amber_result.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llava_infer/scripts/eval/old_ours_amber_result.jsonl -------------------------------------------------------------------------------- /robustlmm/model_inference/llava_infer/scripts/eval/origin_amber_result.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llava_infer/scripts/eval/origin_amber_result.jsonl -------------------------------------------------------------------------------- /robustlmm/model_inference/llava_infer/scripts/eval/ours_amber_result.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llava_infer/scripts/eval/ours_amber_result.jsonl -------------------------------------------------------------------------------- /robustlmm/model_inference/llava_infer/scripts/mme_infer.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llava_infer/scripts/mme_infer.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llava_infer/scripts/pope_infer.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llava_infer/scripts/pope_infer.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llava_infer/scripts/simple/simple.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llava_infer/scripts/simple/simple.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/llava_infer/simpleinfer.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llava_infer/simpleinfer.ipynb -------------------------------------------------------------------------------- /robustlmm/model_inference/llava_infer/simpleinfer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/llava_infer/simpleinfer.py -------------------------------------------------------------------------------- /robustlmm/model_inference/pos_inference/pos_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/pos_inference/pos_inference.py -------------------------------------------------------------------------------- /robustlmm/model_inference/pos_inference/scripts/llavaft.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/pos_inference/scripts/llavaft.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/pos_inference/scripts/pos_infer.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/pos_inference/scripts/pos_infer.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/pos_inference/scripts/scienceqa_full.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/pos_inference/scripts/scienceqa_full.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/pos_inference/scripts/scienceqa_img.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/pos_inference/scripts/scienceqa_img.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/pos_inference/scripts/sharegpt4v_ft.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/pos_inference/scripts/sharegpt4v_ft.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/pos_inference/scripts/sharegpt4v_pt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/pos_inference/scripts/sharegpt4v_pt.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/pos_inference/scripts/vqav2_token.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/pos_inference/scripts/vqav2_token.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/sharecaptioner_inference/captioner_infer/__init__.py: -------------------------------------------------------------------------------- 1 | from .base_captioner import * -------------------------------------------------------------------------------- /robustlmm/model_inference/sharecaptioner_inference/captioner_infer/base_captioner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/sharecaptioner_inference/captioner_infer/base_captioner.py -------------------------------------------------------------------------------- /robustlmm/model_inference/sharecaptioner_inference/captioner_infer/dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/sharecaptioner_inference/captioner_infer/dataset/__init__.py -------------------------------------------------------------------------------- /robustlmm/model_inference/sharecaptioner_inference/captioner_infer/dataset/base_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/sharecaptioner_inference/captioner_infer/dataset/base_dataset.py -------------------------------------------------------------------------------- /robustlmm/model_inference/sharecaptioner_inference/infer_script.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/sharecaptioner_inference/infer_script.py -------------------------------------------------------------------------------- /robustlmm/model_inference/sharecaptioner_inference/scripts/latent_caption/llavaft_latent_selfaug_cap.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/sharecaptioner_inference/scripts/latent_caption/llavaft_latent_selfaug_cap.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/sharecaptioner_inference/scripts/latent_caption/llavaft_latent_selfaug_controlnet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/sharecaptioner_inference/scripts/latent_caption/llavaft_latent_selfaug_controlnet.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/sharecaptioner_inference/scripts/llava_ft_cap.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/sharecaptioner_inference/scripts/llava_ft_cap.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/sharecaptioner_inference/scripts/share4v_ft_cap.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/sharecaptioner_inference/scripts/share4v_ft_cap.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/sharecaptioner_inference/scripts/share4v_pt_cap.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/sharecaptioner_inference/scripts/share4v_pt_cap.sh -------------------------------------------------------------------------------- /robustlmm/model_inference/sharecaptioner_inference/test_sharecaptioner.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/robustlmm/model_inference/sharecaptioner_inference/test_sharecaptioner.ipynb -------------------------------------------------------------------------------- /robustlmm/train/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssmisya/VLMLT/HEAD/setup.py --------------------------------------------------------------------------------