├── LICENSE ├── README.md ├── docs ├── .jekyll-cache │ └── Jekyll │ │ └── Cache │ │ ├── Jekyll--Cache │ │ └── b7 │ │ │ └── 9606fb3afea5bd1609ed40b622142f1c98125abcfe89a76a661b0e8e343910 │ │ └── Jekyll--Converters--Markdown │ │ └── fd │ │ └── aa4200cef2544ec568b25970b3a49cf9b4f3d7015485506ccda914caf9c5b9 ├── 404.html ├── Gemfile ├── Gemfile.lock ├── LICENSE ├── _config.yml ├── _data │ └── authors.yml ├── _layouts │ └── default.html ├── _posts │ └── 2021-01-16-welcome-to-jekyll.markdown ├── _sass │ └── main.scss ├── _site │ ├── 404.html │ ├── LICENSE │ ├── about │ │ └── index.html │ ├── assets │ │ ├── css │ │ │ ├── styles.css │ │ │ └── styles.css.map │ │ ├── favicon │ │ │ ├── android-chrome-192x192.png │ │ │ ├── android-chrome-512x512.png │ │ │ ├── apple-touch-icon.png │ │ │ ├── favicon-16x16.png │ │ │ ├── favicon-32x32.png │ │ │ ├── favicon.ico │ │ │ └── site.webmanifest │ │ ├── img │ │ │ ├── animation.gif │ │ │ ├── criteria.png │ │ │ ├── datarow.png │ │ │ ├── interface.png │ │ │ ├── jamin.jpg │ │ │ ├── juho.jpg │ │ │ ├── kaist_logo.png │ │ │ ├── kixlab_logo.png │ │ │ ├── naver_logo.png │ │ │ ├── taesoo.jpeg │ │ │ ├── yoonjoo.jpeg │ │ │ └── youngho.jpg │ │ ├── main.css │ │ ├── main.css.map │ │ └── minima-social-icons.svg │ ├── feed.xml │ ├── index.html │ └── jekyll │ │ └── update │ │ └── 2021 │ │ └── 01 │ │ └── 16 │ │ └── welcome-to-jekyll.html ├── about.markdown ├── assets │ ├── css │ │ └── styles.scss │ ├── favicon │ │ ├── android-chrome-192x192.png │ │ ├── android-chrome-512x512.png │ │ ├── apple-touch-icon.png │ │ ├── favicon-16x16.png │ │ ├── favicon-32x32.png │ │ ├── favicon.ico │ │ └── site.webmanifest │ └── img │ │ ├── blue_fire.png │ │ ├── geewook.jpg │ │ ├── human_corr.svg │ │ ├── instructionfollowing_results.png │ │ ├── kaist_logo.png │ │ ├── lklab_logo.jpg │ │ ├── minjoon.jpeg │ │ ├── naver_ai_lab_logo.png │ │ ├── naver_cloud_logo.png │ │ ├── naver_logo.png │ │ ├── pairwise_win_rate.svg │ │ ├── perception_collection_stats.png │ │ ├── prometheus_vision_components.svg │ │ ├── seongyun.jpeg │ │ ├── seungone.jpeg │ │ ├── suehyun.png │ │ └── vlm_as_a_judge.svg └── index.markdown ├── llava ├── __init__.py ├── constants.py ├── conversation.py ├── eval │ ├── eval_gpt_review.py │ ├── eval_gpt_review_bench.py │ ├── eval_gpt_review_visual.py │ ├── eval_pope.py │ ├── eval_science_qa.py │ ├── eval_science_qa_gpt4.py │ ├── eval_science_qa_gpt4_requery.py │ ├── eval_textvqa.py │ ├── generate_webpage_data_from_table.py │ ├── m4c_evaluator.py │ ├── model_qa.py │ ├── model_vqa.py │ ├── model_vqa_loader.py │ ├── model_vqa_mmbench.py │ ├── model_vqa_qbench.py │ ├── model_vqa_science.py │ ├── qa_baseline_gpt35.py │ ├── run_llava.py │ ├── summarize_gpt_review.py │ ├── table │ │ ├── answer │ │ │ ├── answer_alpaca-13b.jsonl │ │ │ ├── answer_bard.jsonl │ │ │ ├── answer_gpt35.jsonl │ │ │ ├── answer_llama-13b.jsonl │ │ │ └── answer_vicuna-13b.jsonl │ │ ├── caps_boxes_coco2014_val_80.jsonl │ │ ├── model.jsonl │ │ ├── prompt.jsonl │ │ ├── question.jsonl │ │ ├── results │ │ │ ├── test_sqa_llava_13b_v0.json │ │ │ └── test_sqa_llava_lcs_558k_sqa_12e_vicuna_v1_3_13b.json │ │ ├── review │ │ │ ├── review_alpaca-13b_vicuna-13b.jsonl │ │ │ ├── review_bard_vicuna-13b.jsonl │ │ │ ├── review_gpt35_vicuna-13b.jsonl │ │ │ └── review_llama-13b_vicuna-13b.jsonl │ │ ├── reviewer.jsonl │ │ └── rule.json │ └── webpage │ │ ├── figures │ │ ├── alpaca.png │ │ ├── bard.jpg │ │ ├── chatgpt.svg │ │ ├── llama.jpg │ │ ├── swords_FILL0_wght300_GRAD0_opsz48.svg │ │ └── vicuna.jpeg │ │ ├── index.html │ │ ├── script.js │ │ └── styles.css ├── mm_utils.py ├── model │ ├── __init__.py │ ├── apply_delta.py │ ├── builder.py │ ├── consolidate.py │ ├── language_model │ │ ├── llava_llama.py │ │ ├── llava_mpt.py │ │ └── mpt │ │ │ ├── adapt_tokenizer.py │ │ │ ├── attention.py │ │ │ ├── blocks.py │ │ │ ├── configuration_mpt.py │ │ │ ├── custom_embedding.py │ │ │ ├── flash_attn_triton.py │ │ │ ├── hf_prefixlm_converter.py │ │ │ ├── meta_init_context.py │ │ │ ├── modeling_mpt.py │ │ │ ├── norm.py │ │ │ └── param_init_fns.py │ ├── llava_arch.py │ ├── make_delta.py │ ├── multimodal_encoder │ │ ├── builder.py │ │ └── clip_encoder.py │ ├── multimodal_projector │ │ └── builder.py │ └── utils.py ├── serve │ ├── __init__.py │ ├── cli.py │ ├── controller.py │ ├── examples │ │ ├── extreme_ironing.jpg │ │ └── waterview.jpg │ ├── gradio_web_server.py │ ├── model_worker.py │ ├── register_worker.py │ └── test_message.py ├── train │ ├── llama_flash_attn_monkey_patch.py │ ├── llama_xformers_attn_monkey_patch.py │ ├── llava_trainer.py │ ├── train.py │ ├── train_mem.py │ └── train_xformers.py └── utils.py ├── mmmu_download.py ├── pyproject.toml ├── sample_eval_data.jsonl └── sample_train_data.json /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/README.md -------------------------------------------------------------------------------- /docs/.jekyll-cache/Jekyll/Cache/Jekyll--Cache/b7/9606fb3afea5bd1609ed40b622142f1c98125abcfe89a76a661b0e8e343910: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/.jekyll-cache/Jekyll/Cache/Jekyll--Cache/b7/9606fb3afea5bd1609ed40b622142f1c98125abcfe89a76a661b0e8e343910 -------------------------------------------------------------------------------- /docs/.jekyll-cache/Jekyll/Cache/Jekyll--Converters--Markdown/fd/aa4200cef2544ec568b25970b3a49cf9b4f3d7015485506ccda914caf9c5b9: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/.jekyll-cache/Jekyll/Cache/Jekyll--Converters--Markdown/fd/aa4200cef2544ec568b25970b3a49cf9b4f3d7015485506ccda914caf9c5b9 -------------------------------------------------------------------------------- /docs/404.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/404.html -------------------------------------------------------------------------------- /docs/Gemfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/Gemfile -------------------------------------------------------------------------------- /docs/Gemfile.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/Gemfile.lock -------------------------------------------------------------------------------- /docs/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/LICENSE -------------------------------------------------------------------------------- /docs/_config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/_config.yml -------------------------------------------------------------------------------- /docs/_data/authors.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/_data/authors.yml -------------------------------------------------------------------------------- /docs/_layouts/default.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/_layouts/default.html -------------------------------------------------------------------------------- /docs/_posts/2021-01-16-welcome-to-jekyll.markdown: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/_posts/2021-01-16-welcome-to-jekyll.markdown -------------------------------------------------------------------------------- /docs/_sass/main.scss: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/_sass/main.scss -------------------------------------------------------------------------------- /docs/_site/404.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/_site/404.html -------------------------------------------------------------------------------- /docs/_site/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/_site/LICENSE -------------------------------------------------------------------------------- /docs/_site/about/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/_site/about/index.html -------------------------------------------------------------------------------- /docs/_site/assets/css/styles.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/_site/assets/css/styles.css -------------------------------------------------------------------------------- /docs/_site/assets/css/styles.css.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/_site/assets/css/styles.css.map -------------------------------------------------------------------------------- /docs/_site/assets/favicon/android-chrome-192x192.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/_site/assets/favicon/android-chrome-192x192.png -------------------------------------------------------------------------------- /docs/_site/assets/favicon/android-chrome-512x512.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/_site/assets/favicon/android-chrome-512x512.png -------------------------------------------------------------------------------- /docs/_site/assets/favicon/apple-touch-icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/_site/assets/favicon/apple-touch-icon.png -------------------------------------------------------------------------------- /docs/_site/assets/favicon/favicon-16x16.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/_site/assets/favicon/favicon-16x16.png -------------------------------------------------------------------------------- /docs/_site/assets/favicon/favicon-32x32.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/_site/assets/favicon/favicon-32x32.png -------------------------------------------------------------------------------- /docs/_site/assets/favicon/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/_site/assets/favicon/favicon.ico -------------------------------------------------------------------------------- /docs/_site/assets/favicon/site.webmanifest: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/_site/assets/favicon/site.webmanifest -------------------------------------------------------------------------------- /docs/_site/assets/img/animation.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/_site/assets/img/animation.gif -------------------------------------------------------------------------------- /docs/_site/assets/img/criteria.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/_site/assets/img/criteria.png -------------------------------------------------------------------------------- /docs/_site/assets/img/datarow.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/_site/assets/img/datarow.png -------------------------------------------------------------------------------- /docs/_site/assets/img/interface.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/_site/assets/img/interface.png -------------------------------------------------------------------------------- /docs/_site/assets/img/jamin.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/_site/assets/img/jamin.jpg -------------------------------------------------------------------------------- /docs/_site/assets/img/juho.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/_site/assets/img/juho.jpg -------------------------------------------------------------------------------- /docs/_site/assets/img/kaist_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/_site/assets/img/kaist_logo.png -------------------------------------------------------------------------------- /docs/_site/assets/img/kixlab_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/_site/assets/img/kixlab_logo.png -------------------------------------------------------------------------------- /docs/_site/assets/img/naver_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/_site/assets/img/naver_logo.png -------------------------------------------------------------------------------- /docs/_site/assets/img/taesoo.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/_site/assets/img/taesoo.jpeg -------------------------------------------------------------------------------- /docs/_site/assets/img/yoonjoo.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/_site/assets/img/yoonjoo.jpeg -------------------------------------------------------------------------------- /docs/_site/assets/img/youngho.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/_site/assets/img/youngho.jpg -------------------------------------------------------------------------------- /docs/_site/assets/main.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/_site/assets/main.css -------------------------------------------------------------------------------- /docs/_site/assets/main.css.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/_site/assets/main.css.map -------------------------------------------------------------------------------- /docs/_site/assets/minima-social-icons.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/_site/assets/minima-social-icons.svg -------------------------------------------------------------------------------- /docs/_site/feed.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/_site/feed.xml -------------------------------------------------------------------------------- /docs/_site/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/_site/index.html -------------------------------------------------------------------------------- /docs/_site/jekyll/update/2021/01/16/welcome-to-jekyll.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/_site/jekyll/update/2021/01/16/welcome-to-jekyll.html -------------------------------------------------------------------------------- /docs/about.markdown: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/about.markdown -------------------------------------------------------------------------------- /docs/assets/css/styles.scss: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/assets/css/styles.scss -------------------------------------------------------------------------------- /docs/assets/favicon/android-chrome-192x192.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/assets/favicon/android-chrome-192x192.png -------------------------------------------------------------------------------- /docs/assets/favicon/android-chrome-512x512.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/assets/favicon/android-chrome-512x512.png -------------------------------------------------------------------------------- /docs/assets/favicon/apple-touch-icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/assets/favicon/apple-touch-icon.png -------------------------------------------------------------------------------- /docs/assets/favicon/favicon-16x16.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/assets/favicon/favicon-16x16.png -------------------------------------------------------------------------------- /docs/assets/favicon/favicon-32x32.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/assets/favicon/favicon-32x32.png -------------------------------------------------------------------------------- /docs/assets/favicon/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/assets/favicon/favicon.ico -------------------------------------------------------------------------------- /docs/assets/favicon/site.webmanifest: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/assets/favicon/site.webmanifest -------------------------------------------------------------------------------- /docs/assets/img/blue_fire.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/assets/img/blue_fire.png -------------------------------------------------------------------------------- /docs/assets/img/geewook.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/assets/img/geewook.jpg -------------------------------------------------------------------------------- /docs/assets/img/human_corr.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/assets/img/human_corr.svg -------------------------------------------------------------------------------- /docs/assets/img/instructionfollowing_results.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/assets/img/instructionfollowing_results.png -------------------------------------------------------------------------------- /docs/assets/img/kaist_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/assets/img/kaist_logo.png -------------------------------------------------------------------------------- /docs/assets/img/lklab_logo.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/assets/img/lklab_logo.jpg -------------------------------------------------------------------------------- /docs/assets/img/minjoon.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/assets/img/minjoon.jpeg -------------------------------------------------------------------------------- /docs/assets/img/naver_ai_lab_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/assets/img/naver_ai_lab_logo.png -------------------------------------------------------------------------------- /docs/assets/img/naver_cloud_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/assets/img/naver_cloud_logo.png -------------------------------------------------------------------------------- /docs/assets/img/naver_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/assets/img/naver_logo.png -------------------------------------------------------------------------------- /docs/assets/img/pairwise_win_rate.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/assets/img/pairwise_win_rate.svg -------------------------------------------------------------------------------- /docs/assets/img/perception_collection_stats.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/assets/img/perception_collection_stats.png -------------------------------------------------------------------------------- /docs/assets/img/prometheus_vision_components.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/assets/img/prometheus_vision_components.svg -------------------------------------------------------------------------------- /docs/assets/img/seongyun.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/assets/img/seongyun.jpeg -------------------------------------------------------------------------------- /docs/assets/img/seungone.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/assets/img/seungone.jpeg -------------------------------------------------------------------------------- /docs/assets/img/suehyun.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/assets/img/suehyun.png -------------------------------------------------------------------------------- /docs/assets/img/vlm_as_a_judge.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/assets/img/vlm_as_a_judge.svg -------------------------------------------------------------------------------- /docs/index.markdown: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/docs/index.markdown -------------------------------------------------------------------------------- /llava/__init__.py: -------------------------------------------------------------------------------- 1 | from .model import LlavaLlamaForCausalLM 2 | -------------------------------------------------------------------------------- /llava/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/constants.py -------------------------------------------------------------------------------- /llava/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/conversation.py -------------------------------------------------------------------------------- /llava/eval/eval_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/eval_gpt_review.py -------------------------------------------------------------------------------- /llava/eval/eval_gpt_review_bench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/eval_gpt_review_bench.py -------------------------------------------------------------------------------- /llava/eval/eval_gpt_review_visual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/eval_gpt_review_visual.py -------------------------------------------------------------------------------- /llava/eval/eval_pope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/eval_pope.py -------------------------------------------------------------------------------- /llava/eval/eval_science_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/eval_science_qa.py -------------------------------------------------------------------------------- /llava/eval/eval_science_qa_gpt4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/eval_science_qa_gpt4.py -------------------------------------------------------------------------------- /llava/eval/eval_science_qa_gpt4_requery.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/eval_science_qa_gpt4_requery.py -------------------------------------------------------------------------------- /llava/eval/eval_textvqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/eval_textvqa.py -------------------------------------------------------------------------------- /llava/eval/generate_webpage_data_from_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/generate_webpage_data_from_table.py -------------------------------------------------------------------------------- /llava/eval/m4c_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/m4c_evaluator.py -------------------------------------------------------------------------------- /llava/eval/model_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/model_qa.py -------------------------------------------------------------------------------- /llava/eval/model_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/model_vqa.py -------------------------------------------------------------------------------- /llava/eval/model_vqa_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/model_vqa_loader.py -------------------------------------------------------------------------------- /llava/eval/model_vqa_mmbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/model_vqa_mmbench.py -------------------------------------------------------------------------------- /llava/eval/model_vqa_qbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/model_vqa_qbench.py -------------------------------------------------------------------------------- /llava/eval/model_vqa_science.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/model_vqa_science.py -------------------------------------------------------------------------------- /llava/eval/qa_baseline_gpt35.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/qa_baseline_gpt35.py -------------------------------------------------------------------------------- /llava/eval/run_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/run_llava.py -------------------------------------------------------------------------------- /llava/eval/summarize_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/summarize_gpt_review.py -------------------------------------------------------------------------------- /llava/eval/table/answer/answer_alpaca-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/table/answer/answer_alpaca-13b.jsonl -------------------------------------------------------------------------------- /llava/eval/table/answer/answer_bard.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/table/answer/answer_bard.jsonl -------------------------------------------------------------------------------- /llava/eval/table/answer/answer_gpt35.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/table/answer/answer_gpt35.jsonl -------------------------------------------------------------------------------- /llava/eval/table/answer/answer_llama-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/table/answer/answer_llama-13b.jsonl -------------------------------------------------------------------------------- /llava/eval/table/answer/answer_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/table/answer/answer_vicuna-13b.jsonl -------------------------------------------------------------------------------- /llava/eval/table/caps_boxes_coco2014_val_80.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/table/caps_boxes_coco2014_val_80.jsonl -------------------------------------------------------------------------------- /llava/eval/table/model.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/table/model.jsonl -------------------------------------------------------------------------------- /llava/eval/table/prompt.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/table/prompt.jsonl -------------------------------------------------------------------------------- /llava/eval/table/question.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/table/question.jsonl -------------------------------------------------------------------------------- /llava/eval/table/results/test_sqa_llava_13b_v0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/table/results/test_sqa_llava_13b_v0.json -------------------------------------------------------------------------------- /llava/eval/table/results/test_sqa_llava_lcs_558k_sqa_12e_vicuna_v1_3_13b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/table/results/test_sqa_llava_lcs_558k_sqa_12e_vicuna_v1_3_13b.json -------------------------------------------------------------------------------- /llava/eval/table/review/review_alpaca-13b_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/table/review/review_alpaca-13b_vicuna-13b.jsonl -------------------------------------------------------------------------------- /llava/eval/table/review/review_bard_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/table/review/review_bard_vicuna-13b.jsonl -------------------------------------------------------------------------------- /llava/eval/table/review/review_gpt35_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/table/review/review_gpt35_vicuna-13b.jsonl -------------------------------------------------------------------------------- /llava/eval/table/review/review_llama-13b_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/table/review/review_llama-13b_vicuna-13b.jsonl -------------------------------------------------------------------------------- /llava/eval/table/reviewer.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/table/reviewer.jsonl -------------------------------------------------------------------------------- /llava/eval/table/rule.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/table/rule.json -------------------------------------------------------------------------------- /llava/eval/webpage/figures/alpaca.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/webpage/figures/alpaca.png -------------------------------------------------------------------------------- /llava/eval/webpage/figures/bard.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/webpage/figures/bard.jpg -------------------------------------------------------------------------------- /llava/eval/webpage/figures/chatgpt.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/webpage/figures/chatgpt.svg -------------------------------------------------------------------------------- /llava/eval/webpage/figures/llama.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/webpage/figures/llama.jpg -------------------------------------------------------------------------------- /llava/eval/webpage/figures/swords_FILL0_wght300_GRAD0_opsz48.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/webpage/figures/swords_FILL0_wght300_GRAD0_opsz48.svg -------------------------------------------------------------------------------- /llava/eval/webpage/figures/vicuna.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/webpage/figures/vicuna.jpeg -------------------------------------------------------------------------------- /llava/eval/webpage/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/webpage/index.html -------------------------------------------------------------------------------- /llava/eval/webpage/script.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/webpage/script.js -------------------------------------------------------------------------------- /llava/eval/webpage/styles.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/eval/webpage/styles.css -------------------------------------------------------------------------------- /llava/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/mm_utils.py -------------------------------------------------------------------------------- /llava/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/model/__init__.py -------------------------------------------------------------------------------- /llava/model/apply_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/model/apply_delta.py -------------------------------------------------------------------------------- /llava/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/model/builder.py -------------------------------------------------------------------------------- /llava/model/consolidate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/model/consolidate.py -------------------------------------------------------------------------------- /llava/model/language_model/llava_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/model/language_model/llava_llama.py -------------------------------------------------------------------------------- /llava/model/language_model/llava_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/model/language_model/llava_mpt.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/adapt_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/model/language_model/mpt/adapt_tokenizer.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/model/language_model/mpt/attention.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/model/language_model/mpt/blocks.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/configuration_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/model/language_model/mpt/configuration_mpt.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/custom_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/model/language_model/mpt/custom_embedding.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/flash_attn_triton.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/model/language_model/mpt/flash_attn_triton.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/hf_prefixlm_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/model/language_model/mpt/hf_prefixlm_converter.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/meta_init_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/model/language_model/mpt/meta_init_context.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/modeling_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/model/language_model/mpt/modeling_mpt.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/model/language_model/mpt/norm.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/param_init_fns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/model/language_model/mpt/param_init_fns.py -------------------------------------------------------------------------------- /llava/model/llava_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/model/llava_arch.py -------------------------------------------------------------------------------- /llava/model/make_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/model/make_delta.py -------------------------------------------------------------------------------- /llava/model/multimodal_encoder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/model/multimodal_encoder/builder.py -------------------------------------------------------------------------------- /llava/model/multimodal_encoder/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/model/multimodal_encoder/clip_encoder.py -------------------------------------------------------------------------------- /llava/model/multimodal_projector/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/model/multimodal_projector/builder.py -------------------------------------------------------------------------------- /llava/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/model/utils.py -------------------------------------------------------------------------------- /llava/serve/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /llava/serve/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/serve/cli.py -------------------------------------------------------------------------------- /llava/serve/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/serve/controller.py -------------------------------------------------------------------------------- /llava/serve/examples/extreme_ironing.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/serve/examples/extreme_ironing.jpg -------------------------------------------------------------------------------- /llava/serve/examples/waterview.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/serve/examples/waterview.jpg -------------------------------------------------------------------------------- /llava/serve/gradio_web_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/serve/gradio_web_server.py -------------------------------------------------------------------------------- /llava/serve/model_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/serve/model_worker.py -------------------------------------------------------------------------------- /llava/serve/register_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/serve/register_worker.py -------------------------------------------------------------------------------- /llava/serve/test_message.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/serve/test_message.py -------------------------------------------------------------------------------- /llava/train/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/train/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /llava/train/llama_xformers_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/train/llama_xformers_attn_monkey_patch.py -------------------------------------------------------------------------------- /llava/train/llava_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/train/llava_trainer.py -------------------------------------------------------------------------------- /llava/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/train/train.py -------------------------------------------------------------------------------- /llava/train/train_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/train/train_mem.py -------------------------------------------------------------------------------- /llava/train/train_xformers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/train/train_xformers.py -------------------------------------------------------------------------------- /llava/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/llava/utils.py -------------------------------------------------------------------------------- /mmmu_download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/mmmu_download.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/pyproject.toml -------------------------------------------------------------------------------- /sample_eval_data.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/sample_eval_data.jsonl -------------------------------------------------------------------------------- /sample_train_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prometheus-eval/prometheus-vision/HEAD/sample_train_data.json --------------------------------------------------------------------------------