├── .DS_Store ├── .gitignore ├── LICENSE ├── README.md ├── asset └── logo.png ├── data ├── .DS_Store ├── test │ ├── .DS_Store │ ├── report │ │ ├── .DS_Store │ │ ├── harvard_test.json │ │ ├── iuxray_test.json │ │ ├── mimic_test.json │ │ ├── pmc-oa_test.json │ │ └── quilt-1m_test.json │ └── vqa │ │ ├── harvard_test.jsonl │ │ ├── iuxray_test.jsonl │ │ ├── mimic_test.jsonl │ │ ├── pmc-oa_test.jsonl │ │ └── quilt-1m_test.jsonl └── training │ ├── .DS_Store │ ├── alignment │ ├── .DS_Store │ ├── ophthalmology │ │ ├── .DS_Store │ │ ├── harvard_report.json │ │ └── harvard_vqa.json │ ├── pathology │ │ ├── .DS_Store │ │ └── pathology_vqa.json │ └── radiology │ │ ├── .DS_Store │ │ ├── radiology_report.json │ │ └── radiology_vqa.json │ └── retriever │ ├── .DS_Store │ ├── ophthalmology │ ├── harvard_train_7000.json │ └── harvard_val_1000.json │ ├── pathology │ ├── pathology_train.json │ └── pathology_val.json │ └── radiology │ ├── radiology_train.json │ └── radiology_val.json ├── requirements.txt ├── scripts ├── finetune_clip.sh ├── retrieve_clip_VQA.sh ├── retrieve_clip_report.sh └── train_dpo_2stages.sh └── train ├── dpo ├── LICENSE ├── cog.yaml ├── dpo_trainer_2stages.py ├── llava │ ├── __init__.py │ ├── constants.py │ ├── conversation.py │ ├── conversation_new.py │ ├── eval │ │ ├── eval_gpt_review.py │ │ ├── eval_gpt_review_bench.py │ │ ├── eval_gpt_review_visual.py │ │ ├── eval_pope.py │ │ ├── eval_science_qa.py │ │ ├── eval_science_qa_gpt4.py │ │ ├── eval_science_qa_gpt4_requery.py │ │ ├── eval_textvqa.py │ │ ├── generate_webpage_data_from_table.py │ │ ├── m4c_evaluator.py │ │ ├── model_qa.py │ │ ├── model_vqa.py │ │ ├── model_vqa_loader.py │ │ ├── model_vqa_mmbench.py │ │ ├── model_vqa_science.py │ │ ├── qa_baseline_gpt35.py │ │ ├── run_llava.py │ │ ├── summarize_gpt_review.py │ │ ├── table │ │ │ ├── answer │ │ │ │ ├── answer_alpaca-13b.jsonl │ │ │ │ ├── answer_bard.jsonl │ │ │ │ ├── answer_gpt35.jsonl │ │ │ │ ├── answer_llama-13b.jsonl │ │ │ │ └── answer_vicuna-13b.jsonl │ │ │ ├── caps_boxes_coco2014_val_80.jsonl │ │ │ ├── model.jsonl │ │ │ ├── prompt.jsonl │ │ │ ├── question.jsonl │ │ │ ├── results │ │ │ │ ├── test_sqa_llava_13b_v0.json │ │ │ │ └── test_sqa_llava_lcs_558k_sqa_12e_vicuna_v1_3_13b.json │ │ │ ├── review │ │ │ │ ├── review_alpaca-13b_vicuna-13b.jsonl │ │ │ │ ├── review_bard_vicuna-13b.jsonl │ │ │ │ ├── review_gpt35_vicuna-13b.jsonl │ │ │ │ └── review_llama-13b_vicuna-13b.jsonl │ │ │ ├── reviewer.jsonl │ │ │ └── rule.json │ │ └── webpage │ │ │ └── styles.css │ ├── mm_utils.py │ ├── model │ │ ├── __init__.py │ │ ├── apply_delta.py │ │ ├── builder.py │ │ ├── consolidate.py │ │ ├── language_model │ │ │ ├── llava_llama.py │ │ │ ├── llava_mistral.py │ │ │ └── llava_mpt.py │ │ ├── llava_arch.py │ │ ├── make_delta.py │ │ ├── multimodal_encoder │ │ │ ├── builder.py │ │ │ └── clip_encoder.py │ │ ├── multimodal_projector │ │ │ └── builder.py │ │ └── utils.py │ ├── serve │ │ ├── __init__.py │ │ ├── cli.py │ │ ├── controller.py │ │ ├── gradio_web_server.py │ │ ├── model_worker.py │ │ ├── register_worker.py │ │ ├── sglang_worker.py │ │ └── test_message.py │ ├── train │ │ ├── llama_flash_attn_monkey_patch.py │ │ ├── llama_xformers_attn_monkey_patch.py │ │ ├── llava_trainer.py │ │ ├── train.py │ │ ├── train_dpo.py │ │ ├── train_dpo_inherent.py │ │ ├── train_mem.py │ │ └── train_xformers.py │ └── utils.py ├── llava_trainer_2stages.py ├── povid_infer.py ├── predict.py ├── pyproject.toml ├── scripts │ ├── convert_gqa_for_eval.py │ ├── convert_mmbench_for_submission.py │ ├── convert_mmvet_for_eval.py │ ├── convert_seed_for_submission.py │ ├── convert_sqa_to_llava.py │ ├── convert_sqa_to_llava_base_prompt.py │ ├── convert_vizwiz_for_submission.py │ ├── convert_vqav2_for_submission.py │ ├── extract_mm_projector.py │ ├── finetune.sh │ ├── finetune_full_schedule.sh │ ├── finetune_lora.sh │ ├── finetune_qlora.sh │ ├── finetune_sqa.sh │ ├── merge_lora_weights.py │ ├── pretrain.sh │ ├── pretrain_xformers.sh │ ├── run_povid.sh │ ├── sqa_eval_batch.sh │ ├── sqa_eval_gather.sh │ ├── upload_pypi.sh │ ├── v1_5 │ │ ├── eval │ │ │ ├── gqa.sh │ │ │ ├── llavabench.sh │ │ │ ├── mmbench.sh │ │ │ ├── mmbench_cn.sh │ │ │ ├── mme.sh │ │ │ ├── mmvet.sh │ │ │ ├── pope.sh │ │ │ ├── qbench.sh │ │ │ ├── qbench_zh.sh │ │ │ ├── seed.sh │ │ │ ├── sqa.sh │ │ │ ├── textvqa.sh │ │ │ ├── vizwiz.sh │ │ │ └── vqav2.sh │ │ ├── finetune.sh │ │ ├── finetune_lora.sh │ │ ├── finetune_task.sh │ │ ├── finetune_task_lora.sh │ │ └── pretrain.sh │ ├── zero2.json │ ├── zero3.json │ └── zero3_offload.json ├── tool │ ├── dpo_trainer.py │ └── dpo_trainer_inherent.py └── train_dpo_2stages.py └── open_clip ├── CITATION.cff ├── HISTORY.md ├── LICENSE ├── MANIFEST.in ├── setup.py └── src ├── open_clip ├── __init__.py ├── big_vision.py ├── coca_model.py ├── constants.py ├── factory.py ├── hf_configs.py ├── hf_model.py ├── loss.py ├── model.py ├── model_configs │ ├── EVA01-g-14-plus.json │ ├── EVA01-g-14.json │ ├── EVA02-B-16.json │ ├── EVA02-E-14-plus.json │ ├── EVA02-E-14.json │ ├── EVA02-L-14-336.json │ ├── EVA02-L-14.json │ ├── RN101-quickgelu.json │ ├── RN101.json │ ├── RN50-quickgelu.json │ ├── RN50.json │ ├── RN50x16.json │ ├── RN50x4.json │ ├── RN50x64.json │ ├── ViT-B-16-SigLIP-256.json │ ├── ViT-B-16-SigLIP-384.json │ ├── ViT-B-16-SigLIP-512.json │ ├── ViT-B-16-SigLIP-i18n-256.json │ ├── ViT-B-16-SigLIP.json │ ├── ViT-B-16-plus-240.json │ ├── ViT-B-16-plus.json │ ├── ViT-B-16-quickgelu.json │ ├── ViT-B-16.json │ ├── ViT-B-32-256.json │ ├── ViT-B-32-plus-256.json │ ├── ViT-B-32-quickgelu.json │ ├── ViT-B-32.json │ ├── ViT-H-14-378-quickgelu.json │ ├── ViT-H-14-CLIPA-336.json │ ├── ViT-H-14-CLIPA.json │ ├── ViT-H-14-quickgelu.json │ ├── ViT-H-14.json │ ├── ViT-H-16.json │ ├── ViT-L-14-280.json │ ├── ViT-L-14-336.json │ ├── ViT-L-14-CLIPA-336.json │ ├── ViT-L-14-CLIPA.json │ ├── ViT-L-14-quickgelu.json │ ├── ViT-L-14.json │ ├── ViT-L-16-320.json │ ├── ViT-L-16-SigLIP-256.json │ ├── ViT-L-16-SigLIP-384.json │ ├── ViT-L-16.json │ ├── ViT-M-16-alt.json │ ├── ViT-M-16.json │ ├── ViT-M-32-alt.json │ ├── ViT-M-32.json │ ├── ViT-S-16-alt.json │ ├── ViT-S-16.json │ ├── ViT-S-32-alt.json │ ├── ViT-S-32.json │ ├── ViT-SO400M-14-SigLIP-384.json │ ├── ViT-SO400M-14-SigLIP.json │ ├── ViT-bigG-14-CLIPA-336.json │ ├── ViT-bigG-14-CLIPA.json │ ├── ViT-bigG-14.json │ ├── ViT-e-14.json │ ├── ViT-g-14.json │ ├── coca_ViT-B-32.json │ ├── coca_ViT-L-14.json │ ├── coca_base.json │ ├── coca_roberta-ViT-B-32.json │ ├── convnext_base.json │ ├── convnext_base_w.json │ ├── convnext_base_w_320.json │ ├── convnext_large.json │ ├── convnext_large_d.json │ ├── convnext_large_d_320.json │ ├── convnext_small.json │ ├── convnext_tiny.json │ ├── convnext_xlarge.json │ ├── convnext_xxlarge.json │ ├── convnext_xxlarge_320.json │ ├── mt5-base-ViT-B-32.json │ ├── mt5-xl-ViT-H-14.json │ ├── nllb-clip-base-siglip.json │ ├── nllb-clip-base.json │ ├── nllb-clip-large-siglip.json │ ├── nllb-clip-large.json │ ├── roberta-ViT-B-32.json │ ├── swin_base_patch4_window7_224.json │ ├── vit_medium_patch16_gap_256.json │ ├── vit_relpos_medium_patch16_cls_224.json │ ├── xlm-roberta-base-ViT-B-32.json │ └── xlm-roberta-large-ViT-H-14.json ├── modified_resnet.py ├── openai.py ├── pos_embed.py ├── pretrained.py ├── push_to_hf_hub.py ├── timm_model.py ├── tokenizer.py ├── transform.py ├── transformer.py ├── utils.py ├── version.py ├── zero_shot_classifier.py └── zero_shot_metadata.py ├── retrieve_clip_VQA.py ├── retrieve_clip_report.py └── training ├── .gitignore ├── __init__.py ├── data.py ├── distributed.py ├── file_utils.py ├── logger.py ├── main.py ├── main_feature-work.py ├── main_retrieve_report.py ├── main_retrieve_report_harvard.py ├── params.py ├── precision.py ├── profiler.py ├── scheduler.py ├── train.py └── zero_shot.py /.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/.DS_Store -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/README.md -------------------------------------------------------------------------------- /asset/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/asset/logo.png -------------------------------------------------------------------------------- /data/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/data/.DS_Store -------------------------------------------------------------------------------- /data/test/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/data/test/.DS_Store -------------------------------------------------------------------------------- /data/test/report/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/data/test/report/.DS_Store -------------------------------------------------------------------------------- /data/test/report/harvard_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/data/test/report/harvard_test.json -------------------------------------------------------------------------------- /data/test/report/iuxray_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/data/test/report/iuxray_test.json -------------------------------------------------------------------------------- /data/test/report/mimic_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/data/test/report/mimic_test.json -------------------------------------------------------------------------------- /data/test/report/pmc-oa_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/data/test/report/pmc-oa_test.json -------------------------------------------------------------------------------- /data/test/report/quilt-1m_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/data/test/report/quilt-1m_test.json -------------------------------------------------------------------------------- /data/test/vqa/harvard_test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/data/test/vqa/harvard_test.jsonl -------------------------------------------------------------------------------- /data/test/vqa/iuxray_test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/data/test/vqa/iuxray_test.jsonl -------------------------------------------------------------------------------- /data/test/vqa/mimic_test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/data/test/vqa/mimic_test.jsonl -------------------------------------------------------------------------------- /data/test/vqa/pmc-oa_test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/data/test/vqa/pmc-oa_test.jsonl -------------------------------------------------------------------------------- /data/test/vqa/quilt-1m_test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/data/test/vqa/quilt-1m_test.jsonl -------------------------------------------------------------------------------- /data/training/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/data/training/.DS_Store -------------------------------------------------------------------------------- /data/training/alignment/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/data/training/alignment/.DS_Store -------------------------------------------------------------------------------- /data/training/alignment/ophthalmology/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/data/training/alignment/ophthalmology/.DS_Store -------------------------------------------------------------------------------- /data/training/alignment/ophthalmology/harvard_report.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/data/training/alignment/ophthalmology/harvard_report.json -------------------------------------------------------------------------------- /data/training/alignment/ophthalmology/harvard_vqa.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/data/training/alignment/ophthalmology/harvard_vqa.json -------------------------------------------------------------------------------- /data/training/alignment/pathology/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/data/training/alignment/pathology/.DS_Store -------------------------------------------------------------------------------- /data/training/alignment/pathology/pathology_vqa.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/data/training/alignment/pathology/pathology_vqa.json -------------------------------------------------------------------------------- /data/training/alignment/radiology/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/data/training/alignment/radiology/.DS_Store -------------------------------------------------------------------------------- /data/training/alignment/radiology/radiology_report.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/data/training/alignment/radiology/radiology_report.json -------------------------------------------------------------------------------- /data/training/alignment/radiology/radiology_vqa.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/data/training/alignment/radiology/radiology_vqa.json -------------------------------------------------------------------------------- /data/training/retriever/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/data/training/retriever/.DS_Store -------------------------------------------------------------------------------- /data/training/retriever/ophthalmology/harvard_train_7000.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/data/training/retriever/ophthalmology/harvard_train_7000.json -------------------------------------------------------------------------------- /data/training/retriever/ophthalmology/harvard_val_1000.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/data/training/retriever/ophthalmology/harvard_val_1000.json -------------------------------------------------------------------------------- /data/training/retriever/pathology/pathology_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/data/training/retriever/pathology/pathology_train.json -------------------------------------------------------------------------------- /data/training/retriever/pathology/pathology_val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/data/training/retriever/pathology/pathology_val.json -------------------------------------------------------------------------------- /data/training/retriever/radiology/radiology_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/data/training/retriever/radiology/radiology_train.json -------------------------------------------------------------------------------- /data/training/retriever/radiology/radiology_val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/data/training/retriever/radiology/radiology_val.json -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/finetune_clip.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/scripts/finetune_clip.sh -------------------------------------------------------------------------------- /scripts/retrieve_clip_VQA.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/scripts/retrieve_clip_VQA.sh -------------------------------------------------------------------------------- /scripts/retrieve_clip_report.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/scripts/retrieve_clip_report.sh -------------------------------------------------------------------------------- /scripts/train_dpo_2stages.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/scripts/train_dpo_2stages.sh -------------------------------------------------------------------------------- /train/dpo/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/LICENSE -------------------------------------------------------------------------------- /train/dpo/cog.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/cog.yaml -------------------------------------------------------------------------------- /train/dpo/dpo_trainer_2stages.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/dpo_trainer_2stages.py -------------------------------------------------------------------------------- /train/dpo/llava/__init__.py: -------------------------------------------------------------------------------- 1 | from .model import LlavaLlamaForCausalLM 2 | -------------------------------------------------------------------------------- /train/dpo/llava/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/constants.py -------------------------------------------------------------------------------- /train/dpo/llava/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/conversation.py -------------------------------------------------------------------------------- /train/dpo/llava/conversation_new.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/conversation_new.py -------------------------------------------------------------------------------- /train/dpo/llava/eval/eval_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/eval/eval_gpt_review.py -------------------------------------------------------------------------------- /train/dpo/llava/eval/eval_gpt_review_bench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/eval/eval_gpt_review_bench.py -------------------------------------------------------------------------------- /train/dpo/llava/eval/eval_gpt_review_visual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/eval/eval_gpt_review_visual.py -------------------------------------------------------------------------------- /train/dpo/llava/eval/eval_pope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/eval/eval_pope.py -------------------------------------------------------------------------------- /train/dpo/llava/eval/eval_science_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/eval/eval_science_qa.py -------------------------------------------------------------------------------- /train/dpo/llava/eval/eval_science_qa_gpt4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/eval/eval_science_qa_gpt4.py -------------------------------------------------------------------------------- /train/dpo/llava/eval/eval_science_qa_gpt4_requery.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/eval/eval_science_qa_gpt4_requery.py -------------------------------------------------------------------------------- /train/dpo/llava/eval/eval_textvqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/eval/eval_textvqa.py -------------------------------------------------------------------------------- /train/dpo/llava/eval/generate_webpage_data_from_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/eval/generate_webpage_data_from_table.py -------------------------------------------------------------------------------- /train/dpo/llava/eval/m4c_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/eval/m4c_evaluator.py -------------------------------------------------------------------------------- /train/dpo/llava/eval/model_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/eval/model_qa.py -------------------------------------------------------------------------------- /train/dpo/llava/eval/model_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/eval/model_vqa.py -------------------------------------------------------------------------------- /train/dpo/llava/eval/model_vqa_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/eval/model_vqa_loader.py -------------------------------------------------------------------------------- /train/dpo/llava/eval/model_vqa_mmbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/eval/model_vqa_mmbench.py -------------------------------------------------------------------------------- /train/dpo/llava/eval/model_vqa_science.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/eval/model_vqa_science.py -------------------------------------------------------------------------------- /train/dpo/llava/eval/qa_baseline_gpt35.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/eval/qa_baseline_gpt35.py -------------------------------------------------------------------------------- /train/dpo/llava/eval/run_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/eval/run_llava.py -------------------------------------------------------------------------------- /train/dpo/llava/eval/summarize_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/eval/summarize_gpt_review.py -------------------------------------------------------------------------------- /train/dpo/llava/eval/table/answer/answer_alpaca-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/eval/table/answer/answer_alpaca-13b.jsonl -------------------------------------------------------------------------------- /train/dpo/llava/eval/table/answer/answer_bard.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/eval/table/answer/answer_bard.jsonl -------------------------------------------------------------------------------- /train/dpo/llava/eval/table/answer/answer_gpt35.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/eval/table/answer/answer_gpt35.jsonl -------------------------------------------------------------------------------- /train/dpo/llava/eval/table/answer/answer_llama-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/eval/table/answer/answer_llama-13b.jsonl -------------------------------------------------------------------------------- /train/dpo/llava/eval/table/answer/answer_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/eval/table/answer/answer_vicuna-13b.jsonl -------------------------------------------------------------------------------- /train/dpo/llava/eval/table/caps_boxes_coco2014_val_80.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/eval/table/caps_boxes_coco2014_val_80.jsonl -------------------------------------------------------------------------------- /train/dpo/llava/eval/table/model.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/eval/table/model.jsonl -------------------------------------------------------------------------------- /train/dpo/llava/eval/table/prompt.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/eval/table/prompt.jsonl -------------------------------------------------------------------------------- /train/dpo/llava/eval/table/question.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/eval/table/question.jsonl -------------------------------------------------------------------------------- /train/dpo/llava/eval/table/results/test_sqa_llava_13b_v0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/eval/table/results/test_sqa_llava_13b_v0.json -------------------------------------------------------------------------------- /train/dpo/llava/eval/table/results/test_sqa_llava_lcs_558k_sqa_12e_vicuna_v1_3_13b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/eval/table/results/test_sqa_llava_lcs_558k_sqa_12e_vicuna_v1_3_13b.json -------------------------------------------------------------------------------- /train/dpo/llava/eval/table/review/review_alpaca-13b_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/eval/table/review/review_alpaca-13b_vicuna-13b.jsonl -------------------------------------------------------------------------------- /train/dpo/llava/eval/table/review/review_bard_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/eval/table/review/review_bard_vicuna-13b.jsonl -------------------------------------------------------------------------------- /train/dpo/llava/eval/table/review/review_gpt35_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/eval/table/review/review_gpt35_vicuna-13b.jsonl -------------------------------------------------------------------------------- /train/dpo/llava/eval/table/review/review_llama-13b_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/eval/table/review/review_llama-13b_vicuna-13b.jsonl -------------------------------------------------------------------------------- /train/dpo/llava/eval/table/reviewer.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/eval/table/reviewer.jsonl -------------------------------------------------------------------------------- /train/dpo/llava/eval/table/rule.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/eval/table/rule.json -------------------------------------------------------------------------------- /train/dpo/llava/eval/webpage/styles.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/eval/webpage/styles.css -------------------------------------------------------------------------------- /train/dpo/llava/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/mm_utils.py -------------------------------------------------------------------------------- /train/dpo/llava/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/model/__init__.py -------------------------------------------------------------------------------- /train/dpo/llava/model/apply_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/model/apply_delta.py -------------------------------------------------------------------------------- /train/dpo/llava/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/model/builder.py -------------------------------------------------------------------------------- /train/dpo/llava/model/consolidate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/model/consolidate.py -------------------------------------------------------------------------------- /train/dpo/llava/model/language_model/llava_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/model/language_model/llava_llama.py -------------------------------------------------------------------------------- /train/dpo/llava/model/language_model/llava_mistral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/model/language_model/llava_mistral.py -------------------------------------------------------------------------------- /train/dpo/llava/model/language_model/llava_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/model/language_model/llava_mpt.py -------------------------------------------------------------------------------- /train/dpo/llava/model/llava_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/model/llava_arch.py -------------------------------------------------------------------------------- /train/dpo/llava/model/make_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/model/make_delta.py -------------------------------------------------------------------------------- /train/dpo/llava/model/multimodal_encoder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/model/multimodal_encoder/builder.py -------------------------------------------------------------------------------- /train/dpo/llava/model/multimodal_encoder/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/model/multimodal_encoder/clip_encoder.py -------------------------------------------------------------------------------- /train/dpo/llava/model/multimodal_projector/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/model/multimodal_projector/builder.py -------------------------------------------------------------------------------- /train/dpo/llava/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/model/utils.py -------------------------------------------------------------------------------- /train/dpo/llava/serve/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /train/dpo/llava/serve/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/serve/cli.py -------------------------------------------------------------------------------- /train/dpo/llava/serve/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/serve/controller.py -------------------------------------------------------------------------------- /train/dpo/llava/serve/gradio_web_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/serve/gradio_web_server.py -------------------------------------------------------------------------------- /train/dpo/llava/serve/model_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/serve/model_worker.py -------------------------------------------------------------------------------- /train/dpo/llava/serve/register_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/serve/register_worker.py -------------------------------------------------------------------------------- /train/dpo/llava/serve/sglang_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/serve/sglang_worker.py -------------------------------------------------------------------------------- /train/dpo/llava/serve/test_message.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/serve/test_message.py -------------------------------------------------------------------------------- /train/dpo/llava/train/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/train/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /train/dpo/llava/train/llama_xformers_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/train/llama_xformers_attn_monkey_patch.py -------------------------------------------------------------------------------- /train/dpo/llava/train/llava_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/train/llava_trainer.py -------------------------------------------------------------------------------- /train/dpo/llava/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/train/train.py -------------------------------------------------------------------------------- /train/dpo/llava/train/train_dpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/train/train_dpo.py -------------------------------------------------------------------------------- /train/dpo/llava/train/train_dpo_inherent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/train/train_dpo_inherent.py -------------------------------------------------------------------------------- /train/dpo/llava/train/train_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/train/train_mem.py -------------------------------------------------------------------------------- /train/dpo/llava/train/train_xformers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/train/train_xformers.py -------------------------------------------------------------------------------- /train/dpo/llava/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava/utils.py -------------------------------------------------------------------------------- /train/dpo/llava_trainer_2stages.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/llava_trainer_2stages.py -------------------------------------------------------------------------------- /train/dpo/povid_infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/povid_infer.py -------------------------------------------------------------------------------- /train/dpo/predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/predict.py -------------------------------------------------------------------------------- /train/dpo/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/pyproject.toml -------------------------------------------------------------------------------- /train/dpo/scripts/convert_gqa_for_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/convert_gqa_for_eval.py -------------------------------------------------------------------------------- /train/dpo/scripts/convert_mmbench_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/convert_mmbench_for_submission.py -------------------------------------------------------------------------------- /train/dpo/scripts/convert_mmvet_for_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/convert_mmvet_for_eval.py -------------------------------------------------------------------------------- /train/dpo/scripts/convert_seed_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/convert_seed_for_submission.py -------------------------------------------------------------------------------- /train/dpo/scripts/convert_sqa_to_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/convert_sqa_to_llava.py -------------------------------------------------------------------------------- /train/dpo/scripts/convert_sqa_to_llava_base_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/convert_sqa_to_llava_base_prompt.py -------------------------------------------------------------------------------- /train/dpo/scripts/convert_vizwiz_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/convert_vizwiz_for_submission.py -------------------------------------------------------------------------------- /train/dpo/scripts/convert_vqav2_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/convert_vqav2_for_submission.py -------------------------------------------------------------------------------- /train/dpo/scripts/extract_mm_projector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/extract_mm_projector.py -------------------------------------------------------------------------------- /train/dpo/scripts/finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/finetune.sh -------------------------------------------------------------------------------- /train/dpo/scripts/finetune_full_schedule.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/finetune_full_schedule.sh -------------------------------------------------------------------------------- /train/dpo/scripts/finetune_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/finetune_lora.sh -------------------------------------------------------------------------------- /train/dpo/scripts/finetune_qlora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/finetune_qlora.sh -------------------------------------------------------------------------------- /train/dpo/scripts/finetune_sqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/finetune_sqa.sh -------------------------------------------------------------------------------- /train/dpo/scripts/merge_lora_weights.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/merge_lora_weights.py -------------------------------------------------------------------------------- /train/dpo/scripts/pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/pretrain.sh -------------------------------------------------------------------------------- /train/dpo/scripts/pretrain_xformers.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/pretrain_xformers.sh -------------------------------------------------------------------------------- /train/dpo/scripts/run_povid.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/run_povid.sh -------------------------------------------------------------------------------- /train/dpo/scripts/sqa_eval_batch.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/sqa_eval_batch.sh -------------------------------------------------------------------------------- /train/dpo/scripts/sqa_eval_gather.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/sqa_eval_gather.sh -------------------------------------------------------------------------------- /train/dpo/scripts/upload_pypi.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/upload_pypi.sh -------------------------------------------------------------------------------- /train/dpo/scripts/v1_5/eval/gqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/v1_5/eval/gqa.sh -------------------------------------------------------------------------------- /train/dpo/scripts/v1_5/eval/llavabench.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/v1_5/eval/llavabench.sh -------------------------------------------------------------------------------- /train/dpo/scripts/v1_5/eval/mmbench.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/v1_5/eval/mmbench.sh -------------------------------------------------------------------------------- /train/dpo/scripts/v1_5/eval/mmbench_cn.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/v1_5/eval/mmbench_cn.sh -------------------------------------------------------------------------------- /train/dpo/scripts/v1_5/eval/mme.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/v1_5/eval/mme.sh -------------------------------------------------------------------------------- /train/dpo/scripts/v1_5/eval/mmvet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/v1_5/eval/mmvet.sh -------------------------------------------------------------------------------- /train/dpo/scripts/v1_5/eval/pope.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/v1_5/eval/pope.sh -------------------------------------------------------------------------------- /train/dpo/scripts/v1_5/eval/qbench.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/v1_5/eval/qbench.sh -------------------------------------------------------------------------------- /train/dpo/scripts/v1_5/eval/qbench_zh.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/v1_5/eval/qbench_zh.sh -------------------------------------------------------------------------------- /train/dpo/scripts/v1_5/eval/seed.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/v1_5/eval/seed.sh -------------------------------------------------------------------------------- /train/dpo/scripts/v1_5/eval/sqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/v1_5/eval/sqa.sh -------------------------------------------------------------------------------- /train/dpo/scripts/v1_5/eval/textvqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/v1_5/eval/textvqa.sh -------------------------------------------------------------------------------- /train/dpo/scripts/v1_5/eval/vizwiz.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/v1_5/eval/vizwiz.sh -------------------------------------------------------------------------------- /train/dpo/scripts/v1_5/eval/vqav2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/v1_5/eval/vqav2.sh -------------------------------------------------------------------------------- /train/dpo/scripts/v1_5/finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/v1_5/finetune.sh -------------------------------------------------------------------------------- /train/dpo/scripts/v1_5/finetune_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/v1_5/finetune_lora.sh -------------------------------------------------------------------------------- /train/dpo/scripts/v1_5/finetune_task.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/v1_5/finetune_task.sh -------------------------------------------------------------------------------- /train/dpo/scripts/v1_5/finetune_task_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/v1_5/finetune_task_lora.sh -------------------------------------------------------------------------------- /train/dpo/scripts/v1_5/pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/v1_5/pretrain.sh -------------------------------------------------------------------------------- /train/dpo/scripts/zero2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/zero2.json -------------------------------------------------------------------------------- /train/dpo/scripts/zero3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/zero3.json -------------------------------------------------------------------------------- /train/dpo/scripts/zero3_offload.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/scripts/zero3_offload.json -------------------------------------------------------------------------------- /train/dpo/tool/dpo_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/tool/dpo_trainer.py -------------------------------------------------------------------------------- /train/dpo/tool/dpo_trainer_inherent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/tool/dpo_trainer_inherent.py -------------------------------------------------------------------------------- /train/dpo/train_dpo_2stages.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/dpo/train_dpo_2stages.py -------------------------------------------------------------------------------- /train/open_clip/CITATION.cff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/CITATION.cff -------------------------------------------------------------------------------- /train/open_clip/HISTORY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/HISTORY.md -------------------------------------------------------------------------------- /train/open_clip/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/LICENSE -------------------------------------------------------------------------------- /train/open_clip/MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/MANIFEST.in -------------------------------------------------------------------------------- /train/open_clip/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/setup.py -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/__init__.py -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/big_vision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/big_vision.py -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/coca_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/coca_model.py -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/constants.py -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/factory.py -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/hf_configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/hf_configs.py -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/hf_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/hf_model.py -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/loss.py -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model.py -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/EVA01-g-14-plus.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/EVA01-g-14-plus.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/EVA01-g-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/EVA01-g-14.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/EVA02-B-16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/EVA02-B-16.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/EVA02-E-14-plus.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/EVA02-E-14-plus.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/EVA02-E-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/EVA02-E-14.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/EVA02-L-14-336.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/EVA02-L-14-336.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/EVA02-L-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/EVA02-L-14.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/RN101-quickgelu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/RN101-quickgelu.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/RN101.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/RN101.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/RN50-quickgelu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/RN50-quickgelu.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/RN50.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/RN50.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/RN50x16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/RN50x16.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/RN50x4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/RN50x4.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/RN50x64.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/RN50x64.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-B-16-SigLIP-256.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-B-16-SigLIP-256.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-B-16-SigLIP-384.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-B-16-SigLIP-384.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-B-16-SigLIP-512.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-B-16-SigLIP-512.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-B-16-SigLIP-i18n-256.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-B-16-SigLIP-i18n-256.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-B-16-SigLIP.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-B-16-SigLIP.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-B-16-plus-240.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-B-16-plus-240.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-B-16-plus.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-B-16-plus.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-B-16-quickgelu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-B-16-quickgelu.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-B-16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-B-16.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-B-32-256.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-B-32-256.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-B-32-plus-256.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-B-32-plus-256.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-B-32-quickgelu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-B-32-quickgelu.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-B-32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-B-32.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-H-14-378-quickgelu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-H-14-378-quickgelu.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-H-14-CLIPA-336.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-H-14-CLIPA-336.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-H-14-CLIPA.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-H-14-CLIPA.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-H-14-quickgelu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-H-14-quickgelu.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-H-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-H-14.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-H-16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-H-16.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-L-14-280.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-L-14-280.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-L-14-336.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-L-14-336.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-L-14-CLIPA-336.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-L-14-CLIPA-336.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-L-14-CLIPA.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-L-14-CLIPA.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-L-14-quickgelu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-L-14-quickgelu.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-L-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-L-14.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-L-16-320.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-L-16-320.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-L-16-SigLIP-256.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-L-16-SigLIP-256.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-L-16-SigLIP-384.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-L-16-SigLIP-384.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-L-16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-L-16.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-M-16-alt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-M-16-alt.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-M-16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-M-16.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-M-32-alt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-M-32-alt.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-M-32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-M-32.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-S-16-alt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-S-16-alt.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-S-16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-S-16.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-S-32-alt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-S-32-alt.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-S-32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-S-32.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-SO400M-14-SigLIP-384.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-SO400M-14-SigLIP-384.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-SO400M-14-SigLIP.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-SO400M-14-SigLIP.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-bigG-14-CLIPA-336.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-bigG-14-CLIPA-336.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-bigG-14-CLIPA.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-bigG-14-CLIPA.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-bigG-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-bigG-14.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-e-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-e-14.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/ViT-g-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/ViT-g-14.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/coca_ViT-B-32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/coca_ViT-B-32.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/coca_ViT-L-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/coca_ViT-L-14.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/coca_base.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/coca_base.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/coca_roberta-ViT-B-32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/coca_roberta-ViT-B-32.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/convnext_base.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/convnext_base.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/convnext_base_w.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/convnext_base_w.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/convnext_base_w_320.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/convnext_base_w_320.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/convnext_large.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/convnext_large.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/convnext_large_d.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/convnext_large_d.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/convnext_large_d_320.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/convnext_large_d_320.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/convnext_small.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/convnext_small.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/convnext_tiny.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/convnext_tiny.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/convnext_xlarge.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/convnext_xlarge.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/convnext_xxlarge.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/convnext_xxlarge.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/convnext_xxlarge_320.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/convnext_xxlarge_320.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/mt5-base-ViT-B-32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/mt5-base-ViT-B-32.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/mt5-xl-ViT-H-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/mt5-xl-ViT-H-14.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/nllb-clip-base-siglip.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/nllb-clip-base-siglip.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/nllb-clip-base.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/nllb-clip-base.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/nllb-clip-large-siglip.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/nllb-clip-large-siglip.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/nllb-clip-large.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/nllb-clip-large.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/roberta-ViT-B-32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/roberta-ViT-B-32.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/swin_base_patch4_window7_224.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/swin_base_patch4_window7_224.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/vit_medium_patch16_gap_256.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/vit_medium_patch16_gap_256.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/vit_relpos_medium_patch16_cls_224.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/vit_relpos_medium_patch16_cls_224.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/xlm-roberta-base-ViT-B-32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/xlm-roberta-base-ViT-B-32.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/model_configs/xlm-roberta-large-ViT-H-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/model_configs/xlm-roberta-large-ViT-H-14.json -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/modified_resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/modified_resnet.py -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/openai.py -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/pos_embed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/pos_embed.py -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/pretrained.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/pretrained.py -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/push_to_hf_hub.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/push_to_hf_hub.py -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/timm_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/timm_model.py -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/tokenizer.py -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/transform.py -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/transformer.py -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/utils.py -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/version.py: -------------------------------------------------------------------------------- 1 | __version__ = '2.24.0' 2 | -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/zero_shot_classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/zero_shot_classifier.py -------------------------------------------------------------------------------- /train/open_clip/src/open_clip/zero_shot_metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/open_clip/zero_shot_metadata.py -------------------------------------------------------------------------------- /train/open_clip/src/retrieve_clip_VQA.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/retrieve_clip_VQA.py -------------------------------------------------------------------------------- /train/open_clip/src/retrieve_clip_report.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/retrieve_clip_report.py -------------------------------------------------------------------------------- /train/open_clip/src/training/.gitignore: -------------------------------------------------------------------------------- 1 | logs/ 2 | -------------------------------------------------------------------------------- /train/open_clip/src/training/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /train/open_clip/src/training/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/training/data.py -------------------------------------------------------------------------------- /train/open_clip/src/training/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/training/distributed.py -------------------------------------------------------------------------------- /train/open_clip/src/training/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/training/file_utils.py -------------------------------------------------------------------------------- /train/open_clip/src/training/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/training/logger.py -------------------------------------------------------------------------------- /train/open_clip/src/training/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/training/main.py -------------------------------------------------------------------------------- /train/open_clip/src/training/main_feature-work.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/training/main_feature-work.py -------------------------------------------------------------------------------- /train/open_clip/src/training/main_retrieve_report.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/training/main_retrieve_report.py -------------------------------------------------------------------------------- /train/open_clip/src/training/main_retrieve_report_harvard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/training/main_retrieve_report_harvard.py -------------------------------------------------------------------------------- /train/open_clip/src/training/params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/training/params.py -------------------------------------------------------------------------------- /train/open_clip/src/training/precision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/training/precision.py -------------------------------------------------------------------------------- /train/open_clip/src/training/profiler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/training/profiler.py -------------------------------------------------------------------------------- /train/open_clip/src/training/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/training/scheduler.py -------------------------------------------------------------------------------- /train/open_clip/src/training/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/training/train.py -------------------------------------------------------------------------------- /train/open_clip/src/training/zero_shot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/richard-peng-xia/MMed-RAG/HEAD/train/open_clip/src/training/zero_shot.py --------------------------------------------------------------------------------