├── .dockerignore ├── .github └── workflows │ ├── docker.yml │ └── mkdocs.yml ├── .gitignore ├── .python-version ├── LICENSE ├── README.md ├── data4multitrust └── README.md ├── docs ├── dataclass.md ├── extra.css ├── index.md ├── modules.md ├── structure.md ├── structure │ ├── background.png │ ├── framework.jpg │ ├── image-20240522145344912.png │ └── overall.png ├── task.md └── tutorial.md ├── env ├── Dockerfile ├── apikey.yml ├── mkdocs.yml └── requirements.txt ├── mmte ├── __init__.py ├── configs │ ├── datasets │ │ ├── advanced-inference.yaml │ │ ├── adversarial-target.yaml │ │ ├── adversarial-text-advglue-plus.yaml │ │ ├── adversarial-text-advglue.yaml │ │ ├── adversarial-untarget.yaml │ │ ├── basic-attribute.yaml │ │ ├── basic-grounding.yaml │ │ ├── basic-obejct.yaml │ │ ├── basic-ocr.yaml │ │ ├── basic-scene.yaml │ │ ├── celebrities.yaml │ │ ├── confaide.yaml │ │ ├── crossmodal-jailbreak.yaml │ │ ├── enron-email.yaml │ │ ├── instruction-enhancement-factual.yaml │ │ ├── instruction-enhancement-logic.yaml │ │ ├── mm-safety-bench.yaml │ │ ├── nsfw-image-description.yaml │ │ ├── ood-artistic.yaml │ │ ├── ood-sensor.yaml │ │ ├── ood-text.yaml │ │ ├── profession-pred.yaml │ │ ├── real-toxicity-prompt.yaml │ │ ├── risk-identification.yaml │ │ ├── safebench.yaml │ │ ├── stereo-agreement.yaml │ │ ├── stereo-classification.yaml │ │ ├── stereo-generation.yaml │ │ ├── stereo-query.yaml │ │ ├── stereo-topic-classification.yaml │ │ ├── subjective-preference.yaml │ │ ├── text-misleading.yaml │ │ ├── typographic-behavior.yaml │ │ ├── typographic-prompt-and-behavior.yaml │ │ ├── typographic-prompt.yaml │ │ ├── unrelatedimg.yaml │ │ ├── vision-preference.yaml │ │ ├── vispr-leakage.yaml │ │ ├── vispr-recognition-pri-query.yaml │ │ ├── vispr-recognition.yaml │ │ ├── visual-assistance.yaml │ │ ├── visual-confusion.yaml │ │ ├── visual-misleading.yaml │ │ ├── vizwiz-drawline-recognition-pri-query.yaml │ │ ├── vizwiz-recognition-pri-query.yaml │ │ └── vizwiz-recognition.yaml │ ├── models │ │ ├── anthropic │ │ │ └── anthropic.yaml │ │ ├── cogvlm │ │ │ ├── cogvlm-chat-hf.yaml │ │ │ └── cogvlm2-llama3-chat-19b.yaml │ │ ├── deepseek │ │ │ ├── deepseek-7b.yaml │ │ │ ├── deepseek-janus-7b.yaml │ │ │ └── deepseek-vl2.yaml │ │ ├── google │ │ │ └── google.yaml │ │ ├── internlm-xcomposer │ │ │ └── internlm-xcomposer-7b.yaml │ │ ├── internvl2 │ │ │ └── internvl2-8b.yaml │ │ ├── llama-adapter │ │ │ └── llama-adapter-v2-bias-7b.yaml │ │ ├── llava │ │ │ └── _SPA_VL_DPO_30k.yaml │ │ ├── mplug-owl │ │ │ └── mplug-owl-llama-7b.yaml │ │ ├── mplug-owl2 │ │ │ └── mplug-owl2-llama2-7b.yaml │ │ ├── mplug-owl3 │ │ │ └── mplug-owl3-7b-240728.yaml │ │ ├── openai │ │ │ └── openai.yaml │ │ └── qwen │ │ │ └── qwen.yaml │ └── task │ │ ├── fairness │ │ ├── f1-stereo-generation.yaml │ │ ├── f2-stereo-agreement.yaml │ │ ├── f3-stereo-classification.yaml │ │ ├── f3-stereo-topic-classification.yaml │ │ ├── f4-stereo-query.yaml │ │ ├── f5-vision-preference.yaml │ │ ├── f6-profession-pred.yaml │ │ └── f7-subjective-preference.yaml │ │ ├── privacy │ │ ├── p1-vispriv-recognition.yaml │ │ ├── p2-vqa-recognition-vispr.yaml │ │ ├── p3-infoflow.yaml │ │ ├── p4-pii-query.yaml │ │ ├── p5-visual-leakage.yaml │ │ └── p6-pii-leakage-in-conversation.yaml │ │ ├── robustness │ │ ├── r1-ood-artistic.yaml │ │ ├── r2-ood-sensor.yaml │ │ ├── r3-ood-text.yaml │ │ ├── r4-adversarial-untarget.yaml │ │ ├── r5-adversarial-target.yaml │ │ └── r6-adversarial-text.yaml │ │ ├── safety │ │ ├── s1-nsfw-image-description.yaml │ │ ├── s2-risk-identification.yaml │ │ ├── s3-toxic-content-generation.yaml │ │ └── s4-s5-s6-jailbreaking.yaml │ │ └── truthfulness │ │ ├── t1-basic-attribute.yaml │ │ ├── t1-basic-grounding.yaml │ │ ├── t1-basic-object.yaml │ │ ├── t1-basic-ocr.yaml │ │ ├── t1-basic-scene.yaml │ │ ├── t2-advanced-inference.yaml │ │ ├── t3-instruction-enhancement-factual.yaml │ │ ├── t3-instruction-enhancement-logic.yaml │ │ ├── t4-visual-assistance.yaml │ │ ├── t5-text-misleading.yaml │ │ ├── t6-visual-confusion.yaml │ │ └── t7-visual-misleading.yaml ├── datasets │ ├── __init__.py │ ├── advanced_inference.py │ ├── adversarial_target.py │ ├── adversarial_text.py │ ├── adversarial_untarget.py │ ├── base.py │ ├── basic_understanding.py │ ├── celeb.py │ ├── confaide.py │ ├── crossmodal_jailbreak.py │ ├── enron_email.py │ ├── hod.py │ ├── instruction_enhancement_factual.py │ ├── instruction_enhancement_logic.py │ ├── mm_safety_bench.py │ ├── nsfw.py │ ├── ood_artistic.py │ ├── ood_sensor.py │ ├── ood_text.py │ ├── profession_pred.py │ ├── real_toxicity_prompts.py │ ├── safebench.py │ ├── stereo_agreement.py │ ├── stereo_classification.py │ ├── stereo_generation.py │ ├── stereo_query.py │ ├── stereo_topic_classification.py │ ├── subjective_preference.py │ ├── text_misleading.py │ ├── typographic_jailbreaking.py │ ├── unrelatedimg.py │ ├── vision_preference.py │ ├── vispr.py │ ├── visual_assistance.py │ ├── visual_confusion.py │ ├── visual_misleading.py │ └── vizwiz.py ├── evaluators │ ├── __init__.py │ ├── base.py │ ├── chatmodel_eval.py │ ├── classifier_eval.py │ ├── metrics.py │ ├── rule_eval.py │ └── score_eval.py ├── methods │ ├── __init__.py │ ├── adv.py │ ├── base.py │ ├── related.py │ ├── unrelated_color.py │ ├── unrelated_nature.py │ └── unrelated_noise.py ├── models │ ├── __init__.py │ ├── base.py │ ├── cambrian │ │ ├── __init__.py │ │ ├── constants.py │ │ ├── conversation.py │ │ ├── mm_utils.py │ │ ├── model │ │ │ ├── __init__.py │ │ │ ├── builder.py │ │ │ ├── cambrian_arch.py │ │ │ ├── consolidate.py │ │ │ ├── language_model │ │ │ │ ├── cambrian_cohere.py │ │ │ │ ├── cambrian_gemma.py │ │ │ │ ├── cambrian_llama.py │ │ │ │ ├── cambrian_mistral.py │ │ │ │ ├── cambrian_phi3.py │ │ │ │ └── phi3 │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── configuration_phi3.py │ │ │ │ │ └── modeling_phi3.py │ │ │ ├── multimodal_encoder │ │ │ │ ├── __init__.py │ │ │ │ ├── base_encoder.py │ │ │ │ ├── builder.py │ │ │ │ ├── clip_convnext_encoder.py │ │ │ │ ├── clip_encoder.py │ │ │ │ ├── dfn_clip_encoder.py │ │ │ │ ├── diffusion_encoder.py │ │ │ │ ├── dino_encoder.py │ │ │ │ ├── eva_clip_encoder.py │ │ │ │ ├── hybrid_encoder.py │ │ │ │ ├── ijepa │ │ │ │ │ └── vision_transformer.py │ │ │ │ ├── ijepa_encoder.py │ │ │ │ ├── load.py │ │ │ │ ├── mae_encoder.py │ │ │ │ ├── maws_encoder.py │ │ │ │ ├── midas_encoder.py │ │ │ │ ├── moco │ │ │ │ │ └── vision_transformer.py │ │ │ │ ├── moco_encoder.py │ │ │ │ ├── oai_clip_encoder.py │ │ │ │ ├── pixart_alpha_encoder.py │ │ │ │ ├── raw_encoder.py │ │ │ │ ├── sam │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── common.py │ │ │ │ │ ├── encoder.py │ │ │ │ │ └── transforms.py │ │ │ │ ├── sam_encoder.py │ │ │ │ ├── siglip_clip_encoder.py │ │ │ │ ├── siglip_encoder.py │ │ │ │ └── supervised_vit_encoder.py │ │ │ ├── multimodal_projector │ │ │ │ ├── builder.py │ │ │ │ └── projectors.py │ │ │ └── vision_sampler.py │ │ └── utils.py │ ├── cambrian_chat.py │ ├── claude3_chat.py │ ├── cogvlm │ │ ├── __init__.py │ │ ├── configuration_cogvlm.py │ │ ├── modeling_cogvlm.py │ │ └── visual.py │ ├── cogvlm2_chat.py │ ├── cogvlm_chat.py │ ├── deepseek_chat.py │ ├── deepseek_janus │ │ ├── .gitattributes │ │ ├── .gitignore │ │ ├── LICENSE-CODE │ │ ├── LICENSE-MODEL │ │ ├── Makefile │ │ ├── README.md │ │ ├── janus │ │ │ ├── __init__.py │ │ │ ├── janusflow │ │ │ │ ├── __init__.py │ │ │ │ └── models │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── clip_encoder.py │ │ │ │ │ ├── image_processing_vlm.py │ │ │ │ │ ├── modeling_vlm.py │ │ │ │ │ ├── processing_vlm.py │ │ │ │ │ ├── siglip_vit.py │ │ │ │ │ └── uvit.py │ │ │ ├── models │ │ │ │ ├── __init__.py │ │ │ │ ├── clip_encoder.py │ │ │ │ ├── image_processing_vlm.py │ │ │ │ ├── modeling_vlm.py │ │ │ │ ├── processing_vlm.py │ │ │ │ ├── projector.py │ │ │ │ ├── siglip_vit.py │ │ │ │ └── vq_model.py │ │ │ └── utils │ │ │ │ ├── __init__.py │ │ │ │ ├── conversation.py │ │ │ │ └── io.py │ │ ├── pyproject.toml │ │ └── requirements.txt │ ├── deepseek_janus_chat.py │ ├── deepseek_vl │ │ ├── __init__.py │ │ ├── models │ │ │ ├── __init__.py │ │ │ ├── clip_encoder.py │ │ │ ├── image_processing_vlm.py │ │ │ ├── modeling_vlm.py │ │ │ ├── processing_vlm.py │ │ │ ├── projector.py │ │ │ ├── sam.py │ │ │ └── siglip_vit.py │ │ └── utils │ │ │ ├── __init__.py │ │ │ ├── conversation.py │ │ │ └── io.py │ ├── deepseek_vl2 │ │ ├── .editorconfig │ │ ├── .gitattributes │ │ ├── .gitignore │ │ ├── LICENSE-CODE │ │ ├── LICENSE-MODEL │ │ ├── Makefile │ │ ├── deepseek_vl2 │ │ │ ├── __init__.py │ │ │ ├── models │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_deepseek.py │ │ │ │ ├── conversation.py │ │ │ │ ├── modeling_deepseek.py │ │ │ │ ├── modeling_deepseek_vl_v2.py │ │ │ │ ├── processing_deepseek_vl_v2.py │ │ │ │ └── siglip_vit.py │ │ │ └── utils │ │ │ │ ├── __init__.py │ │ │ │ └── io.py │ │ ├── pyproject.toml │ │ └── requirements.txt │ ├── deepseek_vl2_chat.py │ ├── glm_chat.py │ ├── google_chat.py │ ├── hunyuan_chat.py │ ├── instructblip_chat.py │ ├── internlm_xcomposer_chat.py │ ├── internvl2_chat.py │ ├── llama3_2.py │ ├── llava_hf_chat.py │ ├── llava_hf_next_chat.py │ ├── mPLUG_Owl │ │ ├── LICENSE │ │ ├── README.md │ │ ├── mPLUG_Owl │ │ │ ├── .gitattributes │ │ │ ├── .gitignore │ │ │ ├── LICENSE │ │ │ ├── OwlEval │ │ │ │ └── OwlEval.md │ │ │ ├── README.md │ │ │ ├── README_zh.md │ │ │ ├── configs │ │ │ │ └── v0.yaml │ │ │ ├── mplug_owl │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_mplug_owl.py │ │ │ │ ├── modeling_mplug_owl.py │ │ │ │ ├── processing_mplug_owl.py │ │ │ │ └── tokenization_mplug_owl.py │ │ │ ├── mplug_owl_video │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_mplug_owl.py │ │ │ │ ├── modeling_mplug_owl.py │ │ │ │ ├── processing_mplug_owl.py │ │ │ │ └── tokenization_mplug_owl.py │ │ │ ├── pipeline │ │ │ │ ├── __init__.py │ │ │ │ ├── data_utils │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── processors │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── builder.py │ │ │ │ │ │ ├── caption_processor.py │ │ │ │ │ │ └── default_processor.py │ │ │ │ │ ├── randaugment.py │ │ │ │ │ ├── registry.py │ │ │ │ │ └── xgpt3_dataset.py │ │ │ │ ├── interface.py │ │ │ │ ├── train.py │ │ │ │ └── utils.py │ │ │ ├── requirements.txt │ │ │ ├── run_demo.sh │ │ │ ├── scripts │ │ │ │ ├── train_it.sh │ │ │ │ └── train_it_wo_lora.sh │ │ │ └── serve │ │ │ │ ├── __init__.py │ │ │ │ ├── conversation.py │ │ │ │ ├── gradio_css.py │ │ │ │ ├── gradio_patch.py │ │ │ │ ├── io_utils.py │ │ │ │ ├── model_utils.py │ │ │ │ ├── model_worker.py │ │ │ │ ├── serve_utils.py │ │ │ │ └── web_server.py │ │ └── mPLUG_Owl2 │ │ │ ├── README.md │ │ │ ├── download.py │ │ │ ├── mplug_owl2 │ │ │ ├── __init__.py │ │ │ ├── constants.py │ │ │ ├── conversation.py │ │ │ ├── evaluate │ │ │ │ ├── EVALUATION.md │ │ │ │ ├── evaluate_caption.py │ │ │ │ ├── evaluate_mmbench.py │ │ │ │ ├── evaluate_mme.py │ │ │ │ ├── evaluate_mmmu.py │ │ │ │ ├── evaluate_vqa.py │ │ │ │ ├── mmbench_converter.py │ │ │ │ ├── vqa.py │ │ │ │ └── vqa_eval.py │ │ │ ├── local_serve │ │ │ │ ├── __init__.py │ │ │ │ ├── local_web_server.py │ │ │ │ └── model_worker.py │ │ │ ├── mm_utils.py │ │ │ ├── model │ │ │ │ ├── __init__.py │ │ │ │ ├── builder.py │ │ │ │ ├── configuration_mplug_owl2.py │ │ │ │ ├── convert_mplug_owl2_weight_to_hf.py │ │ │ │ ├── modeling_attn_mask_utils.py │ │ │ │ ├── modeling_llama2.py │ │ │ │ ├── modeling_mplug_owl2.py │ │ │ │ ├── modeling_owl_llama.py │ │ │ │ ├── utils.py │ │ │ │ └── visual_encoder.py │ │ │ ├── serve │ │ │ │ ├── __init__.py │ │ │ │ ├── cli.py │ │ │ │ ├── controller.py │ │ │ │ ├── gradio_web_server.py │ │ │ │ ├── model_worker.py │ │ │ │ └── register_workers.py │ │ │ ├── train │ │ │ │ ├── llama_flash_attn_monkey_patch.py │ │ │ │ ├── mplug_owl2_trainer.py │ │ │ │ ├── train.py │ │ │ │ └── train_mem.py │ │ │ └── utils.py │ │ │ ├── pyproject.toml │ │ │ └── scripts │ │ │ ├── finetune.sh │ │ │ └── finetune_lora.sh │ ├── molmo_chat.py │ ├── mplug_owl2_chat.py │ ├── mplug_owl3_chat.py │ ├── mplug_owl_chat.py │ ├── openai_chat.py │ ├── otter │ │ ├── __init__.py │ │ └── models │ │ │ ├── __init__.py │ │ │ ├── falcon │ │ │ ├── __init__.py │ │ │ ├── configuration_RW.py │ │ │ └── modelling_RW.py │ │ │ ├── flamingo │ │ │ ├── __init__.py │ │ │ ├── configuration_flamingo.py │ │ │ ├── converting_flamingo_to_bf16.py │ │ │ ├── converting_flamingo_to_hf.py │ │ │ ├── converting_flamingo_to_lora.py │ │ │ ├── injecting_falcon_into_flamingo.py │ │ │ ├── injecting_llama2_into_flamingo.py │ │ │ ├── injecting_mpt-1B-redpajama_into_flamingo.py │ │ │ ├── injecting_mpt_into_flamingo.py │ │ │ ├── injecting_vicuna_into_flamingo.py │ │ │ ├── modeling_flamingo.py │ │ │ ├── utils.py │ │ │ └── utils │ │ │ │ ├── converting_flamingo_to_bf16.py │ │ │ │ ├── converting_flamingo_to_hf.py │ │ │ │ ├── converting_flamingo_to_lora.py │ │ │ │ ├── injecting_falcon_into_flamingo.py │ │ │ │ ├── injecting_llama2_into_flamingo.py │ │ │ │ ├── injecting_mpt-1B-redpajama_into_flamingo.py │ │ │ │ ├── injecting_mpt_into_flamingo.py │ │ │ │ └── injecting_vicuna_into_flamingo.py │ │ │ ├── fuyu │ │ │ ├── modeling_fuyu.py │ │ │ ├── modeling_persimmon.py │ │ │ └── processing_fuyu.py │ │ │ ├── mpt │ │ │ ├── __init__.py │ │ │ ├── adapt_tokenizer.py │ │ │ ├── attention.py │ │ │ ├── blocks.py │ │ │ ├── configuration_mpt.py │ │ │ ├── custom_embedding.py │ │ │ ├── flash_attn_triton.py │ │ │ ├── hf_prefixlm_converter.py │ │ │ ├── meta_init_context.py │ │ │ ├── modeling_mpt.py │ │ │ ├── norm.py │ │ │ └── param_init_fns.py │ │ │ ├── mpt_redpajama │ │ │ ├── __init__.py │ │ │ ├── attention.py │ │ │ ├── configuration_mosaic_gpt.py │ │ │ ├── gpt_blocks.py │ │ │ ├── low_precision_layernorm.py │ │ │ ├── mosaic_gpt.py │ │ │ └── param_init_fns.py │ │ │ └── otter │ │ │ ├── Otter-MPT7B-config.json~0d12192f665f5e9da1ecb2f23d6a360eb7753771 │ │ │ ├── Otter-MPT7B-config.json~HEAD │ │ │ ├── __init__.py │ │ │ ├── configuration_otter.py │ │ │ ├── converting_flamingo_to_otter.py │ │ │ ├── converting_otter_fp32_to_fp16.py │ │ │ ├── converting_otter_pt_to_hf.py │ │ │ ├── converting_otter_to_lora.py │ │ │ ├── flamingo_pt2otter_hf.py │ │ │ ├── modeling_otter.py │ │ │ └── utils │ │ │ ├── converting_flamingo_to_otter.py │ │ │ ├── converting_otter_fp32_to_fp16.py │ │ │ ├── converting_otter_pt_to_hf.py │ │ │ ├── converting_otter_to_lora.py │ │ │ └── flamingo_pt2otter_hf.py │ ├── otter_chat.py │ ├── phi3_chat.py │ ├── qwen2_chat.py │ ├── qwen2_vl │ │ ├── .gitignore │ │ └── utils │ │ │ └── src │ │ │ └── qwen_vl_utils │ │ │ ├── __init__.py │ │ │ └── vision_process.py │ ├── qwen_chat.py │ └── qwen_plus_chat.py ├── tasks │ └── base.py └── utils │ ├── SSA.py │ ├── __init__.py │ ├── registry.py │ ├── surrogates.py │ └── utils.py ├── pyproject.toml ├── run_task.py ├── scripts ├── compute_rank.py ├── rank.txt ├── run │ ├── fairness_scripts │ │ ├── f1-stereo-generation.sh │ │ ├── f2-stereo-agreement.sh │ │ ├── f3-stereo-classification.sh │ │ ├── f3-stereo-topic-classification.sh │ │ ├── f4-stereo-query.sh │ │ ├── f5-vision-preference.sh │ │ ├── f6-profession-pred.sh │ │ └── f7-subjective-preference.sh │ ├── privacy_scripts │ │ ├── p1-vispriv-recognition.sh │ │ ├── p2-vqa-recognition-vispr.sh │ │ ├── p3-infoflow.sh │ │ ├── p4-pii-query.sh │ │ ├── p5-visual-leakage.sh │ │ └── p6-pii-leakage-in-conversation.sh │ ├── robustness_scripts │ │ ├── r1-ood-artistic.sh │ │ ├── r2-ood-sensor.sh │ │ ├── r3-ood-text.sh │ │ ├── r4-adversarial-untarget.sh │ │ ├── r5-adversarial-target.sh │ │ └── r6-adversarial-text.sh │ ├── safety_scripts │ │ ├── s1-nsfw-image-description.sh │ │ ├── s2-risk-identification.sh │ │ ├── s3-toxic-content-generation.sh │ │ ├── s4-typographic-jailbreaking.sh │ │ ├── s5-multimodal-jailbreaking.sh │ │ └── s6-crossmodal-jailbreaking.sh │ └── truthfulness_scripts │ │ ├── t1-basic.sh │ │ ├── t2-advanced.sh │ │ ├── t3-instruction-enhancement.sh │ │ ├── t4-visual-assistance.sh │ │ ├── t5-text-misleading.sh │ │ ├── t6-visual-confusion.sh │ │ └── t7-visual-misleading.sh ├── run_all.sh ├── score │ ├── fairness │ │ ├── f1-stereo-generation.py │ │ ├── f2-stereo-agreement.py │ │ ├── f3-stereo-classification.py │ │ ├── f3-stereo-topic-classification.py │ │ ├── f4-stereo-query.py │ │ ├── f5-vision-preference.py │ │ ├── f6-profession-pred.py │ │ └── f7-subjective-preference.py │ ├── privacy │ │ ├── p1-vispriv-recognition.py │ │ ├── p2-vqa-recognition-vispr.py │ │ ├── p3-infoflow.py │ │ ├── p4-pii-query.py │ │ ├── p5-visual-leakage.py │ │ └── p6-pii-leakage-in-conversation.py │ ├── robustness │ │ ├── r1-ood_artistic.py │ │ ├── r2-ood_sensor.py │ │ ├── r3-ood_text.py │ │ ├── r4-adversarial_untarget.py │ │ ├── r5-adversarial_target.py │ │ └── r6-adversarial_text.py │ ├── safefy │ │ ├── s1-nsfw-image-description.py │ │ ├── s2-risk-identification.py │ │ ├── s3-toxic-content-generation.py │ │ ├── s4-typographic-jailbreaking.py │ │ ├── s5-multimodal-jailbreaking.py │ │ └── s6-crossmodal-jailbreaking.py │ └── truthfulness │ │ ├── t1-basic.py │ │ ├── t2-advanced.py │ │ ├── t3-instruction-enhancement.py │ │ ├── t4-visual-assistance.py │ │ ├── t5-text-misleading.py │ │ ├── t6-visual-confusion.py │ │ └── t7-visual-misleading.py └── score_all.sh └── uv.lock /.dockerignore: -------------------------------------------------------------------------------- 1 | .venv/ -------------------------------------------------------------------------------- /.github/workflows/docker.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/.github/workflows/docker.yml -------------------------------------------------------------------------------- /.github/workflows/mkdocs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/.github/workflows/mkdocs.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/.gitignore -------------------------------------------------------------------------------- /.python-version: -------------------------------------------------------------------------------- 1 | 3.9 2 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/README.md -------------------------------------------------------------------------------- /data4multitrust/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/data4multitrust/README.md -------------------------------------------------------------------------------- /docs/dataclass.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/docs/dataclass.md -------------------------------------------------------------------------------- /docs/extra.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/docs/extra.css -------------------------------------------------------------------------------- /docs/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/docs/index.md -------------------------------------------------------------------------------- /docs/modules.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/docs/modules.md -------------------------------------------------------------------------------- /docs/structure.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/docs/structure.md -------------------------------------------------------------------------------- /docs/structure/background.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/docs/structure/background.png -------------------------------------------------------------------------------- /docs/structure/framework.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/docs/structure/framework.jpg -------------------------------------------------------------------------------- /docs/structure/image-20240522145344912.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/docs/structure/image-20240522145344912.png -------------------------------------------------------------------------------- /docs/structure/overall.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/docs/structure/overall.png -------------------------------------------------------------------------------- /docs/task.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/docs/task.md -------------------------------------------------------------------------------- /docs/tutorial.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/docs/tutorial.md -------------------------------------------------------------------------------- /env/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/env/Dockerfile -------------------------------------------------------------------------------- /env/apikey.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/env/apikey.yml -------------------------------------------------------------------------------- /env/mkdocs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/env/mkdocs.yml -------------------------------------------------------------------------------- /env/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/env/requirements.txt -------------------------------------------------------------------------------- /mmte/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/__init__.py -------------------------------------------------------------------------------- /mmte/configs/datasets/advanced-inference.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/advanced-inference.yaml -------------------------------------------------------------------------------- /mmte/configs/datasets/adversarial-target.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/adversarial-target.yaml -------------------------------------------------------------------------------- /mmte/configs/datasets/adversarial-text-advglue-plus.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/adversarial-text-advglue-plus.yaml -------------------------------------------------------------------------------- /mmte/configs/datasets/adversarial-text-advglue.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/adversarial-text-advglue.yaml -------------------------------------------------------------------------------- /mmte/configs/datasets/adversarial-untarget.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/adversarial-untarget.yaml -------------------------------------------------------------------------------- /mmte/configs/datasets/basic-attribute.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/basic-attribute.yaml -------------------------------------------------------------------------------- /mmte/configs/datasets/basic-grounding.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/basic-grounding.yaml -------------------------------------------------------------------------------- /mmte/configs/datasets/basic-obejct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/basic-obejct.yaml -------------------------------------------------------------------------------- /mmte/configs/datasets/basic-ocr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/basic-ocr.yaml -------------------------------------------------------------------------------- /mmte/configs/datasets/basic-scene.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/basic-scene.yaml -------------------------------------------------------------------------------- /mmte/configs/datasets/celebrities.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/celebrities.yaml -------------------------------------------------------------------------------- /mmte/configs/datasets/confaide.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/confaide.yaml -------------------------------------------------------------------------------- /mmte/configs/datasets/crossmodal-jailbreak.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/crossmodal-jailbreak.yaml -------------------------------------------------------------------------------- /mmte/configs/datasets/enron-email.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/enron-email.yaml -------------------------------------------------------------------------------- /mmte/configs/datasets/instruction-enhancement-factual.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/instruction-enhancement-factual.yaml -------------------------------------------------------------------------------- /mmte/configs/datasets/instruction-enhancement-logic.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/instruction-enhancement-logic.yaml -------------------------------------------------------------------------------- /mmte/configs/datasets/mm-safety-bench.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/mm-safety-bench.yaml -------------------------------------------------------------------------------- /mmte/configs/datasets/nsfw-image-description.yaml: -------------------------------------------------------------------------------- 1 | image_dir: './data/safety/nsfw' -------------------------------------------------------------------------------- /mmte/configs/datasets/ood-artistic.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/ood-artistic.yaml -------------------------------------------------------------------------------- /mmte/configs/datasets/ood-sensor.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/ood-sensor.yaml -------------------------------------------------------------------------------- /mmte/configs/datasets/ood-text.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/ood-text.yaml -------------------------------------------------------------------------------- /mmte/configs/datasets/profession-pred.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/profession-pred.yaml -------------------------------------------------------------------------------- /mmte/configs/datasets/real-toxicity-prompt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/real-toxicity-prompt.yaml -------------------------------------------------------------------------------- /mmte/configs/datasets/risk-identification.yaml: -------------------------------------------------------------------------------- 1 | image_dir: ./data/safety/risk_identification -------------------------------------------------------------------------------- /mmte/configs/datasets/safebench.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/safebench.yaml -------------------------------------------------------------------------------- /mmte/configs/datasets/stereo-agreement.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/stereo-agreement.yaml -------------------------------------------------------------------------------- /mmte/configs/datasets/stereo-classification.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/stereo-classification.yaml -------------------------------------------------------------------------------- /mmte/configs/datasets/stereo-generation.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/stereo-generation.yaml -------------------------------------------------------------------------------- /mmte/configs/datasets/stereo-query.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/stereo-query.yaml -------------------------------------------------------------------------------- /mmte/configs/datasets/stereo-topic-classification.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/stereo-topic-classification.yaml -------------------------------------------------------------------------------- /mmte/configs/datasets/subjective-preference.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/subjective-preference.yaml -------------------------------------------------------------------------------- /mmte/configs/datasets/text-misleading.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/text-misleading.yaml -------------------------------------------------------------------------------- /mmte/configs/datasets/typographic-behavior.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/typographic-behavior.yaml -------------------------------------------------------------------------------- /mmte/configs/datasets/typographic-prompt-and-behavior.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/typographic-prompt-and-behavior.yaml -------------------------------------------------------------------------------- /mmte/configs/datasets/typographic-prompt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/typographic-prompt.yaml -------------------------------------------------------------------------------- /mmte/configs/datasets/unrelatedimg.yaml: -------------------------------------------------------------------------------- 1 | image_dir: ./data/unrelated_images -------------------------------------------------------------------------------- /mmte/configs/datasets/vision-preference.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/vision-preference.yaml -------------------------------------------------------------------------------- /mmte/configs/datasets/vispr-leakage.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/vispr-leakage.yaml -------------------------------------------------------------------------------- /mmte/configs/datasets/vispr-recognition-pri-query.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/vispr-recognition-pri-query.yaml -------------------------------------------------------------------------------- /mmte/configs/datasets/vispr-recognition.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/vispr-recognition.yaml -------------------------------------------------------------------------------- /mmte/configs/datasets/visual-assistance.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/visual-assistance.yaml -------------------------------------------------------------------------------- /mmte/configs/datasets/visual-confusion.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/visual-confusion.yaml -------------------------------------------------------------------------------- /mmte/configs/datasets/visual-misleading.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/visual-misleading.yaml -------------------------------------------------------------------------------- /mmte/configs/datasets/vizwiz-drawline-recognition-pri-query.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/vizwiz-drawline-recognition-pri-query.yaml -------------------------------------------------------------------------------- /mmte/configs/datasets/vizwiz-recognition-pri-query.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/vizwiz-recognition-pri-query.yaml -------------------------------------------------------------------------------- /mmte/configs/datasets/vizwiz-recognition.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/datasets/vizwiz-recognition.yaml -------------------------------------------------------------------------------- /mmte/configs/models/anthropic/anthropic.yaml: -------------------------------------------------------------------------------- 1 | max_retries: 10 2 | timeout: 1 3 | -------------------------------------------------------------------------------- /mmte/configs/models/cogvlm/cogvlm-chat-hf.yaml: -------------------------------------------------------------------------------- 1 | from_pretrained: "THUDM/cogvlm-chat-hf" 2 | local_tokenizer: "lmsys/vicuna-7b-v1.5" 3 | -------------------------------------------------------------------------------- /mmte/configs/models/cogvlm/cogvlm2-llama3-chat-19b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/models/cogvlm/cogvlm2-llama3-chat-19b.yaml -------------------------------------------------------------------------------- /mmte/configs/models/deepseek/deepseek-7b.yaml: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mmte/configs/models/deepseek/deepseek-janus-7b.yaml: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mmte/configs/models/deepseek/deepseek-vl2.yaml: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mmte/configs/models/google/google.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/models/google/google.yaml -------------------------------------------------------------------------------- /mmte/configs/models/internlm-xcomposer/internlm-xcomposer-7b.yaml: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mmte/configs/models/internvl2/internvl2-8b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/models/internvl2/internvl2-8b.yaml -------------------------------------------------------------------------------- /mmte/configs/models/llama-adapter/llama-adapter-v2-bias-7b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/models/llama-adapter/llama-adapter-v2-bias-7b.yaml -------------------------------------------------------------------------------- /mmte/configs/models/llava/_SPA_VL_DPO_30k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/models/llava/_SPA_VL_DPO_30k.yaml -------------------------------------------------------------------------------- /mmte/configs/models/mplug-owl/mplug-owl-llama-7b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/models/mplug-owl/mplug-owl-llama-7b.yaml -------------------------------------------------------------------------------- /mmte/configs/models/mplug-owl2/mplug-owl2-llama2-7b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/models/mplug-owl2/mplug-owl2-llama2-7b.yaml -------------------------------------------------------------------------------- /mmte/configs/models/mplug-owl3/mplug-owl3-7b-240728.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/models/mplug-owl3/mplug-owl3-7b-240728.yaml -------------------------------------------------------------------------------- /mmte/configs/models/openai/openai.yaml: -------------------------------------------------------------------------------- 1 | max_retries: 10 2 | timeout: 1 -------------------------------------------------------------------------------- /mmte/configs/models/qwen/qwen.yaml: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mmte/configs/task/fairness/f1-stereo-generation.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/task/fairness/f1-stereo-generation.yaml -------------------------------------------------------------------------------- /mmte/configs/task/fairness/f2-stereo-agreement.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/task/fairness/f2-stereo-agreement.yaml -------------------------------------------------------------------------------- /mmte/configs/task/fairness/f3-stereo-classification.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/task/fairness/f3-stereo-classification.yaml -------------------------------------------------------------------------------- /mmte/configs/task/fairness/f3-stereo-topic-classification.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/task/fairness/f3-stereo-topic-classification.yaml -------------------------------------------------------------------------------- /mmte/configs/task/fairness/f4-stereo-query.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/task/fairness/f4-stereo-query.yaml -------------------------------------------------------------------------------- /mmte/configs/task/fairness/f5-vision-preference.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/task/fairness/f5-vision-preference.yaml -------------------------------------------------------------------------------- /mmte/configs/task/fairness/f6-profession-pred.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/task/fairness/f6-profession-pred.yaml -------------------------------------------------------------------------------- /mmte/configs/task/fairness/f7-subjective-preference.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/task/fairness/f7-subjective-preference.yaml -------------------------------------------------------------------------------- /mmte/configs/task/privacy/p1-vispriv-recognition.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/task/privacy/p1-vispriv-recognition.yaml -------------------------------------------------------------------------------- /mmte/configs/task/privacy/p2-vqa-recognition-vispr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/task/privacy/p2-vqa-recognition-vispr.yaml -------------------------------------------------------------------------------- /mmte/configs/task/privacy/p3-infoflow.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/task/privacy/p3-infoflow.yaml -------------------------------------------------------------------------------- /mmte/configs/task/privacy/p4-pii-query.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/task/privacy/p4-pii-query.yaml -------------------------------------------------------------------------------- /mmte/configs/task/privacy/p5-visual-leakage.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/task/privacy/p5-visual-leakage.yaml -------------------------------------------------------------------------------- /mmte/configs/task/privacy/p6-pii-leakage-in-conversation.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/task/privacy/p6-pii-leakage-in-conversation.yaml -------------------------------------------------------------------------------- /mmte/configs/task/robustness/r1-ood-artistic.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/task/robustness/r1-ood-artistic.yaml -------------------------------------------------------------------------------- /mmte/configs/task/robustness/r2-ood-sensor.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/task/robustness/r2-ood-sensor.yaml -------------------------------------------------------------------------------- /mmte/configs/task/robustness/r3-ood-text.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/task/robustness/r3-ood-text.yaml -------------------------------------------------------------------------------- /mmte/configs/task/robustness/r4-adversarial-untarget.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/task/robustness/r4-adversarial-untarget.yaml -------------------------------------------------------------------------------- /mmte/configs/task/robustness/r5-adversarial-target.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/task/robustness/r5-adversarial-target.yaml -------------------------------------------------------------------------------- /mmte/configs/task/robustness/r6-adversarial-text.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/task/robustness/r6-adversarial-text.yaml -------------------------------------------------------------------------------- /mmte/configs/task/safety/s1-nsfw-image-description.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/task/safety/s1-nsfw-image-description.yaml -------------------------------------------------------------------------------- /mmte/configs/task/safety/s2-risk-identification.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/task/safety/s2-risk-identification.yaml -------------------------------------------------------------------------------- /mmte/configs/task/safety/s3-toxic-content-generation.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/task/safety/s3-toxic-content-generation.yaml -------------------------------------------------------------------------------- /mmte/configs/task/safety/s4-s5-s6-jailbreaking.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/task/safety/s4-s5-s6-jailbreaking.yaml -------------------------------------------------------------------------------- /mmte/configs/task/truthfulness/t1-basic-attribute.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/task/truthfulness/t1-basic-attribute.yaml -------------------------------------------------------------------------------- /mmte/configs/task/truthfulness/t1-basic-grounding.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/task/truthfulness/t1-basic-grounding.yaml -------------------------------------------------------------------------------- /mmte/configs/task/truthfulness/t1-basic-object.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/task/truthfulness/t1-basic-object.yaml -------------------------------------------------------------------------------- /mmte/configs/task/truthfulness/t1-basic-ocr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/task/truthfulness/t1-basic-ocr.yaml -------------------------------------------------------------------------------- /mmte/configs/task/truthfulness/t1-basic-scene.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/task/truthfulness/t1-basic-scene.yaml -------------------------------------------------------------------------------- /mmte/configs/task/truthfulness/t2-advanced-inference.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/task/truthfulness/t2-advanced-inference.yaml -------------------------------------------------------------------------------- /mmte/configs/task/truthfulness/t3-instruction-enhancement-factual.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/task/truthfulness/t3-instruction-enhancement-factual.yaml -------------------------------------------------------------------------------- /mmte/configs/task/truthfulness/t3-instruction-enhancement-logic.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/task/truthfulness/t3-instruction-enhancement-logic.yaml -------------------------------------------------------------------------------- /mmte/configs/task/truthfulness/t4-visual-assistance.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/task/truthfulness/t4-visual-assistance.yaml -------------------------------------------------------------------------------- /mmte/configs/task/truthfulness/t5-text-misleading.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/task/truthfulness/t5-text-misleading.yaml -------------------------------------------------------------------------------- /mmte/configs/task/truthfulness/t6-visual-confusion.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/task/truthfulness/t6-visual-confusion.yaml -------------------------------------------------------------------------------- /mmte/configs/task/truthfulness/t7-visual-misleading.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/configs/task/truthfulness/t7-visual-misleading.yaml -------------------------------------------------------------------------------- /mmte/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/datasets/__init__.py -------------------------------------------------------------------------------- /mmte/datasets/advanced_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/datasets/advanced_inference.py -------------------------------------------------------------------------------- /mmte/datasets/adversarial_target.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/datasets/adversarial_target.py -------------------------------------------------------------------------------- /mmte/datasets/adversarial_text.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/datasets/adversarial_text.py -------------------------------------------------------------------------------- /mmte/datasets/adversarial_untarget.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/datasets/adversarial_untarget.py -------------------------------------------------------------------------------- /mmte/datasets/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/datasets/base.py -------------------------------------------------------------------------------- /mmte/datasets/basic_understanding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/datasets/basic_understanding.py -------------------------------------------------------------------------------- /mmte/datasets/celeb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/datasets/celeb.py -------------------------------------------------------------------------------- /mmte/datasets/confaide.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/datasets/confaide.py -------------------------------------------------------------------------------- /mmte/datasets/crossmodal_jailbreak.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/datasets/crossmodal_jailbreak.py -------------------------------------------------------------------------------- /mmte/datasets/enron_email.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/datasets/enron_email.py -------------------------------------------------------------------------------- /mmte/datasets/hod.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/datasets/hod.py -------------------------------------------------------------------------------- /mmte/datasets/instruction_enhancement_factual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/datasets/instruction_enhancement_factual.py -------------------------------------------------------------------------------- /mmte/datasets/instruction_enhancement_logic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/datasets/instruction_enhancement_logic.py -------------------------------------------------------------------------------- /mmte/datasets/mm_safety_bench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/datasets/mm_safety_bench.py -------------------------------------------------------------------------------- /mmte/datasets/nsfw.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/datasets/nsfw.py -------------------------------------------------------------------------------- /mmte/datasets/ood_artistic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/datasets/ood_artistic.py -------------------------------------------------------------------------------- /mmte/datasets/ood_sensor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/datasets/ood_sensor.py -------------------------------------------------------------------------------- /mmte/datasets/ood_text.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/datasets/ood_text.py -------------------------------------------------------------------------------- /mmte/datasets/profession_pred.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/datasets/profession_pred.py -------------------------------------------------------------------------------- /mmte/datasets/real_toxicity_prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/datasets/real_toxicity_prompts.py -------------------------------------------------------------------------------- /mmte/datasets/safebench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/datasets/safebench.py -------------------------------------------------------------------------------- /mmte/datasets/stereo_agreement.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/datasets/stereo_agreement.py -------------------------------------------------------------------------------- /mmte/datasets/stereo_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/datasets/stereo_classification.py -------------------------------------------------------------------------------- /mmte/datasets/stereo_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/datasets/stereo_generation.py -------------------------------------------------------------------------------- /mmte/datasets/stereo_query.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/datasets/stereo_query.py -------------------------------------------------------------------------------- /mmte/datasets/stereo_topic_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/datasets/stereo_topic_classification.py -------------------------------------------------------------------------------- /mmte/datasets/subjective_preference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/datasets/subjective_preference.py -------------------------------------------------------------------------------- /mmte/datasets/text_misleading.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/datasets/text_misleading.py -------------------------------------------------------------------------------- /mmte/datasets/typographic_jailbreaking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/datasets/typographic_jailbreaking.py -------------------------------------------------------------------------------- /mmte/datasets/unrelatedimg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/datasets/unrelatedimg.py -------------------------------------------------------------------------------- /mmte/datasets/vision_preference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/datasets/vision_preference.py -------------------------------------------------------------------------------- /mmte/datasets/vispr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/datasets/vispr.py -------------------------------------------------------------------------------- /mmte/datasets/visual_assistance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/datasets/visual_assistance.py -------------------------------------------------------------------------------- /mmte/datasets/visual_confusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/datasets/visual_confusion.py -------------------------------------------------------------------------------- /mmte/datasets/visual_misleading.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/datasets/visual_misleading.py -------------------------------------------------------------------------------- /mmte/datasets/vizwiz.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/datasets/vizwiz.py -------------------------------------------------------------------------------- /mmte/evaluators/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/evaluators/__init__.py -------------------------------------------------------------------------------- /mmte/evaluators/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/evaluators/base.py -------------------------------------------------------------------------------- /mmte/evaluators/chatmodel_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/evaluators/chatmodel_eval.py -------------------------------------------------------------------------------- /mmte/evaluators/classifier_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/evaluators/classifier_eval.py -------------------------------------------------------------------------------- /mmte/evaluators/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/evaluators/metrics.py -------------------------------------------------------------------------------- /mmte/evaluators/rule_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/evaluators/rule_eval.py -------------------------------------------------------------------------------- /mmte/evaluators/score_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/evaluators/score_eval.py -------------------------------------------------------------------------------- /mmte/methods/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/methods/__init__.py -------------------------------------------------------------------------------- /mmte/methods/adv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/methods/adv.py -------------------------------------------------------------------------------- /mmte/methods/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/methods/base.py -------------------------------------------------------------------------------- /mmte/methods/related.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/methods/related.py -------------------------------------------------------------------------------- /mmte/methods/unrelated_color.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/methods/unrelated_color.py -------------------------------------------------------------------------------- /mmte/methods/unrelated_nature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/methods/unrelated_nature.py -------------------------------------------------------------------------------- /mmte/methods/unrelated_noise.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/methods/unrelated_noise.py -------------------------------------------------------------------------------- /mmte/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/__init__.py -------------------------------------------------------------------------------- /mmte/models/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/base.py -------------------------------------------------------------------------------- /mmte/models/cambrian/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/__init__.py -------------------------------------------------------------------------------- /mmte/models/cambrian/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/constants.py -------------------------------------------------------------------------------- /mmte/models/cambrian/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/conversation.py -------------------------------------------------------------------------------- /mmte/models/cambrian/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/mm_utils.py -------------------------------------------------------------------------------- /mmte/models/cambrian/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/model/__init__.py -------------------------------------------------------------------------------- /mmte/models/cambrian/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/model/builder.py -------------------------------------------------------------------------------- /mmte/models/cambrian/model/cambrian_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/model/cambrian_arch.py -------------------------------------------------------------------------------- /mmte/models/cambrian/model/consolidate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/model/consolidate.py -------------------------------------------------------------------------------- /mmte/models/cambrian/model/language_model/cambrian_cohere.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/model/language_model/cambrian_cohere.py -------------------------------------------------------------------------------- /mmte/models/cambrian/model/language_model/cambrian_gemma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/model/language_model/cambrian_gemma.py -------------------------------------------------------------------------------- /mmte/models/cambrian/model/language_model/cambrian_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/model/language_model/cambrian_llama.py -------------------------------------------------------------------------------- /mmte/models/cambrian/model/language_model/cambrian_mistral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/model/language_model/cambrian_mistral.py -------------------------------------------------------------------------------- /mmte/models/cambrian/model/language_model/cambrian_phi3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/model/language_model/cambrian_phi3.py -------------------------------------------------------------------------------- /mmte/models/cambrian/model/language_model/phi3/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/model/language_model/phi3/__init__.py -------------------------------------------------------------------------------- /mmte/models/cambrian/model/language_model/phi3/configuration_phi3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/model/language_model/phi3/configuration_phi3.py -------------------------------------------------------------------------------- /mmte/models/cambrian/model/language_model/phi3/modeling_phi3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/model/language_model/phi3/modeling_phi3.py -------------------------------------------------------------------------------- /mmte/models/cambrian/model/multimodal_encoder/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mmte/models/cambrian/model/multimodal_encoder/base_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/model/multimodal_encoder/base_encoder.py -------------------------------------------------------------------------------- /mmte/models/cambrian/model/multimodal_encoder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/model/multimodal_encoder/builder.py -------------------------------------------------------------------------------- /mmte/models/cambrian/model/multimodal_encoder/clip_convnext_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/model/multimodal_encoder/clip_convnext_encoder.py -------------------------------------------------------------------------------- /mmte/models/cambrian/model/multimodal_encoder/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/model/multimodal_encoder/clip_encoder.py -------------------------------------------------------------------------------- /mmte/models/cambrian/model/multimodal_encoder/dfn_clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/model/multimodal_encoder/dfn_clip_encoder.py -------------------------------------------------------------------------------- /mmte/models/cambrian/model/multimodal_encoder/diffusion_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/model/multimodal_encoder/diffusion_encoder.py -------------------------------------------------------------------------------- /mmte/models/cambrian/model/multimodal_encoder/dino_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/model/multimodal_encoder/dino_encoder.py -------------------------------------------------------------------------------- /mmte/models/cambrian/model/multimodal_encoder/eva_clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/model/multimodal_encoder/eva_clip_encoder.py -------------------------------------------------------------------------------- /mmte/models/cambrian/model/multimodal_encoder/hybrid_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/model/multimodal_encoder/hybrid_encoder.py -------------------------------------------------------------------------------- /mmte/models/cambrian/model/multimodal_encoder/ijepa/vision_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/model/multimodal_encoder/ijepa/vision_transformer.py -------------------------------------------------------------------------------- /mmte/models/cambrian/model/multimodal_encoder/ijepa_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/model/multimodal_encoder/ijepa_encoder.py -------------------------------------------------------------------------------- /mmte/models/cambrian/model/multimodal_encoder/load.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/model/multimodal_encoder/load.py -------------------------------------------------------------------------------- /mmte/models/cambrian/model/multimodal_encoder/mae_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/model/multimodal_encoder/mae_encoder.py -------------------------------------------------------------------------------- /mmte/models/cambrian/model/multimodal_encoder/maws_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/model/multimodal_encoder/maws_encoder.py -------------------------------------------------------------------------------- /mmte/models/cambrian/model/multimodal_encoder/midas_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/model/multimodal_encoder/midas_encoder.py -------------------------------------------------------------------------------- /mmte/models/cambrian/model/multimodal_encoder/moco/vision_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/model/multimodal_encoder/moco/vision_transformer.py -------------------------------------------------------------------------------- /mmte/models/cambrian/model/multimodal_encoder/moco_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/model/multimodal_encoder/moco_encoder.py -------------------------------------------------------------------------------- /mmte/models/cambrian/model/multimodal_encoder/oai_clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/model/multimodal_encoder/oai_clip_encoder.py -------------------------------------------------------------------------------- /mmte/models/cambrian/model/multimodal_encoder/pixart_alpha_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/model/multimodal_encoder/pixart_alpha_encoder.py -------------------------------------------------------------------------------- /mmte/models/cambrian/model/multimodal_encoder/raw_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/model/multimodal_encoder/raw_encoder.py -------------------------------------------------------------------------------- /mmte/models/cambrian/model/multimodal_encoder/sam/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mmte/models/cambrian/model/multimodal_encoder/sam/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/model/multimodal_encoder/sam/common.py -------------------------------------------------------------------------------- /mmte/models/cambrian/model/multimodal_encoder/sam/encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/model/multimodal_encoder/sam/encoder.py -------------------------------------------------------------------------------- /mmte/models/cambrian/model/multimodal_encoder/sam/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/model/multimodal_encoder/sam/transforms.py -------------------------------------------------------------------------------- /mmte/models/cambrian/model/multimodal_encoder/sam_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/model/multimodal_encoder/sam_encoder.py -------------------------------------------------------------------------------- /mmte/models/cambrian/model/multimodal_encoder/siglip_clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/model/multimodal_encoder/siglip_clip_encoder.py -------------------------------------------------------------------------------- /mmte/models/cambrian/model/multimodal_encoder/siglip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/model/multimodal_encoder/siglip_encoder.py -------------------------------------------------------------------------------- /mmte/models/cambrian/model/multimodal_encoder/supervised_vit_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/model/multimodal_encoder/supervised_vit_encoder.py -------------------------------------------------------------------------------- /mmte/models/cambrian/model/multimodal_projector/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/model/multimodal_projector/builder.py -------------------------------------------------------------------------------- /mmte/models/cambrian/model/multimodal_projector/projectors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/model/multimodal_projector/projectors.py -------------------------------------------------------------------------------- /mmte/models/cambrian/model/vision_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/model/vision_sampler.py -------------------------------------------------------------------------------- /mmte/models/cambrian/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian/utils.py -------------------------------------------------------------------------------- /mmte/models/cambrian_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cambrian_chat.py -------------------------------------------------------------------------------- /mmte/models/claude3_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/claude3_chat.py -------------------------------------------------------------------------------- /mmte/models/cogvlm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mmte/models/cogvlm/configuration_cogvlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cogvlm/configuration_cogvlm.py -------------------------------------------------------------------------------- /mmte/models/cogvlm/modeling_cogvlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cogvlm/modeling_cogvlm.py -------------------------------------------------------------------------------- /mmte/models/cogvlm/visual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cogvlm/visual.py -------------------------------------------------------------------------------- /mmte/models/cogvlm2_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cogvlm2_chat.py -------------------------------------------------------------------------------- /mmte/models/cogvlm_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/cogvlm_chat.py -------------------------------------------------------------------------------- /mmte/models/deepseek_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_chat.py -------------------------------------------------------------------------------- /mmte/models/deepseek_janus/.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_janus/.gitattributes -------------------------------------------------------------------------------- /mmte/models/deepseek_janus/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_janus/.gitignore -------------------------------------------------------------------------------- /mmte/models/deepseek_janus/LICENSE-CODE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_janus/LICENSE-CODE -------------------------------------------------------------------------------- /mmte/models/deepseek_janus/LICENSE-MODEL: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_janus/LICENSE-MODEL -------------------------------------------------------------------------------- /mmte/models/deepseek_janus/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_janus/Makefile -------------------------------------------------------------------------------- /mmte/models/deepseek_janus/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_janus/README.md -------------------------------------------------------------------------------- /mmte/models/deepseek_janus/janus/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_janus/janus/__init__.py -------------------------------------------------------------------------------- /mmte/models/deepseek_janus/janus/janusflow/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_janus/janus/janusflow/__init__.py -------------------------------------------------------------------------------- /mmte/models/deepseek_janus/janus/janusflow/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_janus/janus/janusflow/models/__init__.py -------------------------------------------------------------------------------- /mmte/models/deepseek_janus/janus/janusflow/models/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_janus/janus/janusflow/models/clip_encoder.py -------------------------------------------------------------------------------- /mmte/models/deepseek_janus/janus/janusflow/models/image_processing_vlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_janus/janus/janusflow/models/image_processing_vlm.py -------------------------------------------------------------------------------- /mmte/models/deepseek_janus/janus/janusflow/models/modeling_vlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_janus/janus/janusflow/models/modeling_vlm.py -------------------------------------------------------------------------------- /mmte/models/deepseek_janus/janus/janusflow/models/processing_vlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_janus/janus/janusflow/models/processing_vlm.py -------------------------------------------------------------------------------- /mmte/models/deepseek_janus/janus/janusflow/models/siglip_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_janus/janus/janusflow/models/siglip_vit.py -------------------------------------------------------------------------------- /mmte/models/deepseek_janus/janus/janusflow/models/uvit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_janus/janus/janusflow/models/uvit.py -------------------------------------------------------------------------------- /mmte/models/deepseek_janus/janus/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_janus/janus/models/__init__.py -------------------------------------------------------------------------------- /mmte/models/deepseek_janus/janus/models/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_janus/janus/models/clip_encoder.py -------------------------------------------------------------------------------- /mmte/models/deepseek_janus/janus/models/image_processing_vlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_janus/janus/models/image_processing_vlm.py -------------------------------------------------------------------------------- /mmte/models/deepseek_janus/janus/models/modeling_vlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_janus/janus/models/modeling_vlm.py -------------------------------------------------------------------------------- /mmte/models/deepseek_janus/janus/models/processing_vlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_janus/janus/models/processing_vlm.py -------------------------------------------------------------------------------- /mmte/models/deepseek_janus/janus/models/projector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_janus/janus/models/projector.py -------------------------------------------------------------------------------- /mmte/models/deepseek_janus/janus/models/siglip_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_janus/janus/models/siglip_vit.py -------------------------------------------------------------------------------- /mmte/models/deepseek_janus/janus/models/vq_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_janus/janus/models/vq_model.py -------------------------------------------------------------------------------- /mmte/models/deepseek_janus/janus/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_janus/janus/utils/__init__.py -------------------------------------------------------------------------------- /mmte/models/deepseek_janus/janus/utils/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_janus/janus/utils/conversation.py -------------------------------------------------------------------------------- /mmte/models/deepseek_janus/janus/utils/io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_janus/janus/utils/io.py -------------------------------------------------------------------------------- /mmte/models/deepseek_janus/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_janus/pyproject.toml -------------------------------------------------------------------------------- /mmte/models/deepseek_janus/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_janus/requirements.txt -------------------------------------------------------------------------------- /mmte/models/deepseek_janus_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_janus_chat.py -------------------------------------------------------------------------------- /mmte/models/deepseek_vl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_vl/__init__.py -------------------------------------------------------------------------------- /mmte/models/deepseek_vl/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_vl/models/__init__.py -------------------------------------------------------------------------------- /mmte/models/deepseek_vl/models/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_vl/models/clip_encoder.py -------------------------------------------------------------------------------- /mmte/models/deepseek_vl/models/image_processing_vlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_vl/models/image_processing_vlm.py -------------------------------------------------------------------------------- /mmte/models/deepseek_vl/models/modeling_vlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_vl/models/modeling_vlm.py -------------------------------------------------------------------------------- /mmte/models/deepseek_vl/models/processing_vlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_vl/models/processing_vlm.py -------------------------------------------------------------------------------- /mmte/models/deepseek_vl/models/projector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_vl/models/projector.py -------------------------------------------------------------------------------- /mmte/models/deepseek_vl/models/sam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_vl/models/sam.py -------------------------------------------------------------------------------- /mmte/models/deepseek_vl/models/siglip_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_vl/models/siglip_vit.py -------------------------------------------------------------------------------- /mmte/models/deepseek_vl/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_vl/utils/__init__.py -------------------------------------------------------------------------------- /mmte/models/deepseek_vl/utils/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_vl/utils/conversation.py -------------------------------------------------------------------------------- /mmte/models/deepseek_vl/utils/io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_vl/utils/io.py -------------------------------------------------------------------------------- /mmte/models/deepseek_vl2/.editorconfig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_vl2/.editorconfig -------------------------------------------------------------------------------- /mmte/models/deepseek_vl2/.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_vl2/.gitattributes -------------------------------------------------------------------------------- /mmte/models/deepseek_vl2/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_vl2/.gitignore -------------------------------------------------------------------------------- /mmte/models/deepseek_vl2/LICENSE-CODE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_vl2/LICENSE-CODE -------------------------------------------------------------------------------- /mmte/models/deepseek_vl2/LICENSE-MODEL: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_vl2/LICENSE-MODEL -------------------------------------------------------------------------------- /mmte/models/deepseek_vl2/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_vl2/Makefile -------------------------------------------------------------------------------- /mmte/models/deepseek_vl2/deepseek_vl2/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_vl2/deepseek_vl2/__init__.py -------------------------------------------------------------------------------- /mmte/models/deepseek_vl2/deepseek_vl2/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_vl2/deepseek_vl2/models/__init__.py -------------------------------------------------------------------------------- /mmte/models/deepseek_vl2/deepseek_vl2/models/configuration_deepseek.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_vl2/deepseek_vl2/models/configuration_deepseek.py -------------------------------------------------------------------------------- /mmte/models/deepseek_vl2/deepseek_vl2/models/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_vl2/deepseek_vl2/models/conversation.py -------------------------------------------------------------------------------- /mmte/models/deepseek_vl2/deepseek_vl2/models/modeling_deepseek.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_vl2/deepseek_vl2/models/modeling_deepseek.py -------------------------------------------------------------------------------- /mmte/models/deepseek_vl2/deepseek_vl2/models/modeling_deepseek_vl_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_vl2/deepseek_vl2/models/modeling_deepseek_vl_v2.py -------------------------------------------------------------------------------- /mmte/models/deepseek_vl2/deepseek_vl2/models/processing_deepseek_vl_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_vl2/deepseek_vl2/models/processing_deepseek_vl_v2.py -------------------------------------------------------------------------------- /mmte/models/deepseek_vl2/deepseek_vl2/models/siglip_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_vl2/deepseek_vl2/models/siglip_vit.py -------------------------------------------------------------------------------- /mmte/models/deepseek_vl2/deepseek_vl2/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_vl2/deepseek_vl2/utils/__init__.py -------------------------------------------------------------------------------- /mmte/models/deepseek_vl2/deepseek_vl2/utils/io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_vl2/deepseek_vl2/utils/io.py -------------------------------------------------------------------------------- /mmte/models/deepseek_vl2/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_vl2/pyproject.toml -------------------------------------------------------------------------------- /mmte/models/deepseek_vl2/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_vl2/requirements.txt -------------------------------------------------------------------------------- /mmte/models/deepseek_vl2_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/deepseek_vl2_chat.py -------------------------------------------------------------------------------- /mmte/models/glm_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/glm_chat.py -------------------------------------------------------------------------------- /mmte/models/google_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/google_chat.py -------------------------------------------------------------------------------- /mmte/models/hunyuan_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/hunyuan_chat.py -------------------------------------------------------------------------------- /mmte/models/instructblip_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/instructblip_chat.py -------------------------------------------------------------------------------- /mmte/models/internlm_xcomposer_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/internlm_xcomposer_chat.py -------------------------------------------------------------------------------- /mmte/models/internvl2_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/internvl2_chat.py -------------------------------------------------------------------------------- /mmte/models/llama3_2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/llama3_2.py -------------------------------------------------------------------------------- /mmte/models/llava_hf_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/llava_hf_chat.py -------------------------------------------------------------------------------- /mmte/models/llava_hf_next_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/llava_hf_next_chat.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/LICENSE -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/README.md -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl/.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl/.gitattributes -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl/.gitignore -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl/LICENSE -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl/OwlEval/OwlEval.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl/OwlEval/OwlEval.md -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl/README.md -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl/README_zh.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl/README_zh.md -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl/configs/v0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl/configs/v0.yaml -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl/mplug_owl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl/mplug_owl/__init__.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl/mplug_owl/configuration_mplug_owl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl/mplug_owl/configuration_mplug_owl.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl/mplug_owl/modeling_mplug_owl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl/mplug_owl/modeling_mplug_owl.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl/mplug_owl/processing_mplug_owl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl/mplug_owl/processing_mplug_owl.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl/mplug_owl/tokenization_mplug_owl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl/mplug_owl/tokenization_mplug_owl.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl/mplug_owl_video/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl/mplug_owl_video/__init__.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl/mplug_owl_video/configuration_mplug_owl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl/mplug_owl_video/configuration_mplug_owl.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl/mplug_owl_video/modeling_mplug_owl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl/mplug_owl_video/modeling_mplug_owl.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl/mplug_owl_video/processing_mplug_owl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl/mplug_owl_video/processing_mplug_owl.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl/mplug_owl_video/tokenization_mplug_owl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl/mplug_owl_video/tokenization_mplug_owl.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl/pipeline/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl/pipeline/data_utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl/pipeline/data_utils/__init__.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl/pipeline/data_utils/processors/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl/pipeline/data_utils/processors/__init__.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl/pipeline/data_utils/processors/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl/pipeline/data_utils/processors/builder.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl/pipeline/data_utils/processors/caption_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl/pipeline/data_utils/processors/caption_processor.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl/pipeline/data_utils/processors/default_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl/pipeline/data_utils/processors/default_processor.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl/pipeline/data_utils/randaugment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl/pipeline/data_utils/randaugment.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl/pipeline/data_utils/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl/pipeline/data_utils/registry.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl/pipeline/data_utils/xgpt3_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl/pipeline/data_utils/xgpt3_dataset.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl/pipeline/interface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl/pipeline/interface.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl/pipeline/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl/pipeline/train.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl/pipeline/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl/pipeline/utils.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl/requirements.txt -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl/run_demo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl/run_demo.sh -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl/scripts/train_it.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl/scripts/train_it.sh -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl/scripts/train_it_wo_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl/scripts/train_it_wo_lora.sh -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl/serve/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl/serve/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl/serve/conversation.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl/serve/gradio_css.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl/serve/gradio_css.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl/serve/gradio_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl/serve/gradio_patch.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl/serve/io_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl/serve/io_utils.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl/serve/model_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl/serve/model_utils.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl/serve/model_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl/serve/model_worker.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl/serve/serve_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl/serve/serve_utils.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl/serve/web_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl/serve/web_server.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl2/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl2/README.md -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl2/download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl2/download.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/__init__.py: -------------------------------------------------------------------------------- 1 | from .model import MPLUGOwl2LlamaForCausalLM -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/constants.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/conversation.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/evaluate/EVALUATION.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/evaluate/EVALUATION.md -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/evaluate/evaluate_caption.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/evaluate/evaluate_caption.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/evaluate/evaluate_mmbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/evaluate/evaluate_mmbench.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/evaluate/evaluate_mme.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/evaluate/evaluate_mme.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/evaluate/evaluate_mmmu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/evaluate/evaluate_mmmu.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/evaluate/evaluate_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/evaluate/evaluate_vqa.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/evaluate/mmbench_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/evaluate/mmbench_converter.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/evaluate/vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/evaluate/vqa.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/evaluate/vqa_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/evaluate/vqa_eval.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/local_serve/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/local_serve/local_web_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/local_serve/local_web_server.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/local_serve/model_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/local_serve/model_worker.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/mm_utils.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/model/__init__.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/model/builder.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/model/configuration_mplug_owl2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/model/configuration_mplug_owl2.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/model/convert_mplug_owl2_weight_to_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/model/convert_mplug_owl2_weight_to_hf.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/model/modeling_attn_mask_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/model/modeling_attn_mask_utils.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/model/modeling_llama2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/model/modeling_llama2.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/model/modeling_mplug_owl2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/model/modeling_mplug_owl2.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/model/modeling_owl_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/model/modeling_owl_llama.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/model/utils.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/model/visual_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/model/visual_encoder.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/serve/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/serve/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/serve/cli.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/serve/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/serve/controller.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/serve/gradio_web_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/serve/gradio_web_server.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/serve/model_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/serve/model_worker.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/serve/register_workers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/serve/register_workers.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/train/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/train/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/train/mplug_owl2_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/train/mplug_owl2_trainer.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/train/train.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/train/train_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/train/train_mem.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl2/mplug_owl2/utils.py -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl2/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl2/pyproject.toml -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl2/scripts/finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl2/scripts/finetune.sh -------------------------------------------------------------------------------- /mmte/models/mPLUG_Owl/mPLUG_Owl2/scripts/finetune_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mPLUG_Owl/mPLUG_Owl2/scripts/finetune_lora.sh -------------------------------------------------------------------------------- /mmte/models/molmo_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/molmo_chat.py -------------------------------------------------------------------------------- /mmte/models/mplug_owl2_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mplug_owl2_chat.py -------------------------------------------------------------------------------- /mmte/models/mplug_owl3_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mplug_owl3_chat.py -------------------------------------------------------------------------------- /mmte/models/mplug_owl_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/mplug_owl_chat.py -------------------------------------------------------------------------------- /mmte/models/openai_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/openai_chat.py -------------------------------------------------------------------------------- /mmte/models/otter/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/__init__.py -------------------------------------------------------------------------------- /mmte/models/otter/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/__init__.py -------------------------------------------------------------------------------- /mmte/models/otter/models/falcon/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mmte/models/otter/models/falcon/configuration_RW.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/falcon/configuration_RW.py -------------------------------------------------------------------------------- /mmte/models/otter/models/falcon/modelling_RW.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/falcon/modelling_RW.py -------------------------------------------------------------------------------- /mmte/models/otter/models/flamingo/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/flamingo/__init__.py -------------------------------------------------------------------------------- /mmte/models/otter/models/flamingo/configuration_flamingo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/flamingo/configuration_flamingo.py -------------------------------------------------------------------------------- /mmte/models/otter/models/flamingo/converting_flamingo_to_bf16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/flamingo/converting_flamingo_to_bf16.py -------------------------------------------------------------------------------- /mmte/models/otter/models/flamingo/converting_flamingo_to_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/flamingo/converting_flamingo_to_hf.py -------------------------------------------------------------------------------- /mmte/models/otter/models/flamingo/converting_flamingo_to_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/flamingo/converting_flamingo_to_lora.py -------------------------------------------------------------------------------- /mmte/models/otter/models/flamingo/injecting_falcon_into_flamingo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/flamingo/injecting_falcon_into_flamingo.py -------------------------------------------------------------------------------- /mmte/models/otter/models/flamingo/injecting_llama2_into_flamingo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/flamingo/injecting_llama2_into_flamingo.py -------------------------------------------------------------------------------- /mmte/models/otter/models/flamingo/injecting_mpt-1B-redpajama_into_flamingo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/flamingo/injecting_mpt-1B-redpajama_into_flamingo.py -------------------------------------------------------------------------------- /mmte/models/otter/models/flamingo/injecting_mpt_into_flamingo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/flamingo/injecting_mpt_into_flamingo.py -------------------------------------------------------------------------------- /mmte/models/otter/models/flamingo/injecting_vicuna_into_flamingo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/flamingo/injecting_vicuna_into_flamingo.py -------------------------------------------------------------------------------- /mmte/models/otter/models/flamingo/modeling_flamingo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/flamingo/modeling_flamingo.py -------------------------------------------------------------------------------- /mmte/models/otter/models/flamingo/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/flamingo/utils.py -------------------------------------------------------------------------------- /mmte/models/otter/models/flamingo/utils/converting_flamingo_to_bf16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/flamingo/utils/converting_flamingo_to_bf16.py -------------------------------------------------------------------------------- /mmte/models/otter/models/flamingo/utils/converting_flamingo_to_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/flamingo/utils/converting_flamingo_to_hf.py -------------------------------------------------------------------------------- /mmte/models/otter/models/flamingo/utils/converting_flamingo_to_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/flamingo/utils/converting_flamingo_to_lora.py -------------------------------------------------------------------------------- /mmte/models/otter/models/flamingo/utils/injecting_falcon_into_flamingo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/flamingo/utils/injecting_falcon_into_flamingo.py -------------------------------------------------------------------------------- /mmte/models/otter/models/flamingo/utils/injecting_llama2_into_flamingo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/flamingo/utils/injecting_llama2_into_flamingo.py -------------------------------------------------------------------------------- /mmte/models/otter/models/flamingo/utils/injecting_mpt-1B-redpajama_into_flamingo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/flamingo/utils/injecting_mpt-1B-redpajama_into_flamingo.py -------------------------------------------------------------------------------- /mmte/models/otter/models/flamingo/utils/injecting_mpt_into_flamingo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/flamingo/utils/injecting_mpt_into_flamingo.py -------------------------------------------------------------------------------- /mmte/models/otter/models/flamingo/utils/injecting_vicuna_into_flamingo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/flamingo/utils/injecting_vicuna_into_flamingo.py -------------------------------------------------------------------------------- /mmte/models/otter/models/fuyu/modeling_fuyu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/fuyu/modeling_fuyu.py -------------------------------------------------------------------------------- /mmte/models/otter/models/fuyu/modeling_persimmon.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/fuyu/modeling_persimmon.py -------------------------------------------------------------------------------- /mmte/models/otter/models/fuyu/processing_fuyu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/fuyu/processing_fuyu.py -------------------------------------------------------------------------------- /mmte/models/otter/models/mpt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mmte/models/otter/models/mpt/adapt_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/mpt/adapt_tokenizer.py -------------------------------------------------------------------------------- /mmte/models/otter/models/mpt/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/mpt/attention.py -------------------------------------------------------------------------------- /mmte/models/otter/models/mpt/blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/mpt/blocks.py -------------------------------------------------------------------------------- /mmte/models/otter/models/mpt/configuration_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/mpt/configuration_mpt.py -------------------------------------------------------------------------------- /mmte/models/otter/models/mpt/custom_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/mpt/custom_embedding.py -------------------------------------------------------------------------------- /mmte/models/otter/models/mpt/flash_attn_triton.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/mpt/flash_attn_triton.py -------------------------------------------------------------------------------- /mmte/models/otter/models/mpt/hf_prefixlm_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/mpt/hf_prefixlm_converter.py -------------------------------------------------------------------------------- /mmte/models/otter/models/mpt/meta_init_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/mpt/meta_init_context.py -------------------------------------------------------------------------------- /mmte/models/otter/models/mpt/modeling_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/mpt/modeling_mpt.py -------------------------------------------------------------------------------- /mmte/models/otter/models/mpt/norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/mpt/norm.py -------------------------------------------------------------------------------- /mmte/models/otter/models/mpt/param_init_fns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/mpt/param_init_fns.py -------------------------------------------------------------------------------- /mmte/models/otter/models/mpt_redpajama/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mmte/models/otter/models/mpt_redpajama/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/mpt_redpajama/attention.py -------------------------------------------------------------------------------- /mmte/models/otter/models/mpt_redpajama/configuration_mosaic_gpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/mpt_redpajama/configuration_mosaic_gpt.py -------------------------------------------------------------------------------- /mmte/models/otter/models/mpt_redpajama/gpt_blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/mpt_redpajama/gpt_blocks.py -------------------------------------------------------------------------------- /mmte/models/otter/models/mpt_redpajama/low_precision_layernorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/mpt_redpajama/low_precision_layernorm.py -------------------------------------------------------------------------------- /mmte/models/otter/models/mpt_redpajama/mosaic_gpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/mpt_redpajama/mosaic_gpt.py -------------------------------------------------------------------------------- /mmte/models/otter/models/mpt_redpajama/param_init_fns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/mpt_redpajama/param_init_fns.py -------------------------------------------------------------------------------- /mmte/models/otter/models/otter/Otter-MPT7B-config.json~0d12192f665f5e9da1ecb2f23d6a360eb7753771: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/otter/Otter-MPT7B-config.json~0d12192f665f5e9da1ecb2f23d6a360eb7753771 -------------------------------------------------------------------------------- /mmte/models/otter/models/otter/Otter-MPT7B-config.json~HEAD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/otter/Otter-MPT7B-config.json~HEAD -------------------------------------------------------------------------------- /mmte/models/otter/models/otter/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/otter/__init__.py -------------------------------------------------------------------------------- /mmte/models/otter/models/otter/configuration_otter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/otter/configuration_otter.py -------------------------------------------------------------------------------- /mmte/models/otter/models/otter/converting_flamingo_to_otter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/otter/converting_flamingo_to_otter.py -------------------------------------------------------------------------------- /mmte/models/otter/models/otter/converting_otter_fp32_to_fp16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/otter/converting_otter_fp32_to_fp16.py -------------------------------------------------------------------------------- /mmte/models/otter/models/otter/converting_otter_pt_to_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/otter/converting_otter_pt_to_hf.py -------------------------------------------------------------------------------- /mmte/models/otter/models/otter/converting_otter_to_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/otter/converting_otter_to_lora.py -------------------------------------------------------------------------------- /mmte/models/otter/models/otter/flamingo_pt2otter_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/otter/flamingo_pt2otter_hf.py -------------------------------------------------------------------------------- /mmte/models/otter/models/otter/modeling_otter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/otter/modeling_otter.py -------------------------------------------------------------------------------- /mmte/models/otter/models/otter/utils/converting_flamingo_to_otter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/otter/utils/converting_flamingo_to_otter.py -------------------------------------------------------------------------------- /mmte/models/otter/models/otter/utils/converting_otter_fp32_to_fp16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/otter/utils/converting_otter_fp32_to_fp16.py -------------------------------------------------------------------------------- /mmte/models/otter/models/otter/utils/converting_otter_pt_to_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/otter/utils/converting_otter_pt_to_hf.py -------------------------------------------------------------------------------- /mmte/models/otter/models/otter/utils/converting_otter_to_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/otter/utils/converting_otter_to_lora.py -------------------------------------------------------------------------------- /mmte/models/otter/models/otter/utils/flamingo_pt2otter_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter/models/otter/utils/flamingo_pt2otter_hf.py -------------------------------------------------------------------------------- /mmte/models/otter_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/otter_chat.py -------------------------------------------------------------------------------- /mmte/models/phi3_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/phi3_chat.py -------------------------------------------------------------------------------- /mmte/models/qwen2_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/qwen2_chat.py -------------------------------------------------------------------------------- /mmte/models/qwen2_vl/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/qwen2_vl/.gitignore -------------------------------------------------------------------------------- /mmte/models/qwen2_vl/utils/src/qwen_vl_utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/qwen2_vl/utils/src/qwen_vl_utils/__init__.py -------------------------------------------------------------------------------- /mmte/models/qwen2_vl/utils/src/qwen_vl_utils/vision_process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/qwen2_vl/utils/src/qwen_vl_utils/vision_process.py -------------------------------------------------------------------------------- /mmte/models/qwen_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/qwen_chat.py -------------------------------------------------------------------------------- /mmte/models/qwen_plus_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/models/qwen_plus_chat.py -------------------------------------------------------------------------------- /mmte/tasks/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/tasks/base.py -------------------------------------------------------------------------------- /mmte/utils/SSA.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/utils/SSA.py -------------------------------------------------------------------------------- /mmte/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mmte/utils/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/utils/registry.py -------------------------------------------------------------------------------- /mmte/utils/surrogates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/utils/surrogates.py -------------------------------------------------------------------------------- /mmte/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/mmte/utils/utils.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/pyproject.toml -------------------------------------------------------------------------------- /run_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/run_task.py -------------------------------------------------------------------------------- /scripts/compute_rank.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/compute_rank.py -------------------------------------------------------------------------------- /scripts/rank.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/rank.txt -------------------------------------------------------------------------------- /scripts/run/fairness_scripts/f1-stereo-generation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/run/fairness_scripts/f1-stereo-generation.sh -------------------------------------------------------------------------------- /scripts/run/fairness_scripts/f2-stereo-agreement.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/run/fairness_scripts/f2-stereo-agreement.sh -------------------------------------------------------------------------------- /scripts/run/fairness_scripts/f3-stereo-classification.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/run/fairness_scripts/f3-stereo-classification.sh -------------------------------------------------------------------------------- /scripts/run/fairness_scripts/f3-stereo-topic-classification.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/run/fairness_scripts/f3-stereo-topic-classification.sh -------------------------------------------------------------------------------- /scripts/run/fairness_scripts/f4-stereo-query.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/run/fairness_scripts/f4-stereo-query.sh -------------------------------------------------------------------------------- /scripts/run/fairness_scripts/f5-vision-preference.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/run/fairness_scripts/f5-vision-preference.sh -------------------------------------------------------------------------------- /scripts/run/fairness_scripts/f6-profession-pred.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/run/fairness_scripts/f6-profession-pred.sh -------------------------------------------------------------------------------- /scripts/run/fairness_scripts/f7-subjective-preference.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/run/fairness_scripts/f7-subjective-preference.sh -------------------------------------------------------------------------------- /scripts/run/privacy_scripts/p1-vispriv-recognition.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/run/privacy_scripts/p1-vispriv-recognition.sh -------------------------------------------------------------------------------- /scripts/run/privacy_scripts/p2-vqa-recognition-vispr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/run/privacy_scripts/p2-vqa-recognition-vispr.sh -------------------------------------------------------------------------------- /scripts/run/privacy_scripts/p3-infoflow.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/run/privacy_scripts/p3-infoflow.sh -------------------------------------------------------------------------------- /scripts/run/privacy_scripts/p4-pii-query.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/run/privacy_scripts/p4-pii-query.sh -------------------------------------------------------------------------------- /scripts/run/privacy_scripts/p5-visual-leakage.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/run/privacy_scripts/p5-visual-leakage.sh -------------------------------------------------------------------------------- /scripts/run/privacy_scripts/p6-pii-leakage-in-conversation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/run/privacy_scripts/p6-pii-leakage-in-conversation.sh -------------------------------------------------------------------------------- /scripts/run/robustness_scripts/r1-ood-artistic.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/run/robustness_scripts/r1-ood-artistic.sh -------------------------------------------------------------------------------- /scripts/run/robustness_scripts/r2-ood-sensor.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/run/robustness_scripts/r2-ood-sensor.sh -------------------------------------------------------------------------------- /scripts/run/robustness_scripts/r3-ood-text.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/run/robustness_scripts/r3-ood-text.sh -------------------------------------------------------------------------------- /scripts/run/robustness_scripts/r4-adversarial-untarget.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/run/robustness_scripts/r4-adversarial-untarget.sh -------------------------------------------------------------------------------- /scripts/run/robustness_scripts/r5-adversarial-target.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/run/robustness_scripts/r5-adversarial-target.sh -------------------------------------------------------------------------------- /scripts/run/robustness_scripts/r6-adversarial-text.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/run/robustness_scripts/r6-adversarial-text.sh -------------------------------------------------------------------------------- /scripts/run/safety_scripts/s1-nsfw-image-description.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/run/safety_scripts/s1-nsfw-image-description.sh -------------------------------------------------------------------------------- /scripts/run/safety_scripts/s2-risk-identification.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/run/safety_scripts/s2-risk-identification.sh -------------------------------------------------------------------------------- /scripts/run/safety_scripts/s3-toxic-content-generation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/run/safety_scripts/s3-toxic-content-generation.sh -------------------------------------------------------------------------------- /scripts/run/safety_scripts/s4-typographic-jailbreaking.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/run/safety_scripts/s4-typographic-jailbreaking.sh -------------------------------------------------------------------------------- /scripts/run/safety_scripts/s5-multimodal-jailbreaking.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/run/safety_scripts/s5-multimodal-jailbreaking.sh -------------------------------------------------------------------------------- /scripts/run/safety_scripts/s6-crossmodal-jailbreaking.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/run/safety_scripts/s6-crossmodal-jailbreaking.sh -------------------------------------------------------------------------------- /scripts/run/truthfulness_scripts/t1-basic.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/run/truthfulness_scripts/t1-basic.sh -------------------------------------------------------------------------------- /scripts/run/truthfulness_scripts/t2-advanced.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/run/truthfulness_scripts/t2-advanced.sh -------------------------------------------------------------------------------- /scripts/run/truthfulness_scripts/t3-instruction-enhancement.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/run/truthfulness_scripts/t3-instruction-enhancement.sh -------------------------------------------------------------------------------- /scripts/run/truthfulness_scripts/t4-visual-assistance.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/run/truthfulness_scripts/t4-visual-assistance.sh -------------------------------------------------------------------------------- /scripts/run/truthfulness_scripts/t5-text-misleading.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/run/truthfulness_scripts/t5-text-misleading.sh -------------------------------------------------------------------------------- /scripts/run/truthfulness_scripts/t6-visual-confusion.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/run/truthfulness_scripts/t6-visual-confusion.sh -------------------------------------------------------------------------------- /scripts/run/truthfulness_scripts/t7-visual-misleading.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/run/truthfulness_scripts/t7-visual-misleading.sh -------------------------------------------------------------------------------- /scripts/run_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/run_all.sh -------------------------------------------------------------------------------- /scripts/score/fairness/f1-stereo-generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/score/fairness/f1-stereo-generation.py -------------------------------------------------------------------------------- /scripts/score/fairness/f2-stereo-agreement.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/score/fairness/f2-stereo-agreement.py -------------------------------------------------------------------------------- /scripts/score/fairness/f3-stereo-classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/score/fairness/f3-stereo-classification.py -------------------------------------------------------------------------------- /scripts/score/fairness/f3-stereo-topic-classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/score/fairness/f3-stereo-topic-classification.py -------------------------------------------------------------------------------- /scripts/score/fairness/f4-stereo-query.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/score/fairness/f4-stereo-query.py -------------------------------------------------------------------------------- /scripts/score/fairness/f5-vision-preference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/score/fairness/f5-vision-preference.py -------------------------------------------------------------------------------- /scripts/score/fairness/f6-profession-pred.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/score/fairness/f6-profession-pred.py -------------------------------------------------------------------------------- /scripts/score/fairness/f7-subjective-preference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/score/fairness/f7-subjective-preference.py -------------------------------------------------------------------------------- /scripts/score/privacy/p1-vispriv-recognition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/score/privacy/p1-vispriv-recognition.py -------------------------------------------------------------------------------- /scripts/score/privacy/p2-vqa-recognition-vispr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/score/privacy/p2-vqa-recognition-vispr.py -------------------------------------------------------------------------------- /scripts/score/privacy/p3-infoflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/score/privacy/p3-infoflow.py -------------------------------------------------------------------------------- /scripts/score/privacy/p4-pii-query.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/score/privacy/p4-pii-query.py -------------------------------------------------------------------------------- /scripts/score/privacy/p5-visual-leakage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/score/privacy/p5-visual-leakage.py -------------------------------------------------------------------------------- /scripts/score/privacy/p6-pii-leakage-in-conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/score/privacy/p6-pii-leakage-in-conversation.py -------------------------------------------------------------------------------- /scripts/score/robustness/r1-ood_artistic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/score/robustness/r1-ood_artistic.py -------------------------------------------------------------------------------- /scripts/score/robustness/r2-ood_sensor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/score/robustness/r2-ood_sensor.py -------------------------------------------------------------------------------- /scripts/score/robustness/r3-ood_text.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/score/robustness/r3-ood_text.py -------------------------------------------------------------------------------- /scripts/score/robustness/r4-adversarial_untarget.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/score/robustness/r4-adversarial_untarget.py -------------------------------------------------------------------------------- /scripts/score/robustness/r5-adversarial_target.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/score/robustness/r5-adversarial_target.py -------------------------------------------------------------------------------- /scripts/score/robustness/r6-adversarial_text.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/score/robustness/r6-adversarial_text.py -------------------------------------------------------------------------------- /scripts/score/safefy/s1-nsfw-image-description.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/score/safefy/s1-nsfw-image-description.py -------------------------------------------------------------------------------- /scripts/score/safefy/s2-risk-identification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/score/safefy/s2-risk-identification.py -------------------------------------------------------------------------------- /scripts/score/safefy/s3-toxic-content-generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/score/safefy/s3-toxic-content-generation.py -------------------------------------------------------------------------------- /scripts/score/safefy/s4-typographic-jailbreaking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/score/safefy/s4-typographic-jailbreaking.py -------------------------------------------------------------------------------- /scripts/score/safefy/s5-multimodal-jailbreaking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/score/safefy/s5-multimodal-jailbreaking.py -------------------------------------------------------------------------------- /scripts/score/safefy/s6-crossmodal-jailbreaking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/score/safefy/s6-crossmodal-jailbreaking.py -------------------------------------------------------------------------------- /scripts/score/truthfulness/t1-basic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/score/truthfulness/t1-basic.py -------------------------------------------------------------------------------- /scripts/score/truthfulness/t2-advanced.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/score/truthfulness/t2-advanced.py -------------------------------------------------------------------------------- /scripts/score/truthfulness/t3-instruction-enhancement.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/score/truthfulness/t3-instruction-enhancement.py -------------------------------------------------------------------------------- /scripts/score/truthfulness/t4-visual-assistance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/score/truthfulness/t4-visual-assistance.py -------------------------------------------------------------------------------- /scripts/score/truthfulness/t5-text-misleading.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/score/truthfulness/t5-text-misleading.py -------------------------------------------------------------------------------- /scripts/score/truthfulness/t6-visual-confusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/score/truthfulness/t6-visual-confusion.py -------------------------------------------------------------------------------- /scripts/score/truthfulness/t7-visual-misleading.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/score/truthfulness/t7-visual-misleading.py -------------------------------------------------------------------------------- /scripts/score_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/scripts/score_all.sh -------------------------------------------------------------------------------- /uv.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/MMTrustEval/HEAD/uv.lock --------------------------------------------------------------------------------