├── .gitignore ├── LICENSE ├── README.md ├── experiments ├── .vscode │ └── launch.json ├── Qwen_VL │ ├── configuration_qwen.py │ ├── modeling_qwen.py │ ├── qwen_generation_utils.py │ ├── tokenization_qwen.py │ └── visual.py ├── SimSun.ttf ├── data │ ├── POPE │ │ ├── aokvqa │ │ │ ├── aokvqa_pope_adversarial.json │ │ │ ├── aokvqa_pope_popular.json │ │ │ └── aokvqa_pope_random.json │ │ ├── coco │ │ │ ├── all_coco_actions.json │ │ │ ├── all_coco_colors.json │ │ │ ├── all_coco_numbers.json │ │ │ ├── all_coco_relations.json │ │ │ ├── all_coco_shapes.json │ │ │ ├── coco_pope_adversarial.json │ │ │ ├── coco_pope_popular.json │ │ │ ├── coco_pope_random.json │ │ │ ├── test_samples.json │ │ │ └── test_samples_new.json │ │ └── gqa │ │ │ ├── gqa_pope_adversarial.json │ │ │ ├── gqa_pope_popular.json │ │ │ └── gqa_pope_random.json │ ├── caps_boxes_coco2014_val_80.jsonl │ ├── qa90_gpt4_answer.jsonl │ ├── qa90_questions.jsonl │ └── rule.json ├── eval │ ├── MME │ │ ├── convert_answer_to_mme.py │ │ ├── convert_answer_to_mme_calibrate.py │ │ ├── eval_tool │ │ │ ├── .DS_Store │ │ │ ├── LaVIN │ │ │ │ ├── OCR.txt │ │ │ │ ├── artwork.txt │ │ │ │ ├── celebrity.txt │ │ │ │ ├── code_reasoning.txt │ │ │ │ ├── color.txt │ │ │ │ ├── commonsense_reasoning.txt │ │ │ │ ├── count.txt │ │ │ │ ├── existence.txt │ │ │ │ ├── landmark.txt │ │ │ │ ├── numerical_calculation.txt │ │ │ │ ├── position.txt │ │ │ │ ├── posters.txt │ │ │ │ ├── scene.txt │ │ │ │ └── text_translation.txt │ │ │ ├── calculation.py │ │ │ ├── calculation_calibrate.py │ │ │ ├── calculation_sampling.py │ │ │ └── readme.txt │ │ ├── llava_mme.jsonl │ │ ├── run_llava.py │ │ └── run_qwen.py │ ├── MMMU │ │ ├── README.md │ │ ├── answer_dict_val.json │ │ ├── configs │ │ │ └── llava1.5.yaml │ │ ├── example_outputs │ │ │ ├── llava1.5_13b │ │ │ │ ├── Accounting │ │ │ │ │ └── output.json │ │ │ │ ├── Agriculture │ │ │ │ │ └── output.json │ │ │ │ ├── Architecture_and_Engineering │ │ │ │ │ └── output.json │ │ │ │ ├── Art │ │ │ │ │ └── output.json │ │ │ │ ├── Art_Theory │ │ │ │ │ └── output.json │ │ │ │ ├── Basic_Medical_Science │ │ │ │ │ └── output.json │ │ │ │ ├── Biology │ │ │ │ │ └── output.json │ │ │ │ ├── Chemistry │ │ │ │ │ └── output.json │ │ │ │ ├── Clinical_Medicine │ │ │ │ │ └── output.json │ │ │ │ ├── Computer_Science │ │ │ │ │ └── output.json │ │ │ │ ├── Design │ │ │ │ │ └── output.json │ │ │ │ ├── Diagnostics_and_Laboratory_Medicine │ │ │ │ │ └── output.json │ │ │ │ ├── Economics │ │ │ │ │ └── output.json │ │ │ │ ├── Electronics │ │ │ │ │ └── output.json │ │ │ │ ├── Energy_and_Power │ │ │ │ │ └── output.json │ │ │ │ ├── Finance │ │ │ │ │ └── output.json │ │ │ │ ├── Geography │ │ │ │ │ └── output.json │ │ │ │ ├── History │ │ │ │ │ └── output.json │ │ │ │ ├── Literature │ │ │ │ │ └── output.json │ │ │ │ ├── Manage │ │ │ │ │ └── output.json │ │ │ │ ├── Marketing │ │ │ │ │ └── output.json │ │ │ │ ├── Materials │ │ │ │ │ └── output.json │ │ │ │ ├── Math │ │ │ │ │ └── output.json │ │ │ │ ├── Mechanical_Engineering │ │ │ │ │ └── output.json │ │ │ │ ├── Music │ │ │ │ │ └── output.json │ │ │ │ ├── Pharmacy │ │ │ │ │ └── output.json │ │ │ │ ├── Physics │ │ │ │ │ └── output.json │ │ │ │ ├── Psychology │ │ │ │ │ └── output.json │ │ │ │ ├── Public_Health │ │ │ │ │ └── output.json │ │ │ │ ├── Sociology │ │ │ │ │ └── output.json │ │ │ │ └── total_val_output.json │ │ │ ├── llava1.5_13b_val.json │ │ │ ├── llava1.5_7b_val.json │ │ │ └── qwen_vl │ │ │ │ ├── Accounting │ │ │ │ └── output.json │ │ │ │ ├── Agriculture │ │ │ │ └── output.json │ │ │ │ ├── Architecture_and_Engineering │ │ │ │ └── output.json │ │ │ │ ├── Art │ │ │ │ └── output.json │ │ │ │ ├── Art_Theory │ │ │ │ └── output.json │ │ │ │ ├── Basic_Medical_Science │ │ │ │ └── output.json │ │ │ │ ├── Biology │ │ │ │ └── output.json │ │ │ │ ├── Chemistry │ │ │ │ └── output.json │ │ │ │ ├── Clinical_Medicine │ │ │ │ └── output.json │ │ │ │ ├── Computer_Science │ │ │ │ └── output.json │ │ │ │ ├── Design │ │ │ │ └── output.json │ │ │ │ ├── Diagnostics_and_Laboratory_Medicine │ │ │ │ └── output.json │ │ │ │ ├── Economics │ │ │ │ └── output.json │ │ │ │ ├── Electronics │ │ │ │ └── output.json │ │ │ │ ├── Energy_and_Power │ │ │ │ └── output.json │ │ │ │ ├── Finance │ │ │ │ └── output.json │ │ │ │ ├── Geography │ │ │ │ └── output.json │ │ │ │ ├── History │ │ │ │ └── output.json │ │ │ │ ├── Literature │ │ │ │ └── output.json │ │ │ │ ├── Manage │ │ │ │ └── output.json │ │ │ │ ├── Marketing │ │ │ │ └── output.json │ │ │ │ ├── Materials │ │ │ │ └── output.json │ │ │ │ ├── Math │ │ │ │ └── output.json │ │ │ │ ├── Mechanical_Engineering │ │ │ │ └── output.json │ │ │ │ ├── Music │ │ │ │ └── output.json │ │ │ │ ├── Pharmacy │ │ │ │ └── output.json │ │ │ │ ├── Physics │ │ │ │ └── output.json │ │ │ │ ├── Psychology │ │ │ │ └── output.json │ │ │ │ ├── Public_Health │ │ │ │ └── output.json │ │ │ │ ├── Sociology │ │ │ │ └── output.json │ │ │ │ └── total_val_output.json │ │ ├── main_eval_calibrate.py │ │ ├── main_eval_only.py │ │ ├── main_parse_and_eval.py │ │ ├── mmmu.sh │ │ ├── print_results.py │ │ ├── run_llava.py │ │ ├── run_llava_calibrate.py │ │ ├── run_llava_calibrate_best.py │ │ ├── run_llava_sampling.py │ │ ├── run_qwen_sampling.py │ │ ├── samlping │ │ │ └── main_eval_only.py │ │ └── utils │ │ │ ├── data_utils.py │ │ │ ├── eval_utils.py │ │ │ └── model_utils.py │ ├── calibrate │ │ ├── blip_calibrate.py │ │ ├── llava_calibrate.py │ │ ├── qwen_calibrate.py │ │ └── test_samples_llava.py │ ├── eval_gpt_review_visual.py │ ├── eval_pope.py │ ├── eval_pope_calibrate.py │ ├── llava_naive.py │ ├── sampling │ │ ├── llava_sampling.py │ │ ├── qwenvl_sampling.py │ │ └── run.sh │ └── summarize_gpt_review.py ├── eval_tool │ └── answers │ │ └── llava-v1.5-7b │ │ ├── code_reasoning.txt │ │ ├── color.txt │ │ ├── commonsense_reasoning.txt │ │ ├── count.txt │ │ ├── existence.txt │ │ ├── numerical_calculation.txt │ │ ├── position.txt │ │ └── text_translation.txt ├── lavis │ ├── __init__.py │ ├── common │ │ ├── annotator │ │ │ ├── canny │ │ │ │ └── __init__.py │ │ │ ├── ckpts │ │ │ │ └── download.sh │ │ │ ├── hed │ │ │ │ └── __init__.py │ │ │ ├── midas │ │ │ │ ├── __init__.py │ │ │ │ ├── api.py │ │ │ │ ├── midas │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── base_model.py │ │ │ │ │ ├── blocks.py │ │ │ │ │ ├── dpt_depth.py │ │ │ │ │ ├── midas_net.py │ │ │ │ │ ├── midas_net_custom.py │ │ │ │ │ ├── transforms.py │ │ │ │ │ └── vit.py │ │ │ │ └── utils.py │ │ │ ├── mlsd │ │ │ │ ├── __init__.py │ │ │ │ ├── models │ │ │ │ │ ├── mbv2_mlsd_large.py │ │ │ │ │ └── mbv2_mlsd_tiny.py │ │ │ │ └── utils.py │ │ │ ├── openpose │ │ │ │ ├── __init__.py │ │ │ │ ├── body.py │ │ │ │ ├── hand.py │ │ │ │ ├── model.py │ │ │ │ └── util.py │ │ │ ├── uniformer │ │ │ │ ├── __init__.py │ │ │ │ ├── configs │ │ │ │ │ └── _base_ │ │ │ │ │ │ ├── datasets │ │ │ │ │ │ ├── ade20k.py │ │ │ │ │ │ ├── chase_db1.py │ │ │ │ │ │ ├── cityscapes.py │ │ │ │ │ │ ├── cityscapes_769x769.py │ │ │ │ │ │ ├── drive.py │ │ │ │ │ │ ├── hrf.py │ │ │ │ │ │ ├── pascal_context.py │ │ │ │ │ │ ├── pascal_context_59.py │ │ │ │ │ │ ├── pascal_voc12.py │ │ │ │ │ │ ├── pascal_voc12_aug.py │ │ │ │ │ │ └── stare.py │ │ │ │ │ │ ├── default_runtime.py │ │ │ │ │ │ ├── models │ │ │ │ │ │ ├── ann_r50-d8.py │ │ │ │ │ │ ├── apcnet_r50-d8.py │ │ │ │ │ │ ├── ccnet_r50-d8.py │ │ │ │ │ │ ├── cgnet.py │ │ │ │ │ │ ├── danet_r50-d8.py │ │ │ │ │ │ ├── deeplabv3_r50-d8.py │ │ │ │ │ │ ├── deeplabv3_unet_s5-d16.py │ │ │ │ │ │ ├── deeplabv3plus_r50-d8.py │ │ │ │ │ │ ├── dmnet_r50-d8.py │ │ │ │ │ │ ├── dnl_r50-d8.py │ │ │ │ │ │ ├── emanet_r50-d8.py │ │ │ │ │ │ ├── encnet_r50-d8.py │ │ │ │ │ │ ├── fast_scnn.py │ │ │ │ │ │ ├── fcn_hr18.py │ │ │ │ │ │ ├── fcn_r50-d8.py │ │ │ │ │ │ ├── fcn_unet_s5-d16.py │ │ │ │ │ │ ├── fpn_r50.py │ │ │ │ │ │ ├── fpn_uniformer.py │ │ │ │ │ │ ├── gcnet_r50-d8.py │ │ │ │ │ │ ├── lraspp_m-v3-d8.py │ │ │ │ │ │ ├── nonlocal_r50-d8.py │ │ │ │ │ │ ├── ocrnet_hr18.py │ │ │ │ │ │ ├── ocrnet_r50-d8.py │ │ │ │ │ │ ├── pointrend_r50.py │ │ │ │ │ │ ├── psanet_r50-d8.py │ │ │ │ │ │ ├── pspnet_r50-d8.py │ │ │ │ │ │ ├── pspnet_unet_s5-d16.py │ │ │ │ │ │ ├── upernet_r50.py │ │ │ │ │ │ └── upernet_uniformer.py │ │ │ │ │ │ └── schedules │ │ │ │ │ │ ├── schedule_160k.py │ │ │ │ │ │ ├── schedule_20k.py │ │ │ │ │ │ ├── schedule_40k.py │ │ │ │ │ │ └── schedule_80k.py │ │ │ │ ├── exp │ │ │ │ │ └── upernet_global_small │ │ │ │ │ │ ├── config.py │ │ │ │ │ │ ├── run.sh │ │ │ │ │ │ ├── test.sh │ │ │ │ │ │ ├── test_config_g.py │ │ │ │ │ │ ├── test_config_h32.py │ │ │ │ │ │ └── test_config_w32.py │ │ │ │ ├── mmcv │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── arraymisc │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ └── quantization.py │ │ │ │ │ ├── cnn │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── alexnet.py │ │ │ │ │ │ ├── bricks │ │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ │ ├── activation.py │ │ │ │ │ │ │ ├── context_block.py │ │ │ │ │ │ │ ├── conv.py │ │ │ │ │ │ │ ├── conv2d_adaptive_padding.py │ │ │ │ │ │ │ ├── conv_module.py │ │ │ │ │ │ │ ├── conv_ws.py │ │ │ │ │ │ │ ├── depthwise_separable_conv_module.py │ │ │ │ │ │ │ ├── drop.py │ │ │ │ │ │ │ ├── generalized_attention.py │ │ │ │ │ │ │ ├── hsigmoid.py │ │ │ │ │ │ │ ├── hswish.py │ │ │ │ │ │ │ ├── non_local.py │ │ │ │ │ │ │ ├── norm.py │ │ │ │ │ │ │ ├── padding.py │ │ │ │ │ │ │ ├── plugin.py │ │ │ │ │ │ │ ├── registry.py │ │ │ │ │ │ │ ├── scale.py │ │ │ │ │ │ │ ├── swish.py │ │ │ │ │ │ │ ├── transformer.py │ │ │ │ │ │ │ ├── upsample.py │ │ │ │ │ │ │ └── wrappers.py │ │ │ │ │ │ ├── builder.py │ │ │ │ │ │ ├── resnet.py │ │ │ │ │ │ ├── utils │ │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ │ ├── flops_counter.py │ │ │ │ │ │ │ ├── fuse_conv_bn.py │ │ │ │ │ │ │ ├── sync_bn.py │ │ │ │ │ │ │ └── weight_init.py │ │ │ │ │ │ └── vgg.py │ │ │ │ │ ├── engine │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ └── test.py │ │ │ │ │ ├── fileio │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── file_client.py │ │ │ │ │ │ ├── handlers │ │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ │ ├── base.py │ │ │ │ │ │ │ ├── json_handler.py │ │ │ │ │ │ │ ├── pickle_handler.py │ │ │ │ │ │ │ └── yaml_handler.py │ │ │ │ │ │ ├── io.py │ │ │ │ │ │ └── parse.py │ │ │ │ │ ├── image │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── colorspace.py │ │ │ │ │ │ ├── geometric.py │ │ │ │ │ │ ├── io.py │ │ │ │ │ │ ├── misc.py │ │ │ │ │ │ └── photometric.py │ │ │ │ │ ├── model_zoo │ │ │ │ │ │ ├── deprecated.json │ │ │ │ │ │ ├── mmcls.json │ │ │ │ │ │ └── open_mmlab.json │ │ │ │ │ ├── ops │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── assign_score_withk.py │ │ │ │ │ │ ├── ball_query.py │ │ │ │ │ │ ├── bbox.py │ │ │ │ │ │ ├── border_align.py │ │ │ │ │ │ ├── box_iou_rotated.py │ │ │ │ │ │ ├── carafe.py │ │ │ │ │ │ ├── cc_attention.py │ │ │ │ │ │ ├── contour_expand.py │ │ │ │ │ │ ├── corner_pool.py │ │ │ │ │ │ ├── correlation.py │ │ │ │ │ │ ├── deform_conv.py │ │ │ │ │ │ ├── deform_roi_pool.py │ │ │ │ │ │ ├── deprecated_wrappers.py │ │ │ │ │ │ ├── focal_loss.py │ │ │ │ │ │ ├── furthest_point_sample.py │ │ │ │ │ │ ├── fused_bias_leakyrelu.py │ │ │ │ │ │ ├── gather_points.py │ │ │ │ │ │ ├── group_points.py │ │ │ │ │ │ ├── info.py │ │ │ │ │ │ ├── iou3d.py │ │ │ │ │ │ ├── knn.py │ │ │ │ │ │ ├── masked_conv.py │ │ │ │ │ │ ├── merge_cells.py │ │ │ │ │ │ ├── modulated_deform_conv.py │ │ │ │ │ │ ├── multi_scale_deform_attn.py │ │ │ │ │ │ ├── nms.py │ │ │ │ │ │ ├── pixel_group.py │ │ │ │ │ │ ├── point_sample.py │ │ │ │ │ │ ├── points_in_boxes.py │ │ │ │ │ │ ├── points_sampler.py │ │ │ │ │ │ ├── psa_mask.py │ │ │ │ │ │ ├── roi_align.py │ │ │ │ │ │ ├── roi_align_rotated.py │ │ │ │ │ │ ├── roi_pool.py │ │ │ │ │ │ ├── roiaware_pool3d.py │ │ │ │ │ │ ├── roipoint_pool3d.py │ │ │ │ │ │ ├── saconv.py │ │ │ │ │ │ ├── scatter_points.py │ │ │ │ │ │ ├── sync_bn.py │ │ │ │ │ │ ├── three_interpolate.py │ │ │ │ │ │ ├── three_nn.py │ │ │ │ │ │ ├── tin_shift.py │ │ │ │ │ │ ├── upfirdn2d.py │ │ │ │ │ │ └── voxelize.py │ │ │ │ │ ├── parallel │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── _functions.py │ │ │ │ │ │ ├── collate.py │ │ │ │ │ │ ├── data_container.py │ │ │ │ │ │ ├── data_parallel.py │ │ │ │ │ │ ├── distributed.py │ │ │ │ │ │ ├── distributed_deprecated.py │ │ │ │ │ │ ├── registry.py │ │ │ │ │ │ ├── scatter_gather.py │ │ │ │ │ │ └── utils.py │ │ │ │ │ ├── runner │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── base_module.py │ │ │ │ │ │ ├── base_runner.py │ │ │ │ │ │ ├── builder.py │ │ │ │ │ │ ├── checkpoint.py │ │ │ │ │ │ ├── default_constructor.py │ │ │ │ │ │ ├── dist_utils.py │ │ │ │ │ │ ├── epoch_based_runner.py │ │ │ │ │ │ ├── fp16_utils.py │ │ │ │ │ │ ├── hooks │ │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ │ ├── checkpoint.py │ │ │ │ │ │ │ ├── closure.py │ │ │ │ │ │ │ ├── ema.py │ │ │ │ │ │ │ ├── evaluation.py │ │ │ │ │ │ │ ├── hook.py │ │ │ │ │ │ │ ├── iter_timer.py │ │ │ │ │ │ │ ├── logger │ │ │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ │ │ ├── base.py │ │ │ │ │ │ │ │ ├── dvclive.py │ │ │ │ │ │ │ │ ├── mlflow.py │ │ │ │ │ │ │ │ ├── neptune.py │ │ │ │ │ │ │ │ ├── pavi.py │ │ │ │ │ │ │ │ ├── tensorboard.py │ │ │ │ │ │ │ │ ├── text.py │ │ │ │ │ │ │ │ └── wandb.py │ │ │ │ │ │ │ ├── lr_updater.py │ │ │ │ │ │ │ ├── memory.py │ │ │ │ │ │ │ ├── momentum_updater.py │ │ │ │ │ │ │ ├── optimizer.py │ │ │ │ │ │ │ ├── profiler.py │ │ │ │ │ │ │ ├── sampler_seed.py │ │ │ │ │ │ │ └── sync_buffer.py │ │ │ │ │ │ ├── iter_based_runner.py │ │ │ │ │ │ ├── log_buffer.py │ │ │ │ │ │ ├── optimizer │ │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ │ ├── builder.py │ │ │ │ │ │ │ └── default_constructor.py │ │ │ │ │ │ ├── priority.py │ │ │ │ │ │ └── utils.py │ │ │ │ │ ├── utils │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── config.py │ │ │ │ │ │ ├── env.py │ │ │ │ │ │ ├── ext_loader.py │ │ │ │ │ │ ├── logging.py │ │ │ │ │ │ ├── misc.py │ │ │ │ │ │ ├── parrots_jit.py │ │ │ │ │ │ ├── parrots_wrapper.py │ │ │ │ │ │ ├── path.py │ │ │ │ │ │ ├── progressbar.py │ │ │ │ │ │ ├── registry.py │ │ │ │ │ │ ├── testing.py │ │ │ │ │ │ ├── timer.py │ │ │ │ │ │ ├── trace.py │ │ │ │ │ │ └── version_utils.py │ │ │ │ │ ├── version.py │ │ │ │ │ ├── video │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── io.py │ │ │ │ │ │ ├── optflow.py │ │ │ │ │ │ └── processing.py │ │ │ │ │ └── visualization │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── color.py │ │ │ │ │ │ ├── image.py │ │ │ │ │ │ └── optflow.py │ │ │ │ ├── mmcv_custom │ │ │ │ │ ├── __init__.py │ │ │ │ │ └── checkpoint.py │ │ │ │ └── mmseg │ │ │ │ │ ├── apis │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── inference.py │ │ │ │ │ ├── test.py │ │ │ │ │ └── train.py │ │ │ │ │ ├── core │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── evaluation │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── class_names.py │ │ │ │ │ │ ├── eval_hooks.py │ │ │ │ │ │ └── metrics.py │ │ │ │ │ ├── seg │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── builder.py │ │ │ │ │ │ └── sampler │ │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ │ ├── base_pixel_sampler.py │ │ │ │ │ │ │ └── ohem_pixel_sampler.py │ │ │ │ │ └── utils │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ └── misc.py │ │ │ │ │ ├── datasets │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── ade.py │ │ │ │ │ ├── builder.py │ │ │ │ │ ├── chase_db1.py │ │ │ │ │ ├── cityscapes.py │ │ │ │ │ ├── custom.py │ │ │ │ │ ├── dataset_wrappers.py │ │ │ │ │ ├── drive.py │ │ │ │ │ ├── hrf.py │ │ │ │ │ ├── pascal_context.py │ │ │ │ │ ├── pipelines │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── compose.py │ │ │ │ │ │ ├── formating.py │ │ │ │ │ │ ├── loading.py │ │ │ │ │ │ ├── test_time_aug.py │ │ │ │ │ │ └── transforms.py │ │ │ │ │ ├── stare.py │ │ │ │ │ └── voc.py │ │ │ │ │ ├── models │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── backbones │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── cgnet.py │ │ │ │ │ │ ├── fast_scnn.py │ │ │ │ │ │ ├── hrnet.py │ │ │ │ │ │ ├── mobilenet_v2.py │ │ │ │ │ │ ├── mobilenet_v3.py │ │ │ │ │ │ ├── resnest.py │ │ │ │ │ │ ├── resnet.py │ │ │ │ │ │ ├── resnext.py │ │ │ │ │ │ ├── unet.py │ │ │ │ │ │ ├── uniformer.py │ │ │ │ │ │ └── vit.py │ │ │ │ │ ├── builder.py │ │ │ │ │ ├── decode_heads │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── ann_head.py │ │ │ │ │ │ ├── apc_head.py │ │ │ │ │ │ ├── aspp_head.py │ │ │ │ │ │ ├── cascade_decode_head.py │ │ │ │ │ │ ├── cc_head.py │ │ │ │ │ │ ├── da_head.py │ │ │ │ │ │ ├── decode_head.py │ │ │ │ │ │ ├── dm_head.py │ │ │ │ │ │ ├── dnl_head.py │ │ │ │ │ │ ├── ema_head.py │ │ │ │ │ │ ├── enc_head.py │ │ │ │ │ │ ├── fcn_head.py │ │ │ │ │ │ ├── fpn_head.py │ │ │ │ │ │ ├── gc_head.py │ │ │ │ │ │ ├── lraspp_head.py │ │ │ │ │ │ ├── nl_head.py │ │ │ │ │ │ ├── ocr_head.py │ │ │ │ │ │ ├── point_head.py │ │ │ │ │ │ ├── psa_head.py │ │ │ │ │ │ ├── psp_head.py │ │ │ │ │ │ ├── sep_aspp_head.py │ │ │ │ │ │ ├── sep_fcn_head.py │ │ │ │ │ │ └── uper_head.py │ │ │ │ │ ├── losses │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── accuracy.py │ │ │ │ │ │ ├── cross_entropy_loss.py │ │ │ │ │ │ ├── dice_loss.py │ │ │ │ │ │ ├── lovasz_loss.py │ │ │ │ │ │ └── utils.py │ │ │ │ │ ├── necks │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── fpn.py │ │ │ │ │ │ └── multilevel_neck.py │ │ │ │ │ ├── segmentors │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── base.py │ │ │ │ │ │ ├── cascade_encoder_decoder.py │ │ │ │ │ │ └── encoder_decoder.py │ │ │ │ │ └── utils │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── drop.py │ │ │ │ │ │ ├── inverted_residual.py │ │ │ │ │ │ ├── make_divisible.py │ │ │ │ │ │ ├── res_layer.py │ │ │ │ │ │ ├── se_layer.py │ │ │ │ │ │ ├── self_attention_block.py │ │ │ │ │ │ ├── up_conv_block.py │ │ │ │ │ │ └── weight_init.py │ │ │ │ │ ├── ops │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── encoding.py │ │ │ │ │ └── wrappers.py │ │ │ │ │ └── utils │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── collect_env.py │ │ │ │ │ └── logger.py │ │ │ └── util.py │ │ ├── config.py │ │ ├── dist_utils.py │ │ ├── gradcam.py │ │ ├── logger.py │ │ ├── optims.py │ │ ├── registry.py │ │ ├── utils.py │ │ └── vqa_tools │ │ │ ├── __init__.py │ │ │ ├── vqa.py │ │ │ └── vqa_eval.py │ ├── configs │ │ ├── datasets │ │ │ ├── aokvqa │ │ │ │ └── defaults.yaml │ │ │ ├── avsd │ │ │ │ └── defaults_dial.yaml │ │ │ ├── blip_diffusion_datasets │ │ │ │ └── defaults.yaml │ │ │ ├── coco │ │ │ │ ├── defaults_cap.yaml │ │ │ │ ├── defaults_ret.yaml │ │ │ │ ├── defaults_vqa.yaml │ │ │ │ └── eval_vqa.yaml │ │ │ ├── conceptual_caption │ │ │ │ ├── defaults_12m.yaml │ │ │ │ └── defaults_3m.yaml │ │ │ ├── didemo │ │ │ │ └── defaults_ret.yaml │ │ │ ├── flickr30k │ │ │ │ └── defaults.yaml │ │ │ ├── gqa │ │ │ │ ├── balanced_testdev.yaml │ │ │ │ ├── balanced_val.yaml │ │ │ │ └── defaults.yaml │ │ │ ├── imagenet │ │ │ │ └── defaults.yaml │ │ │ ├── laion │ │ │ │ └── defaults_2B_multi.yaml │ │ │ ├── msrvtt │ │ │ │ ├── defaults_cap.yaml │ │ │ │ ├── defaults_qa.yaml │ │ │ │ └── defaults_ret.yaml │ │ │ ├── msvd │ │ │ │ ├── defaults_cap.yaml │ │ │ │ └── defaults_qa.yaml │ │ │ ├── nlvr │ │ │ │ └── defaults.yaml │ │ │ ├── nocaps │ │ │ │ └── defaults.yaml │ │ │ ├── okvqa │ │ │ │ └── defaults.yaml │ │ │ ├── sbu_caption │ │ │ │ └── defaults.yaml │ │ │ ├── snli_ve │ │ │ │ └── defaults.yaml │ │ │ ├── vatex │ │ │ │ └── defaults_cap.yaml │ │ │ └── vg │ │ │ │ ├── defaults_caption.yaml │ │ │ │ └── defaults_vqa.yaml │ │ ├── default.yaml │ │ └── models │ │ │ ├── albef_classification_ve.yaml │ │ │ ├── albef_feature_extractor.yaml │ │ │ ├── albef_nlvr.yaml │ │ │ ├── albef_pretrain_base.yaml │ │ │ ├── albef_retrieval_coco.yaml │ │ │ ├── albef_retrieval_flickr.yaml │ │ │ ├── albef_vqav2.yaml │ │ │ ├── alpro_qa_msrvtt.yaml │ │ │ ├── alpro_qa_msvd.yaml │ │ │ ├── alpro_retrieval_didemo.yaml │ │ │ ├── alpro_retrieval_msrvtt.yaml │ │ │ ├── bert_config.json │ │ │ ├── bert_config_alpro.json │ │ │ ├── blip-diffusion │ │ │ ├── blip_diffusion_base.yaml │ │ │ ├── blip_diffusion_controlnet_canny.yaml │ │ │ ├── blip_diffusion_controlnet_depth.yaml │ │ │ └── blip_diffusion_controlnet_hed.yaml │ │ │ ├── blip2 │ │ │ ├── blip2_caption_flant5xl.yaml │ │ │ ├── blip2_caption_opt2.7b.yaml │ │ │ ├── blip2_caption_opt6.7b.yaml │ │ │ ├── blip2_coco.yaml │ │ │ ├── blip2_instruct_flant5xl.yaml │ │ │ ├── blip2_instruct_flant5xxl.yaml │ │ │ ├── blip2_instruct_vicuna13b.yaml │ │ │ ├── blip2_instruct_vicuna7b.yaml │ │ │ ├── blip2_pretrain.yaml │ │ │ ├── blip2_pretrain_flant5xl.yaml │ │ │ ├── blip2_pretrain_flant5xl_vitL.yaml │ │ │ ├── blip2_pretrain_flant5xxl.yaml │ │ │ ├── blip2_pretrain_llama7b.yaml │ │ │ ├── blip2_pretrain_opt2.7b.yaml │ │ │ ├── blip2_pretrain_opt6.7b.yaml │ │ │ └── blip2_pretrain_vitL.yaml │ │ │ ├── blip_caption_base_coco.yaml │ │ │ ├── blip_caption_large_coco.yaml │ │ │ ├── blip_classification_base.yaml │ │ │ ├── blip_feature_extractor_base.yaml │ │ │ ├── blip_itm_base.yaml │ │ │ ├── blip_itm_large.yaml │ │ │ ├── blip_nlvr.yaml │ │ │ ├── blip_pretrain_base.yaml │ │ │ ├── blip_pretrain_large.yaml │ │ │ ├── blip_retrieval_coco.yaml │ │ │ ├── blip_retrieval_flickr.yaml │ │ │ ├── blip_vqa_aokvqa.yaml │ │ │ ├── blip_vqa_okvqa.yaml │ │ │ ├── blip_vqav2.yaml │ │ │ ├── clip │ │ │ ├── RN101-quickgelu.json │ │ │ ├── RN101.json │ │ │ ├── RN50-quickgelu.json │ │ │ ├── RN50.json │ │ │ ├── RN50x16.json │ │ │ ├── RN50x4.json │ │ │ ├── ViT-B-16-plus-240.json │ │ │ ├── ViT-B-16-plus.json │ │ │ ├── ViT-B-16.json │ │ │ ├── ViT-B-32-plus-256.json │ │ │ ├── ViT-B-32-quickgelu.json │ │ │ ├── ViT-B-32.json │ │ │ ├── ViT-H-14.json │ │ │ ├── ViT-H-16.json │ │ │ ├── ViT-L-14-280.json │ │ │ ├── ViT-L-14-336.json │ │ │ ├── ViT-L-14.json │ │ │ ├── ViT-L-16-320.json │ │ │ ├── ViT-L-16.json │ │ │ ├── ViT-g-14.json │ │ │ ├── timm-efficientnetv2_rw_s.json │ │ │ ├── timm-resnet50d.json │ │ │ ├── timm-resnetaa50d.json │ │ │ ├── timm-resnetblur50.json │ │ │ ├── timm-swin_base_patch4_window7_224.json │ │ │ ├── timm-vit_base_patch16_224.json │ │ │ ├── timm-vit_base_patch32_224.json │ │ │ └── timm-vit_small_patch16_224.json │ │ │ ├── clip_resnet50.yaml │ │ │ ├── clip_vit_base16.yaml │ │ │ ├── clip_vit_base32.yaml │ │ │ ├── clip_vit_large14.yaml │ │ │ ├── clip_vit_large14_336.yaml │ │ │ ├── gpt_dialogue_base.yaml │ │ │ ├── img2prompt-vqa │ │ │ └── img2prompt_vqa_base.yaml │ │ │ ├── med_config.json │ │ │ ├── med_config_albef.json │ │ │ ├── med_large_config.json │ │ │ └── pnp-vqa │ │ │ ├── pnp_vqa_3b.yaml │ │ │ ├── pnp_vqa_base.yaml │ │ │ ├── pnp_vqa_large.yaml │ │ │ ├── unifiedqav2_3b_config.json │ │ │ ├── unifiedqav2_base_config.json │ │ │ └── unifiedqav2_large_config.json │ ├── datasets │ │ ├── builders │ │ │ ├── __init__.py │ │ │ ├── base_dataset_builder.py │ │ │ ├── caption_builder.py │ │ │ ├── classification_builder.py │ │ │ ├── dialogue_builder.py │ │ │ ├── image_text_pair_builder.py │ │ │ ├── imagefolder_builder.py │ │ │ ├── retrieval_builder.py │ │ │ ├── text_to_image_generation_builder.py │ │ │ ├── video_qa_builder.py │ │ │ └── vqa_builder.py │ │ ├── data_utils.py │ │ ├── datasets │ │ │ ├── aok_vqa_datasets.py │ │ │ ├── avsd_dialogue_datasets.py │ │ │ ├── base_dataset.py │ │ │ ├── caption_datasets.py │ │ │ ├── coco_caption_datasets.py │ │ │ ├── coco_vqa_datasets.py │ │ │ ├── dataloader_utils.py │ │ │ ├── dialogue_datasets.py │ │ │ ├── gqa_datasets.py │ │ │ ├── image_text_pair_datasets.py │ │ │ ├── imagefolder_dataset.py │ │ │ ├── laion_dataset.py │ │ │ ├── multimodal_classification_datasets.py │ │ │ ├── nlvr_datasets.py │ │ │ ├── retrieval_datasets.py │ │ │ ├── snli_ve_datasets.py │ │ │ ├── subject_driven_t2i_dataset.py │ │ │ ├── vg_vqa_datasets.py │ │ │ ├── video_caption_datasets.py │ │ │ ├── video_vqa_datasets.py │ │ │ └── vqa_datasets.py │ │ └── download_scripts │ │ │ ├── DownloadConceptualCaptions │ │ │ ├── LICENSE │ │ │ ├── README.md │ │ │ ├── create_annotation_12m.ipynb │ │ │ ├── create_annotation_3m.ipynb │ │ │ ├── download_data_cc12m.py │ │ │ └── download_data_cc3m.py │ │ │ ├── download_coco.py │ │ │ ├── download_didemo.py │ │ │ ├── download_flickr.py │ │ │ ├── download_gqa.py │ │ │ ├── download_msrvtt.py │ │ │ ├── download_msvd.py │ │ │ ├── download_nocaps.py │ │ │ ├── download_sbu.py │ │ │ └── download_vg.py │ ├── models │ │ ├── __init__.py │ │ ├── albef_models │ │ │ ├── __init__.py │ │ │ ├── albef_classification.py │ │ │ ├── albef_feature_extractor.py │ │ │ ├── albef_nlvr.py │ │ │ ├── albef_outputs.py │ │ │ ├── albef_pretrain.py │ │ │ ├── albef_retrieval.py │ │ │ └── albef_vqa.py │ │ ├── alpro_models │ │ │ ├── __init__.py │ │ │ ├── alpro_outputs.py │ │ │ ├── alpro_qa.py │ │ │ └── alpro_retrieval.py │ │ ├── base_model.py │ │ ├── blip2_models │ │ │ ├── Qformer.py │ │ │ ├── __init__.py │ │ │ ├── blip2.py │ │ │ ├── blip2_image_text_matching.py │ │ │ ├── blip2_opt.py │ │ │ ├── blip2_qformer.py │ │ │ ├── blip2_t5.py │ │ │ ├── blip2_t5_instruct.py │ │ │ ├── blip2_vicuna_instruct.py │ │ │ ├── modeling_llama.py │ │ │ ├── modeling_opt.py │ │ │ └── modeling_t5.py │ │ ├── blip_diffusion_models │ │ │ ├── __init__.py │ │ │ ├── blip_diffusion.py │ │ │ ├── modeling_ctx_clip.py │ │ │ ├── ptp_utils.py │ │ │ └── utils.py │ │ ├── blip_models │ │ │ ├── __init__.py │ │ │ ├── blip.py │ │ │ ├── blip_caption.py │ │ │ ├── blip_classification.py │ │ │ ├── blip_feature_extractor.py │ │ │ ├── blip_image_text_matching.py │ │ │ ├── blip_nlvr.py │ │ │ ├── blip_outputs.py │ │ │ ├── blip_pretrain.py │ │ │ ├── blip_retrieval.py │ │ │ ├── blip_vqa.py │ │ │ └── nlvr_encoder.py │ │ ├── clip_models │ │ │ ├── __init__.py │ │ │ ├── bpe_simple_vocab_16e6.txt.gz │ │ │ ├── clip_outputs.py │ │ │ ├── loss.py │ │ │ ├── model.py │ │ │ ├── pics │ │ │ │ └── CLIP.png │ │ │ ├── pretrained.py │ │ │ ├── timm_model.py │ │ │ ├── tokenizer.py │ │ │ ├── transform.py │ │ │ └── utils.py │ │ ├── clip_vit.py │ │ ├── eva_vit.py │ │ ├── gpt_models │ │ │ └── gpt_dialogue.py │ │ ├── img2prompt_models │ │ │ ├── __init__.py │ │ │ └── img2prompt_vqa.py │ │ ├── med.py │ │ ├── pnp_vqa_models │ │ │ ├── __init__.py │ │ │ ├── pnp_unifiedqav2_fid.py │ │ │ └── pnp_vqa.py │ │ ├── timesformer │ │ │ ├── __init__.py │ │ │ ├── conv2d_same.py │ │ │ ├── features.py │ │ │ ├── helpers.py │ │ │ ├── linear.py │ │ │ ├── vit.py │ │ │ └── vit_utils.py │ │ └── vit.py │ ├── processors │ │ ├── __init__.py │ │ ├── alpro_processors.py │ │ ├── base_processor.py │ │ ├── blip_diffusion_processors.py │ │ ├── blip_processors.py │ │ ├── clip_processors.py │ │ ├── functional_video.py │ │ ├── gpt_processors.py │ │ ├── randaugment.py │ │ └── transforms_video.py │ ├── projects │ │ ├── albef │ │ │ ├── eval │ │ │ │ ├── nlvr_eval.yaml │ │ │ │ ├── ret_coco_eval.yaml │ │ │ │ ├── ret_flickr30k_eval.yaml │ │ │ │ ├── snli_ve_eval.yaml │ │ │ │ ├── vqa_test.yaml │ │ │ │ └── vqa_val.yaml │ │ │ └── train │ │ │ │ ├── aokvqa_ft.yaml │ │ │ │ ├── nlvr_ft.yaml │ │ │ │ ├── okvqa_ft.yaml │ │ │ │ ├── pretrain.yaml │ │ │ │ ├── ret_coco_ft.yaml │ │ │ │ ├── ret_flickr30k_ft.yaml │ │ │ │ ├── snli_ve_ft.yaml │ │ │ │ └── vqa_ft.yaml │ │ ├── alpro │ │ │ ├── eval │ │ │ │ ├── didemo_ret_eval.yaml │ │ │ │ ├── msrvtt_qa_eval.yaml │ │ │ │ ├── msrvtt_ret_eval.yaml │ │ │ │ └── msvd_qa_eval.yaml │ │ │ └── train │ │ │ │ ├── didemo_ret_ft.yaml │ │ │ │ ├── msrvtt_qa_ft.yaml │ │ │ │ ├── msrvtt_retrieval_ft.yaml │ │ │ │ └── msvd_qa_ft.yaml │ │ ├── blip │ │ │ ├── coco_cap_ft_iter.yaml │ │ │ ├── eval │ │ │ │ ├── aokvqa_eval.yaml │ │ │ │ ├── caption_coco_eval.yaml │ │ │ │ ├── caption_coco_eval_large.yaml │ │ │ │ ├── nlvr_eval.yaml │ │ │ │ ├── nocaps_eval.yaml │ │ │ │ ├── okvqa_eval.yaml │ │ │ │ ├── ret_coco_eval.yaml │ │ │ │ ├── ret_flickr_eval.yaml │ │ │ │ └── vqav2_eval.yaml │ │ │ └── train │ │ │ │ ├── aokvqa_ft.yaml │ │ │ │ ├── caption_coco_ft.yaml │ │ │ │ ├── caption_coco_large_ft.yaml │ │ │ │ ├── nlvr_ft.yaml │ │ │ │ ├── okvqa_ft.yaml │ │ │ │ ├── pretrain_14m.yaml │ │ │ │ ├── retrieval_coco_ft.yaml │ │ │ │ ├── retrieval_flickr_ft.yaml │ │ │ │ └── vqav2_ft.yaml │ │ ├── blip2 │ │ │ ├── eval │ │ │ │ ├── caption_coco_flant5xl_eval.yaml │ │ │ │ ├── caption_coco_opt2.7b_eval.yaml │ │ │ │ ├── caption_coco_opt6.7b_eval.yaml │ │ │ │ ├── gqa_zeroshot_flant5xl_eval.yaml │ │ │ │ ├── okvqa_zeroshot_flant5xl_eval.yaml │ │ │ │ ├── ret_coco_eval.yaml │ │ │ │ ├── ret_flickr_eval.yaml │ │ │ │ ├── vqav2_zeroshot_flant5xl_eval.yaml │ │ │ │ └── vqav2_zeroshot_opt_eval.yaml │ │ │ └── train │ │ │ │ ├── caption_coco_ft.yaml │ │ │ │ ├── pretrain_stage1.yaml │ │ │ │ ├── pretrain_stage2.yaml │ │ │ │ └── retrieval_coco_ft.yaml │ │ ├── blip_diffusion │ │ │ ├── finetune-db-dog.yaml │ │ │ ├── finetune-db-pink-dress.yaml │ │ │ ├── finetune-db-shein-jacket.yaml │ │ │ └── finetune-db-template.yaml │ │ ├── clip │ │ │ ├── exp_coco_ret_eval.yaml │ │ │ ├── exp_flickr_ret_eval.yaml │ │ │ └── exp_imnet_zs_eval.yaml │ │ ├── gpt │ │ │ ├── eval │ │ │ │ └── dialogue_avsd_eval.yaml │ │ │ └── train │ │ │ │ └── dialogue_avsd_ft.yaml │ │ └── pnp-vqa │ │ │ └── eval │ │ │ ├── gqa_eval.yaml │ │ │ ├── gqa_eval_3b.yaml │ │ │ ├── gqa_eval_large.yaml │ │ │ ├── okvqa_eval.yaml │ │ │ ├── okvqa_eval_3b.yaml │ │ │ ├── okvqa_eval_large.yaml │ │ │ ├── vqav2_eval.yaml │ │ │ ├── vqav2_eval_3b.yaml │ │ │ ├── vqav2_eval_large.yaml │ │ │ ├── vqav2_test_eval.yaml │ │ │ ├── vqav2_test_eval_3b.yaml │ │ │ └── vqav2_test_eval_large.yaml │ ├── runners │ │ ├── __init__.py │ │ ├── runner_base.py │ │ └── runner_iter.py │ └── tasks │ │ ├── __init__.py │ │ ├── base_task.py │ │ ├── captioning.py │ │ ├── dialogue.py │ │ ├── image_text_pretrain.py │ │ ├── multimodal_classification.py │ │ ├── retrieval.py │ │ ├── text_to_image_generation.py │ │ ├── vqa.py │ │ └── vqa_reading_comprehension.py ├── llava │ ├── __init__.py │ ├── constants.py │ ├── conversation.py │ ├── eval.zip │ ├── eval │ │ ├── MME │ │ │ └── answers │ │ │ │ └── llava-v1.5-13b.jsonl │ │ ├── gqa │ │ │ ├── answers │ │ │ │ └── llava_gqa_testdev_balanced │ │ │ │ │ └── llava-v1.5-13b.jsonl │ │ │ └── llava_gqa_testdev_balanced.jsonl │ │ ├── llava-bench-in-the-wild │ │ │ ├── answers │ │ │ │ ├── llava-v1.5-13b.jsonl │ │ │ │ └── llava-v1.5-7b.jsonl │ │ │ └── reviews │ │ │ │ ├── llava-v1.5-13b-eval1.jsonl │ │ │ │ ├── llava-v1.5-13b-eval2.jsonl │ │ │ │ ├── llava-v1.5-13b-eval3.jsonl │ │ │ │ ├── llava-v1.5-7b-eval1.jsonl │ │ │ │ ├── llava-v1.5-7b-eval2.jsonl │ │ │ │ └── llava-v1.5-7b-eval3.jsonl │ │ ├── mm-vet │ │ │ ├── answers │ │ │ │ ├── llava-v1.5-13b.jsonl │ │ │ │ └── llava-v1.5-7b.jsonl │ │ │ ├── convert_answers.py │ │ │ ├── llava-mm-vet.jsonl │ │ │ └── results │ │ │ │ ├── llava-v1.5-13b.json │ │ │ │ ├── llava-v1.5-13b_gpt-4-grade-1runs.json │ │ │ │ ├── llava-v1.5-13b_gpt-4-grade-3runs.json │ │ │ │ ├── llava-v1.5-7b.json │ │ │ │ ├── llava-v1.5-7b_gpt-4-grade-1runs.json │ │ │ │ └── llava-v1.5-7b_gpt-4-grade-3runs.json │ │ ├── mmbench │ │ │ ├── answers │ │ │ │ └── mmbench_dev_20230712 │ │ │ │ │ └── llava-v1.5-13b.jsonl │ │ │ └── answers_upload │ │ │ │ └── mmbench_dev_20230712 │ │ │ │ └── llava-v1.5-13b.xlsx │ │ ├── pope │ │ │ ├── answers │ │ │ │ └── llava-v1.5-13b.jsonl │ │ │ └── llava_pope_test.jsonl │ │ ├── scienceqa │ │ │ ├── answers │ │ │ │ ├── llava-v1.5-13b.jsonl │ │ │ │ ├── llava-v1.5-13b_output.jsonl │ │ │ │ └── llava-v1.5-13b_result.json │ │ │ └── llava_test_CQM-A.json │ │ ├── seed_bench │ │ │ ├── answers │ │ │ │ └── llava-v1.5-13b │ │ │ │ │ └── merge.jsonl │ │ │ ├── answers_upload │ │ │ │ └── llava-v1.5-13b.jsonl │ │ │ ├── extract_video_frames.py │ │ │ └── llava-seed-bench.jsonl │ │ ├── textvqa │ │ │ ├── answers │ │ │ │ └── llava-v1.5-13b.jsonl │ │ │ └── llava_textvqa_val_v051_ocr.jsonl │ │ ├── vizwiz │ │ │ ├── answers │ │ │ │ └── llava-v1.5-13b.jsonl │ │ │ ├── answers_upload │ │ │ │ └── llava-v1.5-13b.json │ │ │ └── llava_test.jsonl │ │ └── vqav2 │ │ │ ├── answers │ │ │ └── llava_vqav2_mscoco_test-dev2015 │ │ │ │ └── llava-v1.5-13b │ │ │ │ └── merge.jsonl │ │ │ ├── answers_upload │ │ │ └── llava_vqav2_mscoco_test-dev2015 │ │ │ │ └── llava-v1.5-13b.json │ │ │ ├── llava_vqav2_mscoco_test-dev2015.jsonl │ │ │ └── llava_vqav2_mscoco_test2015.jsonl │ ├── mm_utils.py │ ├── model │ │ ├── __init__.py │ │ ├── builder.py │ │ ├── consolidate.py │ │ ├── language_model │ │ │ ├── llava_llama.py │ │ │ ├── llava_mpt.py │ │ │ └── mpt │ │ │ │ ├── adapt_tokenizer.py │ │ │ │ ├── attention.py │ │ │ │ ├── blocks.py │ │ │ │ ├── configuration_mpt.py │ │ │ │ ├── custom_embedding.py │ │ │ │ ├── flash_attn_triton.py │ │ │ │ ├── hf_prefixlm_converter.py │ │ │ │ ├── meta_init_context.py │ │ │ │ ├── modeling_mpt.py │ │ │ │ ├── norm.py │ │ │ │ └── param_init_fns.py │ │ ├── llava_arch.py │ │ ├── make_delta.py │ │ ├── multimodal_encoder │ │ │ ├── builder.py │ │ │ └── clip_encoder.py │ │ ├── multimodal_projector │ │ │ └── builder.py │ │ └── utils.py │ └── utils.py ├── run.sh ├── scripts │ ├── llava_bench │ │ ├── README.md │ │ └── llava_bench.bash │ ├── mme │ │ ├── README.md │ │ ├── run_llava.sh │ │ └── run_qwen.sh │ └── pope │ │ ├── README.md │ │ ├── llava1.5_baselines.bash │ │ ├── llava1.5_coco_bias.bash │ │ ├── run_dataset.sh │ │ ├── run_llava.sh │ │ └── run_qwen.sh ├── test.py └── utils │ └── metrics.py ├── figs ├── bias_model.png ├── model_bias.png ├── sample1.png ├── sample2.png └── sample3.png ├── requirements.txt └── vcd_utils ├── vcd_add_noise.py └── vcd_sample.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/README.md -------------------------------------------------------------------------------- /experiments/.vscode/launch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/.vscode/launch.json -------------------------------------------------------------------------------- /experiments/Qwen_VL/configuration_qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/Qwen_VL/configuration_qwen.py -------------------------------------------------------------------------------- /experiments/Qwen_VL/modeling_qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/Qwen_VL/modeling_qwen.py -------------------------------------------------------------------------------- /experiments/Qwen_VL/qwen_generation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/Qwen_VL/qwen_generation_utils.py -------------------------------------------------------------------------------- /experiments/Qwen_VL/tokenization_qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/Qwen_VL/tokenization_qwen.py -------------------------------------------------------------------------------- /experiments/Qwen_VL/visual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/Qwen_VL/visual.py -------------------------------------------------------------------------------- /experiments/SimSun.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/SimSun.ttf -------------------------------------------------------------------------------- /experiments/data/POPE/aokvqa/aokvqa_pope_adversarial.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/data/POPE/aokvqa/aokvqa_pope_adversarial.json -------------------------------------------------------------------------------- /experiments/data/POPE/aokvqa/aokvqa_pope_popular.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/data/POPE/aokvqa/aokvqa_pope_popular.json -------------------------------------------------------------------------------- /experiments/data/POPE/aokvqa/aokvqa_pope_random.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/data/POPE/aokvqa/aokvqa_pope_random.json -------------------------------------------------------------------------------- /experiments/data/POPE/coco/all_coco_actions.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/data/POPE/coco/all_coco_actions.json -------------------------------------------------------------------------------- /experiments/data/POPE/coco/all_coco_colors.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/data/POPE/coco/all_coco_colors.json -------------------------------------------------------------------------------- /experiments/data/POPE/coco/all_coco_numbers.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/data/POPE/coco/all_coco_numbers.json -------------------------------------------------------------------------------- /experiments/data/POPE/coco/all_coco_relations.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/data/POPE/coco/all_coco_relations.json -------------------------------------------------------------------------------- /experiments/data/POPE/coco/all_coco_shapes.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/data/POPE/coco/all_coco_shapes.json -------------------------------------------------------------------------------- /experiments/data/POPE/coco/coco_pope_adversarial.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/data/POPE/coco/coco_pope_adversarial.json -------------------------------------------------------------------------------- /experiments/data/POPE/coco/coco_pope_popular.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/data/POPE/coco/coco_pope_popular.json -------------------------------------------------------------------------------- /experiments/data/POPE/coco/coco_pope_random.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/data/POPE/coco/coco_pope_random.json -------------------------------------------------------------------------------- /experiments/data/POPE/coco/test_samples.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/data/POPE/coco/test_samples.json -------------------------------------------------------------------------------- /experiments/data/POPE/coco/test_samples_new.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/data/POPE/coco/test_samples_new.json -------------------------------------------------------------------------------- /experiments/data/POPE/gqa/gqa_pope_adversarial.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/data/POPE/gqa/gqa_pope_adversarial.json -------------------------------------------------------------------------------- /experiments/data/POPE/gqa/gqa_pope_popular.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/data/POPE/gqa/gqa_pope_popular.json -------------------------------------------------------------------------------- /experiments/data/POPE/gqa/gqa_pope_random.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/data/POPE/gqa/gqa_pope_random.json -------------------------------------------------------------------------------- /experiments/data/caps_boxes_coco2014_val_80.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/data/caps_boxes_coco2014_val_80.jsonl -------------------------------------------------------------------------------- /experiments/data/qa90_gpt4_answer.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/data/qa90_gpt4_answer.jsonl -------------------------------------------------------------------------------- /experiments/data/qa90_questions.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/data/qa90_questions.jsonl -------------------------------------------------------------------------------- /experiments/data/rule.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/data/rule.json -------------------------------------------------------------------------------- /experiments/eval/MME/convert_answer_to_mme.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MME/convert_answer_to_mme.py -------------------------------------------------------------------------------- /experiments/eval/MME/convert_answer_to_mme_calibrate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MME/convert_answer_to_mme_calibrate.py -------------------------------------------------------------------------------- /experiments/eval/MME/eval_tool/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MME/eval_tool/.DS_Store -------------------------------------------------------------------------------- /experiments/eval/MME/eval_tool/LaVIN/OCR.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MME/eval_tool/LaVIN/OCR.txt -------------------------------------------------------------------------------- /experiments/eval/MME/eval_tool/LaVIN/artwork.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MME/eval_tool/LaVIN/artwork.txt -------------------------------------------------------------------------------- /experiments/eval/MME/eval_tool/LaVIN/celebrity.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MME/eval_tool/LaVIN/celebrity.txt -------------------------------------------------------------------------------- /experiments/eval/MME/eval_tool/LaVIN/code_reasoning.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MME/eval_tool/LaVIN/code_reasoning.txt -------------------------------------------------------------------------------- /experiments/eval/MME/eval_tool/LaVIN/color.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MME/eval_tool/LaVIN/color.txt -------------------------------------------------------------------------------- /experiments/eval/MME/eval_tool/LaVIN/commonsense_reasoning.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MME/eval_tool/LaVIN/commonsense_reasoning.txt -------------------------------------------------------------------------------- /experiments/eval/MME/eval_tool/LaVIN/count.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MME/eval_tool/LaVIN/count.txt -------------------------------------------------------------------------------- /experiments/eval/MME/eval_tool/LaVIN/existence.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MME/eval_tool/LaVIN/existence.txt -------------------------------------------------------------------------------- /experiments/eval/MME/eval_tool/LaVIN/landmark.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MME/eval_tool/LaVIN/landmark.txt -------------------------------------------------------------------------------- /experiments/eval/MME/eval_tool/LaVIN/numerical_calculation.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MME/eval_tool/LaVIN/numerical_calculation.txt -------------------------------------------------------------------------------- /experiments/eval/MME/eval_tool/LaVIN/position.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MME/eval_tool/LaVIN/position.txt -------------------------------------------------------------------------------- /experiments/eval/MME/eval_tool/LaVIN/posters.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MME/eval_tool/LaVIN/posters.txt -------------------------------------------------------------------------------- /experiments/eval/MME/eval_tool/LaVIN/scene.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MME/eval_tool/LaVIN/scene.txt -------------------------------------------------------------------------------- /experiments/eval/MME/eval_tool/LaVIN/text_translation.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MME/eval_tool/LaVIN/text_translation.txt -------------------------------------------------------------------------------- /experiments/eval/MME/eval_tool/calculation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MME/eval_tool/calculation.py -------------------------------------------------------------------------------- /experiments/eval/MME/eval_tool/calculation_calibrate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MME/eval_tool/calculation_calibrate.py -------------------------------------------------------------------------------- /experiments/eval/MME/eval_tool/calculation_sampling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MME/eval_tool/calculation_sampling.py -------------------------------------------------------------------------------- /experiments/eval/MME/eval_tool/readme.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MME/eval_tool/readme.txt -------------------------------------------------------------------------------- /experiments/eval/MME/llava_mme.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MME/llava_mme.jsonl -------------------------------------------------------------------------------- /experiments/eval/MME/run_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MME/run_llava.py -------------------------------------------------------------------------------- /experiments/eval/MME/run_qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MME/run_qwen.py -------------------------------------------------------------------------------- /experiments/eval/MMMU/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/README.md -------------------------------------------------------------------------------- /experiments/eval/MMMU/answer_dict_val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/answer_dict_val.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/configs/llava1.5.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/configs/llava1.5.yaml -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/llava1.5_13b/Accounting/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/llava1.5_13b/Accounting/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/llava1.5_13b/Agriculture/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/llava1.5_13b/Agriculture/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/llava1.5_13b/Art/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/llava1.5_13b/Art/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/llava1.5_13b/Art_Theory/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/llava1.5_13b/Art_Theory/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/llava1.5_13b/Biology/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/llava1.5_13b/Biology/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/llava1.5_13b/Chemistry/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/llava1.5_13b/Chemistry/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/llava1.5_13b/Design/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/llava1.5_13b/Design/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/llava1.5_13b/Economics/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/llava1.5_13b/Economics/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/llava1.5_13b/Electronics/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/llava1.5_13b/Electronics/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/llava1.5_13b/Finance/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/llava1.5_13b/Finance/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/llava1.5_13b/Geography/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/llava1.5_13b/Geography/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/llava1.5_13b/History/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/llava1.5_13b/History/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/llava1.5_13b/Literature/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/llava1.5_13b/Literature/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/llava1.5_13b/Manage/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/llava1.5_13b/Manage/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/llava1.5_13b/Marketing/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/llava1.5_13b/Marketing/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/llava1.5_13b/Materials/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/llava1.5_13b/Materials/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/llava1.5_13b/Math/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/llava1.5_13b/Math/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/llava1.5_13b/Music/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/llava1.5_13b/Music/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/llava1.5_13b/Pharmacy/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/llava1.5_13b/Pharmacy/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/llava1.5_13b/Physics/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/llava1.5_13b/Physics/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/llava1.5_13b/Psychology/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/llava1.5_13b/Psychology/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/llava1.5_13b/Sociology/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/llava1.5_13b/Sociology/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/llava1.5_13b/total_val_output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/llava1.5_13b/total_val_output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/llava1.5_13b_val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/llava1.5_13b_val.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/llava1.5_7b_val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/llava1.5_7b_val.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/qwen_vl/Accounting/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/qwen_vl/Accounting/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/qwen_vl/Agriculture/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/qwen_vl/Agriculture/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/qwen_vl/Art/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/qwen_vl/Art/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/qwen_vl/Art_Theory/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/qwen_vl/Art_Theory/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/qwen_vl/Biology/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/qwen_vl/Biology/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/qwen_vl/Chemistry/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/qwen_vl/Chemistry/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/qwen_vl/Clinical_Medicine/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/qwen_vl/Clinical_Medicine/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/qwen_vl/Computer_Science/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/qwen_vl/Computer_Science/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/qwen_vl/Design/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/qwen_vl/Design/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/qwen_vl/Economics/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/qwen_vl/Economics/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/qwen_vl/Electronics/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/qwen_vl/Electronics/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/qwen_vl/Energy_and_Power/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/qwen_vl/Energy_and_Power/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/qwen_vl/Finance/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/qwen_vl/Finance/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/qwen_vl/Geography/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/qwen_vl/Geography/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/qwen_vl/History/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/qwen_vl/History/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/qwen_vl/Literature/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/qwen_vl/Literature/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/qwen_vl/Manage/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/qwen_vl/Manage/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/qwen_vl/Marketing/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/qwen_vl/Marketing/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/qwen_vl/Materials/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/qwen_vl/Materials/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/qwen_vl/Math/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/qwen_vl/Math/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/qwen_vl/Music/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/qwen_vl/Music/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/qwen_vl/Pharmacy/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/qwen_vl/Pharmacy/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/qwen_vl/Physics/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/qwen_vl/Physics/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/qwen_vl/Psychology/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/qwen_vl/Psychology/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/qwen_vl/Public_Health/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/qwen_vl/Public_Health/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/qwen_vl/Sociology/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/qwen_vl/Sociology/output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/example_outputs/qwen_vl/total_val_output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/example_outputs/qwen_vl/total_val_output.json -------------------------------------------------------------------------------- /experiments/eval/MMMU/main_eval_calibrate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/main_eval_calibrate.py -------------------------------------------------------------------------------- /experiments/eval/MMMU/main_eval_only.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/main_eval_only.py -------------------------------------------------------------------------------- /experiments/eval/MMMU/main_parse_and_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/main_parse_and_eval.py -------------------------------------------------------------------------------- /experiments/eval/MMMU/mmmu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/mmmu.sh -------------------------------------------------------------------------------- /experiments/eval/MMMU/print_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/print_results.py -------------------------------------------------------------------------------- /experiments/eval/MMMU/run_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/run_llava.py -------------------------------------------------------------------------------- /experiments/eval/MMMU/run_llava_calibrate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/run_llava_calibrate.py -------------------------------------------------------------------------------- /experiments/eval/MMMU/run_llava_calibrate_best.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/run_llava_calibrate_best.py -------------------------------------------------------------------------------- /experiments/eval/MMMU/run_llava_sampling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/run_llava_sampling.py -------------------------------------------------------------------------------- /experiments/eval/MMMU/run_qwen_sampling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/run_qwen_sampling.py -------------------------------------------------------------------------------- /experiments/eval/MMMU/samlping/main_eval_only.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/samlping/main_eval_only.py -------------------------------------------------------------------------------- /experiments/eval/MMMU/utils/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/utils/data_utils.py -------------------------------------------------------------------------------- /experiments/eval/MMMU/utils/eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/utils/eval_utils.py -------------------------------------------------------------------------------- /experiments/eval/MMMU/utils/model_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/MMMU/utils/model_utils.py -------------------------------------------------------------------------------- /experiments/eval/calibrate/blip_calibrate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/calibrate/blip_calibrate.py -------------------------------------------------------------------------------- /experiments/eval/calibrate/llava_calibrate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/calibrate/llava_calibrate.py -------------------------------------------------------------------------------- /experiments/eval/calibrate/qwen_calibrate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/calibrate/qwen_calibrate.py -------------------------------------------------------------------------------- /experiments/eval/calibrate/test_samples_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/calibrate/test_samples_llava.py -------------------------------------------------------------------------------- /experiments/eval/eval_gpt_review_visual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/eval_gpt_review_visual.py -------------------------------------------------------------------------------- /experiments/eval/eval_pope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/eval_pope.py -------------------------------------------------------------------------------- /experiments/eval/eval_pope_calibrate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/eval_pope_calibrate.py -------------------------------------------------------------------------------- /experiments/eval/llava_naive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/llava_naive.py -------------------------------------------------------------------------------- /experiments/eval/sampling/llava_sampling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/sampling/llava_sampling.py -------------------------------------------------------------------------------- /experiments/eval/sampling/qwenvl_sampling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/sampling/qwenvl_sampling.py -------------------------------------------------------------------------------- /experiments/eval/sampling/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/sampling/run.sh -------------------------------------------------------------------------------- /experiments/eval/summarize_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval/summarize_gpt_review.py -------------------------------------------------------------------------------- /experiments/eval_tool/answers/llava-v1.5-7b/code_reasoning.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval_tool/answers/llava-v1.5-7b/code_reasoning.txt -------------------------------------------------------------------------------- /experiments/eval_tool/answers/llava-v1.5-7b/color.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval_tool/answers/llava-v1.5-7b/color.txt -------------------------------------------------------------------------------- /experiments/eval_tool/answers/llava-v1.5-7b/commonsense_reasoning.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval_tool/answers/llava-v1.5-7b/commonsense_reasoning.txt -------------------------------------------------------------------------------- /experiments/eval_tool/answers/llava-v1.5-7b/count.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval_tool/answers/llava-v1.5-7b/count.txt -------------------------------------------------------------------------------- /experiments/eval_tool/answers/llava-v1.5-7b/existence.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval_tool/answers/llava-v1.5-7b/existence.txt -------------------------------------------------------------------------------- /experiments/eval_tool/answers/llava-v1.5-7b/numerical_calculation.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval_tool/answers/llava-v1.5-7b/numerical_calculation.txt -------------------------------------------------------------------------------- /experiments/eval_tool/answers/llava-v1.5-7b/position.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval_tool/answers/llava-v1.5-7b/position.txt -------------------------------------------------------------------------------- /experiments/eval_tool/answers/llava-v1.5-7b/text_translation.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/eval_tool/answers/llava-v1.5-7b/text_translation.txt -------------------------------------------------------------------------------- /experiments/lavis/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/__init__.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/canny/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/canny/__init__.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/ckpts/download.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/ckpts/download.sh -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/hed/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/hed/__init__.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/midas/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/midas/__init__.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/midas/api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/midas/api.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/midas/midas/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/midas/midas/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/midas/midas/base_model.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/midas/midas/blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/midas/midas/blocks.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/midas/midas/dpt_depth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/midas/midas/dpt_depth.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/midas/midas/midas_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/midas/midas/midas_net.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/midas/midas/midas_net_custom.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/midas/midas/midas_net_custom.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/midas/midas/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/midas/midas/transforms.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/midas/midas/vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/midas/midas/vit.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/midas/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/midas/utils.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/mlsd/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/mlsd/__init__.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/mlsd/models/mbv2_mlsd_large.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/mlsd/models/mbv2_mlsd_large.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/mlsd/models/mbv2_mlsd_tiny.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/mlsd/models/mbv2_mlsd_tiny.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/mlsd/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/mlsd/utils.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/openpose/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/openpose/__init__.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/openpose/body.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/openpose/body.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/openpose/hand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/openpose/hand.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/openpose/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/openpose/model.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/openpose/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/openpose/util.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/__init__.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/configs/_base_/datasets/hrf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/configs/_base_/datasets/hrf.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/configs/_base_/models/cgnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/configs/_base_/models/cgnet.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/__init__.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/arraymisc/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/arraymisc/__init__.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/arraymisc/quantization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/arraymisc/quantization.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/cnn/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/cnn/__init__.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/cnn/alexnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/cnn/alexnet.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/cnn/bricks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/cnn/bricks/__init__.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/cnn/bricks/activation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/cnn/bricks/activation.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/cnn/bricks/conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/cnn/bricks/conv.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/cnn/bricks/conv_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/cnn/bricks/conv_module.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/cnn/bricks/conv_ws.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/cnn/bricks/conv_ws.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/cnn/bricks/drop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/cnn/bricks/drop.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/cnn/bricks/hsigmoid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/cnn/bricks/hsigmoid.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/cnn/bricks/hswish.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/cnn/bricks/hswish.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/cnn/bricks/norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/cnn/bricks/norm.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/cnn/bricks/padding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/cnn/bricks/padding.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/cnn/bricks/plugin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/cnn/bricks/plugin.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/cnn/bricks/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/cnn/bricks/registry.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/cnn/bricks/scale.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/cnn/bricks/scale.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/cnn/bricks/swish.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/cnn/bricks/swish.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/cnn/bricks/upsample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/cnn/bricks/upsample.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/cnn/bricks/wrappers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/cnn/bricks/wrappers.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/cnn/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/cnn/builder.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/cnn/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/cnn/resnet.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/cnn/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/cnn/utils/__init__.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/cnn/utils/sync_bn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/cnn/utils/sync_bn.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/cnn/vgg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/cnn/vgg.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/engine/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/engine/__init__.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/engine/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/engine/test.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/fileio/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/fileio/__init__.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/fileio/file_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/fileio/file_client.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/fileio/io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/fileio/io.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/fileio/parse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/fileio/parse.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/image/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/image/__init__.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/image/colorspace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/image/colorspace.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/image/geometric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/image/geometric.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/image/io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/image/io.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/image/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/image/misc.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/image/photometric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/image/photometric.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/model_zoo/mmcls.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/model_zoo/mmcls.json -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/ops/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/ops/__init__.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/ops/ball_query.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/ops/ball_query.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/ops/bbox.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/ops/bbox.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/ops/border_align.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/ops/border_align.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/ops/box_iou_rotated.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/ops/box_iou_rotated.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/ops/carafe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/ops/carafe.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/ops/cc_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/ops/cc_attention.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/ops/contour_expand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/ops/contour_expand.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/ops/corner_pool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/ops/corner_pool.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/ops/correlation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/ops/correlation.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/ops/deform_conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/ops/deform_conv.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/ops/deform_roi_pool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/ops/deform_roi_pool.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/ops/focal_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/ops/focal_loss.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/ops/gather_points.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/ops/gather_points.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/ops/group_points.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/ops/group_points.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/ops/info.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/ops/info.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/ops/iou3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/ops/iou3d.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/ops/knn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/ops/knn.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/ops/masked_conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/ops/masked_conv.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/ops/merge_cells.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/ops/merge_cells.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/ops/nms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/ops/nms.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/ops/pixel_group.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/ops/pixel_group.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/ops/point_sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/ops/point_sample.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/ops/points_in_boxes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/ops/points_in_boxes.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/ops/points_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/ops/points_sampler.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/ops/psa_mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/ops/psa_mask.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/ops/roi_align.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/ops/roi_align.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/ops/roi_pool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/ops/roi_pool.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/ops/roiaware_pool3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/ops/roiaware_pool3d.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/ops/roipoint_pool3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/ops/roipoint_pool3d.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/ops/saconv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/ops/saconv.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/ops/scatter_points.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/ops/scatter_points.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/ops/sync_bn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/ops/sync_bn.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/ops/three_nn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/ops/three_nn.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/ops/tin_shift.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/ops/tin_shift.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/ops/upfirdn2d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/ops/upfirdn2d.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/ops/voxelize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/ops/voxelize.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/parallel/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/parallel/__init__.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/parallel/_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/parallel/_functions.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/parallel/collate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/parallel/collate.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/parallel/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/parallel/registry.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/parallel/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/parallel/utils.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/runner/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/runner/__init__.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/runner/base_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/runner/base_module.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/runner/base_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/runner/base_runner.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/runner/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/runner/builder.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/runner/checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/runner/checkpoint.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/runner/dist_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/runner/dist_utils.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/runner/fp16_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/runner/fp16_utils.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/runner/hooks/ema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/runner/hooks/ema.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/runner/hooks/hook.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/runner/hooks/hook.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/runner/hooks/memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/runner/hooks/memory.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/runner/log_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/runner/log_buffer.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/runner/priority.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/runner/priority.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/runner/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/runner/utils.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/utils/__init__.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/utils/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/utils/config.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/utils/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/utils/env.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/utils/ext_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/utils/ext_loader.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/utils/logging.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/utils/misc.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/utils/parrots_jit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/utils/parrots_jit.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/utils/path.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/utils/path.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/utils/progressbar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/utils/progressbar.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/utils/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/utils/registry.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/utils/testing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/utils/testing.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/utils/timer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/utils/timer.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/utils/trace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/utils/trace.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/utils/version_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/utils/version_utils.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/version.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/video/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/video/__init__.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/video/io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/video/io.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/video/optflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/video/optflow.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/video/processing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/video/processing.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/visualization/color.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/visualization/color.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv/visualization/image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv/visualization/image.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv_custom/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv_custom/__init__.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmcv_custom/checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmcv_custom/checkpoint.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmseg/apis/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmseg/apis/__init__.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmseg/apis/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmseg/apis/inference.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmseg/apis/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmseg/apis/test.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmseg/apis/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmseg/apis/train.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmseg/core/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmseg/core/__init__.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmseg/core/seg/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmseg/core/seg/__init__.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmseg/core/seg/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmseg/core/seg/builder.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmseg/core/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmseg/core/utils/misc.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmseg/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmseg/datasets/__init__.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmseg/datasets/ade.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmseg/datasets/ade.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmseg/datasets/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmseg/datasets/builder.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmseg/datasets/chase_db1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmseg/datasets/chase_db1.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmseg/datasets/custom.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmseg/datasets/custom.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmseg/datasets/drive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmseg/datasets/drive.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmseg/datasets/hrf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmseg/datasets/hrf.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmseg/datasets/stare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmseg/datasets/stare.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmseg/datasets/voc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmseg/datasets/voc.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmseg/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmseg/models/__init__.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmseg/models/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmseg/models/builder.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmseg/models/necks/fpn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmseg/models/necks/fpn.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmseg/models/utils/drop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmseg/models/utils/drop.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmseg/ops/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmseg/ops/__init__.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmseg/ops/encoding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmseg/ops/encoding.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmseg/ops/wrappers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmseg/ops/wrappers.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmseg/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmseg/utils/__init__.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmseg/utils/collect_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmseg/utils/collect_env.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/uniformer/mmseg/utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/uniformer/mmseg/utils/logger.py -------------------------------------------------------------------------------- /experiments/lavis/common/annotator/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/annotator/util.py -------------------------------------------------------------------------------- /experiments/lavis/common/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/config.py -------------------------------------------------------------------------------- /experiments/lavis/common/dist_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/dist_utils.py -------------------------------------------------------------------------------- /experiments/lavis/common/gradcam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/gradcam.py -------------------------------------------------------------------------------- /experiments/lavis/common/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/logger.py -------------------------------------------------------------------------------- /experiments/lavis/common/optims.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/optims.py -------------------------------------------------------------------------------- /experiments/lavis/common/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/registry.py -------------------------------------------------------------------------------- /experiments/lavis/common/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/utils.py -------------------------------------------------------------------------------- /experiments/lavis/common/vqa_tools/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/vqa_tools/__init__.py -------------------------------------------------------------------------------- /experiments/lavis/common/vqa_tools/vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/vqa_tools/vqa.py -------------------------------------------------------------------------------- /experiments/lavis/common/vqa_tools/vqa_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/common/vqa_tools/vqa_eval.py -------------------------------------------------------------------------------- /experiments/lavis/configs/datasets/aokvqa/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/datasets/aokvqa/defaults.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/datasets/avsd/defaults_dial.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/datasets/avsd/defaults_dial.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/datasets/blip_diffusion_datasets/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/datasets/blip_diffusion_datasets/defaults.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/datasets/coco/defaults_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/datasets/coco/defaults_cap.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/datasets/coco/defaults_ret.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/datasets/coco/defaults_ret.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/datasets/coco/defaults_vqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/datasets/coco/defaults_vqa.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/datasets/coco/eval_vqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/datasets/coco/eval_vqa.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/datasets/conceptual_caption/defaults_12m.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/datasets/conceptual_caption/defaults_12m.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/datasets/conceptual_caption/defaults_3m.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/datasets/conceptual_caption/defaults_3m.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/datasets/didemo/defaults_ret.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/datasets/didemo/defaults_ret.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/datasets/flickr30k/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/datasets/flickr30k/defaults.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/datasets/gqa/balanced_testdev.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/datasets/gqa/balanced_testdev.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/datasets/gqa/balanced_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/datasets/gqa/balanced_val.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/datasets/gqa/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/datasets/gqa/defaults.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/datasets/imagenet/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/datasets/imagenet/defaults.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/datasets/laion/defaults_2B_multi.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/datasets/laion/defaults_2B_multi.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/datasets/msrvtt/defaults_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/datasets/msrvtt/defaults_cap.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/datasets/msrvtt/defaults_qa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/datasets/msrvtt/defaults_qa.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/datasets/msrvtt/defaults_ret.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/datasets/msrvtt/defaults_ret.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/datasets/msvd/defaults_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/datasets/msvd/defaults_cap.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/datasets/msvd/defaults_qa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/datasets/msvd/defaults_qa.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/datasets/nlvr/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/datasets/nlvr/defaults.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/datasets/nocaps/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/datasets/nocaps/defaults.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/datasets/okvqa/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/datasets/okvqa/defaults.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/datasets/sbu_caption/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/datasets/sbu_caption/defaults.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/datasets/snli_ve/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/datasets/snli_ve/defaults.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/datasets/vatex/defaults_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/datasets/vatex/defaults_cap.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/datasets/vg/defaults_caption.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/datasets/vg/defaults_caption.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/datasets/vg/defaults_vqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/datasets/vg/defaults_vqa.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/default.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/albef_classification_ve.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/albef_classification_ve.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/albef_feature_extractor.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/albef_feature_extractor.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/albef_nlvr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/albef_nlvr.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/albef_pretrain_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/albef_pretrain_base.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/albef_retrieval_coco.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/albef_retrieval_coco.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/albef_retrieval_flickr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/albef_retrieval_flickr.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/albef_vqav2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/albef_vqav2.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/alpro_qa_msrvtt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/alpro_qa_msrvtt.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/alpro_qa_msvd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/alpro_qa_msvd.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/alpro_retrieval_didemo.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/alpro_retrieval_didemo.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/alpro_retrieval_msrvtt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/alpro_retrieval_msrvtt.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/bert_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/bert_config.json -------------------------------------------------------------------------------- /experiments/lavis/configs/models/bert_config_alpro.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/bert_config_alpro.json -------------------------------------------------------------------------------- /experiments/lavis/configs/models/blip-diffusion/blip_diffusion_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/blip-diffusion/blip_diffusion_base.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/blip2/blip2_caption_flant5xl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/blip2/blip2_caption_flant5xl.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/blip2/blip2_caption_opt2.7b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/blip2/blip2_caption_opt2.7b.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/blip2/blip2_caption_opt6.7b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/blip2/blip2_caption_opt6.7b.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/blip2/blip2_coco.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/blip2/blip2_coco.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/blip2/blip2_instruct_flant5xl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/blip2/blip2_instruct_flant5xl.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/blip2/blip2_instruct_flant5xxl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/blip2/blip2_instruct_flant5xxl.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/blip2/blip2_instruct_vicuna13b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/blip2/blip2_instruct_vicuna13b.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/blip2/blip2_instruct_vicuna7b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/blip2/blip2_instruct_vicuna7b.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/blip2/blip2_pretrain.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/blip2/blip2_pretrain.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/blip2/blip2_pretrain_flant5xl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/blip2/blip2_pretrain_flant5xl.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/blip2/blip2_pretrain_flant5xl_vitL.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/blip2/blip2_pretrain_flant5xl_vitL.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/blip2/blip2_pretrain_flant5xxl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/blip2/blip2_pretrain_flant5xxl.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/blip2/blip2_pretrain_llama7b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/blip2/blip2_pretrain_llama7b.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/blip2/blip2_pretrain_opt2.7b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/blip2/blip2_pretrain_opt2.7b.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/blip2/blip2_pretrain_opt6.7b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/blip2/blip2_pretrain_opt6.7b.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/blip2/blip2_pretrain_vitL.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/blip2/blip2_pretrain_vitL.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/blip_caption_base_coco.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/blip_caption_base_coco.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/blip_caption_large_coco.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/blip_caption_large_coco.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/blip_classification_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/blip_classification_base.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/blip_feature_extractor_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/blip_feature_extractor_base.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/blip_itm_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/blip_itm_base.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/blip_itm_large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/blip_itm_large.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/blip_nlvr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/blip_nlvr.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/blip_pretrain_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/blip_pretrain_base.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/blip_pretrain_large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/blip_pretrain_large.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/blip_retrieval_coco.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/blip_retrieval_coco.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/blip_retrieval_flickr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/blip_retrieval_flickr.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/blip_vqa_aokvqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/blip_vqa_aokvqa.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/blip_vqa_okvqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/blip_vqa_okvqa.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/blip_vqav2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/blip_vqav2.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/clip/RN101-quickgelu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/clip/RN101-quickgelu.json -------------------------------------------------------------------------------- /experiments/lavis/configs/models/clip/RN101.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/clip/RN101.json -------------------------------------------------------------------------------- /experiments/lavis/configs/models/clip/RN50-quickgelu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/clip/RN50-quickgelu.json -------------------------------------------------------------------------------- /experiments/lavis/configs/models/clip/RN50.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/clip/RN50.json -------------------------------------------------------------------------------- /experiments/lavis/configs/models/clip/RN50x16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/clip/RN50x16.json -------------------------------------------------------------------------------- /experiments/lavis/configs/models/clip/RN50x4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/clip/RN50x4.json -------------------------------------------------------------------------------- /experiments/lavis/configs/models/clip/ViT-B-16-plus-240.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/clip/ViT-B-16-plus-240.json -------------------------------------------------------------------------------- /experiments/lavis/configs/models/clip/ViT-B-16-plus.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/clip/ViT-B-16-plus.json -------------------------------------------------------------------------------- /experiments/lavis/configs/models/clip/ViT-B-16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/clip/ViT-B-16.json -------------------------------------------------------------------------------- /experiments/lavis/configs/models/clip/ViT-B-32-plus-256.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/clip/ViT-B-32-plus-256.json -------------------------------------------------------------------------------- /experiments/lavis/configs/models/clip/ViT-B-32-quickgelu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/clip/ViT-B-32-quickgelu.json -------------------------------------------------------------------------------- /experiments/lavis/configs/models/clip/ViT-B-32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/clip/ViT-B-32.json -------------------------------------------------------------------------------- /experiments/lavis/configs/models/clip/ViT-H-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/clip/ViT-H-14.json -------------------------------------------------------------------------------- /experiments/lavis/configs/models/clip/ViT-H-16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/clip/ViT-H-16.json -------------------------------------------------------------------------------- /experiments/lavis/configs/models/clip/ViT-L-14-280.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/clip/ViT-L-14-280.json -------------------------------------------------------------------------------- /experiments/lavis/configs/models/clip/ViT-L-14-336.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/clip/ViT-L-14-336.json -------------------------------------------------------------------------------- /experiments/lavis/configs/models/clip/ViT-L-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/clip/ViT-L-14.json -------------------------------------------------------------------------------- /experiments/lavis/configs/models/clip/ViT-L-16-320.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/clip/ViT-L-16-320.json -------------------------------------------------------------------------------- /experiments/lavis/configs/models/clip/ViT-L-16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/clip/ViT-L-16.json -------------------------------------------------------------------------------- /experiments/lavis/configs/models/clip/ViT-g-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/clip/ViT-g-14.json -------------------------------------------------------------------------------- /experiments/lavis/configs/models/clip/timm-efficientnetv2_rw_s.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/clip/timm-efficientnetv2_rw_s.json -------------------------------------------------------------------------------- /experiments/lavis/configs/models/clip/timm-resnet50d.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/clip/timm-resnet50d.json -------------------------------------------------------------------------------- /experiments/lavis/configs/models/clip/timm-resnetaa50d.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/clip/timm-resnetaa50d.json -------------------------------------------------------------------------------- /experiments/lavis/configs/models/clip/timm-resnetblur50.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/clip/timm-resnetblur50.json -------------------------------------------------------------------------------- /experiments/lavis/configs/models/clip/timm-vit_base_patch16_224.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/clip/timm-vit_base_patch16_224.json -------------------------------------------------------------------------------- /experiments/lavis/configs/models/clip/timm-vit_base_patch32_224.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/clip/timm-vit_base_patch32_224.json -------------------------------------------------------------------------------- /experiments/lavis/configs/models/clip/timm-vit_small_patch16_224.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/clip/timm-vit_small_patch16_224.json -------------------------------------------------------------------------------- /experiments/lavis/configs/models/clip_resnet50.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/clip_resnet50.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/clip_vit_base16.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/clip_vit_base16.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/clip_vit_base32.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/clip_vit_base32.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/clip_vit_large14.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/clip_vit_large14.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/clip_vit_large14_336.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/clip_vit_large14_336.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/gpt_dialogue_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/gpt_dialogue_base.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/img2prompt-vqa/img2prompt_vqa_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/img2prompt-vqa/img2prompt_vqa_base.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/med_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/med_config.json -------------------------------------------------------------------------------- /experiments/lavis/configs/models/med_config_albef.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/med_config_albef.json -------------------------------------------------------------------------------- /experiments/lavis/configs/models/med_large_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/med_large_config.json -------------------------------------------------------------------------------- /experiments/lavis/configs/models/pnp-vqa/pnp_vqa_3b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/pnp-vqa/pnp_vqa_3b.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/pnp-vqa/pnp_vqa_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/pnp-vqa/pnp_vqa_base.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/pnp-vqa/pnp_vqa_large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/pnp-vqa/pnp_vqa_large.yaml -------------------------------------------------------------------------------- /experiments/lavis/configs/models/pnp-vqa/unifiedqav2_3b_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/pnp-vqa/unifiedqav2_3b_config.json -------------------------------------------------------------------------------- /experiments/lavis/configs/models/pnp-vqa/unifiedqav2_base_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/pnp-vqa/unifiedqav2_base_config.json -------------------------------------------------------------------------------- /experiments/lavis/configs/models/pnp-vqa/unifiedqav2_large_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/configs/models/pnp-vqa/unifiedqav2_large_config.json -------------------------------------------------------------------------------- /experiments/lavis/datasets/builders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/datasets/builders/__init__.py -------------------------------------------------------------------------------- /experiments/lavis/datasets/builders/base_dataset_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/datasets/builders/base_dataset_builder.py -------------------------------------------------------------------------------- /experiments/lavis/datasets/builders/caption_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/datasets/builders/caption_builder.py -------------------------------------------------------------------------------- /experiments/lavis/datasets/builders/classification_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/datasets/builders/classification_builder.py -------------------------------------------------------------------------------- /experiments/lavis/datasets/builders/dialogue_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/datasets/builders/dialogue_builder.py -------------------------------------------------------------------------------- /experiments/lavis/datasets/builders/image_text_pair_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/datasets/builders/image_text_pair_builder.py -------------------------------------------------------------------------------- /experiments/lavis/datasets/builders/imagefolder_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/datasets/builders/imagefolder_builder.py -------------------------------------------------------------------------------- /experiments/lavis/datasets/builders/retrieval_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/datasets/builders/retrieval_builder.py -------------------------------------------------------------------------------- /experiments/lavis/datasets/builders/text_to_image_generation_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/datasets/builders/text_to_image_generation_builder.py -------------------------------------------------------------------------------- /experiments/lavis/datasets/builders/video_qa_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/datasets/builders/video_qa_builder.py -------------------------------------------------------------------------------- /experiments/lavis/datasets/builders/vqa_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/datasets/builders/vqa_builder.py -------------------------------------------------------------------------------- /experiments/lavis/datasets/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/datasets/data_utils.py -------------------------------------------------------------------------------- /experiments/lavis/datasets/datasets/aok_vqa_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/datasets/datasets/aok_vqa_datasets.py -------------------------------------------------------------------------------- /experiments/lavis/datasets/datasets/avsd_dialogue_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/datasets/datasets/avsd_dialogue_datasets.py -------------------------------------------------------------------------------- /experiments/lavis/datasets/datasets/base_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/datasets/datasets/base_dataset.py -------------------------------------------------------------------------------- /experiments/lavis/datasets/datasets/caption_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/datasets/datasets/caption_datasets.py -------------------------------------------------------------------------------- /experiments/lavis/datasets/datasets/coco_caption_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/datasets/datasets/coco_caption_datasets.py -------------------------------------------------------------------------------- /experiments/lavis/datasets/datasets/coco_vqa_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/datasets/datasets/coco_vqa_datasets.py -------------------------------------------------------------------------------- /experiments/lavis/datasets/datasets/dataloader_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/datasets/datasets/dataloader_utils.py -------------------------------------------------------------------------------- /experiments/lavis/datasets/datasets/dialogue_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/datasets/datasets/dialogue_datasets.py -------------------------------------------------------------------------------- /experiments/lavis/datasets/datasets/gqa_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/datasets/datasets/gqa_datasets.py -------------------------------------------------------------------------------- /experiments/lavis/datasets/datasets/image_text_pair_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/datasets/datasets/image_text_pair_datasets.py -------------------------------------------------------------------------------- /experiments/lavis/datasets/datasets/imagefolder_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/datasets/datasets/imagefolder_dataset.py -------------------------------------------------------------------------------- /experiments/lavis/datasets/datasets/laion_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/datasets/datasets/laion_dataset.py -------------------------------------------------------------------------------- /experiments/lavis/datasets/datasets/nlvr_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/datasets/datasets/nlvr_datasets.py -------------------------------------------------------------------------------- /experiments/lavis/datasets/datasets/retrieval_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/datasets/datasets/retrieval_datasets.py -------------------------------------------------------------------------------- /experiments/lavis/datasets/datasets/snli_ve_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/datasets/datasets/snli_ve_datasets.py -------------------------------------------------------------------------------- /experiments/lavis/datasets/datasets/subject_driven_t2i_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/datasets/datasets/subject_driven_t2i_dataset.py -------------------------------------------------------------------------------- /experiments/lavis/datasets/datasets/vg_vqa_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/datasets/datasets/vg_vqa_datasets.py -------------------------------------------------------------------------------- /experiments/lavis/datasets/datasets/video_caption_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/datasets/datasets/video_caption_datasets.py -------------------------------------------------------------------------------- /experiments/lavis/datasets/datasets/video_vqa_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/datasets/datasets/video_vqa_datasets.py -------------------------------------------------------------------------------- /experiments/lavis/datasets/datasets/vqa_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/datasets/datasets/vqa_datasets.py -------------------------------------------------------------------------------- /experiments/lavis/datasets/download_scripts/download_coco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/datasets/download_scripts/download_coco.py -------------------------------------------------------------------------------- /experiments/lavis/datasets/download_scripts/download_didemo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/datasets/download_scripts/download_didemo.py -------------------------------------------------------------------------------- /experiments/lavis/datasets/download_scripts/download_flickr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/datasets/download_scripts/download_flickr.py -------------------------------------------------------------------------------- /experiments/lavis/datasets/download_scripts/download_gqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/datasets/download_scripts/download_gqa.py -------------------------------------------------------------------------------- /experiments/lavis/datasets/download_scripts/download_msrvtt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/datasets/download_scripts/download_msrvtt.py -------------------------------------------------------------------------------- /experiments/lavis/datasets/download_scripts/download_msvd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/datasets/download_scripts/download_msvd.py -------------------------------------------------------------------------------- /experiments/lavis/datasets/download_scripts/download_nocaps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/datasets/download_scripts/download_nocaps.py -------------------------------------------------------------------------------- /experiments/lavis/datasets/download_scripts/download_sbu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/datasets/download_scripts/download_sbu.py -------------------------------------------------------------------------------- /experiments/lavis/datasets/download_scripts/download_vg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/datasets/download_scripts/download_vg.py -------------------------------------------------------------------------------- /experiments/lavis/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/__init__.py -------------------------------------------------------------------------------- /experiments/lavis/models/albef_models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/albef_models/__init__.py -------------------------------------------------------------------------------- /experiments/lavis/models/albef_models/albef_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/albef_models/albef_classification.py -------------------------------------------------------------------------------- /experiments/lavis/models/albef_models/albef_feature_extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/albef_models/albef_feature_extractor.py -------------------------------------------------------------------------------- /experiments/lavis/models/albef_models/albef_nlvr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/albef_models/albef_nlvr.py -------------------------------------------------------------------------------- /experiments/lavis/models/albef_models/albef_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/albef_models/albef_outputs.py -------------------------------------------------------------------------------- /experiments/lavis/models/albef_models/albef_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/albef_models/albef_pretrain.py -------------------------------------------------------------------------------- /experiments/lavis/models/albef_models/albef_retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/albef_models/albef_retrieval.py -------------------------------------------------------------------------------- /experiments/lavis/models/albef_models/albef_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/albef_models/albef_vqa.py -------------------------------------------------------------------------------- /experiments/lavis/models/alpro_models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/alpro_models/__init__.py -------------------------------------------------------------------------------- /experiments/lavis/models/alpro_models/alpro_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/alpro_models/alpro_outputs.py -------------------------------------------------------------------------------- /experiments/lavis/models/alpro_models/alpro_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/alpro_models/alpro_qa.py -------------------------------------------------------------------------------- /experiments/lavis/models/alpro_models/alpro_retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/alpro_models/alpro_retrieval.py -------------------------------------------------------------------------------- /experiments/lavis/models/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/base_model.py -------------------------------------------------------------------------------- /experiments/lavis/models/blip2_models/Qformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/blip2_models/Qformer.py -------------------------------------------------------------------------------- /experiments/lavis/models/blip2_models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /experiments/lavis/models/blip2_models/blip2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/blip2_models/blip2.py -------------------------------------------------------------------------------- /experiments/lavis/models/blip2_models/blip2_image_text_matching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/blip2_models/blip2_image_text_matching.py -------------------------------------------------------------------------------- /experiments/lavis/models/blip2_models/blip2_opt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/blip2_models/blip2_opt.py -------------------------------------------------------------------------------- /experiments/lavis/models/blip2_models/blip2_qformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/blip2_models/blip2_qformer.py -------------------------------------------------------------------------------- /experiments/lavis/models/blip2_models/blip2_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/blip2_models/blip2_t5.py -------------------------------------------------------------------------------- /experiments/lavis/models/blip2_models/blip2_t5_instruct.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/blip2_models/blip2_t5_instruct.py -------------------------------------------------------------------------------- /experiments/lavis/models/blip2_models/blip2_vicuna_instruct.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/blip2_models/blip2_vicuna_instruct.py -------------------------------------------------------------------------------- /experiments/lavis/models/blip2_models/modeling_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/blip2_models/modeling_llama.py -------------------------------------------------------------------------------- /experiments/lavis/models/blip2_models/modeling_opt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/blip2_models/modeling_opt.py -------------------------------------------------------------------------------- /experiments/lavis/models/blip2_models/modeling_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/blip2_models/modeling_t5.py -------------------------------------------------------------------------------- /experiments/lavis/models/blip_diffusion_models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /experiments/lavis/models/blip_diffusion_models/blip_diffusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/blip_diffusion_models/blip_diffusion.py -------------------------------------------------------------------------------- /experiments/lavis/models/blip_diffusion_models/modeling_ctx_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/blip_diffusion_models/modeling_ctx_clip.py -------------------------------------------------------------------------------- /experiments/lavis/models/blip_diffusion_models/ptp_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/blip_diffusion_models/ptp_utils.py -------------------------------------------------------------------------------- /experiments/lavis/models/blip_diffusion_models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/blip_diffusion_models/utils.py -------------------------------------------------------------------------------- /experiments/lavis/models/blip_models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/blip_models/__init__.py -------------------------------------------------------------------------------- /experiments/lavis/models/blip_models/blip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/blip_models/blip.py -------------------------------------------------------------------------------- /experiments/lavis/models/blip_models/blip_caption.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/blip_models/blip_caption.py -------------------------------------------------------------------------------- /experiments/lavis/models/blip_models/blip_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/blip_models/blip_classification.py -------------------------------------------------------------------------------- /experiments/lavis/models/blip_models/blip_feature_extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/blip_models/blip_feature_extractor.py -------------------------------------------------------------------------------- /experiments/lavis/models/blip_models/blip_image_text_matching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/blip_models/blip_image_text_matching.py -------------------------------------------------------------------------------- /experiments/lavis/models/blip_models/blip_nlvr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/blip_models/blip_nlvr.py -------------------------------------------------------------------------------- /experiments/lavis/models/blip_models/blip_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/blip_models/blip_outputs.py -------------------------------------------------------------------------------- /experiments/lavis/models/blip_models/blip_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/blip_models/blip_pretrain.py -------------------------------------------------------------------------------- /experiments/lavis/models/blip_models/blip_retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/blip_models/blip_retrieval.py -------------------------------------------------------------------------------- /experiments/lavis/models/blip_models/blip_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/blip_models/blip_vqa.py -------------------------------------------------------------------------------- /experiments/lavis/models/blip_models/nlvr_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/blip_models/nlvr_encoder.py -------------------------------------------------------------------------------- /experiments/lavis/models/clip_models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/clip_models/__init__.py -------------------------------------------------------------------------------- /experiments/lavis/models/clip_models/bpe_simple_vocab_16e6.txt.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/clip_models/bpe_simple_vocab_16e6.txt.gz -------------------------------------------------------------------------------- /experiments/lavis/models/clip_models/clip_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/clip_models/clip_outputs.py -------------------------------------------------------------------------------- /experiments/lavis/models/clip_models/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/clip_models/loss.py -------------------------------------------------------------------------------- /experiments/lavis/models/clip_models/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/clip_models/model.py -------------------------------------------------------------------------------- /experiments/lavis/models/clip_models/pics/CLIP.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/clip_models/pics/CLIP.png -------------------------------------------------------------------------------- /experiments/lavis/models/clip_models/pretrained.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/clip_models/pretrained.py -------------------------------------------------------------------------------- /experiments/lavis/models/clip_models/timm_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/clip_models/timm_model.py -------------------------------------------------------------------------------- /experiments/lavis/models/clip_models/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/clip_models/tokenizer.py -------------------------------------------------------------------------------- /experiments/lavis/models/clip_models/transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/clip_models/transform.py -------------------------------------------------------------------------------- /experiments/lavis/models/clip_models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/clip_models/utils.py -------------------------------------------------------------------------------- /experiments/lavis/models/clip_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/clip_vit.py -------------------------------------------------------------------------------- /experiments/lavis/models/eva_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/eva_vit.py -------------------------------------------------------------------------------- /experiments/lavis/models/gpt_models/gpt_dialogue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/gpt_models/gpt_dialogue.py -------------------------------------------------------------------------------- /experiments/lavis/models/img2prompt_models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/img2prompt_models/__init__.py -------------------------------------------------------------------------------- /experiments/lavis/models/img2prompt_models/img2prompt_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/img2prompt_models/img2prompt_vqa.py -------------------------------------------------------------------------------- /experiments/lavis/models/med.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/med.py -------------------------------------------------------------------------------- /experiments/lavis/models/pnp_vqa_models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/pnp_vqa_models/__init__.py -------------------------------------------------------------------------------- /experiments/lavis/models/pnp_vqa_models/pnp_unifiedqav2_fid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/pnp_vqa_models/pnp_unifiedqav2_fid.py -------------------------------------------------------------------------------- /experiments/lavis/models/pnp_vqa_models/pnp_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/pnp_vqa_models/pnp_vqa.py -------------------------------------------------------------------------------- /experiments/lavis/models/timesformer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/timesformer/__init__.py -------------------------------------------------------------------------------- /experiments/lavis/models/timesformer/conv2d_same.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/timesformer/conv2d_same.py -------------------------------------------------------------------------------- /experiments/lavis/models/timesformer/features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/timesformer/features.py -------------------------------------------------------------------------------- /experiments/lavis/models/timesformer/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/timesformer/helpers.py -------------------------------------------------------------------------------- /experiments/lavis/models/timesformer/linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/timesformer/linear.py -------------------------------------------------------------------------------- /experiments/lavis/models/timesformer/vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/timesformer/vit.py -------------------------------------------------------------------------------- /experiments/lavis/models/timesformer/vit_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/timesformer/vit_utils.py -------------------------------------------------------------------------------- /experiments/lavis/models/vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/models/vit.py -------------------------------------------------------------------------------- /experiments/lavis/processors/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/processors/__init__.py -------------------------------------------------------------------------------- /experiments/lavis/processors/alpro_processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/processors/alpro_processors.py -------------------------------------------------------------------------------- /experiments/lavis/processors/base_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/processors/base_processor.py -------------------------------------------------------------------------------- /experiments/lavis/processors/blip_diffusion_processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/processors/blip_diffusion_processors.py -------------------------------------------------------------------------------- /experiments/lavis/processors/blip_processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/processors/blip_processors.py -------------------------------------------------------------------------------- /experiments/lavis/processors/clip_processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/processors/clip_processors.py -------------------------------------------------------------------------------- /experiments/lavis/processors/functional_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/processors/functional_video.py -------------------------------------------------------------------------------- /experiments/lavis/processors/gpt_processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/processors/gpt_processors.py -------------------------------------------------------------------------------- /experiments/lavis/processors/randaugment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/processors/randaugment.py -------------------------------------------------------------------------------- /experiments/lavis/processors/transforms_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/processors/transforms_video.py -------------------------------------------------------------------------------- /experiments/lavis/projects/albef/eval/nlvr_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/albef/eval/nlvr_eval.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/albef/eval/ret_coco_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/albef/eval/ret_coco_eval.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/albef/eval/ret_flickr30k_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/albef/eval/ret_flickr30k_eval.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/albef/eval/snli_ve_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/albef/eval/snli_ve_eval.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/albef/eval/vqa_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/albef/eval/vqa_test.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/albef/eval/vqa_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/albef/eval/vqa_val.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/albef/train/aokvqa_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/albef/train/aokvqa_ft.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/albef/train/nlvr_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/albef/train/nlvr_ft.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/albef/train/okvqa_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/albef/train/okvqa_ft.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/albef/train/pretrain.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/albef/train/pretrain.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/albef/train/ret_coco_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/albef/train/ret_coco_ft.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/albef/train/ret_flickr30k_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/albef/train/ret_flickr30k_ft.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/albef/train/snli_ve_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/albef/train/snli_ve_ft.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/albef/train/vqa_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/albef/train/vqa_ft.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/alpro/eval/didemo_ret_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/alpro/eval/didemo_ret_eval.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/alpro/eval/msrvtt_qa_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/alpro/eval/msrvtt_qa_eval.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/alpro/eval/msrvtt_ret_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/alpro/eval/msrvtt_ret_eval.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/alpro/eval/msvd_qa_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/alpro/eval/msvd_qa_eval.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/alpro/train/didemo_ret_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/alpro/train/didemo_ret_ft.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/alpro/train/msrvtt_qa_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/alpro/train/msrvtt_qa_ft.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/alpro/train/msrvtt_retrieval_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/alpro/train/msrvtt_retrieval_ft.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/alpro/train/msvd_qa_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/alpro/train/msvd_qa_ft.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/blip/coco_cap_ft_iter.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/blip/coco_cap_ft_iter.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/blip/eval/aokvqa_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/blip/eval/aokvqa_eval.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/blip/eval/caption_coco_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/blip/eval/caption_coco_eval.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/blip/eval/caption_coco_eval_large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/blip/eval/caption_coco_eval_large.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/blip/eval/nlvr_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/blip/eval/nlvr_eval.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/blip/eval/nocaps_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/blip/eval/nocaps_eval.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/blip/eval/okvqa_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/blip/eval/okvqa_eval.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/blip/eval/ret_coco_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/blip/eval/ret_coco_eval.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/blip/eval/ret_flickr_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/blip/eval/ret_flickr_eval.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/blip/eval/vqav2_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/blip/eval/vqav2_eval.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/blip/train/aokvqa_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/blip/train/aokvqa_ft.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/blip/train/caption_coco_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/blip/train/caption_coco_ft.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/blip/train/caption_coco_large_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/blip/train/caption_coco_large_ft.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/blip/train/nlvr_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/blip/train/nlvr_ft.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/blip/train/okvqa_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/blip/train/okvqa_ft.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/blip/train/pretrain_14m.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/blip/train/pretrain_14m.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/blip/train/retrieval_coco_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/blip/train/retrieval_coco_ft.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/blip/train/retrieval_flickr_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/blip/train/retrieval_flickr_ft.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/blip/train/vqav2_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/blip/train/vqav2_ft.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/blip2/eval/caption_coco_flant5xl_eval.yaml: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /experiments/lavis/projects/blip2/eval/caption_coco_opt2.7b_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/blip2/eval/caption_coco_opt2.7b_eval.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/blip2/eval/caption_coco_opt6.7b_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/blip2/eval/caption_coco_opt6.7b_eval.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/blip2/eval/gqa_zeroshot_flant5xl_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/blip2/eval/gqa_zeroshot_flant5xl_eval.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/blip2/eval/okvqa_zeroshot_flant5xl_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/blip2/eval/okvqa_zeroshot_flant5xl_eval.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/blip2/eval/ret_coco_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/blip2/eval/ret_coco_eval.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/blip2/eval/ret_flickr_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/blip2/eval/ret_flickr_eval.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/blip2/eval/vqav2_zeroshot_flant5xl_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/blip2/eval/vqav2_zeroshot_flant5xl_eval.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/blip2/eval/vqav2_zeroshot_opt_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/blip2/eval/vqav2_zeroshot_opt_eval.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/blip2/train/caption_coco_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/blip2/train/caption_coco_ft.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/blip2/train/pretrain_stage1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/blip2/train/pretrain_stage1.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/blip2/train/pretrain_stage2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/blip2/train/pretrain_stage2.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/blip2/train/retrieval_coco_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/blip2/train/retrieval_coco_ft.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/blip_diffusion/finetune-db-dog.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/blip_diffusion/finetune-db-dog.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/blip_diffusion/finetune-db-pink-dress.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/blip_diffusion/finetune-db-pink-dress.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/blip_diffusion/finetune-db-shein-jacket.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/blip_diffusion/finetune-db-shein-jacket.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/blip_diffusion/finetune-db-template.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/blip_diffusion/finetune-db-template.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/clip/exp_coco_ret_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/clip/exp_coco_ret_eval.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/clip/exp_flickr_ret_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/clip/exp_flickr_ret_eval.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/clip/exp_imnet_zs_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/clip/exp_imnet_zs_eval.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/gpt/eval/dialogue_avsd_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/gpt/eval/dialogue_avsd_eval.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/gpt/train/dialogue_avsd_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/gpt/train/dialogue_avsd_ft.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/pnp-vqa/eval/gqa_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/pnp-vqa/eval/gqa_eval.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/pnp-vqa/eval/gqa_eval_3b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/pnp-vqa/eval/gqa_eval_3b.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/pnp-vqa/eval/gqa_eval_large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/pnp-vqa/eval/gqa_eval_large.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/pnp-vqa/eval/okvqa_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/pnp-vqa/eval/okvqa_eval.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/pnp-vqa/eval/okvqa_eval_3b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/pnp-vqa/eval/okvqa_eval_3b.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/pnp-vqa/eval/okvqa_eval_large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/pnp-vqa/eval/okvqa_eval_large.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/pnp-vqa/eval/vqav2_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/pnp-vqa/eval/vqav2_eval.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/pnp-vqa/eval/vqav2_eval_3b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/pnp-vqa/eval/vqav2_eval_3b.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/pnp-vqa/eval/vqav2_eval_large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/pnp-vqa/eval/vqav2_eval_large.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/pnp-vqa/eval/vqav2_test_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/pnp-vqa/eval/vqav2_test_eval.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/pnp-vqa/eval/vqav2_test_eval_3b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/pnp-vqa/eval/vqav2_test_eval_3b.yaml -------------------------------------------------------------------------------- /experiments/lavis/projects/pnp-vqa/eval/vqav2_test_eval_large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/projects/pnp-vqa/eval/vqav2_test_eval_large.yaml -------------------------------------------------------------------------------- /experiments/lavis/runners/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/runners/__init__.py -------------------------------------------------------------------------------- /experiments/lavis/runners/runner_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/runners/runner_base.py -------------------------------------------------------------------------------- /experiments/lavis/runners/runner_iter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/runners/runner_iter.py -------------------------------------------------------------------------------- /experiments/lavis/tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/tasks/__init__.py -------------------------------------------------------------------------------- /experiments/lavis/tasks/base_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/tasks/base_task.py -------------------------------------------------------------------------------- /experiments/lavis/tasks/captioning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/tasks/captioning.py -------------------------------------------------------------------------------- /experiments/lavis/tasks/dialogue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/tasks/dialogue.py -------------------------------------------------------------------------------- /experiments/lavis/tasks/image_text_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/tasks/image_text_pretrain.py -------------------------------------------------------------------------------- /experiments/lavis/tasks/multimodal_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/tasks/multimodal_classification.py -------------------------------------------------------------------------------- /experiments/lavis/tasks/retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/tasks/retrieval.py -------------------------------------------------------------------------------- /experiments/lavis/tasks/text_to_image_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/tasks/text_to_image_generation.py -------------------------------------------------------------------------------- /experiments/lavis/tasks/vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/tasks/vqa.py -------------------------------------------------------------------------------- /experiments/lavis/tasks/vqa_reading_comprehension.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/lavis/tasks/vqa_reading_comprehension.py -------------------------------------------------------------------------------- /experiments/llava/__init__.py: -------------------------------------------------------------------------------- 1 | from .model import LlavaLlamaForCausalLM 2 | -------------------------------------------------------------------------------- /experiments/llava/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/constants.py -------------------------------------------------------------------------------- /experiments/llava/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/conversation.py -------------------------------------------------------------------------------- /experiments/llava/eval.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/eval.zip -------------------------------------------------------------------------------- /experiments/llava/eval/MME/answers/llava-v1.5-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/eval/MME/answers/llava-v1.5-13b.jsonl -------------------------------------------------------------------------------- /experiments/llava/eval/gqa/llava_gqa_testdev_balanced.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/eval/gqa/llava_gqa_testdev_balanced.jsonl -------------------------------------------------------------------------------- /experiments/llava/eval/mm-vet/answers/llava-v1.5-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/eval/mm-vet/answers/llava-v1.5-13b.jsonl -------------------------------------------------------------------------------- /experiments/llava/eval/mm-vet/answers/llava-v1.5-7b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/eval/mm-vet/answers/llava-v1.5-7b.jsonl -------------------------------------------------------------------------------- /experiments/llava/eval/mm-vet/convert_answers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/eval/mm-vet/convert_answers.py -------------------------------------------------------------------------------- /experiments/llava/eval/mm-vet/llava-mm-vet.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/eval/mm-vet/llava-mm-vet.jsonl -------------------------------------------------------------------------------- /experiments/llava/eval/mm-vet/results/llava-v1.5-13b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/eval/mm-vet/results/llava-v1.5-13b.json -------------------------------------------------------------------------------- /experiments/llava/eval/mm-vet/results/llava-v1.5-7b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/eval/mm-vet/results/llava-v1.5-7b.json -------------------------------------------------------------------------------- /experiments/llava/eval/pope/answers/llava-v1.5-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/eval/pope/answers/llava-v1.5-13b.jsonl -------------------------------------------------------------------------------- /experiments/llava/eval/pope/llava_pope_test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/eval/pope/llava_pope_test.jsonl -------------------------------------------------------------------------------- /experiments/llava/eval/scienceqa/answers/llava-v1.5-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/eval/scienceqa/answers/llava-v1.5-13b.jsonl -------------------------------------------------------------------------------- /experiments/llava/eval/scienceqa/answers/llava-v1.5-13b_output.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/eval/scienceqa/answers/llava-v1.5-13b_output.jsonl -------------------------------------------------------------------------------- /experiments/llava/eval/scienceqa/answers/llava-v1.5-13b_result.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/eval/scienceqa/answers/llava-v1.5-13b_result.json -------------------------------------------------------------------------------- /experiments/llava/eval/scienceqa/llava_test_CQM-A.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/eval/scienceqa/llava_test_CQM-A.json -------------------------------------------------------------------------------- /experiments/llava/eval/seed_bench/answers/llava-v1.5-13b/merge.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/eval/seed_bench/answers/llava-v1.5-13b/merge.jsonl -------------------------------------------------------------------------------- /experiments/llava/eval/seed_bench/answers_upload/llava-v1.5-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/eval/seed_bench/answers_upload/llava-v1.5-13b.jsonl -------------------------------------------------------------------------------- /experiments/llava/eval/seed_bench/extract_video_frames.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/eval/seed_bench/extract_video_frames.py -------------------------------------------------------------------------------- /experiments/llava/eval/seed_bench/llava-seed-bench.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/eval/seed_bench/llava-seed-bench.jsonl -------------------------------------------------------------------------------- /experiments/llava/eval/textvqa/answers/llava-v1.5-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/eval/textvqa/answers/llava-v1.5-13b.jsonl -------------------------------------------------------------------------------- /experiments/llava/eval/textvqa/llava_textvqa_val_v051_ocr.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/eval/textvqa/llava_textvqa_val_v051_ocr.jsonl -------------------------------------------------------------------------------- /experiments/llava/eval/vizwiz/answers/llava-v1.5-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/eval/vizwiz/answers/llava-v1.5-13b.jsonl -------------------------------------------------------------------------------- /experiments/llava/eval/vizwiz/answers_upload/llava-v1.5-13b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/eval/vizwiz/answers_upload/llava-v1.5-13b.json -------------------------------------------------------------------------------- /experiments/llava/eval/vizwiz/llava_test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/eval/vizwiz/llava_test.jsonl -------------------------------------------------------------------------------- /experiments/llava/eval/vqav2/llava_vqav2_mscoco_test-dev2015.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/eval/vqav2/llava_vqav2_mscoco_test-dev2015.jsonl -------------------------------------------------------------------------------- /experiments/llava/eval/vqav2/llava_vqav2_mscoco_test2015.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/eval/vqav2/llava_vqav2_mscoco_test2015.jsonl -------------------------------------------------------------------------------- /experiments/llava/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/mm_utils.py -------------------------------------------------------------------------------- /experiments/llava/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/model/__init__.py -------------------------------------------------------------------------------- /experiments/llava/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/model/builder.py -------------------------------------------------------------------------------- /experiments/llava/model/consolidate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/model/consolidate.py -------------------------------------------------------------------------------- /experiments/llava/model/language_model/llava_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/model/language_model/llava_llama.py -------------------------------------------------------------------------------- /experiments/llava/model/language_model/llava_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/model/language_model/llava_mpt.py -------------------------------------------------------------------------------- /experiments/llava/model/language_model/mpt/adapt_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/model/language_model/mpt/adapt_tokenizer.py -------------------------------------------------------------------------------- /experiments/llava/model/language_model/mpt/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/model/language_model/mpt/attention.py -------------------------------------------------------------------------------- /experiments/llava/model/language_model/mpt/blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/model/language_model/mpt/blocks.py -------------------------------------------------------------------------------- /experiments/llava/model/language_model/mpt/configuration_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/model/language_model/mpt/configuration_mpt.py -------------------------------------------------------------------------------- /experiments/llava/model/language_model/mpt/custom_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/model/language_model/mpt/custom_embedding.py -------------------------------------------------------------------------------- /experiments/llava/model/language_model/mpt/flash_attn_triton.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/model/language_model/mpt/flash_attn_triton.py -------------------------------------------------------------------------------- /experiments/llava/model/language_model/mpt/hf_prefixlm_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/model/language_model/mpt/hf_prefixlm_converter.py -------------------------------------------------------------------------------- /experiments/llava/model/language_model/mpt/meta_init_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/model/language_model/mpt/meta_init_context.py -------------------------------------------------------------------------------- /experiments/llava/model/language_model/mpt/modeling_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/model/language_model/mpt/modeling_mpt.py -------------------------------------------------------------------------------- /experiments/llava/model/language_model/mpt/norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/model/language_model/mpt/norm.py -------------------------------------------------------------------------------- /experiments/llava/model/language_model/mpt/param_init_fns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/model/language_model/mpt/param_init_fns.py -------------------------------------------------------------------------------- /experiments/llava/model/llava_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/model/llava_arch.py -------------------------------------------------------------------------------- /experiments/llava/model/make_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/model/make_delta.py -------------------------------------------------------------------------------- /experiments/llava/model/multimodal_encoder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/model/multimodal_encoder/builder.py -------------------------------------------------------------------------------- /experiments/llava/model/multimodal_encoder/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/model/multimodal_encoder/clip_encoder.py -------------------------------------------------------------------------------- /experiments/llava/model/multimodal_projector/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/model/multimodal_projector/builder.py -------------------------------------------------------------------------------- /experiments/llava/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/model/utils.py -------------------------------------------------------------------------------- /experiments/llava/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/llava/utils.py -------------------------------------------------------------------------------- /experiments/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/run.sh -------------------------------------------------------------------------------- /experiments/scripts/llava_bench/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/scripts/llava_bench/README.md -------------------------------------------------------------------------------- /experiments/scripts/llava_bench/llava_bench.bash: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/scripts/llava_bench/llava_bench.bash -------------------------------------------------------------------------------- /experiments/scripts/mme/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/scripts/mme/README.md -------------------------------------------------------------------------------- /experiments/scripts/mme/run_llava.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/scripts/mme/run_llava.sh -------------------------------------------------------------------------------- /experiments/scripts/mme/run_qwen.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/scripts/mme/run_qwen.sh -------------------------------------------------------------------------------- /experiments/scripts/pope/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/scripts/pope/README.md -------------------------------------------------------------------------------- /experiments/scripts/pope/llava1.5_baselines.bash: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/scripts/pope/llava1.5_baselines.bash -------------------------------------------------------------------------------- /experiments/scripts/pope/llava1.5_coco_bias.bash: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/scripts/pope/llava1.5_coco_bias.bash -------------------------------------------------------------------------------- /experiments/scripts/pope/run_dataset.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/scripts/pope/run_dataset.sh -------------------------------------------------------------------------------- /experiments/scripts/pope/run_llava.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/scripts/pope/run_llava.sh -------------------------------------------------------------------------------- /experiments/scripts/pope/run_qwen.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/scripts/pope/run_qwen.sh -------------------------------------------------------------------------------- /experiments/test.py: -------------------------------------------------------------------------------- 1 | export HF_ENDPOINT=https://hf-mirror.com -------------------------------------------------------------------------------- /experiments/utils/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/experiments/utils/metrics.py -------------------------------------------------------------------------------- /figs/bias_model.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/figs/bias_model.png -------------------------------------------------------------------------------- /figs/model_bias.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/figs/model_bias.png -------------------------------------------------------------------------------- /figs/sample1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/figs/sample1.png -------------------------------------------------------------------------------- /figs/sample2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/figs/sample2.png -------------------------------------------------------------------------------- /figs/sample3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/figs/sample3.png -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/requirements.txt -------------------------------------------------------------------------------- /vcd_utils/vcd_add_noise.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/vcd_utils/vcd_add_noise.py -------------------------------------------------------------------------------- /vcd_utils/vcd_sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yfzhang114/LLaVA-Align/HEAD/vcd_utils/vcd_sample.py --------------------------------------------------------------------------------