├── .github └── workflows │ └── docs.yaml ├── .gitignore ├── .pre-commit-config.yaml ├── CODEOWNERS ├── CODE_OF_CONDUCT.md ├── LICENSE.txt ├── MANIFEST.in ├── README.md ├── SECURITY.md ├── app ├── __init__.py ├── calculate_coco_features.py ├── caption.py ├── classification.py ├── dataset_browser.py ├── image_text_match.py ├── main.py ├── multimodal_search.py ├── multipage.py ├── text_localization.py ├── utils.py └── vqa.py ├── assets └── demo-6.png ├── dataset_card ├── avsd_dialogue.md ├── coco_caption.md ├── coco_retrieval.md ├── conceptual_captions.md ├── didemo_retrieval.md ├── flickr_retrieval.md ├── gqa.md ├── imgs │ ├── NLVR2.png │ ├── avsd_dialogue.png │ ├── coco_caption.png │ ├── conceptual_captions.png │ ├── didemo.png │ ├── flickr30k.png │ ├── gqa.png │ ├── msrvtt.png │ ├── msrvtt_qa.png │ ├── msvd_qa.png │ ├── nocaps.png │ ├── sbu_caption.png │ ├── snli_ve.png │ └── vqav2.png ├── msrvtt_qa.md ├── msrvtt_retrieval.md ├── msvd_qa.md ├── nlvr2.md ├── nocaps.md ├── sbu_caption.md ├── snli_visual_entailment.md └── vqav2.md ├── docs ├── Makefile ├── _static │ ├── Confusing-Pictures.jpg │ ├── architecture.png │ ├── logo_final.png │ └── merlion.png ├── benchmark.rst ├── build_docs.sh ├── conf.py ├── getting_started.rst ├── index.rst ├── intro.rst ├── make.bat ├── requirements.txt ├── tutorial.configs.rst ├── tutorial.datasets.rst ├── tutorial.evaluation.rst ├── tutorial.models.rst ├── tutorial.processors.rst ├── tutorial.rst ├── tutorial.tasks.rst └── tutorial.training-example.rst ├── evaluate.py ├── examples ├── albef_feature_extraction.ipynb ├── albef_vqa.ipynb ├── albef_zero_shot_classification.ipynb ├── blip2_feature_extraction.ipynb ├── blip2_image_text_matching.ipynb ├── blip2_instructed_generation.ipynb ├── blip_feature_extraction.ipynb ├── blip_image_captioning.ipynb ├── blip_image_text_matching.ipynb ├── blip_text_localization.ipynb ├── blip_vqa.ipynb ├── blip_zero_shot_classification.ipynb ├── clip_feature_extraction.ipynb └── clip_zero_shot_classification.ipynb ├── lavis ├── __init__.py ├── common │ ├── annotator │ │ ├── canny │ │ │ └── __init__.py │ │ ├── ckpts │ │ │ └── download.sh │ │ ├── hed │ │ │ └── __init__.py │ │ ├── midas │ │ │ ├── __init__.py │ │ │ ├── api.py │ │ │ ├── midas │ │ │ │ ├── __init__.py │ │ │ │ ├── base_model.py │ │ │ │ ├── blocks.py │ │ │ │ ├── dpt_depth.py │ │ │ │ ├── midas_net.py │ │ │ │ ├── midas_net_custom.py │ │ │ │ ├── transforms.py │ │ │ │ └── vit.py │ │ │ └── utils.py │ │ ├── mlsd │ │ │ ├── __init__.py │ │ │ ├── models │ │ │ │ ├── mbv2_mlsd_large.py │ │ │ │ └── mbv2_mlsd_tiny.py │ │ │ └── utils.py │ │ ├── openpose │ │ │ ├── __init__.py │ │ │ ├── body.py │ │ │ ├── hand.py │ │ │ ├── model.py │ │ │ └── util.py │ │ ├── uniformer │ │ │ ├── __init__.py │ │ │ ├── configs │ │ │ │ └── _base_ │ │ │ │ │ ├── datasets │ │ │ │ │ ├── ade20k.py │ │ │ │ │ ├── chase_db1.py │ │ │ │ │ ├── cityscapes.py │ │ │ │ │ ├── cityscapes_769x769.py │ │ │ │ │ ├── drive.py │ │ │ │ │ ├── hrf.py │ │ │ │ │ ├── pascal_context.py │ │ │ │ │ ├── pascal_context_59.py │ │ │ │ │ ├── pascal_voc12.py │ │ │ │ │ ├── pascal_voc12_aug.py │ │ │ │ │ └── stare.py │ │ │ │ │ ├── default_runtime.py │ │ │ │ │ ├── models │ │ │ │ │ ├── ann_r50-d8.py │ │ │ │ │ ├── apcnet_r50-d8.py │ │ │ │ │ ├── ccnet_r50-d8.py │ │ │ │ │ ├── cgnet.py │ │ │ │ │ ├── danet_r50-d8.py │ │ │ │ │ ├── deeplabv3_r50-d8.py │ │ │ │ │ ├── deeplabv3_unet_s5-d16.py │ │ │ │ │ ├── deeplabv3plus_r50-d8.py │ │ │ │ │ ├── dmnet_r50-d8.py │ │ │ │ │ ├── dnl_r50-d8.py │ │ │ │ │ ├── emanet_r50-d8.py │ │ │ │ │ ├── encnet_r50-d8.py │ │ │ │ │ ├── fast_scnn.py │ │ │ │ │ ├── fcn_hr18.py │ │ │ │ │ ├── fcn_r50-d8.py │ │ │ │ │ ├── fcn_unet_s5-d16.py │ │ │ │ │ ├── fpn_r50.py │ │ │ │ │ ├── fpn_uniformer.py │ │ │ │ │ ├── gcnet_r50-d8.py │ │ │ │ │ ├── lraspp_m-v3-d8.py │ │ │ │ │ ├── nonlocal_r50-d8.py │ │ │ │ │ ├── ocrnet_hr18.py │ │ │ │ │ ├── ocrnet_r50-d8.py │ │ │ │ │ ├── pointrend_r50.py │ │ │ │ │ ├── psanet_r50-d8.py │ │ │ │ │ ├── pspnet_r50-d8.py │ │ │ │ │ ├── pspnet_unet_s5-d16.py │ │ │ │ │ ├── upernet_r50.py │ │ │ │ │ └── upernet_uniformer.py │ │ │ │ │ └── schedules │ │ │ │ │ ├── schedule_160k.py │ │ │ │ │ ├── schedule_20k.py │ │ │ │ │ ├── schedule_40k.py │ │ │ │ │ └── schedule_80k.py │ │ │ ├── exp │ │ │ │ └── upernet_global_small │ │ │ │ │ ├── config.py │ │ │ │ │ ├── run.sh │ │ │ │ │ ├── test.sh │ │ │ │ │ ├── test_config_g.py │ │ │ │ │ ├── test_config_h32.py │ │ │ │ │ └── test_config_w32.py │ │ │ ├── mmcv │ │ │ │ ├── __init__.py │ │ │ │ ├── arraymisc │ │ │ │ │ ├── __init__.py │ │ │ │ │ └── quantization.py │ │ │ │ ├── cnn │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── alexnet.py │ │ │ │ │ ├── bricks │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── activation.py │ │ │ │ │ │ ├── context_block.py │ │ │ │ │ │ ├── conv.py │ │ │ │ │ │ ├── conv2d_adaptive_padding.py │ │ │ │ │ │ ├── conv_module.py │ │ │ │ │ │ ├── conv_ws.py │ │ │ │ │ │ ├── depthwise_separable_conv_module.py │ │ │ │ │ │ ├── drop.py │ │ │ │ │ │ ├── generalized_attention.py │ │ │ │ │ │ ├── hsigmoid.py │ │ │ │ │ │ ├── hswish.py │ │ │ │ │ │ ├── non_local.py │ │ │ │ │ │ ├── norm.py │ │ │ │ │ │ ├── padding.py │ │ │ │ │ │ ├── plugin.py │ │ │ │ │ │ ├── registry.py │ │ │ │ │ │ ├── scale.py │ │ │ │ │ │ ├── swish.py │ │ │ │ │ │ ├── transformer.py │ │ │ │ │ │ ├── upsample.py │ │ │ │ │ │ └── wrappers.py │ │ │ │ │ ├── builder.py │ │ │ │ │ ├── resnet.py │ │ │ │ │ ├── utils │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── flops_counter.py │ │ │ │ │ │ ├── fuse_conv_bn.py │ │ │ │ │ │ ├── sync_bn.py │ │ │ │ │ │ └── weight_init.py │ │ │ │ │ └── vgg.py │ │ │ │ ├── engine │ │ │ │ │ ├── __init__.py │ │ │ │ │ └── test.py │ │ │ │ ├── fileio │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── file_client.py │ │ │ │ │ ├── handlers │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── base.py │ │ │ │ │ │ ├── json_handler.py │ │ │ │ │ │ ├── pickle_handler.py │ │ │ │ │ │ └── yaml_handler.py │ │ │ │ │ ├── io.py │ │ │ │ │ └── parse.py │ │ │ │ ├── image │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── colorspace.py │ │ │ │ │ ├── geometric.py │ │ │ │ │ ├── io.py │ │ │ │ │ ├── misc.py │ │ │ │ │ └── photometric.py │ │ │ │ ├── model_zoo │ │ │ │ │ ├── deprecated.json │ │ │ │ │ ├── mmcls.json │ │ │ │ │ └── open_mmlab.json │ │ │ │ ├── ops │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── assign_score_withk.py │ │ │ │ │ ├── ball_query.py │ │ │ │ │ ├── bbox.py │ │ │ │ │ ├── border_align.py │ │ │ │ │ ├── box_iou_rotated.py │ │ │ │ │ ├── carafe.py │ │ │ │ │ ├── cc_attention.py │ │ │ │ │ ├── contour_expand.py │ │ │ │ │ ├── corner_pool.py │ │ │ │ │ ├── correlation.py │ │ │ │ │ ├── deform_conv.py │ │ │ │ │ ├── deform_roi_pool.py │ │ │ │ │ ├── deprecated_wrappers.py │ │ │ │ │ ├── focal_loss.py │ │ │ │ │ ├── furthest_point_sample.py │ │ │ │ │ ├── fused_bias_leakyrelu.py │ │ │ │ │ ├── gather_points.py │ │ │ │ │ ├── group_points.py │ │ │ │ │ ├── info.py │ │ │ │ │ ├── iou3d.py │ │ │ │ │ ├── knn.py │ │ │ │ │ ├── masked_conv.py │ │ │ │ │ ├── merge_cells.py │ │ │ │ │ ├── modulated_deform_conv.py │ │ │ │ │ ├── multi_scale_deform_attn.py │ │ │ │ │ ├── nms.py │ │ │ │ │ ├── pixel_group.py │ │ │ │ │ ├── point_sample.py │ │ │ │ │ ├── points_in_boxes.py │ │ │ │ │ ├── points_sampler.py │ │ │ │ │ ├── psa_mask.py │ │ │ │ │ ├── roi_align.py │ │ │ │ │ ├── roi_align_rotated.py │ │ │ │ │ ├── roi_pool.py │ │ │ │ │ ├── roiaware_pool3d.py │ │ │ │ │ ├── roipoint_pool3d.py │ │ │ │ │ ├── saconv.py │ │ │ │ │ ├── scatter_points.py │ │ │ │ │ ├── sync_bn.py │ │ │ │ │ ├── three_interpolate.py │ │ │ │ │ ├── three_nn.py │ │ │ │ │ ├── tin_shift.py │ │ │ │ │ ├── upfirdn2d.py │ │ │ │ │ └── voxelize.py │ │ │ │ ├── parallel │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── _functions.py │ │ │ │ │ ├── collate.py │ │ │ │ │ ├── data_container.py │ │ │ │ │ ├── data_parallel.py │ │ │ │ │ ├── distributed.py │ │ │ │ │ ├── distributed_deprecated.py │ │ │ │ │ ├── registry.py │ │ │ │ │ ├── scatter_gather.py │ │ │ │ │ └── utils.py │ │ │ │ ├── runner │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── base_module.py │ │ │ │ │ ├── base_runner.py │ │ │ │ │ ├── builder.py │ │ │ │ │ ├── checkpoint.py │ │ │ │ │ ├── default_constructor.py │ │ │ │ │ ├── dist_utils.py │ │ │ │ │ ├── epoch_based_runner.py │ │ │ │ │ ├── fp16_utils.py │ │ │ │ │ ├── hooks │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── checkpoint.py │ │ │ │ │ │ ├── closure.py │ │ │ │ │ │ ├── ema.py │ │ │ │ │ │ ├── evaluation.py │ │ │ │ │ │ ├── hook.py │ │ │ │ │ │ ├── iter_timer.py │ │ │ │ │ │ ├── logger │ │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ │ ├── base.py │ │ │ │ │ │ │ ├── dvclive.py │ │ │ │ │ │ │ ├── mlflow.py │ │ │ │ │ │ │ ├── neptune.py │ │ │ │ │ │ │ ├── pavi.py │ │ │ │ │ │ │ ├── tensorboard.py │ │ │ │ │ │ │ ├── text.py │ │ │ │ │ │ │ └── wandb.py │ │ │ │ │ │ ├── lr_updater.py │ │ │ │ │ │ ├── memory.py │ │ │ │ │ │ ├── momentum_updater.py │ │ │ │ │ │ ├── optimizer.py │ │ │ │ │ │ ├── profiler.py │ │ │ │ │ │ ├── sampler_seed.py │ │ │ │ │ │ └── sync_buffer.py │ │ │ │ │ ├── iter_based_runner.py │ │ │ │ │ ├── log_buffer.py │ │ │ │ │ ├── optimizer │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── builder.py │ │ │ │ │ │ └── default_constructor.py │ │ │ │ │ ├── priority.py │ │ │ │ │ └── utils.py │ │ │ │ ├── utils │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── config.py │ │ │ │ │ ├── env.py │ │ │ │ │ ├── ext_loader.py │ │ │ │ │ ├── logging.py │ │ │ │ │ ├── misc.py │ │ │ │ │ ├── parrots_jit.py │ │ │ │ │ ├── parrots_wrapper.py │ │ │ │ │ ├── path.py │ │ │ │ │ ├── progressbar.py │ │ │ │ │ ├── registry.py │ │ │ │ │ ├── testing.py │ │ │ │ │ ├── timer.py │ │ │ │ │ ├── trace.py │ │ │ │ │ └── version_utils.py │ │ │ │ ├── version.py │ │ │ │ ├── video │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── io.py │ │ │ │ │ ├── optflow.py │ │ │ │ │ └── processing.py │ │ │ │ └── visualization │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── color.py │ │ │ │ │ ├── image.py │ │ │ │ │ └── optflow.py │ │ │ ├── mmcv_custom │ │ │ │ ├── __init__.py │ │ │ │ └── checkpoint.py │ │ │ └── mmseg │ │ │ │ ├── apis │ │ │ │ ├── __init__.py │ │ │ │ ├── inference.py │ │ │ │ ├── test.py │ │ │ │ └── train.py │ │ │ │ ├── core │ │ │ │ ├── __init__.py │ │ │ │ ├── evaluation │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── class_names.py │ │ │ │ │ ├── eval_hooks.py │ │ │ │ │ └── metrics.py │ │ │ │ ├── seg │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── builder.py │ │ │ │ │ └── sampler │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── base_pixel_sampler.py │ │ │ │ │ │ └── ohem_pixel_sampler.py │ │ │ │ └── utils │ │ │ │ │ ├── __init__.py │ │ │ │ │ └── misc.py │ │ │ │ ├── datasets │ │ │ │ ├── __init__.py │ │ │ │ ├── ade.py │ │ │ │ ├── builder.py │ │ │ │ ├── chase_db1.py │ │ │ │ ├── cityscapes.py │ │ │ │ ├── custom.py │ │ │ │ ├── dataset_wrappers.py │ │ │ │ ├── drive.py │ │ │ │ ├── hrf.py │ │ │ │ ├── pascal_context.py │ │ │ │ ├── pipelines │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── compose.py │ │ │ │ │ ├── formating.py │ │ │ │ │ ├── loading.py │ │ │ │ │ ├── test_time_aug.py │ │ │ │ │ └── transforms.py │ │ │ │ ├── stare.py │ │ │ │ └── voc.py │ │ │ │ ├── models │ │ │ │ ├── __init__.py │ │ │ │ ├── backbones │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── cgnet.py │ │ │ │ │ ├── fast_scnn.py │ │ │ │ │ ├── hrnet.py │ │ │ │ │ ├── mobilenet_v2.py │ │ │ │ │ ├── mobilenet_v3.py │ │ │ │ │ ├── resnest.py │ │ │ │ │ ├── resnet.py │ │ │ │ │ ├── resnext.py │ │ │ │ │ ├── unet.py │ │ │ │ │ ├── uniformer.py │ │ │ │ │ └── vit.py │ │ │ │ ├── builder.py │ │ │ │ ├── decode_heads │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── ann_head.py │ │ │ │ │ ├── apc_head.py │ │ │ │ │ ├── aspp_head.py │ │ │ │ │ ├── cascade_decode_head.py │ │ │ │ │ ├── cc_head.py │ │ │ │ │ ├── da_head.py │ │ │ │ │ ├── decode_head.py │ │ │ │ │ ├── dm_head.py │ │ │ │ │ ├── dnl_head.py │ │ │ │ │ ├── ema_head.py │ │ │ │ │ ├── enc_head.py │ │ │ │ │ ├── fcn_head.py │ │ │ │ │ ├── fpn_head.py │ │ │ │ │ ├── gc_head.py │ │ │ │ │ ├── lraspp_head.py │ │ │ │ │ ├── nl_head.py │ │ │ │ │ ├── ocr_head.py │ │ │ │ │ ├── point_head.py │ │ │ │ │ ├── psa_head.py │ │ │ │ │ ├── psp_head.py │ │ │ │ │ ├── sep_aspp_head.py │ │ │ │ │ ├── sep_fcn_head.py │ │ │ │ │ └── uper_head.py │ │ │ │ ├── losses │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── accuracy.py │ │ │ │ │ ├── cross_entropy_loss.py │ │ │ │ │ ├── dice_loss.py │ │ │ │ │ ├── lovasz_loss.py │ │ │ │ │ └── utils.py │ │ │ │ ├── necks │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── fpn.py │ │ │ │ │ └── multilevel_neck.py │ │ │ │ ├── segmentors │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── base.py │ │ │ │ │ ├── cascade_encoder_decoder.py │ │ │ │ │ └── encoder_decoder.py │ │ │ │ └── utils │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── drop.py │ │ │ │ │ ├── inverted_residual.py │ │ │ │ │ ├── make_divisible.py │ │ │ │ │ ├── res_layer.py │ │ │ │ │ ├── se_layer.py │ │ │ │ │ ├── self_attention_block.py │ │ │ │ │ ├── up_conv_block.py │ │ │ │ │ └── weight_init.py │ │ │ │ ├── ops │ │ │ │ ├── __init__.py │ │ │ │ ├── encoding.py │ │ │ │ └── wrappers.py │ │ │ │ └── utils │ │ │ │ ├── __init__.py │ │ │ │ ├── collect_env.py │ │ │ │ └── logger.py │ │ └── util.py │ ├── config.py │ ├── dist_utils.py │ ├── gradcam.py │ ├── logger.py │ ├── optims.py │ ├── registry.py │ ├── utils.py │ └── vqa_tools │ │ ├── __init__.py │ │ ├── vqa.py │ │ └── vqa_eval.py ├── configs │ ├── datasets │ │ ├── aokvqa │ │ │ ├── defaults.yaml │ │ │ └── defaults_instruct.yaml │ │ ├── audiocaps │ │ │ ├── defaults_mm_cap.yaml │ │ │ ├── defaults_mm_cap_instruct.yaml │ │ │ └── defaults_mm_qa.yaml │ │ ├── audioset │ │ │ ├── defaults_mm_cap.yaml │ │ │ └── defaults_mm_cap_instruct.yaml │ │ ├── avsd │ │ │ ├── defaults_dial.yaml │ │ │ └── defaults_mm_dial_instruct.yaml │ │ ├── blip_diffusion_datasets │ │ │ └── defaults.yaml │ │ ├── capfilt14m │ │ │ ├── defaults_cap.yaml │ │ │ └── defaults_cap_instruct.yaml │ │ ├── charade │ │ │ ├── defaults_cap.yaml │ │ │ └── defaults_cap_instruct.yaml │ │ ├── clotho │ │ │ ├── defaults_mm_cap.yaml │ │ │ ├── defaults_mm_cap_instruct.yaml │ │ │ └── defaults_mm_qa.yaml │ │ ├── coco │ │ │ ├── defaults_cap.yaml │ │ │ ├── defaults_cap_instruct.yaml │ │ │ ├── defaults_ret.yaml │ │ │ ├── defaults_vqa.yaml │ │ │ ├── defaults_vqa_instruct.yaml │ │ │ └── eval_vqa.yaml │ │ ├── coin │ │ │ ├── defaults_cap.yaml │ │ │ └── defaults_cap_instruct.yaml │ │ ├── conceptual_caption │ │ │ ├── defaults_12m.yaml │ │ │ ├── defaults_12m_instruct.yaml │ │ │ ├── defaults_3m.yaml │ │ │ └── defaults_3m_instruct.yaml │ │ ├── didemo │ │ │ └── defaults_ret.yaml │ │ ├── discriminatory_reasoning │ │ │ ├── defaults_mm_audio_video.yaml │ │ │ ├── defaults_mm_image_pc.yaml │ │ │ └── discriminatory_dataset │ │ │ │ ├── audiocaps_discrn.json │ │ │ │ └── objaverse_discrn.json │ │ ├── esc50 │ │ │ └── defaults_mm_cls.yaml │ │ ├── flickr30k │ │ │ ├── defaults.yaml │ │ │ ├── defaults_cap.yaml │ │ │ └── defaults_cap_instruct.yaml │ │ ├── gqa │ │ │ ├── balanced_testdev.yaml │ │ │ ├── balanced_testdev_instruct.yaml │ │ │ ├── balanced_val.yaml │ │ │ ├── balanced_val_instruct.yaml │ │ │ ├── defaults.yaml │ │ │ └── defaults_instruct.yaml │ │ ├── iconqa │ │ │ ├── defaults.yaml │ │ │ └── defaults_instruct.yaml │ │ ├── imagenet │ │ │ └── defaults.yaml │ │ ├── laion │ │ │ ├── defaults_2B_multi.yaml │ │ │ ├── defaults_400M.yaml │ │ │ └── defaults_400M_instruct.yaml │ │ ├── llava150k │ │ │ └── defaults_dial.yaml │ │ ├── modelnet40 │ │ │ └── defaults_cls.yaml │ │ ├── msrvtt │ │ │ ├── defaults_cap.yaml │ │ │ ├── defaults_cap_instruct.yaml │ │ │ ├── defaults_qa.yaml │ │ │ ├── defaults_qa_instruct.yaml │ │ │ └── defaults_ret.yaml │ │ ├── msvd │ │ │ ├── defaults_cap.yaml │ │ │ ├── defaults_cap_instruct.yaml │ │ │ ├── defaults_qa.yaml │ │ │ └── defaults_qa_instruct.yaml │ │ ├── music_avqa │ │ │ ├── defaults_mm_qa.yaml │ │ │ └── defaults_mm_qa_instruct.yaml │ │ ├── nlvr │ │ │ └── defaults.yaml │ │ ├── nocaps │ │ │ └── defaults.yaml │ │ ├── objaverse │ │ │ ├── defaults_mm_cap.yaml │ │ │ ├── defaults_mm_cap_instruct.yaml │ │ │ └── defaults_mm_qa.yaml │ │ ├── ocrvqa │ │ │ ├── defaults.yaml │ │ │ └── defaults_instruct.yaml │ │ ├── okvqa │ │ │ ├── defaults.yaml │ │ │ └── defaults_instruct.yaml │ │ ├── sbu_caption │ │ │ ├── defaults.yaml │ │ │ └── defaults_instruct.yaml │ │ ├── scienceqa │ │ │ ├── defaults.yaml │ │ │ └── defaults_instruct.yaml │ │ ├── shapenet │ │ │ ├── defaults_mm_cap.yaml │ │ │ └── defaults_mm_cap_instruct.yaml │ │ ├── snli_ve │ │ │ ├── defaults.yaml │ │ │ └── defaults_instruct.yaml │ │ ├── textcaps │ │ │ ├── defaults.yaml │ │ │ └── defaults_instruct.yaml │ │ ├── valor │ │ │ ├── defaults_mm_cap.yaml │ │ │ └── defaults_mm_cap_instruct.yaml │ │ ├── vatex │ │ │ ├── defaults_cap.yaml │ │ │ └── defaults_cap_instruct.yaml │ │ ├── vg │ │ │ ├── defaults_caption.yaml │ │ │ ├── defaults_caption_instruct.yaml │ │ │ ├── defaults_vqa.yaml │ │ │ └── defaults_vqa_instruct.yaml │ │ ├── violin │ │ │ ├── defaults_cap.yaml │ │ │ ├── defaults_cap_instruct.yaml │ │ │ ├── defaults_entail.yaml │ │ │ └── defaults_entail_instruct.yaml │ │ ├── visdial │ │ │ ├── defaults_dial.yaml │ │ │ └── defaults_dial_instruct.yaml │ │ ├── vizwiz │ │ │ └── defaults.yaml │ │ ├── vlep │ │ │ ├── defaults_cap.yaml │ │ │ └── defaults_cap_instruct.yaml │ │ ├── vsr │ │ │ ├── defaults.yaml │ │ │ ├── defaults_classification.yaml │ │ │ ├── defaults_classification_instruct.yaml │ │ │ └── defaults_instruct.yaml │ │ ├── wavcaps │ │ │ ├── defaults_mm_cap.yaml │ │ │ └── defaults_mm_cap_instruct.yaml │ │ ├── webvid │ │ │ ├── defaults_cap.yaml │ │ │ └── defaults_cap_instruct.yaml │ │ ├── youcook │ │ │ ├── defaults_cap.yaml │ │ │ └── defaults_cap_instruct.yaml │ │ └── yt8m │ │ │ └── defaults_mm_dial.yaml │ ├── default.yaml │ └── models │ │ ├── albef_classification_ve.yaml │ │ ├── albef_feature_extractor.yaml │ │ ├── albef_nlvr.yaml │ │ ├── albef_pretrain_base.yaml │ │ ├── albef_retrieval_coco.yaml │ │ ├── albef_retrieval_flickr.yaml │ │ ├── albef_vqav2.yaml │ │ ├── alpro_qa_msrvtt.yaml │ │ ├── alpro_qa_msvd.yaml │ │ ├── alpro_retrieval_didemo.yaml │ │ ├── alpro_retrieval_msrvtt.yaml │ │ ├── bert_config.json │ │ ├── bert_config_alpro.json │ │ ├── blip-diffusion │ │ ├── blip_diffusion_base.yaml │ │ ├── blip_diffusion_controlnet_canny.yaml │ │ ├── blip_diffusion_controlnet_depth.yaml │ │ └── blip_diffusion_controlnet_hed.yaml │ │ ├── blip2 │ │ ├── blip2_caption_flant5xl.yaml │ │ ├── blip2_caption_opt2.7b.yaml │ │ ├── blip2_caption_opt6.7b.yaml │ │ ├── blip2_coco.yaml │ │ ├── blip2_instruct_flant5xl.yaml │ │ ├── blip2_instruct_flant5xxl.yaml │ │ ├── blip2_instruct_vicuna13b.yaml │ │ ├── blip2_instruct_vicuna7b.yaml │ │ ├── blip2_pretrain.yaml │ │ ├── blip2_pretrain_flant5xl.yaml │ │ ├── blip2_pretrain_flant5xl_vitL.yaml │ │ ├── blip2_pretrain_flant5xxl.yaml │ │ ├── blip2_pretrain_llama7b.yaml │ │ ├── blip2_pretrain_opt2.7b.yaml │ │ ├── blip2_pretrain_opt6.7b.yaml │ │ ├── blip2_pretrain_vitL.yaml │ │ ├── blip2_xinstruct_vicuna13b.yaml │ │ └── blip2_xinstruct_vicuna7b.yaml │ │ ├── blip_caption_base_coco.yaml │ │ ├── blip_caption_large_coco.yaml │ │ ├── blip_classification_base.yaml │ │ ├── blip_feature_extractor_base.yaml │ │ ├── blip_itm_base.yaml │ │ ├── blip_itm_large.yaml │ │ ├── blip_nlvr.yaml │ │ ├── blip_pretrain_base.yaml │ │ ├── blip_pretrain_large.yaml │ │ ├── blip_retrieval_coco.yaml │ │ ├── blip_retrieval_flickr.yaml │ │ ├── blip_vqa_aokvqa.yaml │ │ ├── blip_vqa_okvqa.yaml │ │ ├── blip_vqav2.yaml │ │ ├── clip │ │ ├── RN101-quickgelu.json │ │ ├── RN101.json │ │ ├── RN50-quickgelu.json │ │ ├── RN50.json │ │ ├── RN50x16.json │ │ ├── RN50x4.json │ │ ├── ViT-B-16-plus-240.json │ │ ├── ViT-B-16-plus.json │ │ ├── ViT-B-16.json │ │ ├── ViT-B-32-plus-256.json │ │ ├── ViT-B-32-quickgelu.json │ │ ├── ViT-B-32.json │ │ ├── ViT-H-14.json │ │ ├── ViT-H-16.json │ │ ├── ViT-L-14-280.json │ │ ├── ViT-L-14-336.json │ │ ├── ViT-L-14.json │ │ ├── ViT-L-16-320.json │ │ ├── ViT-L-16.json │ │ ├── ViT-g-14.json │ │ ├── timm-efficientnetv2_rw_s.json │ │ ├── timm-resnet50d.json │ │ ├── timm-resnetaa50d.json │ │ ├── timm-resnetblur50.json │ │ ├── timm-swin_base_patch4_window7_224.json │ │ ├── timm-vit_base_patch16_224.json │ │ ├── timm-vit_base_patch32_224.json │ │ └── timm-vit_small_patch16_224.json │ │ ├── clip_resnet50.yaml │ │ ├── clip_vit_base16.yaml │ │ ├── clip_vit_base32.yaml │ │ ├── clip_vit_large14.yaml │ │ ├── clip_vit_large14_336.yaml │ │ ├── gpt_dialogue_base.yaml │ │ ├── img2prompt-vqa │ │ └── img2prompt_vqa_base.yaml │ │ ├── med_config.json │ │ ├── med_config_albef.json │ │ ├── med_large_config.json │ │ └── pnp-vqa │ │ ├── pnp_vqa_3b.yaml │ │ ├── pnp_vqa_base.yaml │ │ ├── pnp_vqa_large.yaml │ │ ├── unifiedqav2_3b_config.json │ │ ├── unifiedqav2_base_config.json │ │ └── unifiedqav2_large_config.json ├── datasets │ ├── builders │ │ ├── __init__.py │ │ ├── audio_caption_builder.py │ │ ├── audio_qa_builder.py │ │ ├── base_dataset_builder.py │ │ ├── caption_builder.py │ │ ├── classification_builder.py │ │ ├── dialogue_builder.py │ │ ├── discrn_builders.py │ │ ├── image_text_pair_builder.py │ │ ├── imagefolder_builder.py │ │ ├── object3d_caption_builder.py │ │ ├── object3d_classification_builder.py │ │ ├── object3d_qa_builder.py │ │ ├── retrieval_builder.py │ │ ├── text_to_image_generation_builder.py │ │ ├── video_qa_builder.py │ │ └── vqa_builder.py │ ├── data_utils.py │ ├── datasets │ │ ├── aok_vqa_datasets.py │ │ ├── audio_captioning_datasets.py │ │ ├── audio_classification_datasets.py │ │ ├── audio_qa_datasets.py │ │ ├── avsd_dialogue_datasets.py │ │ ├── base_dataset.py │ │ ├── capfilt_dataset.py │ │ ├── caption_datasets.py │ │ ├── coco_caption_datasets.py │ │ ├── coco_vqa_datasets.py │ │ ├── dataloader_utils.py │ │ ├── dialogue_datasets.py │ │ ├── discriminatory_reasoning_datasets.py │ │ ├── gqa_datasets.py │ │ ├── iconqa_datasets.py │ │ ├── image_text_pair_datasets.py │ │ ├── imagefolder_dataset.py │ │ ├── laion_dataset.py │ │ ├── llava150k_dataset.py │ │ ├── multimodal_classification_datasets.py │ │ ├── music_avqa.py │ │ ├── nlvr_datasets.py │ │ ├── object3d_captioning_datasets.py │ │ ├── object3d_classification_datasets.py │ │ ├── object3d_qa_datasets.py │ │ ├── ocr_datasets.py │ │ ├── retrieval_datasets.py │ │ ├── snli_ve_datasets.py │ │ ├── subject_driven_t2i_dataset.py │ │ ├── textcaps_datasets.py │ │ ├── valor_caption.py │ │ ├── vatex_captioning_datasets.py │ │ ├── vg_vqa_datasets.py │ │ ├── video_caption_datasets.py │ │ ├── video_vqa_datasets.py │ │ ├── violin_dataset.py │ │ ├── visdial_dialogue_datasets.py │ │ ├── vizwiz_vqa_datasets.py │ │ ├── vlep_dataset.py │ │ ├── vqa_datasets.py │ │ ├── vsr_datasets.py │ │ └── yt8m_video_dialogue_datasets.py │ └── download_scripts │ │ ├── DownloadConceptualCaptions │ │ ├── LICENSE │ │ ├── README.md │ │ ├── create_annotation_12m.ipynb │ │ ├── create_annotation_3m.ipynb │ │ ├── download_data_cc12m.py │ │ └── download_data_cc3m.py │ │ ├── download_charade.py │ │ ├── download_coco.py │ │ ├── download_coin.py │ │ ├── download_didemo.py │ │ ├── download_flickr.py │ │ ├── download_gqa.py │ │ ├── download_iconqa.py │ │ ├── download_msrvtt.py │ │ ├── download_msvd.py │ │ ├── download_nocaps.py │ │ ├── download_sbu.py │ │ ├── download_vg.py │ │ └── download_violin.py ├── models │ ├── __init__.py │ ├── albef_models │ │ ├── __init__.py │ │ ├── albef_classification.py │ │ ├── albef_feature_extractor.py │ │ ├── albef_nlvr.py │ │ ├── albef_outputs.py │ │ ├── albef_pretrain.py │ │ ├── albef_retrieval.py │ │ └── albef_vqa.py │ ├── alpro_models │ │ ├── __init__.py │ │ ├── alpro_outputs.py │ │ ├── alpro_qa.py │ │ └── alpro_retrieval.py │ ├── base_model.py │ ├── beats │ │ ├── BEATs.py │ │ ├── LICENSE_BEATs.txt │ │ ├── README.md │ │ ├── Tokenizers.py │ │ ├── backbone.py │ │ ├── modules.py │ │ └── quantizer.py │ ├── beats_encoder.py │ ├── blip2_models │ │ ├── Qformer.py │ │ ├── __init__.py │ │ ├── blip2.py │ │ ├── blip2_image_text_matching.py │ │ ├── blip2_opt.py │ │ ├── blip2_qformer.py │ │ ├── blip2_t5.py │ │ ├── blip2_t5_instruct.py │ │ ├── blip2_vicuna_instruct.py │ │ ├── blip2_vicuna_xinstruct.py │ │ ├── modeling_llama.py │ │ ├── modeling_opt.py │ │ └── modeling_t5.py │ ├── blip_diffusion_models │ │ ├── __init__.py │ │ ├── blip_diffusion.py │ │ ├── modeling_ctx_clip.py │ │ ├── ptp_utils.py │ │ └── utils.py │ ├── blip_models │ │ ├── __init__.py │ │ ├── blip.py │ │ ├── blip_caption.py │ │ ├── blip_classification.py │ │ ├── blip_feature_extractor.py │ │ ├── blip_image_text_matching.py │ │ ├── blip_nlvr.py │ │ ├── blip_outputs.py │ │ ├── blip_pretrain.py │ │ ├── blip_retrieval.py │ │ ├── blip_vqa.py │ │ └── nlvr_encoder.py │ ├── clip_models │ │ ├── __init__.py │ │ ├── bpe_simple_vocab_16e6.txt.gz │ │ ├── clip_outputs.py │ │ ├── loss.py │ │ ├── model.py │ │ ├── pics │ │ │ └── CLIP.png │ │ ├── pretrained.py │ │ ├── timm_model.py │ │ ├── tokenizer.py │ │ ├── transform.py │ │ └── utils.py │ ├── clip_vit.py │ ├── eva_vit.py │ ├── gpt_models │ │ └── gpt_dialogue.py │ ├── img2prompt_models │ │ ├── __init__.py │ │ └── img2prompt_vqa.py │ ├── med.py │ ├── pnp_vqa_models │ │ ├── __init__.py │ │ ├── pnp_unifiedqav2_fid.py │ │ └── pnp_vqa.py │ ├── timesformer │ │ ├── __init__.py │ │ ├── conv2d_same.py │ │ ├── features.py │ │ ├── helpers.py │ │ ├── linear.py │ │ ├── vit.py │ │ └── vit_utils.py │ ├── ulip_models │ │ ├── ULIP_models.py │ │ ├── losses.py │ │ ├── pointbert │ │ │ ├── PointTransformer_8192point.yaml │ │ │ ├── checkpoint.py │ │ │ ├── dvae.py │ │ │ ├── logger.py │ │ │ ├── misc.py │ │ │ └── point_encoder.py │ │ ├── ulip_scaled_up_config.yaml │ │ └── utils │ │ │ ├── __init__.py │ │ │ ├── build.py │ │ │ ├── config.py │ │ │ ├── io.py │ │ │ ├── logger.py │ │ │ ├── registry.py │ │ │ ├── tokenizer.py │ │ │ └── utils.py │ └── vit.py ├── processors │ ├── __init__.py │ ├── alpro_processors.py │ ├── audio_processors.py │ ├── base_processor.py │ ├── blip_diffusion_processors.py │ ├── blip_processors.py │ ├── clip_processors.py │ ├── functional_video.py │ ├── gpt_processors.py │ ├── instruction_text_processors.py │ ├── randaugment.py │ ├── transforms_video.py │ └── ulip_processors.py ├── projects │ ├── albef │ │ ├── eval │ │ │ ├── nlvr_eval.yaml │ │ │ ├── ret_coco_eval.yaml │ │ │ ├── ret_flickr30k_eval.yaml │ │ │ ├── snli_ve_eval.yaml │ │ │ ├── vqa_test.yaml │ │ │ └── vqa_val.yaml │ │ └── train │ │ │ ├── aokvqa_ft.yaml │ │ │ ├── nlvr_ft.yaml │ │ │ ├── okvqa_ft.yaml │ │ │ ├── pretrain.yaml │ │ │ ├── ret_coco_ft.yaml │ │ │ ├── ret_flickr30k_ft.yaml │ │ │ ├── snli_ve_ft.yaml │ │ │ └── vqa_ft.yaml │ ├── alpro │ │ ├── eval │ │ │ ├── didemo_ret_eval.yaml │ │ │ ├── msrvtt_qa_eval.yaml │ │ │ ├── msrvtt_ret_eval.yaml │ │ │ └── msvd_qa_eval.yaml │ │ └── train │ │ │ ├── didemo_ret_ft.yaml │ │ │ ├── msrvtt_qa_ft.yaml │ │ │ ├── msrvtt_retrieval_ft.yaml │ │ │ └── msvd_qa_ft.yaml │ ├── blip │ │ ├── coco_cap_ft_iter.yaml │ │ ├── eval │ │ │ ├── aokvqa_eval.yaml │ │ │ ├── caption_coco_eval.yaml │ │ │ ├── caption_coco_eval_large.yaml │ │ │ ├── nlvr_eval.yaml │ │ │ ├── nocaps_eval.yaml │ │ │ ├── okvqa_eval.yaml │ │ │ ├── ret_coco_eval.yaml │ │ │ ├── ret_flickr_eval.yaml │ │ │ └── vqav2_eval.yaml │ │ └── train │ │ │ ├── aokvqa_ft.yaml │ │ │ ├── caption_coco_ft.yaml │ │ │ ├── caption_coco_large_ft.yaml │ │ │ ├── nlvr_ft.yaml │ │ │ ├── okvqa_ft.yaml │ │ │ ├── pretrain_14m.yaml │ │ │ ├── retrieval_coco_ft.yaml │ │ │ ├── retrieval_flickr_ft.yaml │ │ │ └── vqav2_ft.yaml │ ├── blip2 │ │ ├── eval │ │ │ ├── caption_coco_flant5xl_eval.yaml │ │ │ ├── caption_coco_opt2.7b_eval.yaml │ │ │ ├── caption_coco_opt6.7b_eval.yaml │ │ │ ├── caption_nocaps_out_domain_flant5xl_eval.yaml │ │ │ ├── caption_nocaps_out_domain_flant5xxl_eval.yaml │ │ │ ├── gqa_zeroshot_flant5xl_eval.yaml │ │ │ ├── okvqa_zeroshot_flant5xl_eval.yaml │ │ │ ├── ret_coco_eval.yaml │ │ │ ├── ret_flickr_eval.yaml │ │ │ ├── vqav2_zeroshot_flant5xl_eval.yaml │ │ │ └── vqav2_zeroshot_opt_eval.yaml │ │ └── train │ │ │ ├── caption_coco_ft.yaml │ │ │ ├── pretrain_stage1.yaml │ │ │ ├── pretrain_stage2.yaml │ │ │ └── retrieval_coco_ft.yaml │ ├── blip_diffusion │ │ ├── finetune-db-dog.yaml │ │ ├── finetune-db-pink-dress.yaml │ │ ├── finetune-db-shein-jacket.yaml │ │ └── finetune-db-template.yaml │ ├── clip │ │ ├── exp_coco_ret_eval.yaml │ │ ├── exp_flickr_ret_eval.yaml │ │ └── exp_imnet_zs_eval.yaml │ ├── gpt │ │ ├── eval │ │ │ └── dialogue_avsd_eval.yaml │ │ └── train │ │ │ └── dialogue_avsd_ft.yaml │ ├── instructblip │ │ ├── caption_coco_flant5xl_eval_test.yaml │ │ ├── caption_coco_flant5xl_eval_val.yaml │ │ ├── caption_coco_flant5xxl_eval_test.yaml │ │ ├── caption_coco_flant5xxl_eval_val.yaml │ │ ├── caption_coco_vicuna13b_eval_test.yaml │ │ ├── caption_coco_vicuna13b_eval_val.yaml │ │ ├── caption_coco_vicuna7b_eval_test.yaml │ │ ├── caption_coco_vicuna7b_eval_val.yaml │ │ ├── caption_msrvtt_flant5xl_eval_test.yaml │ │ ├── caption_msrvtt_flant5xl_eval_val.yaml │ │ ├── caption_msrvtt_flant5xxl_eval_test.yaml │ │ ├── caption_msrvtt_flant5xxl_eval_val.yaml │ │ ├── caption_msrvtt_vicuna13b_eval_test.yaml │ │ ├── caption_msrvtt_vicuna13b_eval_val.yaml │ │ ├── caption_msrvtt_vicuna7b_eval_test.yaml │ │ ├── caption_msrvtt_vicuna7b_eval_val.yaml │ │ ├── caption_msvd_flant5xl_eval.yaml │ │ ├── caption_msvd_flant5xxl_eval.yaml │ │ ├── caption_msvd_vicuna13b_eval.yaml │ │ ├── caption_msvd_vicuna7b_eval.yaml │ │ ├── caption_nocaps_out_domain_flant5xl_eval.yaml │ │ ├── caption_nocaps_out_domain_flant5xxl_eval.yaml │ │ ├── caption_nocaps_out_domain_vicuna13b_eval.yaml │ │ ├── caption_nocaps_out_domain_vicuna7b_eval.yaml │ │ ├── caption_vatex_flant5xl_eval.yaml │ │ ├── caption_vatex_flant5xxl_eval.yaml │ │ ├── caption_vatex_vicuna13b_eval.yaml │ │ ├── caption_vatex_vicuna7b_eval.yaml │ │ ├── classification_modelnet40_vicuna13b.yaml │ │ ├── classification_modelnet40_vicuna7b.yaml │ │ ├── classification_snlive_flant5xl.yaml │ │ ├── classification_snlive_flant5xxl.yaml │ │ ├── classification_snlive_vicuna13b.yaml │ │ ├── classification_snlive_vicuna13b_test.yaml │ │ ├── classification_snlive_vicuna7b_test.yaml │ │ ├── classification_snlive_vicuna7b_val.yaml │ │ ├── completion_modelnet40_vicuna13b.yaml │ │ ├── completion_modelnet40_vicuna7b.yaml │ │ ├── qa_msrvtt_flant5xl_eval_test.yaml │ │ ├── qa_msrvtt_flant5xxl_eval_test.yaml │ │ ├── qa_msrvtt_vicuna13b_eval_test.yaml │ │ ├── qa_msrvtt_vicuna7b_eval_test.yaml │ │ ├── qa_msvd_flant5xl_eval.yaml │ │ ├── qa_msvd_flant5xxl_eval.yaml │ │ ├── qa_msvd_vicuna13b_eval.yaml │ │ ├── qa_msvd_vicuna7b_eval.yaml │ │ ├── qa_okvqa_flant5xl_eval.yaml │ │ ├── qa_okvqa_flant5xxl_eval.yaml │ │ ├── qa_okvqa_vicuna13b_eval.yaml │ │ └── qa_okvqa_vicuna7b_eval.yaml │ ├── pnp-vqa │ │ └── eval │ │ │ ├── gqa_eval.yaml │ │ │ ├── gqa_eval_3b.yaml │ │ │ ├── gqa_eval_large.yaml │ │ │ ├── okvqa_eval.yaml │ │ │ ├── okvqa_eval_3b.yaml │ │ │ ├── okvqa_eval_large.yaml │ │ │ ├── vqav2_eval.yaml │ │ │ ├── vqav2_eval_3b.yaml │ │ │ ├── vqav2_eval_large.yaml │ │ │ ├── vqav2_test_eval.yaml │ │ │ ├── vqav2_test_eval_3b.yaml │ │ │ └── vqav2_test_eval_large.yaml │ └── xinstruct_blip │ │ ├── eval │ │ ├── discrn │ │ │ ├── audio_video_caption.yaml │ │ │ ├── audio_video_caption_13b.yaml │ │ │ ├── audio_video_describe.yaml │ │ │ ├── audio_video_describe_13b.yaml │ │ │ ├── audio_video_describe_nocue.yaml │ │ │ ├── audio_video_describe_proj copy.yaml │ │ │ ├── audio_video_describe_proj.yaml │ │ │ ├── audio_video_describe_rand_init.yaml │ │ │ ├── image_3d_caption.yaml │ │ │ ├── image_3d_caption_13b.yaml │ │ │ ├── image_3d_describe.yaml │ │ │ ├── image_3d_describe_13b.yaml │ │ │ ├── image_3d_describe_no_init.yaml │ │ │ ├── image_3d_describe_nocue.yaml │ │ │ └── image_3d_describe_proj.yaml │ │ ├── vicuna13b │ │ │ ├── audio │ │ │ │ ├── audiocaps_captioning_qa.yaml │ │ │ │ ├── audiocaps_captioning_test.yaml │ │ │ │ ├── audiocaps_captioning_val.yaml │ │ │ │ ├── clothoQA_captioning.yaml │ │ │ │ ├── clothov1_captioning.yaml │ │ │ │ ├── clothov2_captioning.yaml │ │ │ │ ├── esc50_classification.yaml │ │ │ │ └── esc50_classification_completion.yaml │ │ │ ├── crossmodal │ │ │ │ ├── musicavqa │ │ │ │ │ ├── musicavqa_audio_eval.yaml │ │ │ │ │ ├── musicavqa_joint_eval.yaml │ │ │ │ │ └── musicavqa_video_eval.yaml │ │ │ │ └── vatex │ │ │ │ │ ├── vatex_audio_captioning.yaml │ │ │ │ │ ├── vatex_captioning.yaml │ │ │ │ │ ├── vatex_joint_captioning.yaml │ │ │ │ │ └── vatex_joint_captioning_interleave.yaml │ │ │ ├── image │ │ │ │ ├── coco_captioning_test.yaml │ │ │ │ ├── coco_captioning_val.yaml │ │ │ │ ├── flickr30k_captioning.yaml │ │ │ │ ├── gqa_qa.yaml │ │ │ │ ├── nocaps_captioning.yaml │ │ │ │ ├── nocaps_out_domain_captioning.yaml │ │ │ │ ├── okvqa_qa.yaml │ │ │ │ ├── snlive_classification_test.yaml │ │ │ │ ├── snlive_classification_val.yaml │ │ │ │ └── vizwiz_qa.yaml │ │ │ ├── image_with_coco │ │ │ │ ├── coco_captioning_test.yaml │ │ │ │ ├── coco_captioning_val.yaml │ │ │ │ ├── flickr30k_captioning.yaml │ │ │ │ ├── gqa_qa.yaml │ │ │ │ ├── nocaps_captioning.yaml │ │ │ │ ├── nocaps_out_domain_captioning.yaml │ │ │ │ ├── okvqa_qa.yaml │ │ │ │ ├── snlive_classification_test.yaml │ │ │ │ ├── snlive_classification_val.yaml │ │ │ │ └── vizwiz_qa.yaml │ │ │ ├── pc │ │ │ │ ├── modelnet40_classification.yaml │ │ │ │ ├── modelnet40_completion.yaml │ │ │ │ ├── objaverse_captioning.yaml │ │ │ │ └── objaverse_qa.yaml │ │ │ ├── video │ │ │ │ ├── msrvtt_captioning.yaml │ │ │ │ ├── msrvtt_captioning_test.yaml │ │ │ │ ├── msrvtt_captioning_val.yaml │ │ │ │ ├── msrvtt_qa_test.yaml │ │ │ │ ├── msrvtt_qa_val.yaml │ │ │ │ ├── msvd_captioning.yaml │ │ │ │ ├── msvd_qa.yaml │ │ │ │ ├── vatex_audio_captioning.yaml │ │ │ │ ├── vatex_captioning.yaml │ │ │ │ ├── vatex_joint_captioning.yaml │ │ │ │ └── vatex_joint_captioning_interleave.yaml │ │ │ └── video_image │ │ │ │ ├── msvd_captioning.yaml │ │ │ │ ├── msvd_qa.yaml │ │ │ │ └── vatex_captioning.yaml │ │ ├── vicuna7b │ │ │ ├── audio │ │ │ │ ├── audiocaps_captioning_qa.yaml │ │ │ │ ├── audiocaps_captioning_test.yaml │ │ │ │ ├── audiocaps_captioning_val.yaml │ │ │ │ ├── clothoQA_captioning.yaml │ │ │ │ ├── clothov1_captioning.yaml │ │ │ │ ├── clothov2_captioning.yaml │ │ │ │ ├── esc50_classification.yaml │ │ │ │ └── esc50_classification_completion.yaml │ │ │ ├── audio_no_init │ │ │ │ ├── audiocaps_captioning_qa.yaml │ │ │ │ ├── audiocaps_captioning_test.yaml │ │ │ │ ├── audiocaps_captioning_val.yaml │ │ │ │ ├── clothoQA_captioning.yaml │ │ │ │ ├── clothov1_captioning.yaml │ │ │ │ ├── clothov2_captioning.yaml │ │ │ │ ├── esc50_classification.yaml │ │ │ │ └── esc50_classification_completion.yaml │ │ │ ├── audio_projection_only │ │ │ │ ├── audiocaps_captioning_qa.yaml │ │ │ │ ├── audiocaps_captioning_test.yaml │ │ │ │ ├── audiocaps_captioning_val.yaml │ │ │ │ ├── clothoQA_captioning.yaml │ │ │ │ ├── clothov1_captioning.yaml │ │ │ │ ├── clothov2_captioning.yaml │ │ │ │ ├── esc50_classification.yaml │ │ │ │ └── esc50_classification_completion.yaml │ │ │ ├── audio_projection_only_nocue │ │ │ │ ├── audiocaps_captioning_qa.yaml │ │ │ │ ├── audiocaps_captioning_test.yaml │ │ │ │ ├── audiocaps_captioning_val.yaml │ │ │ │ ├── clothoQA_captioning.yaml │ │ │ │ ├── clothov1_captioning.yaml │ │ │ │ ├── clothov2_captioning.yaml │ │ │ │ ├── esc50_classification.yaml │ │ │ │ └── esc50_classification_completion.yaml │ │ │ ├── crossmodal │ │ │ │ ├── musicavqa │ │ │ │ │ ├── musicavqa_audio_eval.yaml │ │ │ │ │ ├── musicavqa_joint_eval.yaml │ │ │ │ │ └── musicavqa_video_eval.yaml │ │ │ │ └── vatex │ │ │ │ │ ├── vatex_audio_captioning.yaml │ │ │ │ │ ├── vatex_captioning.yaml │ │ │ │ │ ├── vatex_joint_captioning.yaml │ │ │ │ │ └── vatex_joint_captioning_interleave.yaml │ │ │ ├── image │ │ │ │ ├── coco_captioning_test.yaml │ │ │ │ ├── coco_captioning_val.yaml │ │ │ │ ├── flickr30k_captioning.yaml │ │ │ │ ├── gqa_qa.yaml │ │ │ │ ├── gqa_qa_val.yaml │ │ │ │ ├── nocaps_captioning.yaml │ │ │ │ ├── nocaps_out_domain_captioning.yaml │ │ │ │ ├── okvqa_qa.yaml │ │ │ │ ├── snlive_classification_test.yaml │ │ │ │ ├── snlive_classification_val.yaml │ │ │ │ └── vizwiz_qa.yaml │ │ │ ├── image_full_init │ │ │ │ ├── coco_captioning_test.yaml │ │ │ │ ├── coco_captioning_val.yaml │ │ │ │ ├── flickr30k_captioning.yaml │ │ │ │ ├── gqa_qa.yaml │ │ │ │ ├── gqa_qa_val.yaml │ │ │ │ ├── nocaps_captioning.yaml │ │ │ │ ├── nocaps_out_domain_captioning.yaml │ │ │ │ ├── okvqa_qa.yaml │ │ │ │ ├── snlive_classification_test.yaml │ │ │ │ ├── snlive_classification_val.yaml │ │ │ │ └── vizwiz_qa.yaml │ │ │ ├── image_no_init │ │ │ │ ├── coco_captioning_test.yaml │ │ │ │ ├── coco_captioning_val.yaml │ │ │ │ ├── flickr30k_captioning.yaml │ │ │ │ ├── gqa_qa.yaml │ │ │ │ ├── gqa_qa_val.yaml │ │ │ │ ├── nocaps_captioning.yaml │ │ │ │ ├── nocaps_out_domain_captioning.yaml │ │ │ │ ├── okvqa_qa.yaml │ │ │ │ ├── snlive_classification_test.yaml │ │ │ │ ├── snlive_classification_val.yaml │ │ │ │ └── vizwiz_qa.yaml │ │ │ ├── image_pre_coco │ │ │ │ ├── coco_captioning_test.yaml │ │ │ │ ├── coco_captioning_val.yaml │ │ │ │ ├── flickr30k_captioning.yaml │ │ │ │ ├── gqa_qa.yaml │ │ │ │ ├── nocaps_captioning.yaml │ │ │ │ ├── nocaps_out_domain_captioning.yaml │ │ │ │ ├── okvqa_qa.yaml │ │ │ │ ├── snlive_classification_test.yaml │ │ │ │ ├── snlive_classification_val.yaml │ │ │ │ └── vizwiz_qa.yaml │ │ │ ├── image_projection_only │ │ │ │ ├── coco_captioning_test.yaml │ │ │ │ ├── coco_captioning_val.yaml │ │ │ │ ├── flickr30k_captioning.yaml │ │ │ │ ├── gqa_qa.yaml │ │ │ │ ├── gqa_qa_val.yaml │ │ │ │ ├── nocaps_captioning.yaml │ │ │ │ ├── nocaps_out_domain_captioning.yaml │ │ │ │ ├── okvqa_qa.yaml │ │ │ │ ├── snlive_classification_test.yaml │ │ │ │ ├── snlive_classification_val.yaml │ │ │ │ └── vizwiz_qa.yaml │ │ │ ├── pc │ │ │ │ ├── modelnet40_classification.yaml │ │ │ │ ├── modelnet40_completion.yaml │ │ │ │ ├── objaverse_captioning.yaml │ │ │ │ └── objaverse_qa.yaml │ │ │ ├── pc_no_init │ │ │ │ ├── modelnet40_classification.yaml │ │ │ │ ├── modelnet40_completion.yaml │ │ │ │ ├── objaverse_captioning.yaml │ │ │ │ └── objaverse_qa.yaml │ │ │ ├── pc_projection_only │ │ │ │ ├── modelnet40_classification.yaml │ │ │ │ ├── modelnet40_completion.yaml │ │ │ │ ├── objaverse_captioning.yaml │ │ │ │ └── objaverse_qa.yaml │ │ │ ├── pc_ulip1 │ │ │ │ ├── modelnet40_classification.yaml │ │ │ │ ├── modelnet40_completion.yaml │ │ │ │ ├── objaverse_captioning.yaml │ │ │ │ └── objaverse_qa.yaml │ │ │ ├── pc_ulip2_scaled_up │ │ │ │ ├── modelnet40_classification.yaml │ │ │ │ ├── modelnet40_completion.yaml │ │ │ │ ├── objaverse_captioning.yaml │ │ │ │ └── objaverse_qa.yaml │ │ │ ├── pc_ulip_objaverse │ │ │ │ ├── modelnet40_classification.yaml │ │ │ │ ├── modelnet40_completion.yaml │ │ │ │ ├── objaverse_captioning.yaml │ │ │ │ └── objaverse_qa.yaml │ │ │ ├── pc_ulip_objaverse_shapenet │ │ │ │ ├── modelnet40_classification.yaml │ │ │ │ ├── modelnet40_completion.yaml │ │ │ │ ├── objaverse_captioning.yaml │ │ │ │ └── objaverse_qa.yaml │ │ │ ├── pc_ulip_shapenet │ │ │ │ ├── modelnet40_classification.yaml │ │ │ │ ├── modelnet40_completion.yaml │ │ │ │ ├── objaverse_captioning.yaml │ │ │ │ └── objaverse_qa.yaml │ │ │ ├── video │ │ │ │ ├── msrvtt_captioning_test.yaml │ │ │ │ ├── msrvtt_captioning_val.yaml │ │ │ │ ├── msrvtt_qa_test.yaml │ │ │ │ ├── msrvtt_qa_val.yaml │ │ │ │ ├── msvd_captioning.yaml │ │ │ │ ├── msvd_qa.yaml │ │ │ │ └── vatex_captioning.yaml │ │ │ ├── video_image │ │ │ │ ├── msvd_captioning.yaml │ │ │ │ ├── msvd_qa.yaml │ │ │ │ └── vatex_captioning.yaml │ │ │ ├── video_image_pre_coco │ │ │ │ ├── msvd_captioning.yaml │ │ │ │ ├── msvd_qa.yaml │ │ │ │ └── vatex_captioning.yaml │ │ │ └── video_no_upsample │ │ │ │ ├── msrvtt_captioning_test.yaml │ │ │ │ ├── msrvtt_captioning_val.yaml │ │ │ │ ├── msrvtt_qa_test.yaml │ │ │ │ ├── msrvtt_qa_val.yaml │ │ │ │ ├── msvd_captioning.yaml │ │ │ │ ├── msvd_captioning_up.yaml │ │ │ │ ├── msvd_qa.yaml │ │ │ │ ├── msvd_qa_up.yaml │ │ │ │ ├── vatex_captioning.yaml │ │ │ │ └── vatex_captioning_up.yaml │ │ └── vicuna7b_nocue │ │ │ ├── audio │ │ │ ├── audiocaps_captioning_qa.yaml │ │ │ ├── audiocaps_captioning_test.yaml │ │ │ ├── audiocaps_captioning_val.yaml │ │ │ ├── clothoQA_captioning.yaml │ │ │ ├── clothov1_captioning.yaml │ │ │ ├── clothov2_captioning.yaml │ │ │ ├── esc50_classification.yaml │ │ │ └── esc50_classification_completion.yaml │ │ │ ├── crossmodal │ │ │ ├── musicavqa │ │ │ │ ├── musicavqa_audio_eval.yaml │ │ │ │ ├── musicavqa_joint_eval.yaml │ │ │ │ └── musicavqa_video_eval.yaml │ │ │ └── vatex │ │ │ │ ├── vatex_audio_captioning.yaml │ │ │ │ ├── vatex_captioning.yaml │ │ │ │ └── vatex_joint_captioning.yaml │ │ │ ├── image │ │ │ ├── coco_captioning_test.yaml │ │ │ ├── coco_captioning_val.yaml │ │ │ ├── flickr30k_captioning.yaml │ │ │ ├── gqa_qa.yaml │ │ │ ├── nocaps_captioning.yaml │ │ │ ├── nocaps_out_domain_captioning.yaml │ │ │ ├── okvqa_qa.yaml │ │ │ ├── snlive_classification_test.yaml │ │ │ ├── snlive_classification_val.yaml │ │ │ └── vizwiz_qa.yaml │ │ │ ├── pc │ │ │ ├── modelnet40_classification.yaml │ │ │ ├── modelnet40_completion.yaml │ │ │ ├── objaverse_captioning.yaml │ │ │ └── objaverse_qa.yaml │ │ │ ├── video │ │ │ ├── msrvtt_captioning_test.yaml │ │ │ ├── msrvtt_captioning_val.yaml │ │ │ ├── msrvtt_qa_test.yaml │ │ │ ├── msrvtt_qa_val.yaml │ │ │ ├── msvd_captioning.yaml │ │ │ ├── msvd_qa.yaml │ │ │ └── vatex_captioning.yaml │ │ │ └── video_image │ │ │ ├── msvd_captioning.yaml │ │ │ ├── msvd_qa.yaml │ │ │ └── vatex_captioning.yaml │ │ ├── prompt_variation │ │ └── nocaps │ │ │ ├── instructblip │ │ │ ├── original.yaml │ │ │ ├── template_1.yaml │ │ │ ├── template_2.yaml │ │ │ ├── template_3.yaml │ │ │ ├── template_4.yaml │ │ │ └── template_5.yaml │ │ │ └── xinstructblip │ │ │ ├── template_1.yaml │ │ │ ├── template_2.yaml │ │ │ ├── template_3.yaml │ │ │ ├── template_4.yaml │ │ │ └── template_5.yaml │ │ └── train │ │ ├── vicuna13b │ │ ├── audio_training.yaml │ │ ├── audio_training_continue.yaml │ │ ├── image_train.yaml │ │ ├── image_train_continue.yaml │ │ ├── pc_training.yaml │ │ └── video_training.yaml │ │ ├── vicuna7b │ │ ├── audio_training.yaml │ │ ├── audio_training_improved.yaml │ │ ├── audio_training_no_init.yaml │ │ ├── audio_training_projection_only.yaml │ │ ├── audio_training_projection_only_nocue.yaml │ │ ├── image_train.yaml │ │ ├── image_train_improved.yaml │ │ ├── image_train_no_init.yaml │ │ ├── image_train_projection_only.yaml │ │ ├── lora_training.yaml │ │ ├── pc_training.yaml │ │ ├── pc_training_improved.yaml │ │ ├── pc_training_no_init.yaml │ │ ├── pc_training_projection_only.yaml │ │ ├── pc_training_projection_only_nocue.yaml │ │ ├── pc_training_scaled_up.yaml │ │ ├── pc_training_ulip1.yaml │ │ ├── pc_training_ulip2_objaverse_shapenet_k_1.yaml │ │ ├── pc_training_ulip_objaverse.yaml │ │ ├── pc_training_ulip_shapenet.yaml │ │ ├── video_training.yaml │ │ └── video_training_no_msrvtt_upsample.yaml │ │ └── vicuna7b_nocue │ │ ├── audio_training.yaml │ │ ├── image_train.yaml │ │ ├── pc_training.yaml │ │ └── video_training.yaml ├── runners │ ├── __init__.py │ ├── runner_base.py │ └── runner_iter.py └── tasks │ ├── __init__.py │ ├── base_task.py │ ├── captioning.py │ ├── dialogue.py │ ├── image_text_pretrain.py │ ├── multimodal_classification.py │ ├── retrieval.py │ ├── text_to_image_generation.py │ ├── vqa.py │ └── vqa_reading_comprehension.py ├── projects ├── blip-diffusion │ ├── README.md │ ├── images │ │ ├── black-cat.png │ │ ├── cat-sofa.png │ │ ├── dog.png │ │ ├── dog2.png │ │ ├── dreambooth │ │ │ ├── dog │ │ │ │ ├── 00.jpg │ │ │ │ ├── 01.jpg │ │ │ │ ├── 02.jpg │ │ │ │ ├── 03.jpg │ │ │ │ └── 04.jpg │ │ │ └── dog8 │ │ │ │ ├── 00.jpg │ │ │ │ ├── 01.jpg │ │ │ │ ├── 02.jpg │ │ │ │ ├── 03.jpg │ │ │ │ └── 04.jpg │ │ ├── dress-model.png │ │ ├── flower.jpg │ │ ├── green-skirt.png │ │ ├── jacket-letter-s │ │ │ └── jacket-letter-s.png │ │ ├── kettle.jpg │ │ ├── pink-dress.png │ │ ├── pink-dress │ │ │ └── pink-dress.png │ │ └── shein-jacket │ │ │ └── shein-jacket.jpg │ ├── notebooks │ │ ├── editing_real_finetuned.ipynb │ │ ├── editing_real_zeroshot.ipynb │ │ ├── editing_synthetic_zeroshot.ipynb │ │ ├── editing_tryon_zeroshot.ipynb │ │ ├── generation_finetuned_dog.ipynb │ │ ├── generation_zeroshot.ipynb │ │ └── stylization.ipynb │ └── teaser-website.png ├── blip2 │ ├── README.md │ └── blip2_illustration.png ├── img2llm-vqa │ ├── Caption.png │ ├── Illustration.png │ ├── QuestionGeneration.png │ ├── README.md │ ├── demo.png │ ├── img2llm_vqa.ipynb │ └── img2llm_vqa.py ├── img2prompt-vqa │ └── README.md ├── instructblip │ ├── README.md │ ├── comparison.png │ ├── run_demo.py │ └── showcase.png ├── pnp-vqa │ ├── README.md │ ├── pnp_vqa.ipynb │ └── pnp_vqa.png └── xinstructblip │ ├── README.md │ ├── assets │ ├── architecture.png │ └── data.png │ ├── data_aug │ ├── 3d_qa_data_generation.py │ └── audio_qa_data_generation.py │ ├── demo │ ├── configs │ │ ├── vicuna13b.yaml │ │ ├── vicuna7b.yaml │ │ ├── vicuna7b_blip_init.yaml │ │ ├── vicuna7b_no_init.yaml │ │ ├── vicuna7b_nocue.yaml │ │ ├── vicuna7b_projection.yaml │ │ ├── vicuna7b_rand.yaml │ │ └── vicuna7b_v2.yaml │ ├── demo.ipynb │ ├── examples │ │ ├── audio │ │ │ ├── 110714_wren.wav │ │ │ └── Group_of_Dogs_Barking.wav │ │ └── point_cloud │ │ │ └── banana.glb │ └── run_demo.py │ ├── discrn │ ├── caption_baseline │ │ ├── predict_audio.py │ │ ├── predict_image.py │ │ ├── predict_pc.py │ │ ├── predict_video.py │ │ └── render_images.py │ └── data_generation │ │ ├── audiocaps_video_audio.py │ │ └── objaverse_img_3d.py │ └── modelnet_baseline │ └── render_images.py ├── pyproject.toml ├── requirements.txt ├── run_scripts ├── albef │ ├── eval │ │ ├── eval_albef_nlvr.sh │ │ ├── eval_albef_ve.sh │ │ ├── eval_coco_retrieval.sh │ │ ├── eval_flickr30k_retrieval.sh │ │ ├── test_albef_vqa.sh │ │ └── val_albef_vqa.sh │ └── train │ │ ├── pretrain.sh │ │ ├── train_aokvqa_albef.sh │ │ ├── train_coco_retrieval_albef.sh │ │ ├── train_flickr30k_retrieval_albef.sh │ │ ├── train_nlvr_albef.sh │ │ ├── train_okvqa_albef.sh │ │ ├── train_ve_albef.sh │ │ └── train_vqa_albef.sh ├── alpro │ ├── eval │ │ ├── eval_didemo_ret.sh │ │ ├── eval_msrvtt_qa.sh │ │ ├── eval_msrvtt_ret.sh │ │ └── eval_msvd_qa.sh │ └── train │ │ ├── train_didemo_ret.sh │ │ ├── train_msrvtt_qa.sh │ │ ├── train_msrvtt_ret.sh │ │ └── train_msvd_qa.sh ├── blip-diffusion │ ├── train_db.sh │ ├── train_db_dog.sh │ ├── train_db_jacket_s.sh │ ├── train_db_pink_dress.sh │ └── train_db_shein_jacket.sh ├── blip │ ├── eval │ │ ├── eval_aokvqa.sh │ │ ├── eval_coco_cap.sh │ │ ├── eval_coco_cap_large.sh │ │ ├── eval_nlvr.sh │ │ ├── eval_nocaps.sh │ │ ├── eval_okvqa.sh │ │ ├── eval_ret_coco.sh │ │ ├── eval_ret_flickr.sh │ │ └── validate_vqa.sh │ └── train │ │ ├── pretrain.sh │ │ ├── train_aokvqa.sh │ │ ├── train_caption_coco.sh │ │ ├── train_caption_coco_large.sh │ │ ├── train_caption_coco_large_iters.sh │ │ ├── train_nlvr.sh │ │ ├── train_okvqa.sh │ │ ├── train_retrieval_coco.sh │ │ ├── train_retrieval_flickr.sh │ │ └── train_vqa.sh ├── blip2 │ ├── eval │ │ ├── eval_cap_coco_flant5xl.sh │ │ ├── eval_cap_coco_opt2.7b.sh │ │ ├── eval_cap_coco_opt6.7b.sh │ │ ├── eval_gqa_zeroshot_flant5xl.sh │ │ ├── eval_okvqa_zeroshot_flant5xl.sh │ │ ├── eval_ret_coco.sh │ │ ├── eval_ret_flickr.sh │ │ ├── validate_vqa_zeroshot_flant5xl.sh │ │ └── validate_vqa_zeroshot_opt.sh │ └── train │ │ ├── pretrain_stage1.sh │ │ ├── pretrain_stage2.sh │ │ ├── train_caption_coco.sh │ │ └── train_retrieval_coco.sh ├── clip │ └── eval │ │ ├── eval_clip_ret_coco.sh │ │ ├── eval_clip_ret_flickr.sh │ │ └── eval_clip_zs_imnet.sh ├── gpt │ ├── eval │ │ └── eval_video_dialogue_avsd.sh │ └── train │ │ └── train_video_dialogue_avsd.sh ├── pnp-vqa │ └── eval │ │ ├── eval_gqa.sh │ │ ├── eval_gqa_3b.sh │ │ ├── eval_gqa_large.sh │ │ ├── eval_okvqa.sh │ │ ├── eval_okvqa_3b.sh │ │ ├── eval_okvqa_large.sh │ │ ├── eval_vqav2.sh │ │ ├── eval_vqav2_3b.sh │ │ ├── eval_vqav2_large.sh │ │ ├── eval_vqav2_test.sh │ │ ├── eval_vqav2_test_3b.sh │ │ └── eval_vqav2_test_large.sh ├── run_browser.sh └── run_demo.sh ├── setup.py ├── tests └── models │ ├── test_albef.py │ ├── test_blip.py │ ├── test_blip2.py │ └── test_pnp_vqa.py └── train.py /.github/workflows/docs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/.github/workflows/docs.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /CODEOWNERS: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/CODEOWNERS -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/README.md -------------------------------------------------------------------------------- /SECURITY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/SECURITY.md -------------------------------------------------------------------------------- /app/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/app/__init__.py -------------------------------------------------------------------------------- /app/calculate_coco_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/app/calculate_coco_features.py -------------------------------------------------------------------------------- /app/caption.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/app/caption.py -------------------------------------------------------------------------------- /app/classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/app/classification.py -------------------------------------------------------------------------------- /app/dataset_browser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/app/dataset_browser.py -------------------------------------------------------------------------------- /app/image_text_match.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/app/image_text_match.py -------------------------------------------------------------------------------- /app/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/app/main.py -------------------------------------------------------------------------------- /app/multimodal_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/app/multimodal_search.py -------------------------------------------------------------------------------- /app/multipage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/app/multipage.py -------------------------------------------------------------------------------- /app/text_localization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/app/text_localization.py -------------------------------------------------------------------------------- /app/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/app/utils.py -------------------------------------------------------------------------------- /app/vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/app/vqa.py -------------------------------------------------------------------------------- /assets/demo-6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/assets/demo-6.png -------------------------------------------------------------------------------- /dataset_card/avsd_dialogue.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/dataset_card/avsd_dialogue.md -------------------------------------------------------------------------------- /dataset_card/coco_caption.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/dataset_card/coco_caption.md -------------------------------------------------------------------------------- /dataset_card/coco_retrieval.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/dataset_card/coco_retrieval.md -------------------------------------------------------------------------------- /dataset_card/conceptual_captions.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/dataset_card/conceptual_captions.md -------------------------------------------------------------------------------- /dataset_card/didemo_retrieval.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/dataset_card/didemo_retrieval.md -------------------------------------------------------------------------------- /dataset_card/flickr_retrieval.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/dataset_card/flickr_retrieval.md -------------------------------------------------------------------------------- /dataset_card/gqa.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/dataset_card/gqa.md -------------------------------------------------------------------------------- /dataset_card/imgs/NLVR2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/dataset_card/imgs/NLVR2.png -------------------------------------------------------------------------------- /dataset_card/imgs/avsd_dialogue.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/dataset_card/imgs/avsd_dialogue.png -------------------------------------------------------------------------------- /dataset_card/imgs/coco_caption.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/dataset_card/imgs/coco_caption.png -------------------------------------------------------------------------------- /dataset_card/imgs/conceptual_captions.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/dataset_card/imgs/conceptual_captions.png -------------------------------------------------------------------------------- /dataset_card/imgs/didemo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/dataset_card/imgs/didemo.png -------------------------------------------------------------------------------- /dataset_card/imgs/flickr30k.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/dataset_card/imgs/flickr30k.png -------------------------------------------------------------------------------- /dataset_card/imgs/gqa.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/dataset_card/imgs/gqa.png -------------------------------------------------------------------------------- /dataset_card/imgs/msrvtt.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/dataset_card/imgs/msrvtt.png -------------------------------------------------------------------------------- /dataset_card/imgs/msrvtt_qa.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/dataset_card/imgs/msrvtt_qa.png -------------------------------------------------------------------------------- /dataset_card/imgs/msvd_qa.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/dataset_card/imgs/msvd_qa.png -------------------------------------------------------------------------------- /dataset_card/imgs/nocaps.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/dataset_card/imgs/nocaps.png -------------------------------------------------------------------------------- /dataset_card/imgs/sbu_caption.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/dataset_card/imgs/sbu_caption.png -------------------------------------------------------------------------------- /dataset_card/imgs/snli_ve.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/dataset_card/imgs/snli_ve.png -------------------------------------------------------------------------------- /dataset_card/imgs/vqav2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/dataset_card/imgs/vqav2.png -------------------------------------------------------------------------------- /dataset_card/msrvtt_qa.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/dataset_card/msrvtt_qa.md -------------------------------------------------------------------------------- /dataset_card/msrvtt_retrieval.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/dataset_card/msrvtt_retrieval.md -------------------------------------------------------------------------------- /dataset_card/msvd_qa.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/dataset_card/msvd_qa.md -------------------------------------------------------------------------------- /dataset_card/nlvr2.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/dataset_card/nlvr2.md -------------------------------------------------------------------------------- /dataset_card/nocaps.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/dataset_card/nocaps.md -------------------------------------------------------------------------------- /dataset_card/sbu_caption.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/dataset_card/sbu_caption.md -------------------------------------------------------------------------------- /dataset_card/snli_visual_entailment.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/dataset_card/snli_visual_entailment.md -------------------------------------------------------------------------------- /dataset_card/vqav2.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/dataset_card/vqav2.md -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/_static/Confusing-Pictures.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/docs/_static/Confusing-Pictures.jpg -------------------------------------------------------------------------------- /docs/_static/architecture.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/docs/_static/architecture.png -------------------------------------------------------------------------------- /docs/_static/logo_final.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/docs/_static/logo_final.png -------------------------------------------------------------------------------- /docs/_static/merlion.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/docs/_static/merlion.png -------------------------------------------------------------------------------- /docs/benchmark.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/docs/benchmark.rst -------------------------------------------------------------------------------- /docs/build_docs.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/docs/build_docs.sh -------------------------------------------------------------------------------- /docs/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/docs/conf.py -------------------------------------------------------------------------------- /docs/getting_started.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/docs/getting_started.rst -------------------------------------------------------------------------------- /docs/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/docs/index.rst -------------------------------------------------------------------------------- /docs/intro.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/docs/intro.rst -------------------------------------------------------------------------------- /docs/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/docs/make.bat -------------------------------------------------------------------------------- /docs/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/docs/requirements.txt -------------------------------------------------------------------------------- /docs/tutorial.configs.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/docs/tutorial.configs.rst -------------------------------------------------------------------------------- /docs/tutorial.datasets.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/docs/tutorial.datasets.rst -------------------------------------------------------------------------------- /docs/tutorial.evaluation.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/docs/tutorial.evaluation.rst -------------------------------------------------------------------------------- /docs/tutorial.models.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/docs/tutorial.models.rst -------------------------------------------------------------------------------- /docs/tutorial.processors.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/docs/tutorial.processors.rst -------------------------------------------------------------------------------- /docs/tutorial.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/docs/tutorial.rst -------------------------------------------------------------------------------- /docs/tutorial.tasks.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/docs/tutorial.tasks.rst -------------------------------------------------------------------------------- /docs/tutorial.training-example.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/docs/tutorial.training-example.rst -------------------------------------------------------------------------------- /evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/evaluate.py -------------------------------------------------------------------------------- /examples/albef_feature_extraction.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/examples/albef_feature_extraction.ipynb -------------------------------------------------------------------------------- /examples/albef_vqa.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/examples/albef_vqa.ipynb -------------------------------------------------------------------------------- /examples/albef_zero_shot_classification.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/examples/albef_zero_shot_classification.ipynb -------------------------------------------------------------------------------- /examples/blip2_feature_extraction.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/examples/blip2_feature_extraction.ipynb -------------------------------------------------------------------------------- /examples/blip2_image_text_matching.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/examples/blip2_image_text_matching.ipynb -------------------------------------------------------------------------------- /examples/blip2_instructed_generation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/examples/blip2_instructed_generation.ipynb -------------------------------------------------------------------------------- /examples/blip_feature_extraction.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/examples/blip_feature_extraction.ipynb -------------------------------------------------------------------------------- /examples/blip_image_captioning.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/examples/blip_image_captioning.ipynb -------------------------------------------------------------------------------- /examples/blip_image_text_matching.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/examples/blip_image_text_matching.ipynb -------------------------------------------------------------------------------- /examples/blip_text_localization.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/examples/blip_text_localization.ipynb -------------------------------------------------------------------------------- /examples/blip_vqa.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/examples/blip_vqa.ipynb -------------------------------------------------------------------------------- /examples/blip_zero_shot_classification.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/examples/blip_zero_shot_classification.ipynb -------------------------------------------------------------------------------- /examples/clip_feature_extraction.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/examples/clip_feature_extraction.ipynb -------------------------------------------------------------------------------- /examples/clip_zero_shot_classification.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/examples/clip_zero_shot_classification.ipynb -------------------------------------------------------------------------------- /lavis/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/__init__.py -------------------------------------------------------------------------------- /lavis/common/annotator/canny/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/canny/__init__.py -------------------------------------------------------------------------------- /lavis/common/annotator/ckpts/download.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/ckpts/download.sh -------------------------------------------------------------------------------- /lavis/common/annotator/hed/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/hed/__init__.py -------------------------------------------------------------------------------- /lavis/common/annotator/midas/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/midas/__init__.py -------------------------------------------------------------------------------- /lavis/common/annotator/midas/api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/midas/api.py -------------------------------------------------------------------------------- /lavis/common/annotator/midas/midas/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lavis/common/annotator/midas/midas/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/midas/midas/base_model.py -------------------------------------------------------------------------------- /lavis/common/annotator/midas/midas/blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/midas/midas/blocks.py -------------------------------------------------------------------------------- /lavis/common/annotator/midas/midas/dpt_depth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/midas/midas/dpt_depth.py -------------------------------------------------------------------------------- /lavis/common/annotator/midas/midas/midas_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/midas/midas/midas_net.py -------------------------------------------------------------------------------- /lavis/common/annotator/midas/midas/midas_net_custom.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/midas/midas/midas_net_custom.py -------------------------------------------------------------------------------- /lavis/common/annotator/midas/midas/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/midas/midas/transforms.py -------------------------------------------------------------------------------- /lavis/common/annotator/midas/midas/vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/midas/midas/vit.py -------------------------------------------------------------------------------- /lavis/common/annotator/midas/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/midas/utils.py -------------------------------------------------------------------------------- /lavis/common/annotator/mlsd/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/mlsd/__init__.py -------------------------------------------------------------------------------- /lavis/common/annotator/mlsd/models/mbv2_mlsd_large.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/mlsd/models/mbv2_mlsd_large.py -------------------------------------------------------------------------------- /lavis/common/annotator/mlsd/models/mbv2_mlsd_tiny.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/mlsd/models/mbv2_mlsd_tiny.py -------------------------------------------------------------------------------- /lavis/common/annotator/mlsd/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/mlsd/utils.py -------------------------------------------------------------------------------- /lavis/common/annotator/openpose/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/openpose/__init__.py -------------------------------------------------------------------------------- /lavis/common/annotator/openpose/body.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/openpose/body.py -------------------------------------------------------------------------------- /lavis/common/annotator/openpose/hand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/openpose/hand.py -------------------------------------------------------------------------------- /lavis/common/annotator/openpose/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/openpose/model.py -------------------------------------------------------------------------------- /lavis/common/annotator/openpose/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/openpose/util.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/__init__.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/__init__.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/cnn/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/cnn/__init__.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/cnn/alexnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/cnn/alexnet.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/cnn/bricks/conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/cnn/bricks/conv.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/cnn/bricks/drop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/cnn/bricks/drop.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/cnn/bricks/norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/cnn/bricks/norm.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/cnn/bricks/scale.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/cnn/bricks/scale.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/cnn/bricks/swish.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/cnn/bricks/swish.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/cnn/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/cnn/builder.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/cnn/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/cnn/resnet.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/cnn/vgg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/cnn/vgg.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/engine/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/engine/__init__.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/engine/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/engine/test.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/fileio/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/fileio/__init__.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/fileio/io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/fileio/io.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/fileio/parse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/fileio/parse.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/image/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/image/__init__.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/image/colorspace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/image/colorspace.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/image/geometric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/image/geometric.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/image/io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/image/io.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/image/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/image/misc.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/ops/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/ops/__init__.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/ops/ball_query.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/ops/ball_query.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/ops/bbox.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/ops/bbox.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/ops/border_align.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/ops/border_align.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/ops/carafe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/ops/carafe.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/ops/cc_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/ops/cc_attention.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/ops/corner_pool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/ops/corner_pool.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/ops/correlation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/ops/correlation.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/ops/deform_conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/ops/deform_conv.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/ops/focal_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/ops/focal_loss.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/ops/group_points.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/ops/group_points.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/ops/info.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/ops/info.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/ops/iou3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/ops/iou3d.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/ops/knn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/ops/knn.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/ops/masked_conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/ops/masked_conv.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/ops/merge_cells.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/ops/merge_cells.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/ops/nms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/ops/nms.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/ops/pixel_group.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/ops/pixel_group.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/ops/point_sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/ops/point_sample.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/ops/psa_mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/ops/psa_mask.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/ops/roi_align.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/ops/roi_align.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/ops/roi_pool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/ops/roi_pool.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/ops/saconv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/ops/saconv.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/ops/sync_bn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/ops/sync_bn.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/ops/three_nn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/ops/three_nn.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/ops/tin_shift.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/ops/tin_shift.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/ops/upfirdn2d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/ops/upfirdn2d.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/ops/voxelize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/ops/voxelize.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/parallel/collate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/parallel/collate.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/parallel/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/parallel/utils.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/runner/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/runner/__init__.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/runner/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/runner/builder.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/runner/hooks/ema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/runner/hooks/ema.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/runner/priority.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/runner/priority.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/runner/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/runner/utils.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/utils/__init__.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/utils/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/utils/config.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/utils/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/utils/env.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/utils/ext_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/utils/ext_loader.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/utils/logging.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/utils/misc.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/utils/path.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/utils/path.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/utils/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/utils/registry.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/utils/testing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/utils/testing.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/utils/timer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/utils/timer.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/utils/trace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/utils/trace.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/version.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/video/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/video/__init__.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/video/io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/video/io.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/video/optflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/video/optflow.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv/video/processing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv/video/processing.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmcv_custom/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmcv_custom/__init__.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmseg/apis/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmseg/apis/__init__.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmseg/apis/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmseg/apis/inference.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmseg/apis/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmseg/apis/test.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmseg/apis/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmseg/apis/train.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmseg/core/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmseg/core/__init__.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmseg/core/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmseg/core/utils/misc.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmseg/datasets/ade.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmseg/datasets/ade.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmseg/datasets/custom.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmseg/datasets/custom.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmseg/datasets/drive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmseg/datasets/drive.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmseg/datasets/hrf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmseg/datasets/hrf.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmseg/datasets/stare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmseg/datasets/stare.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmseg/datasets/voc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmseg/datasets/voc.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmseg/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmseg/models/__init__.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmseg/models/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmseg/models/builder.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmseg/ops/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmseg/ops/__init__.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmseg/ops/encoding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmseg/ops/encoding.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmseg/ops/wrappers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmseg/ops/wrappers.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmseg/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmseg/utils/__init__.py -------------------------------------------------------------------------------- /lavis/common/annotator/uniformer/mmseg/utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/uniformer/mmseg/utils/logger.py -------------------------------------------------------------------------------- /lavis/common/annotator/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/annotator/util.py -------------------------------------------------------------------------------- /lavis/common/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/config.py -------------------------------------------------------------------------------- /lavis/common/dist_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/dist_utils.py -------------------------------------------------------------------------------- /lavis/common/gradcam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/gradcam.py -------------------------------------------------------------------------------- /lavis/common/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/logger.py -------------------------------------------------------------------------------- /lavis/common/optims.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/optims.py -------------------------------------------------------------------------------- /lavis/common/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/registry.py -------------------------------------------------------------------------------- /lavis/common/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/utils.py -------------------------------------------------------------------------------- /lavis/common/vqa_tools/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/vqa_tools/__init__.py -------------------------------------------------------------------------------- /lavis/common/vqa_tools/vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/vqa_tools/vqa.py -------------------------------------------------------------------------------- /lavis/common/vqa_tools/vqa_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/common/vqa_tools/vqa_eval.py -------------------------------------------------------------------------------- /lavis/configs/datasets/aokvqa/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/aokvqa/defaults.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/aokvqa/defaults_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/aokvqa/defaults_instruct.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/audiocaps/defaults_mm_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/audiocaps/defaults_mm_cap.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/audiocaps/defaults_mm_qa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/audiocaps/defaults_mm_qa.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/audioset/defaults_mm_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/audioset/defaults_mm_cap.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/avsd/defaults_dial.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/avsd/defaults_dial.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/capfilt14m/defaults_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/capfilt14m/defaults_cap.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/charade/defaults_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/charade/defaults_cap.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/charade/defaults_cap_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/charade/defaults_cap_instruct.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/clotho/defaults_mm_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/clotho/defaults_mm_cap.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/clotho/defaults_mm_qa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/clotho/defaults_mm_qa.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/coco/defaults_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/coco/defaults_cap.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/coco/defaults_cap_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/coco/defaults_cap_instruct.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/coco/defaults_ret.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/coco/defaults_ret.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/coco/defaults_vqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/coco/defaults_vqa.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/coco/defaults_vqa_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/coco/defaults_vqa_instruct.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/coco/eval_vqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/coco/eval_vqa.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/coin/defaults_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/coin/defaults_cap.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/coin/defaults_cap_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/coin/defaults_cap_instruct.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/didemo/defaults_ret.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/didemo/defaults_ret.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/esc50/defaults_mm_cls.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/esc50/defaults_mm_cls.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/flickr30k/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/flickr30k/defaults.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/flickr30k/defaults_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/flickr30k/defaults_cap.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/gqa/balanced_testdev.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/gqa/balanced_testdev.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/gqa/balanced_testdev_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/gqa/balanced_testdev_instruct.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/gqa/balanced_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/gqa/balanced_val.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/gqa/balanced_val_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/gqa/balanced_val_instruct.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/gqa/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/gqa/defaults.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/gqa/defaults_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/gqa/defaults_instruct.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/iconqa/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/iconqa/defaults.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/iconqa/defaults_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/iconqa/defaults_instruct.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/imagenet/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/imagenet/defaults.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/laion/defaults_2B_multi.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/laion/defaults_2B_multi.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/laion/defaults_400M.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/laion/defaults_400M.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/laion/defaults_400M_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/laion/defaults_400M_instruct.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/llava150k/defaults_dial.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/llava150k/defaults_dial.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/modelnet40/defaults_cls.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/modelnet40/defaults_cls.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/msrvtt/defaults_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/msrvtt/defaults_cap.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/msrvtt/defaults_cap_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/msrvtt/defaults_cap_instruct.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/msrvtt/defaults_qa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/msrvtt/defaults_qa.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/msrvtt/defaults_qa_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/msrvtt/defaults_qa_instruct.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/msrvtt/defaults_ret.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/msrvtt/defaults_ret.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/msvd/defaults_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/msvd/defaults_cap.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/msvd/defaults_cap_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/msvd/defaults_cap_instruct.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/msvd/defaults_qa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/msvd/defaults_qa.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/msvd/defaults_qa_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/msvd/defaults_qa_instruct.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/music_avqa/defaults_mm_qa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/music_avqa/defaults_mm_qa.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/nlvr/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/nlvr/defaults.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/nocaps/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/nocaps/defaults.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/objaverse/defaults_mm_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/objaverse/defaults_mm_cap.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/objaverse/defaults_mm_qa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/objaverse/defaults_mm_qa.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/ocrvqa/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/ocrvqa/defaults.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/ocrvqa/defaults_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/ocrvqa/defaults_instruct.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/okvqa/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/okvqa/defaults.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/okvqa/defaults_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/okvqa/defaults_instruct.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/sbu_caption/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/sbu_caption/defaults.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/sbu_caption/defaults_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/sbu_caption/defaults_instruct.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/scienceqa/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/scienceqa/defaults.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/scienceqa/defaults_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/scienceqa/defaults_instruct.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/shapenet/defaults_mm_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/shapenet/defaults_mm_cap.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/snli_ve/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/snli_ve/defaults.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/snli_ve/defaults_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/snli_ve/defaults_instruct.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/textcaps/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/textcaps/defaults.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/textcaps/defaults_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/textcaps/defaults_instruct.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/valor/defaults_mm_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/valor/defaults_mm_cap.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/vatex/defaults_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/vatex/defaults_cap.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/vatex/defaults_cap_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/vatex/defaults_cap_instruct.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/vg/defaults_caption.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/vg/defaults_caption.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/vg/defaults_caption_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/vg/defaults_caption_instruct.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/vg/defaults_vqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/vg/defaults_vqa.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/vg/defaults_vqa_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/vg/defaults_vqa_instruct.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/violin/defaults_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/violin/defaults_cap.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/violin/defaults_cap_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/violin/defaults_cap_instruct.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/violin/defaults_entail.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/violin/defaults_entail.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/visdial/defaults_dial.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/visdial/defaults_dial.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/vizwiz/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/vizwiz/defaults.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/vlep/defaults_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/vlep/defaults_cap.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/vlep/defaults_cap_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/vlep/defaults_cap_instruct.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/vsr/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/vsr/defaults.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/vsr/defaults_classification.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/vsr/defaults_classification.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/vsr/defaults_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/vsr/defaults_instruct.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/wavcaps/defaults_mm_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/wavcaps/defaults_mm_cap.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/webvid/defaults_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/webvid/defaults_cap.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/webvid/defaults_cap_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/webvid/defaults_cap_instruct.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/youcook/defaults_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/youcook/defaults_cap.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/youcook/defaults_cap_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/youcook/defaults_cap_instruct.yaml -------------------------------------------------------------------------------- /lavis/configs/datasets/yt8m/defaults_mm_dial.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/datasets/yt8m/defaults_mm_dial.yaml -------------------------------------------------------------------------------- /lavis/configs/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/default.yaml -------------------------------------------------------------------------------- /lavis/configs/models/albef_classification_ve.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/albef_classification_ve.yaml -------------------------------------------------------------------------------- /lavis/configs/models/albef_feature_extractor.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/albef_feature_extractor.yaml -------------------------------------------------------------------------------- /lavis/configs/models/albef_nlvr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/albef_nlvr.yaml -------------------------------------------------------------------------------- /lavis/configs/models/albef_pretrain_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/albef_pretrain_base.yaml -------------------------------------------------------------------------------- /lavis/configs/models/albef_retrieval_coco.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/albef_retrieval_coco.yaml -------------------------------------------------------------------------------- /lavis/configs/models/albef_retrieval_flickr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/albef_retrieval_flickr.yaml -------------------------------------------------------------------------------- /lavis/configs/models/albef_vqav2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/albef_vqav2.yaml -------------------------------------------------------------------------------- /lavis/configs/models/alpro_qa_msrvtt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/alpro_qa_msrvtt.yaml -------------------------------------------------------------------------------- /lavis/configs/models/alpro_qa_msvd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/alpro_qa_msvd.yaml -------------------------------------------------------------------------------- /lavis/configs/models/alpro_retrieval_didemo.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/alpro_retrieval_didemo.yaml -------------------------------------------------------------------------------- /lavis/configs/models/alpro_retrieval_msrvtt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/alpro_retrieval_msrvtt.yaml -------------------------------------------------------------------------------- /lavis/configs/models/bert_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/bert_config.json -------------------------------------------------------------------------------- /lavis/configs/models/bert_config_alpro.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/bert_config_alpro.json -------------------------------------------------------------------------------- /lavis/configs/models/blip2/blip2_caption_flant5xl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/blip2/blip2_caption_flant5xl.yaml -------------------------------------------------------------------------------- /lavis/configs/models/blip2/blip2_caption_opt2.7b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/blip2/blip2_caption_opt2.7b.yaml -------------------------------------------------------------------------------- /lavis/configs/models/blip2/blip2_caption_opt6.7b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/blip2/blip2_caption_opt6.7b.yaml -------------------------------------------------------------------------------- /lavis/configs/models/blip2/blip2_coco.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/blip2/blip2_coco.yaml -------------------------------------------------------------------------------- /lavis/configs/models/blip2/blip2_instruct_flant5xl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/blip2/blip2_instruct_flant5xl.yaml -------------------------------------------------------------------------------- /lavis/configs/models/blip2/blip2_instruct_flant5xxl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/blip2/blip2_instruct_flant5xxl.yaml -------------------------------------------------------------------------------- /lavis/configs/models/blip2/blip2_instruct_vicuna13b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/blip2/blip2_instruct_vicuna13b.yaml -------------------------------------------------------------------------------- /lavis/configs/models/blip2/blip2_instruct_vicuna7b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/blip2/blip2_instruct_vicuna7b.yaml -------------------------------------------------------------------------------- /lavis/configs/models/blip2/blip2_pretrain.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/blip2/blip2_pretrain.yaml -------------------------------------------------------------------------------- /lavis/configs/models/blip2/blip2_pretrain_flant5xl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/blip2/blip2_pretrain_flant5xl.yaml -------------------------------------------------------------------------------- /lavis/configs/models/blip2/blip2_pretrain_flant5xxl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/blip2/blip2_pretrain_flant5xxl.yaml -------------------------------------------------------------------------------- /lavis/configs/models/blip2/blip2_pretrain_llama7b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/blip2/blip2_pretrain_llama7b.yaml -------------------------------------------------------------------------------- /lavis/configs/models/blip2/blip2_pretrain_opt2.7b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/blip2/blip2_pretrain_opt2.7b.yaml -------------------------------------------------------------------------------- /lavis/configs/models/blip2/blip2_pretrain_opt6.7b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/blip2/blip2_pretrain_opt6.7b.yaml -------------------------------------------------------------------------------- /lavis/configs/models/blip2/blip2_pretrain_vitL.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/blip2/blip2_pretrain_vitL.yaml -------------------------------------------------------------------------------- /lavis/configs/models/blip2/blip2_xinstruct_vicuna13b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/blip2/blip2_xinstruct_vicuna13b.yaml -------------------------------------------------------------------------------- /lavis/configs/models/blip2/blip2_xinstruct_vicuna7b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/blip2/blip2_xinstruct_vicuna7b.yaml -------------------------------------------------------------------------------- /lavis/configs/models/blip_caption_base_coco.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/blip_caption_base_coco.yaml -------------------------------------------------------------------------------- /lavis/configs/models/blip_caption_large_coco.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/blip_caption_large_coco.yaml -------------------------------------------------------------------------------- /lavis/configs/models/blip_classification_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/blip_classification_base.yaml -------------------------------------------------------------------------------- /lavis/configs/models/blip_feature_extractor_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/blip_feature_extractor_base.yaml -------------------------------------------------------------------------------- /lavis/configs/models/blip_itm_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/blip_itm_base.yaml -------------------------------------------------------------------------------- /lavis/configs/models/blip_itm_large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/blip_itm_large.yaml -------------------------------------------------------------------------------- /lavis/configs/models/blip_nlvr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/blip_nlvr.yaml -------------------------------------------------------------------------------- /lavis/configs/models/blip_pretrain_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/blip_pretrain_base.yaml -------------------------------------------------------------------------------- /lavis/configs/models/blip_pretrain_large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/blip_pretrain_large.yaml -------------------------------------------------------------------------------- /lavis/configs/models/blip_retrieval_coco.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/blip_retrieval_coco.yaml -------------------------------------------------------------------------------- /lavis/configs/models/blip_retrieval_flickr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/blip_retrieval_flickr.yaml -------------------------------------------------------------------------------- /lavis/configs/models/blip_vqa_aokvqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/blip_vqa_aokvqa.yaml -------------------------------------------------------------------------------- /lavis/configs/models/blip_vqa_okvqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/blip_vqa_okvqa.yaml -------------------------------------------------------------------------------- /lavis/configs/models/blip_vqav2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/blip_vqav2.yaml -------------------------------------------------------------------------------- /lavis/configs/models/clip/RN101-quickgelu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/clip/RN101-quickgelu.json -------------------------------------------------------------------------------- /lavis/configs/models/clip/RN101.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/clip/RN101.json -------------------------------------------------------------------------------- /lavis/configs/models/clip/RN50-quickgelu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/clip/RN50-quickgelu.json -------------------------------------------------------------------------------- /lavis/configs/models/clip/RN50.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/clip/RN50.json -------------------------------------------------------------------------------- /lavis/configs/models/clip/RN50x16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/clip/RN50x16.json -------------------------------------------------------------------------------- /lavis/configs/models/clip/RN50x4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/clip/RN50x4.json -------------------------------------------------------------------------------- /lavis/configs/models/clip/ViT-B-16-plus-240.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/clip/ViT-B-16-plus-240.json -------------------------------------------------------------------------------- /lavis/configs/models/clip/ViT-B-16-plus.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/clip/ViT-B-16-plus.json -------------------------------------------------------------------------------- /lavis/configs/models/clip/ViT-B-16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/clip/ViT-B-16.json -------------------------------------------------------------------------------- /lavis/configs/models/clip/ViT-B-32-plus-256.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/clip/ViT-B-32-plus-256.json -------------------------------------------------------------------------------- /lavis/configs/models/clip/ViT-B-32-quickgelu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/clip/ViT-B-32-quickgelu.json -------------------------------------------------------------------------------- /lavis/configs/models/clip/ViT-B-32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/clip/ViT-B-32.json -------------------------------------------------------------------------------- /lavis/configs/models/clip/ViT-H-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/clip/ViT-H-14.json -------------------------------------------------------------------------------- /lavis/configs/models/clip/ViT-H-16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/clip/ViT-H-16.json -------------------------------------------------------------------------------- /lavis/configs/models/clip/ViT-L-14-280.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/clip/ViT-L-14-280.json -------------------------------------------------------------------------------- /lavis/configs/models/clip/ViT-L-14-336.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/clip/ViT-L-14-336.json -------------------------------------------------------------------------------- /lavis/configs/models/clip/ViT-L-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/clip/ViT-L-14.json -------------------------------------------------------------------------------- /lavis/configs/models/clip/ViT-L-16-320.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/clip/ViT-L-16-320.json -------------------------------------------------------------------------------- /lavis/configs/models/clip/ViT-L-16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/clip/ViT-L-16.json -------------------------------------------------------------------------------- /lavis/configs/models/clip/ViT-g-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/clip/ViT-g-14.json -------------------------------------------------------------------------------- /lavis/configs/models/clip/timm-efficientnetv2_rw_s.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/clip/timm-efficientnetv2_rw_s.json -------------------------------------------------------------------------------- /lavis/configs/models/clip/timm-resnet50d.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/clip/timm-resnet50d.json -------------------------------------------------------------------------------- /lavis/configs/models/clip/timm-resnetaa50d.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/clip/timm-resnetaa50d.json -------------------------------------------------------------------------------- /lavis/configs/models/clip/timm-resnetblur50.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/clip/timm-resnetblur50.json -------------------------------------------------------------------------------- /lavis/configs/models/clip/timm-vit_base_patch16_224.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/clip/timm-vit_base_patch16_224.json -------------------------------------------------------------------------------- /lavis/configs/models/clip/timm-vit_base_patch32_224.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/clip/timm-vit_base_patch32_224.json -------------------------------------------------------------------------------- /lavis/configs/models/clip/timm-vit_small_patch16_224.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/clip/timm-vit_small_patch16_224.json -------------------------------------------------------------------------------- /lavis/configs/models/clip_resnet50.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/clip_resnet50.yaml -------------------------------------------------------------------------------- /lavis/configs/models/clip_vit_base16.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/clip_vit_base16.yaml -------------------------------------------------------------------------------- /lavis/configs/models/clip_vit_base32.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/clip_vit_base32.yaml -------------------------------------------------------------------------------- /lavis/configs/models/clip_vit_large14.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/clip_vit_large14.yaml -------------------------------------------------------------------------------- /lavis/configs/models/clip_vit_large14_336.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/clip_vit_large14_336.yaml -------------------------------------------------------------------------------- /lavis/configs/models/gpt_dialogue_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/gpt_dialogue_base.yaml -------------------------------------------------------------------------------- /lavis/configs/models/med_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/med_config.json -------------------------------------------------------------------------------- /lavis/configs/models/med_config_albef.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/med_config_albef.json -------------------------------------------------------------------------------- /lavis/configs/models/med_large_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/med_large_config.json -------------------------------------------------------------------------------- /lavis/configs/models/pnp-vqa/pnp_vqa_3b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/pnp-vqa/pnp_vqa_3b.yaml -------------------------------------------------------------------------------- /lavis/configs/models/pnp-vqa/pnp_vqa_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/pnp-vqa/pnp_vqa_base.yaml -------------------------------------------------------------------------------- /lavis/configs/models/pnp-vqa/pnp_vqa_large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/pnp-vqa/pnp_vqa_large.yaml -------------------------------------------------------------------------------- /lavis/configs/models/pnp-vqa/unifiedqav2_3b_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/pnp-vqa/unifiedqav2_3b_config.json -------------------------------------------------------------------------------- /lavis/configs/models/pnp-vqa/unifiedqav2_base_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/configs/models/pnp-vqa/unifiedqav2_base_config.json -------------------------------------------------------------------------------- /lavis/datasets/builders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/builders/__init__.py -------------------------------------------------------------------------------- /lavis/datasets/builders/audio_caption_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/builders/audio_caption_builder.py -------------------------------------------------------------------------------- /lavis/datasets/builders/audio_qa_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/builders/audio_qa_builder.py -------------------------------------------------------------------------------- /lavis/datasets/builders/base_dataset_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/builders/base_dataset_builder.py -------------------------------------------------------------------------------- /lavis/datasets/builders/caption_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/builders/caption_builder.py -------------------------------------------------------------------------------- /lavis/datasets/builders/classification_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/builders/classification_builder.py -------------------------------------------------------------------------------- /lavis/datasets/builders/dialogue_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/builders/dialogue_builder.py -------------------------------------------------------------------------------- /lavis/datasets/builders/discrn_builders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/builders/discrn_builders.py -------------------------------------------------------------------------------- /lavis/datasets/builders/image_text_pair_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/builders/image_text_pair_builder.py -------------------------------------------------------------------------------- /lavis/datasets/builders/imagefolder_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/builders/imagefolder_builder.py -------------------------------------------------------------------------------- /lavis/datasets/builders/object3d_caption_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/builders/object3d_caption_builder.py -------------------------------------------------------------------------------- /lavis/datasets/builders/object3d_qa_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/builders/object3d_qa_builder.py -------------------------------------------------------------------------------- /lavis/datasets/builders/retrieval_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/builders/retrieval_builder.py -------------------------------------------------------------------------------- /lavis/datasets/builders/video_qa_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/builders/video_qa_builder.py -------------------------------------------------------------------------------- /lavis/datasets/builders/vqa_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/builders/vqa_builder.py -------------------------------------------------------------------------------- /lavis/datasets/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/data_utils.py -------------------------------------------------------------------------------- /lavis/datasets/datasets/aok_vqa_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/datasets/aok_vqa_datasets.py -------------------------------------------------------------------------------- /lavis/datasets/datasets/audio_captioning_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/datasets/audio_captioning_datasets.py -------------------------------------------------------------------------------- /lavis/datasets/datasets/audio_classification_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/datasets/audio_classification_datasets.py -------------------------------------------------------------------------------- /lavis/datasets/datasets/audio_qa_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/datasets/audio_qa_datasets.py -------------------------------------------------------------------------------- /lavis/datasets/datasets/avsd_dialogue_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/datasets/avsd_dialogue_datasets.py -------------------------------------------------------------------------------- /lavis/datasets/datasets/base_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/datasets/base_dataset.py -------------------------------------------------------------------------------- /lavis/datasets/datasets/capfilt_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/datasets/capfilt_dataset.py -------------------------------------------------------------------------------- /lavis/datasets/datasets/caption_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/datasets/caption_datasets.py -------------------------------------------------------------------------------- /lavis/datasets/datasets/coco_caption_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/datasets/coco_caption_datasets.py -------------------------------------------------------------------------------- /lavis/datasets/datasets/coco_vqa_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/datasets/coco_vqa_datasets.py -------------------------------------------------------------------------------- /lavis/datasets/datasets/dataloader_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/datasets/dataloader_utils.py -------------------------------------------------------------------------------- /lavis/datasets/datasets/dialogue_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/datasets/dialogue_datasets.py -------------------------------------------------------------------------------- /lavis/datasets/datasets/gqa_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/datasets/gqa_datasets.py -------------------------------------------------------------------------------- /lavis/datasets/datasets/iconqa_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/datasets/iconqa_datasets.py -------------------------------------------------------------------------------- /lavis/datasets/datasets/image_text_pair_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/datasets/image_text_pair_datasets.py -------------------------------------------------------------------------------- /lavis/datasets/datasets/imagefolder_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/datasets/imagefolder_dataset.py -------------------------------------------------------------------------------- /lavis/datasets/datasets/laion_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/datasets/laion_dataset.py -------------------------------------------------------------------------------- /lavis/datasets/datasets/llava150k_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/datasets/llava150k_dataset.py -------------------------------------------------------------------------------- /lavis/datasets/datasets/music_avqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/datasets/music_avqa.py -------------------------------------------------------------------------------- /lavis/datasets/datasets/nlvr_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/datasets/nlvr_datasets.py -------------------------------------------------------------------------------- /lavis/datasets/datasets/object3d_captioning_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/datasets/object3d_captioning_datasets.py -------------------------------------------------------------------------------- /lavis/datasets/datasets/object3d_qa_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/datasets/object3d_qa_datasets.py -------------------------------------------------------------------------------- /lavis/datasets/datasets/ocr_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/datasets/ocr_datasets.py -------------------------------------------------------------------------------- /lavis/datasets/datasets/retrieval_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/datasets/retrieval_datasets.py -------------------------------------------------------------------------------- /lavis/datasets/datasets/snli_ve_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/datasets/snli_ve_datasets.py -------------------------------------------------------------------------------- /lavis/datasets/datasets/subject_driven_t2i_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/datasets/subject_driven_t2i_dataset.py -------------------------------------------------------------------------------- /lavis/datasets/datasets/textcaps_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/datasets/textcaps_datasets.py -------------------------------------------------------------------------------- /lavis/datasets/datasets/valor_caption.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/datasets/valor_caption.py -------------------------------------------------------------------------------- /lavis/datasets/datasets/vatex_captioning_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/datasets/vatex_captioning_datasets.py -------------------------------------------------------------------------------- /lavis/datasets/datasets/vg_vqa_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/datasets/vg_vqa_datasets.py -------------------------------------------------------------------------------- /lavis/datasets/datasets/video_caption_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/datasets/video_caption_datasets.py -------------------------------------------------------------------------------- /lavis/datasets/datasets/video_vqa_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/datasets/video_vqa_datasets.py -------------------------------------------------------------------------------- /lavis/datasets/datasets/violin_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/datasets/violin_dataset.py -------------------------------------------------------------------------------- /lavis/datasets/datasets/visdial_dialogue_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/datasets/visdial_dialogue_datasets.py -------------------------------------------------------------------------------- /lavis/datasets/datasets/vizwiz_vqa_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/datasets/vizwiz_vqa_datasets.py -------------------------------------------------------------------------------- /lavis/datasets/datasets/vlep_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/datasets/vlep_dataset.py -------------------------------------------------------------------------------- /lavis/datasets/datasets/vqa_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/datasets/vqa_datasets.py -------------------------------------------------------------------------------- /lavis/datasets/datasets/vsr_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/datasets/vsr_datasets.py -------------------------------------------------------------------------------- /lavis/datasets/datasets/yt8m_video_dialogue_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/datasets/yt8m_video_dialogue_datasets.py -------------------------------------------------------------------------------- /lavis/datasets/download_scripts/download_charade.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/download_scripts/download_charade.py -------------------------------------------------------------------------------- /lavis/datasets/download_scripts/download_coco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/download_scripts/download_coco.py -------------------------------------------------------------------------------- /lavis/datasets/download_scripts/download_coin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/download_scripts/download_coin.py -------------------------------------------------------------------------------- /lavis/datasets/download_scripts/download_didemo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/download_scripts/download_didemo.py -------------------------------------------------------------------------------- /lavis/datasets/download_scripts/download_flickr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/download_scripts/download_flickr.py -------------------------------------------------------------------------------- /lavis/datasets/download_scripts/download_gqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/download_scripts/download_gqa.py -------------------------------------------------------------------------------- /lavis/datasets/download_scripts/download_iconqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/download_scripts/download_iconqa.py -------------------------------------------------------------------------------- /lavis/datasets/download_scripts/download_msrvtt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/download_scripts/download_msrvtt.py -------------------------------------------------------------------------------- /lavis/datasets/download_scripts/download_msvd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/download_scripts/download_msvd.py -------------------------------------------------------------------------------- /lavis/datasets/download_scripts/download_nocaps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/download_scripts/download_nocaps.py -------------------------------------------------------------------------------- /lavis/datasets/download_scripts/download_sbu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/download_scripts/download_sbu.py -------------------------------------------------------------------------------- /lavis/datasets/download_scripts/download_vg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/download_scripts/download_vg.py -------------------------------------------------------------------------------- /lavis/datasets/download_scripts/download_violin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/datasets/download_scripts/download_violin.py -------------------------------------------------------------------------------- /lavis/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/__init__.py -------------------------------------------------------------------------------- /lavis/models/albef_models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/albef_models/__init__.py -------------------------------------------------------------------------------- /lavis/models/albef_models/albef_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/albef_models/albef_classification.py -------------------------------------------------------------------------------- /lavis/models/albef_models/albef_feature_extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/albef_models/albef_feature_extractor.py -------------------------------------------------------------------------------- /lavis/models/albef_models/albef_nlvr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/albef_models/albef_nlvr.py -------------------------------------------------------------------------------- /lavis/models/albef_models/albef_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/albef_models/albef_outputs.py -------------------------------------------------------------------------------- /lavis/models/albef_models/albef_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/albef_models/albef_pretrain.py -------------------------------------------------------------------------------- /lavis/models/albef_models/albef_retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/albef_models/albef_retrieval.py -------------------------------------------------------------------------------- /lavis/models/albef_models/albef_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/albef_models/albef_vqa.py -------------------------------------------------------------------------------- /lavis/models/alpro_models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/alpro_models/__init__.py -------------------------------------------------------------------------------- /lavis/models/alpro_models/alpro_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/alpro_models/alpro_outputs.py -------------------------------------------------------------------------------- /lavis/models/alpro_models/alpro_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/alpro_models/alpro_qa.py -------------------------------------------------------------------------------- /lavis/models/alpro_models/alpro_retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/alpro_models/alpro_retrieval.py -------------------------------------------------------------------------------- /lavis/models/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/base_model.py -------------------------------------------------------------------------------- /lavis/models/beats/BEATs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/beats/BEATs.py -------------------------------------------------------------------------------- /lavis/models/beats/LICENSE_BEATs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/beats/LICENSE_BEATs.txt -------------------------------------------------------------------------------- /lavis/models/beats/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/beats/README.md -------------------------------------------------------------------------------- /lavis/models/beats/Tokenizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/beats/Tokenizers.py -------------------------------------------------------------------------------- /lavis/models/beats/backbone.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/beats/backbone.py -------------------------------------------------------------------------------- /lavis/models/beats/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/beats/modules.py -------------------------------------------------------------------------------- /lavis/models/beats/quantizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/beats/quantizer.py -------------------------------------------------------------------------------- /lavis/models/beats_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/beats_encoder.py -------------------------------------------------------------------------------- /lavis/models/blip2_models/Qformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/blip2_models/Qformer.py -------------------------------------------------------------------------------- /lavis/models/blip2_models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lavis/models/blip2_models/blip2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/blip2_models/blip2.py -------------------------------------------------------------------------------- /lavis/models/blip2_models/blip2_image_text_matching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/blip2_models/blip2_image_text_matching.py -------------------------------------------------------------------------------- /lavis/models/blip2_models/blip2_opt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/blip2_models/blip2_opt.py -------------------------------------------------------------------------------- /lavis/models/blip2_models/blip2_qformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/blip2_models/blip2_qformer.py -------------------------------------------------------------------------------- /lavis/models/blip2_models/blip2_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/blip2_models/blip2_t5.py -------------------------------------------------------------------------------- /lavis/models/blip2_models/blip2_t5_instruct.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/blip2_models/blip2_t5_instruct.py -------------------------------------------------------------------------------- /lavis/models/blip2_models/blip2_vicuna_instruct.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/blip2_models/blip2_vicuna_instruct.py -------------------------------------------------------------------------------- /lavis/models/blip2_models/blip2_vicuna_xinstruct.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/blip2_models/blip2_vicuna_xinstruct.py -------------------------------------------------------------------------------- /lavis/models/blip2_models/modeling_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/blip2_models/modeling_llama.py -------------------------------------------------------------------------------- /lavis/models/blip2_models/modeling_opt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/blip2_models/modeling_opt.py -------------------------------------------------------------------------------- /lavis/models/blip2_models/modeling_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/blip2_models/modeling_t5.py -------------------------------------------------------------------------------- /lavis/models/blip_diffusion_models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lavis/models/blip_diffusion_models/blip_diffusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/blip_diffusion_models/blip_diffusion.py -------------------------------------------------------------------------------- /lavis/models/blip_diffusion_models/ptp_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/blip_diffusion_models/ptp_utils.py -------------------------------------------------------------------------------- /lavis/models/blip_diffusion_models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/blip_diffusion_models/utils.py -------------------------------------------------------------------------------- /lavis/models/blip_models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/blip_models/__init__.py -------------------------------------------------------------------------------- /lavis/models/blip_models/blip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/blip_models/blip.py -------------------------------------------------------------------------------- /lavis/models/blip_models/blip_caption.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/blip_models/blip_caption.py -------------------------------------------------------------------------------- /lavis/models/blip_models/blip_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/blip_models/blip_classification.py -------------------------------------------------------------------------------- /lavis/models/blip_models/blip_feature_extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/blip_models/blip_feature_extractor.py -------------------------------------------------------------------------------- /lavis/models/blip_models/blip_image_text_matching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/blip_models/blip_image_text_matching.py -------------------------------------------------------------------------------- /lavis/models/blip_models/blip_nlvr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/blip_models/blip_nlvr.py -------------------------------------------------------------------------------- /lavis/models/blip_models/blip_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/blip_models/blip_outputs.py -------------------------------------------------------------------------------- /lavis/models/blip_models/blip_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/blip_models/blip_pretrain.py -------------------------------------------------------------------------------- /lavis/models/blip_models/blip_retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/blip_models/blip_retrieval.py -------------------------------------------------------------------------------- /lavis/models/blip_models/blip_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/blip_models/blip_vqa.py -------------------------------------------------------------------------------- /lavis/models/blip_models/nlvr_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/blip_models/nlvr_encoder.py -------------------------------------------------------------------------------- /lavis/models/clip_models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/clip_models/__init__.py -------------------------------------------------------------------------------- /lavis/models/clip_models/bpe_simple_vocab_16e6.txt.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/clip_models/bpe_simple_vocab_16e6.txt.gz -------------------------------------------------------------------------------- /lavis/models/clip_models/clip_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/clip_models/clip_outputs.py -------------------------------------------------------------------------------- /lavis/models/clip_models/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/clip_models/loss.py -------------------------------------------------------------------------------- /lavis/models/clip_models/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/clip_models/model.py -------------------------------------------------------------------------------- /lavis/models/clip_models/pics/CLIP.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/clip_models/pics/CLIP.png -------------------------------------------------------------------------------- /lavis/models/clip_models/pretrained.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/clip_models/pretrained.py -------------------------------------------------------------------------------- /lavis/models/clip_models/timm_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/clip_models/timm_model.py -------------------------------------------------------------------------------- /lavis/models/clip_models/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/clip_models/tokenizer.py -------------------------------------------------------------------------------- /lavis/models/clip_models/transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/clip_models/transform.py -------------------------------------------------------------------------------- /lavis/models/clip_models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/clip_models/utils.py -------------------------------------------------------------------------------- /lavis/models/clip_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/clip_vit.py -------------------------------------------------------------------------------- /lavis/models/eva_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/eva_vit.py -------------------------------------------------------------------------------- /lavis/models/gpt_models/gpt_dialogue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/gpt_models/gpt_dialogue.py -------------------------------------------------------------------------------- /lavis/models/img2prompt_models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/img2prompt_models/__init__.py -------------------------------------------------------------------------------- /lavis/models/img2prompt_models/img2prompt_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/img2prompt_models/img2prompt_vqa.py -------------------------------------------------------------------------------- /lavis/models/med.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/med.py -------------------------------------------------------------------------------- /lavis/models/pnp_vqa_models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/pnp_vqa_models/__init__.py -------------------------------------------------------------------------------- /lavis/models/pnp_vqa_models/pnp_unifiedqav2_fid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/pnp_vqa_models/pnp_unifiedqav2_fid.py -------------------------------------------------------------------------------- /lavis/models/pnp_vqa_models/pnp_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/pnp_vqa_models/pnp_vqa.py -------------------------------------------------------------------------------- /lavis/models/timesformer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/timesformer/__init__.py -------------------------------------------------------------------------------- /lavis/models/timesformer/conv2d_same.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/timesformer/conv2d_same.py -------------------------------------------------------------------------------- /lavis/models/timesformer/features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/timesformer/features.py -------------------------------------------------------------------------------- /lavis/models/timesformer/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/timesformer/helpers.py -------------------------------------------------------------------------------- /lavis/models/timesformer/linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/timesformer/linear.py -------------------------------------------------------------------------------- /lavis/models/timesformer/vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/timesformer/vit.py -------------------------------------------------------------------------------- /lavis/models/timesformer/vit_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/timesformer/vit_utils.py -------------------------------------------------------------------------------- /lavis/models/ulip_models/ULIP_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/ulip_models/ULIP_models.py -------------------------------------------------------------------------------- /lavis/models/ulip_models/losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/ulip_models/losses.py -------------------------------------------------------------------------------- /lavis/models/ulip_models/pointbert/checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/ulip_models/pointbert/checkpoint.py -------------------------------------------------------------------------------- /lavis/models/ulip_models/pointbert/dvae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/ulip_models/pointbert/dvae.py -------------------------------------------------------------------------------- /lavis/models/ulip_models/pointbert/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/ulip_models/pointbert/logger.py -------------------------------------------------------------------------------- /lavis/models/ulip_models/pointbert/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/ulip_models/pointbert/misc.py -------------------------------------------------------------------------------- /lavis/models/ulip_models/pointbert/point_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/ulip_models/pointbert/point_encoder.py -------------------------------------------------------------------------------- /lavis/models/ulip_models/ulip_scaled_up_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/ulip_models/ulip_scaled_up_config.yaml -------------------------------------------------------------------------------- /lavis/models/ulip_models/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/ulip_models/utils/__init__.py -------------------------------------------------------------------------------- /lavis/models/ulip_models/utils/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/ulip_models/utils/build.py -------------------------------------------------------------------------------- /lavis/models/ulip_models/utils/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/ulip_models/utils/config.py -------------------------------------------------------------------------------- /lavis/models/ulip_models/utils/io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/ulip_models/utils/io.py -------------------------------------------------------------------------------- /lavis/models/ulip_models/utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/ulip_models/utils/logger.py -------------------------------------------------------------------------------- /lavis/models/ulip_models/utils/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/ulip_models/utils/registry.py -------------------------------------------------------------------------------- /lavis/models/ulip_models/utils/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/ulip_models/utils/tokenizer.py -------------------------------------------------------------------------------- /lavis/models/ulip_models/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/ulip_models/utils/utils.py -------------------------------------------------------------------------------- /lavis/models/vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/models/vit.py -------------------------------------------------------------------------------- /lavis/processors/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/processors/__init__.py -------------------------------------------------------------------------------- /lavis/processors/alpro_processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/processors/alpro_processors.py -------------------------------------------------------------------------------- /lavis/processors/audio_processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/processors/audio_processors.py -------------------------------------------------------------------------------- /lavis/processors/base_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/processors/base_processor.py -------------------------------------------------------------------------------- /lavis/processors/blip_diffusion_processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/processors/blip_diffusion_processors.py -------------------------------------------------------------------------------- /lavis/processors/blip_processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/processors/blip_processors.py -------------------------------------------------------------------------------- /lavis/processors/clip_processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/processors/clip_processors.py -------------------------------------------------------------------------------- /lavis/processors/functional_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/processors/functional_video.py -------------------------------------------------------------------------------- /lavis/processors/gpt_processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/processors/gpt_processors.py -------------------------------------------------------------------------------- /lavis/processors/instruction_text_processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/processors/instruction_text_processors.py -------------------------------------------------------------------------------- /lavis/processors/randaugment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/processors/randaugment.py -------------------------------------------------------------------------------- /lavis/processors/transforms_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/processors/transforms_video.py -------------------------------------------------------------------------------- /lavis/processors/ulip_processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/processors/ulip_processors.py -------------------------------------------------------------------------------- /lavis/projects/albef/eval/nlvr_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/albef/eval/nlvr_eval.yaml -------------------------------------------------------------------------------- /lavis/projects/albef/eval/ret_coco_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/albef/eval/ret_coco_eval.yaml -------------------------------------------------------------------------------- /lavis/projects/albef/eval/ret_flickr30k_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/albef/eval/ret_flickr30k_eval.yaml -------------------------------------------------------------------------------- /lavis/projects/albef/eval/snli_ve_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/albef/eval/snli_ve_eval.yaml -------------------------------------------------------------------------------- /lavis/projects/albef/eval/vqa_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/albef/eval/vqa_test.yaml -------------------------------------------------------------------------------- /lavis/projects/albef/eval/vqa_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/albef/eval/vqa_val.yaml -------------------------------------------------------------------------------- /lavis/projects/albef/train/aokvqa_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/albef/train/aokvqa_ft.yaml -------------------------------------------------------------------------------- /lavis/projects/albef/train/nlvr_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/albef/train/nlvr_ft.yaml -------------------------------------------------------------------------------- /lavis/projects/albef/train/okvqa_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/albef/train/okvqa_ft.yaml -------------------------------------------------------------------------------- /lavis/projects/albef/train/pretrain.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/albef/train/pretrain.yaml -------------------------------------------------------------------------------- /lavis/projects/albef/train/ret_coco_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/albef/train/ret_coco_ft.yaml -------------------------------------------------------------------------------- /lavis/projects/albef/train/ret_flickr30k_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/albef/train/ret_flickr30k_ft.yaml -------------------------------------------------------------------------------- /lavis/projects/albef/train/snli_ve_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/albef/train/snli_ve_ft.yaml -------------------------------------------------------------------------------- /lavis/projects/albef/train/vqa_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/albef/train/vqa_ft.yaml -------------------------------------------------------------------------------- /lavis/projects/alpro/eval/didemo_ret_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/alpro/eval/didemo_ret_eval.yaml -------------------------------------------------------------------------------- /lavis/projects/alpro/eval/msrvtt_qa_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/alpro/eval/msrvtt_qa_eval.yaml -------------------------------------------------------------------------------- /lavis/projects/alpro/eval/msrvtt_ret_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/alpro/eval/msrvtt_ret_eval.yaml -------------------------------------------------------------------------------- /lavis/projects/alpro/eval/msvd_qa_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/alpro/eval/msvd_qa_eval.yaml -------------------------------------------------------------------------------- /lavis/projects/alpro/train/didemo_ret_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/alpro/train/didemo_ret_ft.yaml -------------------------------------------------------------------------------- /lavis/projects/alpro/train/msrvtt_qa_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/alpro/train/msrvtt_qa_ft.yaml -------------------------------------------------------------------------------- /lavis/projects/alpro/train/msrvtt_retrieval_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/alpro/train/msrvtt_retrieval_ft.yaml -------------------------------------------------------------------------------- /lavis/projects/alpro/train/msvd_qa_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/alpro/train/msvd_qa_ft.yaml -------------------------------------------------------------------------------- /lavis/projects/blip/coco_cap_ft_iter.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/blip/coco_cap_ft_iter.yaml -------------------------------------------------------------------------------- /lavis/projects/blip/eval/aokvqa_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/blip/eval/aokvqa_eval.yaml -------------------------------------------------------------------------------- /lavis/projects/blip/eval/caption_coco_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/blip/eval/caption_coco_eval.yaml -------------------------------------------------------------------------------- /lavis/projects/blip/eval/caption_coco_eval_large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/blip/eval/caption_coco_eval_large.yaml -------------------------------------------------------------------------------- /lavis/projects/blip/eval/nlvr_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/blip/eval/nlvr_eval.yaml -------------------------------------------------------------------------------- /lavis/projects/blip/eval/nocaps_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/blip/eval/nocaps_eval.yaml -------------------------------------------------------------------------------- /lavis/projects/blip/eval/okvqa_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/blip/eval/okvqa_eval.yaml -------------------------------------------------------------------------------- /lavis/projects/blip/eval/ret_coco_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/blip/eval/ret_coco_eval.yaml -------------------------------------------------------------------------------- /lavis/projects/blip/eval/ret_flickr_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/blip/eval/ret_flickr_eval.yaml -------------------------------------------------------------------------------- /lavis/projects/blip/eval/vqav2_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/blip/eval/vqav2_eval.yaml -------------------------------------------------------------------------------- /lavis/projects/blip/train/aokvqa_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/blip/train/aokvqa_ft.yaml -------------------------------------------------------------------------------- /lavis/projects/blip/train/caption_coco_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/blip/train/caption_coco_ft.yaml -------------------------------------------------------------------------------- /lavis/projects/blip/train/caption_coco_large_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/blip/train/caption_coco_large_ft.yaml -------------------------------------------------------------------------------- /lavis/projects/blip/train/nlvr_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/blip/train/nlvr_ft.yaml -------------------------------------------------------------------------------- /lavis/projects/blip/train/okvqa_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/blip/train/okvqa_ft.yaml -------------------------------------------------------------------------------- /lavis/projects/blip/train/pretrain_14m.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/blip/train/pretrain_14m.yaml -------------------------------------------------------------------------------- /lavis/projects/blip/train/retrieval_coco_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/blip/train/retrieval_coco_ft.yaml -------------------------------------------------------------------------------- /lavis/projects/blip/train/retrieval_flickr_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/blip/train/retrieval_flickr_ft.yaml -------------------------------------------------------------------------------- /lavis/projects/blip/train/vqav2_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/blip/train/vqav2_ft.yaml -------------------------------------------------------------------------------- /lavis/projects/blip2/eval/caption_coco_flant5xl_eval.yaml: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lavis/projects/blip2/eval/ret_coco_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/blip2/eval/ret_coco_eval.yaml -------------------------------------------------------------------------------- /lavis/projects/blip2/eval/ret_flickr_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/blip2/eval/ret_flickr_eval.yaml -------------------------------------------------------------------------------- /lavis/projects/blip2/eval/vqav2_zeroshot_opt_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/blip2/eval/vqav2_zeroshot_opt_eval.yaml -------------------------------------------------------------------------------- /lavis/projects/blip2/train/caption_coco_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/blip2/train/caption_coco_ft.yaml -------------------------------------------------------------------------------- /lavis/projects/blip2/train/pretrain_stage1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/blip2/train/pretrain_stage1.yaml -------------------------------------------------------------------------------- /lavis/projects/blip2/train/pretrain_stage2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/blip2/train/pretrain_stage2.yaml -------------------------------------------------------------------------------- /lavis/projects/blip2/train/retrieval_coco_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/blip2/train/retrieval_coco_ft.yaml -------------------------------------------------------------------------------- /lavis/projects/blip_diffusion/finetune-db-dog.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/blip_diffusion/finetune-db-dog.yaml -------------------------------------------------------------------------------- /lavis/projects/clip/exp_coco_ret_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/clip/exp_coco_ret_eval.yaml -------------------------------------------------------------------------------- /lavis/projects/clip/exp_flickr_ret_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/clip/exp_flickr_ret_eval.yaml -------------------------------------------------------------------------------- /lavis/projects/clip/exp_imnet_zs_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/clip/exp_imnet_zs_eval.yaml -------------------------------------------------------------------------------- /lavis/projects/gpt/eval/dialogue_avsd_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/gpt/eval/dialogue_avsd_eval.yaml -------------------------------------------------------------------------------- /lavis/projects/gpt/train/dialogue_avsd_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/gpt/train/dialogue_avsd_ft.yaml -------------------------------------------------------------------------------- /lavis/projects/instructblip/qa_msvd_flant5xl_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/instructblip/qa_msvd_flant5xl_eval.yaml -------------------------------------------------------------------------------- /lavis/projects/instructblip/qa_msvd_vicuna7b_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/instructblip/qa_msvd_vicuna7b_eval.yaml -------------------------------------------------------------------------------- /lavis/projects/pnp-vqa/eval/gqa_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/pnp-vqa/eval/gqa_eval.yaml -------------------------------------------------------------------------------- /lavis/projects/pnp-vqa/eval/gqa_eval_3b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/pnp-vqa/eval/gqa_eval_3b.yaml -------------------------------------------------------------------------------- /lavis/projects/pnp-vqa/eval/gqa_eval_large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/pnp-vqa/eval/gqa_eval_large.yaml -------------------------------------------------------------------------------- /lavis/projects/pnp-vqa/eval/okvqa_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/pnp-vqa/eval/okvqa_eval.yaml -------------------------------------------------------------------------------- /lavis/projects/pnp-vqa/eval/okvqa_eval_3b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/pnp-vqa/eval/okvqa_eval_3b.yaml -------------------------------------------------------------------------------- /lavis/projects/pnp-vqa/eval/okvqa_eval_large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/pnp-vqa/eval/okvqa_eval_large.yaml -------------------------------------------------------------------------------- /lavis/projects/pnp-vqa/eval/vqav2_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/pnp-vqa/eval/vqav2_eval.yaml -------------------------------------------------------------------------------- /lavis/projects/pnp-vqa/eval/vqav2_eval_3b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/pnp-vqa/eval/vqav2_eval_3b.yaml -------------------------------------------------------------------------------- /lavis/projects/pnp-vqa/eval/vqav2_eval_large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/pnp-vqa/eval/vqav2_eval_large.yaml -------------------------------------------------------------------------------- /lavis/projects/pnp-vqa/eval/vqav2_test_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/pnp-vqa/eval/vqav2_test_eval.yaml -------------------------------------------------------------------------------- /lavis/projects/pnp-vqa/eval/vqav2_test_eval_3b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/pnp-vqa/eval/vqav2_test_eval_3b.yaml -------------------------------------------------------------------------------- /lavis/projects/pnp-vqa/eval/vqav2_test_eval_large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/projects/pnp-vqa/eval/vqav2_test_eval_large.yaml -------------------------------------------------------------------------------- /lavis/runners/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/runners/__init__.py -------------------------------------------------------------------------------- /lavis/runners/runner_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/runners/runner_base.py -------------------------------------------------------------------------------- /lavis/runners/runner_iter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/runners/runner_iter.py -------------------------------------------------------------------------------- /lavis/tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/tasks/__init__.py -------------------------------------------------------------------------------- /lavis/tasks/base_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/tasks/base_task.py -------------------------------------------------------------------------------- /lavis/tasks/captioning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/tasks/captioning.py -------------------------------------------------------------------------------- /lavis/tasks/dialogue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/tasks/dialogue.py -------------------------------------------------------------------------------- /lavis/tasks/image_text_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/tasks/image_text_pretrain.py -------------------------------------------------------------------------------- /lavis/tasks/multimodal_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/tasks/multimodal_classification.py -------------------------------------------------------------------------------- /lavis/tasks/retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/tasks/retrieval.py -------------------------------------------------------------------------------- /lavis/tasks/text_to_image_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/tasks/text_to_image_generation.py -------------------------------------------------------------------------------- /lavis/tasks/vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/tasks/vqa.py -------------------------------------------------------------------------------- /lavis/tasks/vqa_reading_comprehension.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/lavis/tasks/vqa_reading_comprehension.py -------------------------------------------------------------------------------- /projects/blip-diffusion/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/blip-diffusion/README.md -------------------------------------------------------------------------------- /projects/blip-diffusion/images/black-cat.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/blip-diffusion/images/black-cat.png -------------------------------------------------------------------------------- /projects/blip-diffusion/images/cat-sofa.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/blip-diffusion/images/cat-sofa.png -------------------------------------------------------------------------------- /projects/blip-diffusion/images/dog.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/blip-diffusion/images/dog.png -------------------------------------------------------------------------------- /projects/blip-diffusion/images/dog2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/blip-diffusion/images/dog2.png -------------------------------------------------------------------------------- /projects/blip-diffusion/images/dreambooth/dog/00.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/blip-diffusion/images/dreambooth/dog/00.jpg -------------------------------------------------------------------------------- /projects/blip-diffusion/images/dreambooth/dog/01.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/blip-diffusion/images/dreambooth/dog/01.jpg -------------------------------------------------------------------------------- /projects/blip-diffusion/images/dreambooth/dog/02.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/blip-diffusion/images/dreambooth/dog/02.jpg -------------------------------------------------------------------------------- /projects/blip-diffusion/images/dreambooth/dog/03.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/blip-diffusion/images/dreambooth/dog/03.jpg -------------------------------------------------------------------------------- /projects/blip-diffusion/images/dreambooth/dog/04.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/blip-diffusion/images/dreambooth/dog/04.jpg -------------------------------------------------------------------------------- /projects/blip-diffusion/images/dreambooth/dog8/00.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/blip-diffusion/images/dreambooth/dog8/00.jpg -------------------------------------------------------------------------------- /projects/blip-diffusion/images/dreambooth/dog8/01.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/blip-diffusion/images/dreambooth/dog8/01.jpg -------------------------------------------------------------------------------- /projects/blip-diffusion/images/dreambooth/dog8/02.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/blip-diffusion/images/dreambooth/dog8/02.jpg -------------------------------------------------------------------------------- /projects/blip-diffusion/images/dreambooth/dog8/03.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/blip-diffusion/images/dreambooth/dog8/03.jpg -------------------------------------------------------------------------------- /projects/blip-diffusion/images/dreambooth/dog8/04.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/blip-diffusion/images/dreambooth/dog8/04.jpg -------------------------------------------------------------------------------- /projects/blip-diffusion/images/dress-model.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/blip-diffusion/images/dress-model.png -------------------------------------------------------------------------------- /projects/blip-diffusion/images/flower.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/blip-diffusion/images/flower.jpg -------------------------------------------------------------------------------- /projects/blip-diffusion/images/green-skirt.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/blip-diffusion/images/green-skirt.png -------------------------------------------------------------------------------- /projects/blip-diffusion/images/kettle.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/blip-diffusion/images/kettle.jpg -------------------------------------------------------------------------------- /projects/blip-diffusion/images/pink-dress.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/blip-diffusion/images/pink-dress.png -------------------------------------------------------------------------------- /projects/blip-diffusion/notebooks/stylization.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/blip-diffusion/notebooks/stylization.ipynb -------------------------------------------------------------------------------- /projects/blip-diffusion/teaser-website.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/blip-diffusion/teaser-website.png -------------------------------------------------------------------------------- /projects/blip2/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/blip2/README.md -------------------------------------------------------------------------------- /projects/blip2/blip2_illustration.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/blip2/blip2_illustration.png -------------------------------------------------------------------------------- /projects/img2llm-vqa/Caption.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/img2llm-vqa/Caption.png -------------------------------------------------------------------------------- /projects/img2llm-vqa/Illustration.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/img2llm-vqa/Illustration.png -------------------------------------------------------------------------------- /projects/img2llm-vqa/QuestionGeneration.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/img2llm-vqa/QuestionGeneration.png -------------------------------------------------------------------------------- /projects/img2llm-vqa/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/img2llm-vqa/README.md -------------------------------------------------------------------------------- /projects/img2llm-vqa/demo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/img2llm-vqa/demo.png -------------------------------------------------------------------------------- /projects/img2llm-vqa/img2llm_vqa.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/img2llm-vqa/img2llm_vqa.ipynb -------------------------------------------------------------------------------- /projects/img2llm-vqa/img2llm_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/img2llm-vqa/img2llm_vqa.py -------------------------------------------------------------------------------- /projects/img2prompt-vqa/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/img2prompt-vqa/README.md -------------------------------------------------------------------------------- /projects/instructblip/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/instructblip/README.md -------------------------------------------------------------------------------- /projects/instructblip/comparison.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/instructblip/comparison.png -------------------------------------------------------------------------------- /projects/instructblip/run_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/instructblip/run_demo.py -------------------------------------------------------------------------------- /projects/instructblip/showcase.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/instructblip/showcase.png -------------------------------------------------------------------------------- /projects/pnp-vqa/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/pnp-vqa/README.md -------------------------------------------------------------------------------- /projects/pnp-vqa/pnp_vqa.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/pnp-vqa/pnp_vqa.ipynb -------------------------------------------------------------------------------- /projects/pnp-vqa/pnp_vqa.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/pnp-vqa/pnp_vqa.png -------------------------------------------------------------------------------- /projects/xinstructblip/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/xinstructblip/README.md -------------------------------------------------------------------------------- /projects/xinstructblip/assets/architecture.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/xinstructblip/assets/architecture.png -------------------------------------------------------------------------------- /projects/xinstructblip/assets/data.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/xinstructblip/assets/data.png -------------------------------------------------------------------------------- /projects/xinstructblip/demo/configs/vicuna13b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/xinstructblip/demo/configs/vicuna13b.yaml -------------------------------------------------------------------------------- /projects/xinstructblip/demo/configs/vicuna7b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/xinstructblip/demo/configs/vicuna7b.yaml -------------------------------------------------------------------------------- /projects/xinstructblip/demo/configs/vicuna7b_rand.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/xinstructblip/demo/configs/vicuna7b_rand.yaml -------------------------------------------------------------------------------- /projects/xinstructblip/demo/configs/vicuna7b_v2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/xinstructblip/demo/configs/vicuna7b_v2.yaml -------------------------------------------------------------------------------- /projects/xinstructblip/demo/demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/xinstructblip/demo/demo.ipynb -------------------------------------------------------------------------------- /projects/xinstructblip/demo/run_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/projects/xinstructblip/demo/run_demo.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/requirements.txt -------------------------------------------------------------------------------- /run_scripts/albef/eval/eval_albef_nlvr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/albef/eval/eval_albef_nlvr.sh -------------------------------------------------------------------------------- /run_scripts/albef/eval/eval_albef_ve.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/albef/eval/eval_albef_ve.sh -------------------------------------------------------------------------------- /run_scripts/albef/eval/eval_coco_retrieval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/albef/eval/eval_coco_retrieval.sh -------------------------------------------------------------------------------- /run_scripts/albef/eval/eval_flickr30k_retrieval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/albef/eval/eval_flickr30k_retrieval.sh -------------------------------------------------------------------------------- /run_scripts/albef/eval/test_albef_vqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/albef/eval/test_albef_vqa.sh -------------------------------------------------------------------------------- /run_scripts/albef/eval/val_albef_vqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/albef/eval/val_albef_vqa.sh -------------------------------------------------------------------------------- /run_scripts/albef/train/pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/albef/train/pretrain.sh -------------------------------------------------------------------------------- /run_scripts/albef/train/train_aokvqa_albef.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/albef/train/train_aokvqa_albef.sh -------------------------------------------------------------------------------- /run_scripts/albef/train/train_coco_retrieval_albef.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/albef/train/train_coco_retrieval_albef.sh -------------------------------------------------------------------------------- /run_scripts/albef/train/train_nlvr_albef.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/albef/train/train_nlvr_albef.sh -------------------------------------------------------------------------------- /run_scripts/albef/train/train_okvqa_albef.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/albef/train/train_okvqa_albef.sh -------------------------------------------------------------------------------- /run_scripts/albef/train/train_ve_albef.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/albef/train/train_ve_albef.sh -------------------------------------------------------------------------------- /run_scripts/albef/train/train_vqa_albef.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/albef/train/train_vqa_albef.sh -------------------------------------------------------------------------------- /run_scripts/alpro/eval/eval_didemo_ret.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/alpro/eval/eval_didemo_ret.sh -------------------------------------------------------------------------------- /run_scripts/alpro/eval/eval_msrvtt_qa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/alpro/eval/eval_msrvtt_qa.sh -------------------------------------------------------------------------------- /run_scripts/alpro/eval/eval_msrvtt_ret.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/alpro/eval/eval_msrvtt_ret.sh -------------------------------------------------------------------------------- /run_scripts/alpro/eval/eval_msvd_qa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/alpro/eval/eval_msvd_qa.sh -------------------------------------------------------------------------------- /run_scripts/alpro/train/train_didemo_ret.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/alpro/train/train_didemo_ret.sh -------------------------------------------------------------------------------- /run_scripts/alpro/train/train_msrvtt_qa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/alpro/train/train_msrvtt_qa.sh -------------------------------------------------------------------------------- /run_scripts/alpro/train/train_msrvtt_ret.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/alpro/train/train_msrvtt_ret.sh -------------------------------------------------------------------------------- /run_scripts/alpro/train/train_msvd_qa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/alpro/train/train_msvd_qa.sh -------------------------------------------------------------------------------- /run_scripts/blip-diffusion/train_db.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/blip-diffusion/train_db.sh -------------------------------------------------------------------------------- /run_scripts/blip-diffusion/train_db_dog.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/blip-diffusion/train_db_dog.sh -------------------------------------------------------------------------------- /run_scripts/blip-diffusion/train_db_jacket_s.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/blip-diffusion/train_db_jacket_s.sh -------------------------------------------------------------------------------- /run_scripts/blip-diffusion/train_db_pink_dress.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/blip-diffusion/train_db_pink_dress.sh -------------------------------------------------------------------------------- /run_scripts/blip-diffusion/train_db_shein_jacket.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/blip-diffusion/train_db_shein_jacket.sh -------------------------------------------------------------------------------- /run_scripts/blip/eval/eval_aokvqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/blip/eval/eval_aokvqa.sh -------------------------------------------------------------------------------- /run_scripts/blip/eval/eval_coco_cap.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/blip/eval/eval_coco_cap.sh -------------------------------------------------------------------------------- /run_scripts/blip/eval/eval_coco_cap_large.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/blip/eval/eval_coco_cap_large.sh -------------------------------------------------------------------------------- /run_scripts/blip/eval/eval_nlvr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/blip/eval/eval_nlvr.sh -------------------------------------------------------------------------------- /run_scripts/blip/eval/eval_nocaps.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/blip/eval/eval_nocaps.sh -------------------------------------------------------------------------------- /run_scripts/blip/eval/eval_okvqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/blip/eval/eval_okvqa.sh -------------------------------------------------------------------------------- /run_scripts/blip/eval/eval_ret_coco.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/blip/eval/eval_ret_coco.sh -------------------------------------------------------------------------------- /run_scripts/blip/eval/eval_ret_flickr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/blip/eval/eval_ret_flickr.sh -------------------------------------------------------------------------------- /run_scripts/blip/eval/validate_vqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/blip/eval/validate_vqa.sh -------------------------------------------------------------------------------- /run_scripts/blip/train/pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/blip/train/pretrain.sh -------------------------------------------------------------------------------- /run_scripts/blip/train/train_aokvqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/blip/train/train_aokvqa.sh -------------------------------------------------------------------------------- /run_scripts/blip/train/train_caption_coco.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/blip/train/train_caption_coco.sh -------------------------------------------------------------------------------- /run_scripts/blip/train/train_caption_coco_large.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/blip/train/train_caption_coco_large.sh -------------------------------------------------------------------------------- /run_scripts/blip/train/train_nlvr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/blip/train/train_nlvr.sh -------------------------------------------------------------------------------- /run_scripts/blip/train/train_okvqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/blip/train/train_okvqa.sh -------------------------------------------------------------------------------- /run_scripts/blip/train/train_retrieval_coco.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/blip/train/train_retrieval_coco.sh -------------------------------------------------------------------------------- /run_scripts/blip/train/train_retrieval_flickr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/blip/train/train_retrieval_flickr.sh -------------------------------------------------------------------------------- /run_scripts/blip/train/train_vqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/blip/train/train_vqa.sh -------------------------------------------------------------------------------- /run_scripts/blip2/eval/eval_cap_coco_flant5xl.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/blip2/eval/eval_cap_coco_flant5xl.sh -------------------------------------------------------------------------------- /run_scripts/blip2/eval/eval_cap_coco_opt2.7b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/blip2/eval/eval_cap_coco_opt2.7b.sh -------------------------------------------------------------------------------- /run_scripts/blip2/eval/eval_cap_coco_opt6.7b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/blip2/eval/eval_cap_coco_opt6.7b.sh -------------------------------------------------------------------------------- /run_scripts/blip2/eval/eval_gqa_zeroshot_flant5xl.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/blip2/eval/eval_gqa_zeroshot_flant5xl.sh -------------------------------------------------------------------------------- /run_scripts/blip2/eval/eval_okvqa_zeroshot_flant5xl.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/blip2/eval/eval_okvqa_zeroshot_flant5xl.sh -------------------------------------------------------------------------------- /run_scripts/blip2/eval/eval_ret_coco.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/blip2/eval/eval_ret_coco.sh -------------------------------------------------------------------------------- /run_scripts/blip2/eval/eval_ret_flickr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/blip2/eval/eval_ret_flickr.sh -------------------------------------------------------------------------------- /run_scripts/blip2/eval/validate_vqa_zeroshot_opt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/blip2/eval/validate_vqa_zeroshot_opt.sh -------------------------------------------------------------------------------- /run_scripts/blip2/train/pretrain_stage1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/blip2/train/pretrain_stage1.sh -------------------------------------------------------------------------------- /run_scripts/blip2/train/pretrain_stage2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/blip2/train/pretrain_stage2.sh -------------------------------------------------------------------------------- /run_scripts/blip2/train/train_caption_coco.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/blip2/train/train_caption_coco.sh -------------------------------------------------------------------------------- /run_scripts/blip2/train/train_retrieval_coco.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/blip2/train/train_retrieval_coco.sh -------------------------------------------------------------------------------- /run_scripts/clip/eval/eval_clip_ret_coco.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/clip/eval/eval_clip_ret_coco.sh -------------------------------------------------------------------------------- /run_scripts/clip/eval/eval_clip_ret_flickr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/clip/eval/eval_clip_ret_flickr.sh -------------------------------------------------------------------------------- /run_scripts/clip/eval/eval_clip_zs_imnet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/clip/eval/eval_clip_zs_imnet.sh -------------------------------------------------------------------------------- /run_scripts/gpt/eval/eval_video_dialogue_avsd.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/gpt/eval/eval_video_dialogue_avsd.sh -------------------------------------------------------------------------------- /run_scripts/gpt/train/train_video_dialogue_avsd.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/gpt/train/train_video_dialogue_avsd.sh -------------------------------------------------------------------------------- /run_scripts/pnp-vqa/eval/eval_gqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/pnp-vqa/eval/eval_gqa.sh -------------------------------------------------------------------------------- /run_scripts/pnp-vqa/eval/eval_gqa_3b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/pnp-vqa/eval/eval_gqa_3b.sh -------------------------------------------------------------------------------- /run_scripts/pnp-vqa/eval/eval_gqa_large.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/pnp-vqa/eval/eval_gqa_large.sh -------------------------------------------------------------------------------- /run_scripts/pnp-vqa/eval/eval_okvqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/pnp-vqa/eval/eval_okvqa.sh -------------------------------------------------------------------------------- /run_scripts/pnp-vqa/eval/eval_okvqa_3b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/pnp-vqa/eval/eval_okvqa_3b.sh -------------------------------------------------------------------------------- /run_scripts/pnp-vqa/eval/eval_okvqa_large.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/pnp-vqa/eval/eval_okvqa_large.sh -------------------------------------------------------------------------------- /run_scripts/pnp-vqa/eval/eval_vqav2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/pnp-vqa/eval/eval_vqav2.sh -------------------------------------------------------------------------------- /run_scripts/pnp-vqa/eval/eval_vqav2_3b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/pnp-vqa/eval/eval_vqav2_3b.sh -------------------------------------------------------------------------------- /run_scripts/pnp-vqa/eval/eval_vqav2_large.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/pnp-vqa/eval/eval_vqav2_large.sh -------------------------------------------------------------------------------- /run_scripts/pnp-vqa/eval/eval_vqav2_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/pnp-vqa/eval/eval_vqav2_test.sh -------------------------------------------------------------------------------- /run_scripts/pnp-vqa/eval/eval_vqav2_test_3b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/pnp-vqa/eval/eval_vqav2_test_3b.sh -------------------------------------------------------------------------------- /run_scripts/pnp-vqa/eval/eval_vqav2_test_large.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/pnp-vqa/eval/eval_vqav2_test_large.sh -------------------------------------------------------------------------------- /run_scripts/run_browser.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/run_scripts/run_browser.sh -------------------------------------------------------------------------------- /run_scripts/run_demo.sh: -------------------------------------------------------------------------------- 1 | streamlit run app/main.py --server.fileWatcherType none 2 | -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/setup.py -------------------------------------------------------------------------------- /tests/models/test_albef.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/tests/models/test_albef.py -------------------------------------------------------------------------------- /tests/models/test_blip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/tests/models/test_blip.py -------------------------------------------------------------------------------- /tests/models/test_blip2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/tests/models/test_blip2.py -------------------------------------------------------------------------------- /tests/models/test_pnp_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/tests/models/test_pnp_vqa.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/artemisp/LAVIS-XInstructBLIP/HEAD/train.py --------------------------------------------------------------------------------