├── .gitignore ├── .gitmodules ├── LAVIS ├── .test_vqa.py.swp ├── CODEOWNERS ├── CODE_OF_CONDUCT.md ├── LICENSE.txt ├── MANIFEST.in ├── README.md ├── SECURITY.md ├── app │ ├── __init__.py │ ├── calculate_coco_features.py │ ├── caption.py │ ├── classification.py │ ├── dataset_browser.py │ ├── image_text_match.py │ ├── main.py │ ├── multimodal_search.py │ ├── multipage.py │ ├── text_localization.py │ ├── utils.py │ └── vqa.py ├── assets │ └── demo-6.png ├── dataset_card │ ├── avsd_dialogue.md │ ├── coco_caption.md │ ├── coco_retrieval.md │ ├── conceptual_captions.md │ ├── didemo_retrieval.md │ ├── flickr_retrieval.md │ ├── gqa.md │ ├── imgs │ │ ├── NLVR2.png │ │ ├── avsd_dialogue.png │ │ ├── coco_caption.png │ │ ├── conceptual_captions.png │ │ ├── didemo.png │ │ ├── flickr30k.png │ │ ├── gqa.png │ │ ├── msrvtt.png │ │ ├── msrvtt_qa.png │ │ ├── msvd_qa.png │ │ ├── nocaps.png │ │ ├── sbu_caption.png │ │ ├── snli_ve.png │ │ └── vqav2.png │ ├── msrvtt_qa.md │ ├── msrvtt_retrieval.md │ ├── msvd_qa.md │ ├── nlvr2.md │ ├── nocaps.md │ ├── sbu_caption.md │ ├── snli_visual_entailment.md │ └── vqav2.md ├── docs │ ├── Makefile │ ├── _static │ │ ├── Confusing-Pictures.jpg │ │ ├── architecture.png │ │ ├── logo_final.png │ │ └── merlion.png │ ├── benchmark.rst │ ├── build_docs.sh │ ├── conf.py │ ├── getting_started.rst │ ├── index.rst │ ├── intro.rst │ ├── make.bat │ ├── requirements.txt │ ├── tutorial.configs.rst │ ├── tutorial.datasets.rst │ ├── tutorial.evaluation.rst │ ├── tutorial.models.rst │ ├── tutorial.processors.rst │ ├── tutorial.rst │ ├── tutorial.tasks.rst │ └── tutorial.training-example.rst ├── download_vqa.sh ├── eval_vqa.py ├── evaluate.py ├── evaluate_process.py ├── examples │ ├── albef_feature_extraction.ipynb │ ├── albef_vqa.ipynb │ ├── albef_zero_shot_classification.ipynb │ ├── blip2_feature_extraction.ipynb │ ├── blip2_image_text_matching.ipynb │ ├── blip2_instructed_generation.ipynb │ ├── blip_feature_extraction.ipynb │ ├── blip_image_captioning.ipynb │ ├── blip_image_text_matching.ipynb │ ├── blip_text_localization.ipynb │ ├── blip_vqa.ipynb │ ├── blip_zero_shot_classification.ipynb │ ├── clip_feature_extraction.ipynb │ └── clip_zero_shot_classification.ipynb ├── lavis │ ├── __init__.py │ ├── common │ │ ├── annotator │ │ │ ├── canny │ │ │ │ └── __init__.py │ │ │ ├── ckpts │ │ │ │ └── download.sh │ │ │ ├── hed │ │ │ │ └── __init__.py │ │ │ ├── midas │ │ │ │ ├── __init__.py │ │ │ │ ├── api.py │ │ │ │ ├── midas │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── base_model.py │ │ │ │ │ ├── blocks.py │ │ │ │ │ ├── dpt_depth.py │ │ │ │ │ ├── midas_net.py │ │ │ │ │ ├── midas_net_custom.py │ │ │ │ │ ├── transforms.py │ │ │ │ │ └── vit.py │ │ │ │ └── utils.py │ │ │ ├── mlsd │ │ │ │ ├── __init__.py │ │ │ │ ├── models │ │ │ │ │ ├── mbv2_mlsd_large.py │ │ │ │ │ └── mbv2_mlsd_tiny.py │ │ │ │ └── utils.py │ │ │ ├── openpose │ │ │ │ ├── __init__.py │ │ │ │ ├── body.py │ │ │ │ ├── hand.py │ │ │ │ ├── model.py │ │ │ │ └── util.py │ │ │ ├── uniformer │ │ │ │ ├── __init__.py │ │ │ │ ├── configs │ │ │ │ │ └── _base_ │ │ │ │ │ │ ├── datasets │ │ │ │ │ │ ├── ade20k.py │ │ │ │ │ │ ├── chase_db1.py │ │ │ │ │ │ ├── cityscapes.py │ │ │ │ │ │ ├── cityscapes_769x769.py │ │ │ │ │ │ ├── drive.py │ │ │ │ │ │ ├── hrf.py │ │ │ │ │ │ ├── pascal_context.py │ │ │ │ │ │ ├── pascal_context_59.py │ │ │ │ │ │ ├── pascal_voc12.py │ │ │ │ │ │ ├── pascal_voc12_aug.py │ │ │ │ │ │ └── stare.py │ │ │ │ │ │ ├── default_runtime.py │ │ │ │ │ │ ├── models │ │ │ │ │ │ ├── ann_r50-d8.py │ │ │ │ │ │ ├── apcnet_r50-d8.py │ │ │ │ │ │ ├── ccnet_r50-d8.py │ │ │ │ │ │ ├── cgnet.py │ │ │ │ │ │ ├── danet_r50-d8.py │ │ │ │ │ │ ├── deeplabv3_r50-d8.py │ │ │ │ │ │ ├── deeplabv3_unet_s5-d16.py │ │ │ │ │ │ ├── deeplabv3plus_r50-d8.py │ │ │ │ │ │ ├── dmnet_r50-d8.py │ │ │ │ │ │ ├── dnl_r50-d8.py │ │ │ │ │ │ ├── emanet_r50-d8.py │ │ │ │ │ │ ├── encnet_r50-d8.py │ │ │ │ │ │ ├── fast_scnn.py │ │ │ │ │ │ ├── fcn_hr18.py │ │ │ │ │ │ ├── fcn_r50-d8.py │ │ │ │ │ │ ├── fcn_unet_s5-d16.py │ │ │ │ │ │ ├── fpn_r50.py │ │ │ │ │ │ ├── fpn_uniformer.py │ │ │ │ │ │ ├── gcnet_r50-d8.py │ │ │ │ │ │ ├── lraspp_m-v3-d8.py │ │ │ │ │ │ ├── nonlocal_r50-d8.py │ │ │ │ │ │ ├── ocrnet_hr18.py │ │ │ │ │ │ ├── ocrnet_r50-d8.py │ │ │ │ │ │ ├── pointrend_r50.py │ │ │ │ │ │ ├── psanet_r50-d8.py │ │ │ │ │ │ ├── pspnet_r50-d8.py │ │ │ │ │ │ ├── pspnet_unet_s5-d16.py │ │ │ │ │ │ ├── upernet_r50.py │ │ │ │ │ │ └── upernet_uniformer.py │ │ │ │ │ │ └── schedules │ │ │ │ │ │ ├── schedule_160k.py │ │ │ │ │ │ ├── schedule_20k.py │ │ │ │ │ │ ├── schedule_40k.py │ │ │ │ │ │ └── schedule_80k.py │ │ │ │ ├── exp │ │ │ │ │ └── upernet_global_small │ │ │ │ │ │ ├── config.py │ │ │ │ │ │ ├── run.sh │ │ │ │ │ │ ├── test.sh │ │ │ │ │ │ ├── test_config_g.py │ │ │ │ │ │ ├── test_config_h32.py │ │ │ │ │ │ └── test_config_w32.py │ │ │ │ ├── mmcv │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── arraymisc │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ └── quantization.py │ │ │ │ │ ├── cnn │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── alexnet.py │ │ │ │ │ │ ├── bricks │ │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ │ ├── activation.py │ │ │ │ │ │ │ ├── context_block.py │ │ │ │ │ │ │ ├── conv.py │ │ │ │ │ │ │ ├── conv2d_adaptive_padding.py │ │ │ │ │ │ │ ├── conv_module.py │ │ │ │ │ │ │ ├── conv_ws.py │ │ │ │ │ │ │ ├── depthwise_separable_conv_module.py │ │ │ │ │ │ │ ├── drop.py │ │ │ │ │ │ │ ├── generalized_attention.py │ │ │ │ │ │ │ ├── hsigmoid.py │ │ │ │ │ │ │ ├── hswish.py │ │ │ │ │ │ │ ├── non_local.py │ │ │ │ │ │ │ ├── norm.py │ │ │ │ │ │ │ ├── padding.py │ │ │ │ │ │ │ ├── plugin.py │ │ │ │ │ │ │ ├── registry.py │ │ │ │ │ │ │ ├── scale.py │ │ │ │ │ │ │ ├── swish.py │ │ │ │ │ │ │ ├── transformer.py │ │ │ │ │ │ │ ├── upsample.py │ │ │ │ │ │ │ └── wrappers.py │ │ │ │ │ │ ├── builder.py │ │ │ │ │ │ ├── resnet.py │ │ │ │ │ │ ├── utils │ │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ │ ├── flops_counter.py │ │ │ │ │ │ │ ├── fuse_conv_bn.py │ │ │ │ │ │ │ ├── sync_bn.py │ │ │ │ │ │ │ └── weight_init.py │ │ │ │ │ │ └── vgg.py │ │ │ │ │ ├── engine │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ └── test.py │ │ │ │ │ ├── fileio │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── file_client.py │ │ │ │ │ │ ├── handlers │ │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ │ ├── base.py │ │ │ │ │ │ │ ├── json_handler.py │ │ │ │ │ │ │ ├── pickle_handler.py │ │ │ │ │ │ │ └── yaml_handler.py │ │ │ │ │ │ ├── io.py │ │ │ │ │ │ └── parse.py │ │ │ │ │ ├── image │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── colorspace.py │ │ │ │ │ │ ├── geometric.py │ │ │ │ │ │ ├── io.py │ │ │ │ │ │ ├── misc.py │ │ │ │ │ │ └── photometric.py │ │ │ │ │ ├── ops │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── assign_score_withk.py │ │ │ │ │ │ ├── ball_query.py │ │ │ │ │ │ ├── bbox.py │ │ │ │ │ │ ├── border_align.py │ │ │ │ │ │ ├── box_iou_rotated.py │ │ │ │ │ │ ├── carafe.py │ │ │ │ │ │ ├── cc_attention.py │ │ │ │ │ │ ├── contour_expand.py │ │ │ │ │ │ ├── corner_pool.py │ │ │ │ │ │ ├── correlation.py │ │ │ │ │ │ ├── deform_conv.py │ │ │ │ │ │ ├── deform_roi_pool.py │ │ │ │ │ │ ├── deprecated_wrappers.py │ │ │ │ │ │ ├── focal_loss.py │ │ │ │ │ │ ├── furthest_point_sample.py │ │ │ │ │ │ ├── fused_bias_leakyrelu.py │ │ │ │ │ │ ├── gather_points.py │ │ │ │ │ │ ├── group_points.py │ │ │ │ │ │ ├── info.py │ │ │ │ │ │ ├── iou3d.py │ │ │ │ │ │ ├── knn.py │ │ │ │ │ │ ├── masked_conv.py │ │ │ │ │ │ ├── merge_cells.py │ │ │ │ │ │ ├── modulated_deform_conv.py │ │ │ │ │ │ ├── multi_scale_deform_attn.py │ │ │ │ │ │ ├── nms.py │ │ │ │ │ │ ├── pixel_group.py │ │ │ │ │ │ ├── point_sample.py │ │ │ │ │ │ ├── points_in_boxes.py │ │ │ │ │ │ ├── points_sampler.py │ │ │ │ │ │ ├── psa_mask.py │ │ │ │ │ │ ├── roi_align.py │ │ │ │ │ │ ├── roi_align_rotated.py │ │ │ │ │ │ ├── roi_pool.py │ │ │ │ │ │ ├── roiaware_pool3d.py │ │ │ │ │ │ ├── roipoint_pool3d.py │ │ │ │ │ │ ├── saconv.py │ │ │ │ │ │ ├── scatter_points.py │ │ │ │ │ │ ├── sync_bn.py │ │ │ │ │ │ ├── three_interpolate.py │ │ │ │ │ │ ├── three_nn.py │ │ │ │ │ │ ├── tin_shift.py │ │ │ │ │ │ ├── upfirdn2d.py │ │ │ │ │ │ └── voxelize.py │ │ │ │ │ ├── parallel │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── _functions.py │ │ │ │ │ │ ├── collate.py │ │ │ │ │ │ ├── data_container.py │ │ │ │ │ │ ├── data_parallel.py │ │ │ │ │ │ ├── distributed.py │ │ │ │ │ │ ├── distributed_deprecated.py │ │ │ │ │ │ ├── registry.py │ │ │ │ │ │ ├── scatter_gather.py │ │ │ │ │ │ └── utils.py │ │ │ │ │ ├── runner │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── base_module.py │ │ │ │ │ │ ├── base_runner.py │ │ │ │ │ │ ├── builder.py │ │ │ │ │ │ ├── checkpoint.py │ │ │ │ │ │ ├── default_constructor.py │ │ │ │ │ │ ├── dist_utils.py │ │ │ │ │ │ ├── epoch_based_runner.py │ │ │ │ │ │ ├── fp16_utils.py │ │ │ │ │ │ ├── hooks │ │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ │ ├── checkpoint.py │ │ │ │ │ │ │ ├── closure.py │ │ │ │ │ │ │ ├── ema.py │ │ │ │ │ │ │ ├── evaluation.py │ │ │ │ │ │ │ ├── hook.py │ │ │ │ │ │ │ ├── iter_timer.py │ │ │ │ │ │ │ ├── logger │ │ │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ │ │ ├── base.py │ │ │ │ │ │ │ │ ├── dvclive.py │ │ │ │ │ │ │ │ ├── mlflow.py │ │ │ │ │ │ │ │ ├── neptune.py │ │ │ │ │ │ │ │ ├── pavi.py │ │ │ │ │ │ │ │ ├── tensorboard.py │ │ │ │ │ │ │ │ ├── text.py │ │ │ │ │ │ │ │ └── wandb.py │ │ │ │ │ │ │ ├── lr_updater.py │ │ │ │ │ │ │ ├── memory.py │ │ │ │ │ │ │ ├── momentum_updater.py │ │ │ │ │ │ │ ├── optimizer.py │ │ │ │ │ │ │ ├── profiler.py │ │ │ │ │ │ │ ├── sampler_seed.py │ │ │ │ │ │ │ └── sync_buffer.py │ │ │ │ │ │ ├── iter_based_runner.py │ │ │ │ │ │ ├── log_buffer.py │ │ │ │ │ │ ├── optimizer │ │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ │ ├── builder.py │ │ │ │ │ │ │ └── default_constructor.py │ │ │ │ │ │ ├── priority.py │ │ │ │ │ │ └── utils.py │ │ │ │ │ ├── utils │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── config.py │ │ │ │ │ │ ├── env.py │ │ │ │ │ │ ├── ext_loader.py │ │ │ │ │ │ ├── logging.py │ │ │ │ │ │ ├── misc.py │ │ │ │ │ │ ├── parrots_jit.py │ │ │ │ │ │ ├── parrots_wrapper.py │ │ │ │ │ │ ├── path.py │ │ │ │ │ │ ├── progressbar.py │ │ │ │ │ │ ├── registry.py │ │ │ │ │ │ ├── testing.py │ │ │ │ │ │ ├── timer.py │ │ │ │ │ │ ├── trace.py │ │ │ │ │ │ └── version_utils.py │ │ │ │ │ ├── version.py │ │ │ │ │ ├── video │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── io.py │ │ │ │ │ │ ├── optflow.py │ │ │ │ │ │ └── processing.py │ │ │ │ │ └── visualization │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── color.py │ │ │ │ │ │ ├── image.py │ │ │ │ │ │ └── optflow.py │ │ │ │ ├── mmcv_custom │ │ │ │ │ ├── __init__.py │ │ │ │ │ └── checkpoint.py │ │ │ │ └── mmseg │ │ │ │ │ ├── apis │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── inference.py │ │ │ │ │ ├── test.py │ │ │ │ │ └── train.py │ │ │ │ │ ├── core │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── evaluation │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── class_names.py │ │ │ │ │ │ ├── eval_hooks.py │ │ │ │ │ │ └── metrics.py │ │ │ │ │ ├── seg │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── builder.py │ │ │ │ │ │ └── sampler │ │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ │ ├── base_pixel_sampler.py │ │ │ │ │ │ │ └── ohem_pixel_sampler.py │ │ │ │ │ └── utils │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ └── misc.py │ │ │ │ │ ├── datasets │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── ade.py │ │ │ │ │ ├── builder.py │ │ │ │ │ ├── chase_db1.py │ │ │ │ │ ├── cityscapes.py │ │ │ │ │ ├── custom.py │ │ │ │ │ ├── dataset_wrappers.py │ │ │ │ │ ├── drive.py │ │ │ │ │ ├── hrf.py │ │ │ │ │ ├── pascal_context.py │ │ │ │ │ ├── pipelines │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── compose.py │ │ │ │ │ │ ├── formating.py │ │ │ │ │ │ ├── loading.py │ │ │ │ │ │ ├── test_time_aug.py │ │ │ │ │ │ └── transforms.py │ │ │ │ │ ├── stare.py │ │ │ │ │ └── voc.py │ │ │ │ │ ├── models │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── backbones │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── cgnet.py │ │ │ │ │ │ ├── fast_scnn.py │ │ │ │ │ │ ├── hrnet.py │ │ │ │ │ │ ├── mobilenet_v2.py │ │ │ │ │ │ ├── mobilenet_v3.py │ │ │ │ │ │ ├── resnest.py │ │ │ │ │ │ ├── resnet.py │ │ │ │ │ │ ├── resnext.py │ │ │ │ │ │ ├── unet.py │ │ │ │ │ │ ├── uniformer.py │ │ │ │ │ │ └── vit.py │ │ │ │ │ ├── builder.py │ │ │ │ │ ├── decode_heads │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── ann_head.py │ │ │ │ │ │ ├── apc_head.py │ │ │ │ │ │ ├── aspp_head.py │ │ │ │ │ │ ├── cascade_decode_head.py │ │ │ │ │ │ ├── cc_head.py │ │ │ │ │ │ ├── da_head.py │ │ │ │ │ │ ├── decode_head.py │ │ │ │ │ │ ├── dm_head.py │ │ │ │ │ │ ├── dnl_head.py │ │ │ │ │ │ ├── ema_head.py │ │ │ │ │ │ ├── enc_head.py │ │ │ │ │ │ ├── fcn_head.py │ │ │ │ │ │ ├── fpn_head.py │ │ │ │ │ │ ├── gc_head.py │ │ │ │ │ │ ├── lraspp_head.py │ │ │ │ │ │ ├── nl_head.py │ │ │ │ │ │ ├── ocr_head.py │ │ │ │ │ │ ├── point_head.py │ │ │ │ │ │ ├── psa_head.py │ │ │ │ │ │ ├── psp_head.py │ │ │ │ │ │ ├── sep_aspp_head.py │ │ │ │ │ │ ├── sep_fcn_head.py │ │ │ │ │ │ └── uper_head.py │ │ │ │ │ ├── losses │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── accuracy.py │ │ │ │ │ │ ├── cross_entropy_loss.py │ │ │ │ │ │ ├── dice_loss.py │ │ │ │ │ │ ├── lovasz_loss.py │ │ │ │ │ │ └── utils.py │ │ │ │ │ ├── necks │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── fpn.py │ │ │ │ │ │ └── multilevel_neck.py │ │ │ │ │ ├── segmentors │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── base.py │ │ │ │ │ │ ├── cascade_encoder_decoder.py │ │ │ │ │ │ └── encoder_decoder.py │ │ │ │ │ └── utils │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── drop.py │ │ │ │ │ │ ├── inverted_residual.py │ │ │ │ │ │ ├── make_divisible.py │ │ │ │ │ │ ├── res_layer.py │ │ │ │ │ │ ├── se_layer.py │ │ │ │ │ │ ├── self_attention_block.py │ │ │ │ │ │ ├── up_conv_block.py │ │ │ │ │ │ └── weight_init.py │ │ │ │ │ ├── ops │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── encoding.py │ │ │ │ │ └── wrappers.py │ │ │ │ │ └── utils │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── collect_env.py │ │ │ │ │ └── logger.py │ │ │ └── util.py │ │ ├── config.py │ │ ├── dist_utils.py │ │ ├── gradcam.py │ │ ├── logger.py │ │ ├── optims.py │ │ ├── registry.py │ │ ├── utils.py │ │ └── vqa_tools │ │ │ ├── __init__.py │ │ │ ├── vqa.py │ │ │ └── vqa_eval.py │ ├── configs │ │ ├── datasets │ │ │ ├── aokvqa │ │ │ │ ├── defaults.yaml │ │ │ │ └── defaults_instruct.yaml │ │ │ ├── audiocaps │ │ │ │ ├── defaults_mm_cap.yaml │ │ │ │ ├── defaults_mm_cap_instruct.yaml │ │ │ │ └── defaults_mm_qa.yaml │ │ │ ├── audioset │ │ │ │ ├── defaults_mm_cap.yaml │ │ │ │ └── defaults_mm_cap_instruct.yaml │ │ │ ├── avsd │ │ │ │ ├── defaults_dial.yaml │ │ │ │ └── defaults_mm_dial_instruct.yaml │ │ │ ├── blip_diffusion_datasets │ │ │ │ └── defaults.yaml │ │ │ ├── capfilt14m │ │ │ │ ├── defaults_cap.yaml │ │ │ │ └── defaults_cap_instruct.yaml │ │ │ ├── charade │ │ │ │ ├── defaults_cap.yaml │ │ │ │ └── defaults_cap_instruct.yaml │ │ │ ├── clotho │ │ │ │ ├── defaults_mm_cap.yaml │ │ │ │ ├── defaults_mm_cap_instruct.yaml │ │ │ │ └── defaults_mm_qa.yaml │ │ │ ├── coco │ │ │ │ ├── defaults_cap.yaml │ │ │ │ ├── defaults_cap_instruct.yaml │ │ │ │ ├── defaults_ret.yaml │ │ │ │ ├── defaults_vqa.yaml │ │ │ │ ├── defaults_vqa_instruct.yaml │ │ │ │ └── eval_vqa.yaml │ │ │ ├── coin │ │ │ │ ├── defaults_cap.yaml │ │ │ │ └── defaults_cap_instruct.yaml │ │ │ ├── conceptual_caption │ │ │ │ ├── defaults_12m.yaml │ │ │ │ ├── defaults_12m_instruct.yaml │ │ │ │ ├── defaults_3m.yaml │ │ │ │ └── defaults_3m_instruct.yaml │ │ │ ├── didemo │ │ │ │ └── defaults_ret.yaml │ │ │ ├── discriminatory_reasoning │ │ │ │ ├── defaults_mm_audio_video.yaml │ │ │ │ └── defaults_mm_image_pc.yaml │ │ │ ├── esc50 │ │ │ │ └── defaults_mm_cls.yaml │ │ │ ├── flickr30k │ │ │ │ ├── defaults.yaml │ │ │ │ ├── defaults_cap.yaml │ │ │ │ └── defaults_cap_instruct.yaml │ │ │ ├── gqa │ │ │ │ ├── balanced_testdev.yaml │ │ │ │ ├── balanced_testdev_instruct.yaml │ │ │ │ ├── balanced_val.yaml │ │ │ │ ├── balanced_val_instruct.yaml │ │ │ │ ├── defaults.yaml │ │ │ │ └── defaults_instruct.yaml │ │ │ ├── iconqa │ │ │ │ ├── defaults.yaml │ │ │ │ └── defaults_instruct.yaml │ │ │ ├── imagenet │ │ │ │ └── defaults.yaml │ │ │ ├── laion │ │ │ │ ├── defaults_2B_multi.yaml │ │ │ │ ├── defaults_400M.yaml │ │ │ │ └── defaults_400M_instruct.yaml │ │ │ ├── llava150k │ │ │ │ └── defaults_dial.yaml │ │ │ ├── modelnet40 │ │ │ │ └── defaults_cls.yaml │ │ │ ├── msrvtt │ │ │ │ ├── defaults_cap.yaml │ │ │ │ ├── defaults_cap_instruct.yaml │ │ │ │ ├── defaults_qa.yaml │ │ │ │ ├── defaults_qa_instruct.yaml │ │ │ │ └── defaults_ret.yaml │ │ │ ├── msvd │ │ │ │ ├── defaults_cap.yaml │ │ │ │ ├── defaults_cap_instruct.yaml │ │ │ │ ├── defaults_qa.yaml │ │ │ │ └── defaults_qa_instruct.yaml │ │ │ ├── music_avqa │ │ │ │ ├── defaults_mm_qa.yaml │ │ │ │ └── defaults_mm_qa_instruct.yaml │ │ │ ├── nlvr │ │ │ │ └── defaults.yaml │ │ │ ├── nocaps │ │ │ │ └── defaults.yaml │ │ │ ├── objaverse │ │ │ │ ├── defaults_mm_cap.yaml │ │ │ │ ├── defaults_mm_cap_instruct.yaml │ │ │ │ └── defaults_mm_qa.yaml │ │ │ ├── ocrvqa │ │ │ │ ├── defaults.yaml │ │ │ │ └── defaults_instruct.yaml │ │ │ ├── okvqa │ │ │ │ ├── defaults.yaml │ │ │ │ └── defaults_instruct.yaml │ │ │ ├── sbu_caption │ │ │ │ ├── defaults.yaml │ │ │ │ └── defaults_instruct.yaml │ │ │ ├── scienceqa │ │ │ │ ├── defaults.yaml │ │ │ │ └── defaults_instruct.yaml │ │ │ ├── shapenet │ │ │ │ ├── defaults_mm_cap.yaml │ │ │ │ └── defaults_mm_cap_instruct.yaml │ │ │ ├── snli_ve │ │ │ │ ├── defaults.yaml │ │ │ │ └── defaults_instruct.yaml │ │ │ ├── textcaps │ │ │ │ ├── defaults.yaml │ │ │ │ └── defaults_instruct.yaml │ │ │ ├── valor │ │ │ │ ├── defaults_mm_cap.yaml │ │ │ │ └── defaults_mm_cap_instruct.yaml │ │ │ ├── vatex │ │ │ │ ├── defaults_cap.yaml │ │ │ │ └── defaults_cap_instruct.yaml │ │ │ ├── vg │ │ │ │ ├── defaults_caption.yaml │ │ │ │ ├── defaults_caption_instruct.yaml │ │ │ │ ├── defaults_vqa.yaml │ │ │ │ └── defaults_vqa_instruct.yaml │ │ │ ├── violin │ │ │ │ ├── defaults_cap.yaml │ │ │ │ ├── defaults_cap_instruct.yaml │ │ │ │ ├── defaults_entail.yaml │ │ │ │ └── defaults_entail_instruct.yaml │ │ │ ├── visdial │ │ │ │ ├── defaults_dial.yaml │ │ │ │ └── defaults_dial_instruct.yaml │ │ │ ├── vizwiz │ │ │ │ └── defaults.yaml │ │ │ ├── vlep │ │ │ │ ├── defaults_cap.yaml │ │ │ │ └── defaults_cap_instruct.yaml │ │ │ ├── vsr │ │ │ │ ├── defaults.yaml │ │ │ │ ├── defaults_classification.yaml │ │ │ │ ├── defaults_classification_instruct.yaml │ │ │ │ └── defaults_instruct.yaml │ │ │ ├── wavcaps │ │ │ │ ├── defaults_mm_cap.yaml │ │ │ │ └── defaults_mm_cap_instruct.yaml │ │ │ ├── webvid │ │ │ │ ├── defaults_cap.yaml │ │ │ │ └── defaults_cap_instruct.yaml │ │ │ ├── youcook │ │ │ │ ├── defaults_cap.yaml │ │ │ │ └── defaults_cap_instruct.yaml │ │ │ └── yt8m │ │ │ │ └── defaults_mm_dial.yaml │ │ ├── default.yaml │ │ └── models │ │ │ ├── albef_classification_ve.yaml │ │ │ ├── albef_feature_extractor.yaml │ │ │ ├── albef_nlvr.yaml │ │ │ ├── albef_pretrain_base.yaml │ │ │ ├── albef_retrieval_coco.yaml │ │ │ ├── albef_retrieval_flickr.yaml │ │ │ ├── albef_vqav2.yaml │ │ │ ├── alpro_qa_msrvtt.yaml │ │ │ ├── alpro_qa_msvd.yaml │ │ │ ├── alpro_retrieval_didemo.yaml │ │ │ ├── alpro_retrieval_msrvtt.yaml │ │ │ ├── blip-diffusion │ │ │ ├── blip_diffusion_base.yaml │ │ │ ├── blip_diffusion_controlnet_canny.yaml │ │ │ ├── blip_diffusion_controlnet_depth.yaml │ │ │ └── blip_diffusion_controlnet_hed.yaml │ │ │ ├── blip2 │ │ │ ├── blip2_caption_flant5xl.yaml │ │ │ ├── blip2_caption_opt2.7b.yaml │ │ │ ├── blip2_caption_opt6.7b.yaml │ │ │ ├── blip2_coco.yaml │ │ │ ├── blip2_instruct_flant5xl.yaml │ │ │ ├── blip2_instruct_flant5xxl.yaml │ │ │ ├── blip2_instruct_vicuna13b.yaml │ │ │ ├── blip2_instruct_vicuna7b.yaml │ │ │ ├── blip2_pretrain.yaml │ │ │ ├── blip2_pretrain_flant5xl.yaml │ │ │ ├── blip2_pretrain_flant5xl_vitL.yaml │ │ │ ├── blip2_pretrain_flant5xxl.yaml │ │ │ ├── blip2_pretrain_llama7b.yaml │ │ │ ├── blip2_pretrain_opt2.7b.yaml │ │ │ ├── blip2_pretrain_opt6.7b.yaml │ │ │ ├── blip2_pretrain_vitL.yaml │ │ │ ├── blip2_xinstruct_vicuna13b.yaml │ │ │ └── blip2_xinstruct_vicuna7b.yaml │ │ │ ├── blip_caption_base_coco.yaml │ │ │ ├── blip_caption_large_coco.yaml │ │ │ ├── blip_classification_base.yaml │ │ │ ├── blip_feature_extractor_base.yaml │ │ │ ├── blip_itm_base.yaml │ │ │ ├── blip_itm_large.yaml │ │ │ ├── blip_nlvr.yaml │ │ │ ├── blip_pretrain_base.yaml │ │ │ ├── blip_pretrain_large.yaml │ │ │ ├── blip_retrieval_coco.yaml │ │ │ ├── blip_retrieval_flickr.yaml │ │ │ ├── blip_vqa_aokvqa.yaml │ │ │ ├── blip_vqa_okvqa.yaml │ │ │ ├── blip_vqav2.yaml │ │ │ ├── clip_resnet50.yaml │ │ │ ├── clip_vit_base16.yaml │ │ │ ├── clip_vit_base32.yaml │ │ │ ├── clip_vit_large14.yaml │ │ │ ├── clip_vit_large14_336.yaml │ │ │ ├── gpt_dialogue_base.yaml │ │ │ ├── img2prompt-vqa │ │ │ └── img2prompt_vqa_base.yaml │ │ │ └── pnp-vqa │ │ │ ├── pnp_vqa_3b.yaml │ │ │ ├── pnp_vqa_base.yaml │ │ │ └── pnp_vqa_large.yaml │ ├── datasets │ │ ├── builders │ │ │ ├── __init__.py │ │ │ ├── audio_caption_builder.py │ │ │ ├── audio_qa_builder.py │ │ │ ├── base_dataset_builder.py │ │ │ ├── caption_builder.py │ │ │ ├── classification_builder.py │ │ │ ├── dialogue_builder.py │ │ │ ├── discrn_builders.py │ │ │ ├── image_text_pair_builder.py │ │ │ ├── imagefolder_builder.py │ │ │ ├── object3d_caption_builder.py │ │ │ ├── object3d_classification_builder.py │ │ │ ├── object3d_qa_builder.py │ │ │ ├── retrieval_builder.py │ │ │ ├── text_to_image_generation_builder.py │ │ │ ├── video_qa_builder.py │ │ │ └── vqa_builder.py │ │ ├── data_utils.py │ │ ├── datasets │ │ │ ├── aok_vqa_datasets.py │ │ │ ├── audio_captioning_datasets.py │ │ │ ├── audio_classification_datasets.py │ │ │ ├── audio_qa_datasets.py │ │ │ ├── avsd_dialogue_datasets.py │ │ │ ├── base_dataset.py │ │ │ ├── capfilt_dataset.py │ │ │ ├── caption_datasets.py │ │ │ ├── coco_caption_datasets.py │ │ │ ├── coco_vqa_datasets.py │ │ │ ├── dataloader_utils.py │ │ │ ├── dialogue_datasets.py │ │ │ ├── discriminatory_reasoning_datasets.py │ │ │ ├── gqa_datasets.py │ │ │ ├── iconqa_datasets.py │ │ │ ├── image_text_pair_datasets.py │ │ │ ├── imagefolder_dataset.py │ │ │ ├── laion_dataset.py │ │ │ ├── llava150k_dataset.py │ │ │ ├── multimodal_classification_datasets.py │ │ │ ├── music_avqa.py │ │ │ ├── nlvr_datasets.py │ │ │ ├── object3d_captioning_datasets.py │ │ │ ├── object3d_classification_datasets.py │ │ │ ├── object3d_qa_datasets.py │ │ │ ├── ocr_datasets.py │ │ │ ├── retrieval_datasets.py │ │ │ ├── snli_ve_datasets.py │ │ │ ├── subject_driven_t2i_dataset.py │ │ │ ├── textcaps_datasets.py │ │ │ ├── valor_caption.py │ │ │ ├── vatex_captioning_datasets.py │ │ │ ├── vg_vqa_datasets.py │ │ │ ├── video_caption_datasets.py │ │ │ ├── video_vqa_datasets.py │ │ │ ├── violin_dataset.py │ │ │ ├── visdial_dialogue_datasets.py │ │ │ ├── vizwiz_vqa_datasets.py │ │ │ ├── vlep_dataset.py │ │ │ ├── vqa_datasets.py │ │ │ ├── vsr_datasets.py │ │ │ └── yt8m_video_dialogue_datasets.py │ │ └── download_scripts │ │ │ ├── DownloadConceptualCaptions │ │ │ ├── LICENSE │ │ │ ├── README.md │ │ │ ├── create_annotation_12m.ipynb │ │ │ ├── create_annotation_3m.ipynb │ │ │ ├── download_data_cc12m.py │ │ │ └── download_data_cc3m.py │ │ │ ├── download_charade.py │ │ │ ├── download_coco.py │ │ │ ├── download_coin.py │ │ │ ├── download_didemo.py │ │ │ ├── download_flickr.py │ │ │ ├── download_gqa.py │ │ │ ├── download_iconqa.py │ │ │ ├── download_msrvtt.py │ │ │ ├── download_msvd.py │ │ │ ├── download_nocaps.py │ │ │ ├── download_sbu.py │ │ │ ├── download_vg.py │ │ │ └── download_violin.py │ ├── models │ │ ├── __init__.py │ │ ├── albef_models │ │ │ ├── __init__.py │ │ │ ├── albef_classification.py │ │ │ ├── albef_feature_extractor.py │ │ │ ├── albef_nlvr.py │ │ │ ├── albef_outputs.py │ │ │ ├── albef_pretrain.py │ │ │ ├── albef_retrieval.py │ │ │ └── albef_vqa.py │ │ ├── alpro_models │ │ │ ├── __init__.py │ │ │ ├── alpro_outputs.py │ │ │ ├── alpro_qa.py │ │ │ └── alpro_retrieval.py │ │ ├── base_model.py │ │ ├── beats │ │ │ ├── BEATs.py │ │ │ ├── LICENSE_BEATs.txt │ │ │ ├── README.md │ │ │ ├── Tokenizers.py │ │ │ ├── backbone.py │ │ │ ├── modules.py │ │ │ └── quantizer.py │ │ ├── beats_encoder.py │ │ ├── blip2_models │ │ │ ├── Qformer.py │ │ │ ├── __init__.py │ │ │ ├── blip2.py │ │ │ ├── blip2_image_text_matching.py │ │ │ ├── blip2_opt.py │ │ │ ├── blip2_qformer.py │ │ │ ├── blip2_t5.py │ │ │ ├── blip2_t5_instruct.py │ │ │ ├── blip2_vicuna_instruct.py │ │ │ ├── blip2_vicuna_xinstruct.py │ │ │ ├── modeling_llama.py │ │ │ ├── modeling_opt.py │ │ │ └── modeling_t5.py │ │ ├── blip_diffusion_models │ │ │ ├── __init__.py │ │ │ ├── blip_diffusion.py │ │ │ ├── modeling_ctx_clip.py │ │ │ ├── ptp_utils.py │ │ │ └── utils.py │ │ ├── blip_models │ │ │ ├── __init__.py │ │ │ ├── blip.py │ │ │ ├── blip_caption.py │ │ │ ├── blip_classification.py │ │ │ ├── blip_feature_extractor.py │ │ │ ├── blip_image_text_matching.py │ │ │ ├── blip_nlvr.py │ │ │ ├── blip_outputs.py │ │ │ ├── blip_pretrain.py │ │ │ ├── blip_retrieval.py │ │ │ ├── blip_vqa.py │ │ │ └── nlvr_encoder.py │ │ ├── clip_models │ │ │ ├── __init__.py │ │ │ ├── bpe_simple_vocab_16e6.txt.gz │ │ │ ├── clip_outputs.py │ │ │ ├── loss.py │ │ │ ├── model.py │ │ │ ├── pics │ │ │ │ └── CLIP.png │ │ │ ├── pretrained.py │ │ │ ├── timm_model.py │ │ │ ├── transform.py │ │ │ └── utils.py │ │ ├── clip_vit.py │ │ ├── eva_vit.py │ │ ├── gpt_models │ │ │ └── gpt_dialogue.py │ │ ├── img2prompt_models │ │ │ ├── __init__.py │ │ │ └── img2prompt_vqa.py │ │ ├── med.py │ │ ├── pnp_vqa_models │ │ │ ├── __init__.py │ │ │ ├── pnp_unifiedqav2_fid.py │ │ │ └── pnp_vqa.py │ │ ├── timesformer │ │ │ ├── __init__.py │ │ │ ├── conv2d_same.py │ │ │ ├── features.py │ │ │ ├── helpers.py │ │ │ ├── linear.py │ │ │ ├── vit.py │ │ │ └── vit_utils.py │ │ ├── ulip_models │ │ │ ├── ULIP_models.py │ │ │ ├── losses.py │ │ │ ├── pointbert │ │ │ │ ├── PointTransformer_8192point.yaml │ │ │ │ ├── checkpoint.py │ │ │ │ ├── dvae.py │ │ │ │ ├── logger.py │ │ │ │ ├── misc.py │ │ │ │ └── point_encoder.py │ │ │ ├── ulip_scaled_up_config.yaml │ │ │ └── utils │ │ │ │ ├── __init__.py │ │ │ │ ├── build.py │ │ │ │ ├── config.py │ │ │ │ ├── io.py │ │ │ │ ├── logger.py │ │ │ │ ├── registry.py │ │ │ │ └── utils.py │ │ └── vit.py │ ├── processors │ │ ├── __init__.py │ │ ├── alpro_processors.py │ │ ├── audio_processors.py │ │ ├── base_processor.py │ │ ├── blip_diffusion_processors.py │ │ ├── blip_processors.py │ │ ├── clip_processors.py │ │ ├── functional_video.py │ │ ├── gpt_processors.py │ │ ├── instruction_text_processors.py │ │ ├── randaugment.py │ │ ├── transforms_video.py │ │ └── ulip_processors.py │ ├── projects │ │ ├── albef │ │ │ ├── eval │ │ │ │ ├── nlvr_eval.yaml │ │ │ │ ├── ret_coco_eval.yaml │ │ │ │ ├── ret_flickr30k_eval.yaml │ │ │ │ ├── snli_ve_eval.yaml │ │ │ │ ├── vqa_test.yaml │ │ │ │ └── vqa_val.yaml │ │ │ └── train │ │ │ │ ├── aokvqa_ft.yaml │ │ │ │ ├── nlvr_ft.yaml │ │ │ │ ├── okvqa_ft.yaml │ │ │ │ ├── pretrain.yaml │ │ │ │ ├── ret_coco_ft.yaml │ │ │ │ ├── ret_flickr30k_ft.yaml │ │ │ │ ├── snli_ve_ft.yaml │ │ │ │ └── vqa_ft.yaml │ │ ├── alpro │ │ │ ├── eval │ │ │ │ ├── didemo_ret_eval.yaml │ │ │ │ ├── msrvtt_qa_eval.yaml │ │ │ │ ├── msrvtt_ret_eval.yaml │ │ │ │ └── msvd_qa_eval.yaml │ │ │ └── train │ │ │ │ ├── didemo_ret_ft.yaml │ │ │ │ ├── msrvtt_qa_ft.yaml │ │ │ │ ├── msrvtt_retrieval_ft.yaml │ │ │ │ └── msvd_qa_ft.yaml │ │ ├── blip │ │ │ ├── coco_cap_ft_iter.yaml │ │ │ ├── eval │ │ │ │ ├── aokvqa_eval.yaml │ │ │ │ ├── caption_coco_eval.yaml │ │ │ │ ├── caption_coco_eval_large.yaml │ │ │ │ ├── nlvr_eval.yaml │ │ │ │ ├── nocaps_eval.yaml │ │ │ │ ├── okvqa_eval.yaml │ │ │ │ ├── ret_coco_eval.yaml │ │ │ │ ├── ret_flickr_eval.yaml │ │ │ │ └── vqav2_eval.yaml │ │ │ └── train │ │ │ │ ├── aokvqa_ft.yaml │ │ │ │ ├── caption_coco_ft.yaml │ │ │ │ ├── caption_coco_large_ft.yaml │ │ │ │ ├── nlvr_ft.yaml │ │ │ │ ├── okvqa_ft.yaml │ │ │ │ ├── pretrain_14m.yaml │ │ │ │ ├── retrieval_coco_ft.yaml │ │ │ │ ├── retrieval_flickr_ft.yaml │ │ │ │ └── vqav2_ft.yaml │ │ ├── blip2 │ │ │ ├── eval │ │ │ │ ├── caption_coco_flant5xl_eval.yaml │ │ │ │ ├── caption_coco_opt2.7b_eval.yaml │ │ │ │ ├── caption_coco_opt6.7b_eval.yaml │ │ │ │ ├── caption_nocaps_out_domain_flant5xl_eval.yaml │ │ │ │ ├── caption_nocaps_out_domain_flant5xxl_eval.yaml │ │ │ │ ├── gqa_zeroshot_flant5xl_eval.yaml │ │ │ │ ├── okvqa_zeroshot_flant5xl_eval.yaml │ │ │ │ ├── ret_coco_eval.yaml │ │ │ │ ├── ret_flickr_eval.yaml │ │ │ │ ├── vqav2_zeroshot_flant5xl_eval.yaml │ │ │ │ └── vqav2_zeroshot_opt_eval.yaml │ │ │ └── train │ │ │ │ ├── caption_coco_ft.yaml │ │ │ │ ├── pretrain_stage1.yaml │ │ │ │ ├── pretrain_stage2.yaml │ │ │ │ └── retrieval_coco_ft.yaml │ │ ├── blip_diffusion │ │ │ ├── finetune-db-dog.yaml │ │ │ ├── finetune-db-pink-dress.yaml │ │ │ ├── finetune-db-shein-jacket.yaml │ │ │ └── finetune-db-template.yaml │ │ ├── clip │ │ │ ├── exp_coco_ret_eval.yaml │ │ │ ├── exp_flickr_ret_eval.yaml │ │ │ └── exp_imnet_zs_eval.yaml │ │ ├── gpt │ │ │ ├── eval │ │ │ │ └── dialogue_avsd_eval.yaml │ │ │ └── train │ │ │ │ └── dialogue_avsd_ft.yaml │ │ ├── instructblip │ │ │ ├── caption_coco_flant5xl_eval_test.yaml │ │ │ ├── caption_coco_flant5xl_eval_val.yaml │ │ │ ├── caption_coco_flant5xxl_eval_test.yaml │ │ │ ├── caption_coco_flant5xxl_eval_val.yaml │ │ │ ├── caption_coco_vicuna13b_eval_test.yaml │ │ │ ├── caption_coco_vicuna13b_eval_val.yaml │ │ │ ├── caption_coco_vicuna7b_eval_test.yaml │ │ │ ├── caption_coco_vicuna7b_train.yaml │ │ │ ├── caption_gqa_vicuna7b_train.yaml │ │ │ ├── caption_msrvtt_flant5xl_eval_test.yaml │ │ │ ├── caption_msrvtt_flant5xl_eval_val.yaml │ │ │ ├── caption_msrvtt_flant5xxl_eval_test.yaml │ │ │ ├── caption_msrvtt_flant5xxl_eval_val.yaml │ │ │ ├── caption_msrvtt_vicuna13b_eval_test.yaml │ │ │ ├── caption_msrvtt_vicuna13b_eval_val.yaml │ │ │ ├── caption_msrvtt_vicuna7b_eval_test.yaml │ │ │ ├── caption_msrvtt_vicuna7b_eval_val.yaml │ │ │ ├── caption_msvd_flant5xl_eval.yaml │ │ │ ├── caption_msvd_flant5xxl_eval.yaml │ │ │ ├── caption_msvd_vicuna13b_eval.yaml │ │ │ ├── caption_msvd_vicuna7b_eval.yaml │ │ │ ├── caption_nocaps_out_domain_flant5xl_eval.yaml │ │ │ ├── caption_nocaps_out_domain_flant5xxl_eval.yaml │ │ │ ├── caption_nocaps_out_domain_vicuna13b_eval.yaml │ │ │ ├── caption_nocaps_out_domain_vicuna7b_eval.yaml │ │ │ ├── caption_vatex_flant5xl_eval.yaml │ │ │ ├── caption_vatex_flant5xxl_eval.yaml │ │ │ ├── caption_vatex_vicuna13b_eval.yaml │ │ │ ├── caption_vatex_vicuna7b_eval.yaml │ │ │ ├── classification_modelnet40_vicuna13b.yaml │ │ │ ├── classification_modelnet40_vicuna7b.yaml │ │ │ ├── classification_snlive_flant5xl.yaml │ │ │ ├── classification_snlive_flant5xxl.yaml │ │ │ ├── classification_snlive_vicuna13b.yaml │ │ │ ├── classification_snlive_vicuna13b_test.yaml │ │ │ ├── classification_snlive_vicuna7b_test.yaml │ │ │ ├── classification_snlive_vicuna7b_val.yaml │ │ │ ├── completion_modelnet40_vicuna13b.yaml │ │ │ ├── completion_modelnet40_vicuna7b.yaml │ │ │ ├── qa_msrvtt_flant5xl_eval_test.yaml │ │ │ ├── qa_msrvtt_flant5xxl_eval_test.yaml │ │ │ ├── qa_msrvtt_vicuna13b_eval_test.yaml │ │ │ ├── qa_msrvtt_vicuna7b_eval_test.yaml │ │ │ ├── qa_msvd_flant5xl_eval.yaml │ │ │ ├── qa_msvd_flant5xxl_eval.yaml │ │ │ ├── qa_msvd_vicuna13b_eval.yaml │ │ │ ├── qa_msvd_vicuna7b_eval.yaml │ │ │ ├── qa_okvqa_flant5xl_eval.yaml │ │ │ ├── qa_okvqa_flant5xxl_eval.yaml │ │ │ ├── qa_okvqa_vicuna13b_eval.yaml │ │ │ └── qa_okvqa_vicuna7b_eval.yaml │ │ ├── pnp-vqa │ │ │ └── eval │ │ │ │ ├── gqa_eval.yaml │ │ │ │ ├── gqa_eval_3b.yaml │ │ │ │ ├── gqa_eval_large.yaml │ │ │ │ ├── okvqa_eval.yaml │ │ │ │ ├── okvqa_eval_3b.yaml │ │ │ │ ├── okvqa_eval_large.yaml │ │ │ │ ├── vqav2_eval.yaml │ │ │ │ ├── vqav2_eval_3b.yaml │ │ │ │ ├── vqav2_eval_large.yaml │ │ │ │ ├── vqav2_test_eval.yaml │ │ │ │ ├── vqav2_test_eval_3b.yaml │ │ │ │ └── vqav2_test_eval_large.yaml │ │ └── xinstruct_blip │ │ │ ├── eval │ │ │ ├── discrn │ │ │ │ ├── audio_video_caption.yaml │ │ │ │ ├── audio_video_caption_13b.yaml │ │ │ │ ├── audio_video_describe.yaml │ │ │ │ ├── audio_video_describe_13b.yaml │ │ │ │ ├── audio_video_describe_nocue.yaml │ │ │ │ ├── audio_video_describe_proj copy.yaml │ │ │ │ ├── audio_video_describe_proj.yaml │ │ │ │ ├── audio_video_describe_rand_init.yaml │ │ │ │ ├── image_3d_caption.yaml │ │ │ │ ├── image_3d_caption_13b.yaml │ │ │ │ ├── image_3d_describe.yaml │ │ │ │ ├── image_3d_describe_13b.yaml │ │ │ │ ├── image_3d_describe_no_init.yaml │ │ │ │ ├── image_3d_describe_nocue.yaml │ │ │ │ └── image_3d_describe_proj.yaml │ │ │ ├── vicuna13b │ │ │ │ ├── audio │ │ │ │ │ ├── audiocaps_captioning_qa.yaml │ │ │ │ │ ├── audiocaps_captioning_test.yaml │ │ │ │ │ ├── audiocaps_captioning_val.yaml │ │ │ │ │ ├── clothoQA_captioning.yaml │ │ │ │ │ ├── clothov1_captioning.yaml │ │ │ │ │ ├── clothov2_captioning.yaml │ │ │ │ │ ├── esc50_classification.yaml │ │ │ │ │ └── esc50_classification_completion.yaml │ │ │ │ ├── crossmodal │ │ │ │ │ ├── musicavqa │ │ │ │ │ │ ├── musicavqa_audio_eval.yaml │ │ │ │ │ │ ├── musicavqa_joint_eval.yaml │ │ │ │ │ │ └── musicavqa_video_eval.yaml │ │ │ │ │ └── vatex │ │ │ │ │ │ ├── vatex_audio_captioning.yaml │ │ │ │ │ │ ├── vatex_captioning.yaml │ │ │ │ │ │ ├── vatex_joint_captioning.yaml │ │ │ │ │ │ └── vatex_joint_captioning_interleave.yaml │ │ │ │ ├── image │ │ │ │ │ ├── coco_captioning_test.yaml │ │ │ │ │ ├── coco_captioning_val.yaml │ │ │ │ │ ├── flickr30k_captioning.yaml │ │ │ │ │ ├── gqa_qa.yaml │ │ │ │ │ ├── nocaps_captioning.yaml │ │ │ │ │ ├── nocaps_out_domain_captioning.yaml │ │ │ │ │ ├── okvqa_qa.yaml │ │ │ │ │ ├── snlive_classification_test.yaml │ │ │ │ │ ├── snlive_classification_val.yaml │ │ │ │ │ └── vizwiz_qa.yaml │ │ │ │ ├── image_with_coco │ │ │ │ │ ├── coco_captioning_test.yaml │ │ │ │ │ ├── coco_captioning_val.yaml │ │ │ │ │ ├── flickr30k_captioning.yaml │ │ │ │ │ ├── gqa_qa.yaml │ │ │ │ │ ├── nocaps_captioning.yaml │ │ │ │ │ ├── nocaps_out_domain_captioning.yaml │ │ │ │ │ ├── okvqa_qa.yaml │ │ │ │ │ ├── snlive_classification_test.yaml │ │ │ │ │ ├── snlive_classification_val.yaml │ │ │ │ │ └── vizwiz_qa.yaml │ │ │ │ ├── pc │ │ │ │ │ ├── modelnet40_classification.yaml │ │ │ │ │ ├── modelnet40_completion.yaml │ │ │ │ │ ├── objaverse_captioning.yaml │ │ │ │ │ └── objaverse_qa.yaml │ │ │ │ ├── video │ │ │ │ │ ├── msrvtt_captioning.yaml │ │ │ │ │ ├── msrvtt_captioning_test.yaml │ │ │ │ │ ├── msrvtt_captioning_val.yaml │ │ │ │ │ ├── msrvtt_qa_test.yaml │ │ │ │ │ ├── msrvtt_qa_val.yaml │ │ │ │ │ ├── msvd_captioning.yaml │ │ │ │ │ ├── msvd_qa.yaml │ │ │ │ │ ├── vatex_audio_captioning.yaml │ │ │ │ │ ├── vatex_captioning.yaml │ │ │ │ │ ├── vatex_joint_captioning.yaml │ │ │ │ │ └── vatex_joint_captioning_interleave.yaml │ │ │ │ └── video_image │ │ │ │ │ ├── msvd_captioning.yaml │ │ │ │ │ ├── msvd_qa.yaml │ │ │ │ │ └── vatex_captioning.yaml │ │ │ ├── vicuna7b │ │ │ │ ├── audio │ │ │ │ │ ├── audiocaps_captioning_qa.yaml │ │ │ │ │ ├── audiocaps_captioning_test.yaml │ │ │ │ │ ├── audiocaps_captioning_val.yaml │ │ │ │ │ ├── clothoQA_captioning.yaml │ │ │ │ │ ├── clothov1_captioning.yaml │ │ │ │ │ ├── clothov2_captioning.yaml │ │ │ │ │ ├── esc50_classification.yaml │ │ │ │ │ └── esc50_classification_completion.yaml │ │ │ │ ├── audio_no_init │ │ │ │ │ ├── audiocaps_captioning_qa.yaml │ │ │ │ │ ├── audiocaps_captioning_test.yaml │ │ │ │ │ ├── audiocaps_captioning_val.yaml │ │ │ │ │ ├── clothoQA_captioning.yaml │ │ │ │ │ ├── clothov1_captioning.yaml │ │ │ │ │ ├── clothov2_captioning.yaml │ │ │ │ │ ├── esc50_classification.yaml │ │ │ │ │ └── esc50_classification_completion.yaml │ │ │ │ ├── audio_projection_only │ │ │ │ │ ├── audiocaps_captioning_qa.yaml │ │ │ │ │ ├── audiocaps_captioning_test.yaml │ │ │ │ │ ├── audiocaps_captioning_val.yaml │ │ │ │ │ ├── clothoQA_captioning.yaml │ │ │ │ │ ├── clothov1_captioning.yaml │ │ │ │ │ ├── clothov2_captioning.yaml │ │ │ │ │ ├── esc50_classification.yaml │ │ │ │ │ └── esc50_classification_completion.yaml │ │ │ │ ├── audio_projection_only_nocue │ │ │ │ │ ├── audiocaps_captioning_qa.yaml │ │ │ │ │ ├── audiocaps_captioning_test.yaml │ │ │ │ │ ├── audiocaps_captioning_val.yaml │ │ │ │ │ ├── clothoQA_captioning.yaml │ │ │ │ │ ├── clothov1_captioning.yaml │ │ │ │ │ ├── clothov2_captioning.yaml │ │ │ │ │ ├── esc50_classification.yaml │ │ │ │ │ └── esc50_classification_completion.yaml │ │ │ │ ├── crossmodal │ │ │ │ │ ├── musicavqa │ │ │ │ │ │ ├── musicavqa_audio_eval.yaml │ │ │ │ │ │ ├── musicavqa_joint_eval.yaml │ │ │ │ │ │ └── musicavqa_video_eval.yaml │ │ │ │ │ └── vatex │ │ │ │ │ │ ├── vatex_audio_captioning.yaml │ │ │ │ │ │ ├── vatex_captioning.yaml │ │ │ │ │ │ ├── vatex_joint_captioning.yaml │ │ │ │ │ │ └── vatex_joint_captioning_interleave.yaml │ │ │ │ ├── image │ │ │ │ │ ├── coco_captioning_test.yaml │ │ │ │ │ ├── coco_captioning_val.yaml │ │ │ │ │ ├── flickr30k_captioning.yaml │ │ │ │ │ ├── gqa_qa.yaml │ │ │ │ │ ├── gqa_qa_val.yaml │ │ │ │ │ ├── nocaps_captioning.yaml │ │ │ │ │ ├── nocaps_out_domain_captioning.yaml │ │ │ │ │ ├── okvqa_qa.yaml │ │ │ │ │ ├── snlive_classification_test.yaml │ │ │ │ │ ├── snlive_classification_val.yaml │ │ │ │ │ └── vizwiz_qa.yaml │ │ │ │ ├── image_full_init │ │ │ │ │ ├── coco_captioning_test.yaml │ │ │ │ │ ├── coco_captioning_val.yaml │ │ │ │ │ ├── flickr30k_captioning.yaml │ │ │ │ │ ├── gqa_qa.yaml │ │ │ │ │ ├── gqa_qa_val.yaml │ │ │ │ │ ├── nocaps_captioning.yaml │ │ │ │ │ ├── nocaps_out_domain_captioning.yaml │ │ │ │ │ ├── okvqa_qa.yaml │ │ │ │ │ ├── snlive_classification_test.yaml │ │ │ │ │ ├── snlive_classification_val.yaml │ │ │ │ │ └── vizwiz_qa.yaml │ │ │ │ ├── image_no_init │ │ │ │ │ ├── coco_captioning_test.yaml │ │ │ │ │ ├── coco_captioning_val.yaml │ │ │ │ │ ├── flickr30k_captioning.yaml │ │ │ │ │ ├── gqa_qa.yaml │ │ │ │ │ ├── gqa_qa_val.yaml │ │ │ │ │ ├── nocaps_captioning.yaml │ │ │ │ │ ├── nocaps_out_domain_captioning.yaml │ │ │ │ │ ├── okvqa_qa.yaml │ │ │ │ │ ├── snlive_classification_test.yaml │ │ │ │ │ ├── snlive_classification_val.yaml │ │ │ │ │ └── vizwiz_qa.yaml │ │ │ │ ├── image_pre_coco │ │ │ │ │ ├── coco_captioning_test.yaml │ │ │ │ │ ├── coco_captioning_val.yaml │ │ │ │ │ ├── flickr30k_captioning.yaml │ │ │ │ │ ├── gqa_qa.yaml │ │ │ │ │ ├── nocaps_captioning.yaml │ │ │ │ │ ├── nocaps_out_domain_captioning.yaml │ │ │ │ │ ├── okvqa_qa.yaml │ │ │ │ │ ├── snlive_classification_test.yaml │ │ │ │ │ ├── snlive_classification_val.yaml │ │ │ │ │ └── vizwiz_qa.yaml │ │ │ │ ├── image_projection_only │ │ │ │ │ ├── coco_captioning_test.yaml │ │ │ │ │ ├── coco_captioning_val.yaml │ │ │ │ │ ├── flickr30k_captioning.yaml │ │ │ │ │ ├── gqa_qa.yaml │ │ │ │ │ ├── gqa_qa_val.yaml │ │ │ │ │ ├── nocaps_captioning.yaml │ │ │ │ │ ├── nocaps_out_domain_captioning.yaml │ │ │ │ │ ├── okvqa_qa.yaml │ │ │ │ │ ├── snlive_classification_test.yaml │ │ │ │ │ ├── snlive_classification_val.yaml │ │ │ │ │ └── vizwiz_qa.yaml │ │ │ │ ├── pc │ │ │ │ │ ├── modelnet40_classification.yaml │ │ │ │ │ ├── modelnet40_completion.yaml │ │ │ │ │ ├── objaverse_captioning.yaml │ │ │ │ │ └── objaverse_qa.yaml │ │ │ │ ├── pc_no_init │ │ │ │ │ ├── modelnet40_classification.yaml │ │ │ │ │ ├── modelnet40_completion.yaml │ │ │ │ │ ├── objaverse_captioning.yaml │ │ │ │ │ └── objaverse_qa.yaml │ │ │ │ ├── pc_projection_only │ │ │ │ │ ├── modelnet40_classification.yaml │ │ │ │ │ ├── modelnet40_completion.yaml │ │ │ │ │ ├── objaverse_captioning.yaml │ │ │ │ │ └── objaverse_qa.yaml │ │ │ │ ├── pc_ulip1 │ │ │ │ │ ├── modelnet40_classification.yaml │ │ │ │ │ ├── modelnet40_completion.yaml │ │ │ │ │ ├── objaverse_captioning.yaml │ │ │ │ │ └── objaverse_qa.yaml │ │ │ │ ├── pc_ulip2_scaled_up │ │ │ │ │ ├── modelnet40_classification.yaml │ │ │ │ │ ├── modelnet40_completion.yaml │ │ │ │ │ ├── objaverse_captioning.yaml │ │ │ │ │ └── objaverse_qa.yaml │ │ │ │ ├── pc_ulip_objaverse │ │ │ │ │ ├── modelnet40_classification.yaml │ │ │ │ │ ├── modelnet40_completion.yaml │ │ │ │ │ ├── objaverse_captioning.yaml │ │ │ │ │ └── objaverse_qa.yaml │ │ │ │ ├── pc_ulip_objaverse_shapenet │ │ │ │ │ ├── modelnet40_classification.yaml │ │ │ │ │ ├── modelnet40_completion.yaml │ │ │ │ │ ├── objaverse_captioning.yaml │ │ │ │ │ └── objaverse_qa.yaml │ │ │ │ ├── pc_ulip_shapenet │ │ │ │ │ ├── modelnet40_classification.yaml │ │ │ │ │ ├── modelnet40_completion.yaml │ │ │ │ │ ├── objaverse_captioning.yaml │ │ │ │ │ └── objaverse_qa.yaml │ │ │ │ ├── video │ │ │ │ │ ├── msrvtt_captioning_test.yaml │ │ │ │ │ ├── msrvtt_captioning_val.yaml │ │ │ │ │ ├── msrvtt_qa_test.yaml │ │ │ │ │ ├── msrvtt_qa_val.yaml │ │ │ │ │ ├── msvd_captioning.yaml │ │ │ │ │ ├── msvd_qa.yaml │ │ │ │ │ └── vatex_captioning.yaml │ │ │ │ ├── video_image │ │ │ │ │ ├── msvd_captioning.yaml │ │ │ │ │ ├── msvd_qa.yaml │ │ │ │ │ └── vatex_captioning.yaml │ │ │ │ ├── video_image_pre_coco │ │ │ │ │ ├── msvd_captioning.yaml │ │ │ │ │ ├── msvd_qa.yaml │ │ │ │ │ └── vatex_captioning.yaml │ │ │ │ └── video_no_upsample │ │ │ │ │ ├── msrvtt_captioning_test.yaml │ │ │ │ │ ├── msrvtt_captioning_val.yaml │ │ │ │ │ ├── msrvtt_qa_test.yaml │ │ │ │ │ ├── msrvtt_qa_val.yaml │ │ │ │ │ ├── msvd_captioning.yaml │ │ │ │ │ ├── msvd_captioning_up.yaml │ │ │ │ │ ├── msvd_qa.yaml │ │ │ │ │ ├── msvd_qa_up.yaml │ │ │ │ │ ├── vatex_captioning.yaml │ │ │ │ │ └── vatex_captioning_up.yaml │ │ │ └── vicuna7b_nocue │ │ │ │ ├── audio │ │ │ │ ├── audiocaps_captioning_qa.yaml │ │ │ │ ├── audiocaps_captioning_test.yaml │ │ │ │ ├── audiocaps_captioning_val.yaml │ │ │ │ ├── clothoQA_captioning.yaml │ │ │ │ ├── clothov1_captioning.yaml │ │ │ │ ├── clothov2_captioning.yaml │ │ │ │ ├── esc50_classification.yaml │ │ │ │ └── esc50_classification_completion.yaml │ │ │ │ ├── crossmodal │ │ │ │ ├── musicavqa │ │ │ │ │ ├── musicavqa_audio_eval.yaml │ │ │ │ │ ├── musicavqa_joint_eval.yaml │ │ │ │ │ └── musicavqa_video_eval.yaml │ │ │ │ └── vatex │ │ │ │ │ ├── vatex_audio_captioning.yaml │ │ │ │ │ ├── vatex_captioning.yaml │ │ │ │ │ └── vatex_joint_captioning.yaml │ │ │ │ ├── image │ │ │ │ ├── coco_captioning_test.yaml │ │ │ │ ├── coco_captioning_val.yaml │ │ │ │ ├── flickr30k_captioning.yaml │ │ │ │ ├── gqa_qa.yaml │ │ │ │ ├── nocaps_captioning.yaml │ │ │ │ ├── nocaps_out_domain_captioning.yaml │ │ │ │ ├── okvqa_qa.yaml │ │ │ │ ├── snlive_classification_test.yaml │ │ │ │ ├── snlive_classification_val.yaml │ │ │ │ └── vizwiz_qa.yaml │ │ │ │ ├── pc │ │ │ │ ├── modelnet40_classification.yaml │ │ │ │ ├── modelnet40_completion.yaml │ │ │ │ ├── objaverse_captioning.yaml │ │ │ │ └── objaverse_qa.yaml │ │ │ │ ├── video │ │ │ │ ├── msrvtt_captioning_test.yaml │ │ │ │ ├── msrvtt_captioning_val.yaml │ │ │ │ ├── msrvtt_qa_test.yaml │ │ │ │ ├── msrvtt_qa_val.yaml │ │ │ │ ├── msvd_captioning.yaml │ │ │ │ ├── msvd_qa.yaml │ │ │ │ └── vatex_captioning.yaml │ │ │ │ └── video_image │ │ │ │ ├── msvd_captioning.yaml │ │ │ │ ├── msvd_qa.yaml │ │ │ │ └── vatex_captioning.yaml │ │ │ ├── prompt_variation │ │ │ └── nocaps │ │ │ │ ├── instructblip │ │ │ │ ├── original.yaml │ │ │ │ ├── template_1.yaml │ │ │ │ ├── template_2.yaml │ │ │ │ ├── template_3.yaml │ │ │ │ ├── template_4.yaml │ │ │ │ └── template_5.yaml │ │ │ │ └── xinstructblip │ │ │ │ ├── template_1.yaml │ │ │ │ ├── template_2.yaml │ │ │ │ ├── template_3.yaml │ │ │ │ ├── template_4.yaml │ │ │ │ └── template_5.yaml │ │ │ └── train │ │ │ ├── vicuna13b │ │ │ ├── audio_training.yaml │ │ │ ├── audio_training_continue.yaml │ │ │ ├── image_train.yaml │ │ │ ├── image_train_continue.yaml │ │ │ ├── pc_training.yaml │ │ │ └── video_training.yaml │ │ │ ├── vicuna7b │ │ │ ├── audio_training.yaml │ │ │ ├── audio_training_improved.yaml │ │ │ ├── audio_training_no_init.yaml │ │ │ ├── audio_training_projection_only.yaml │ │ │ ├── audio_training_projection_only_nocue.yaml │ │ │ ├── image_train.yaml │ │ │ ├── image_train_improved.yaml │ │ │ ├── image_train_no_init.yaml │ │ │ ├── image_train_projection_only.yaml │ │ │ ├── lora_training.yaml │ │ │ ├── pc_training.yaml │ │ │ ├── pc_training_improved.yaml │ │ │ ├── pc_training_no_init.yaml │ │ │ ├── pc_training_projection_only.yaml │ │ │ ├── pc_training_projection_only_nocue.yaml │ │ │ ├── pc_training_scaled_up.yaml │ │ │ ├── pc_training_ulip1.yaml │ │ │ ├── pc_training_ulip2_objaverse_shapenet_k_1.yaml │ │ │ ├── pc_training_ulip_objaverse.yaml │ │ │ ├── pc_training_ulip_shapenet.yaml │ │ │ ├── video_training.yaml │ │ │ └── video_training_no_msrvtt_upsample.yaml │ │ │ └── vicuna7b_nocue │ │ │ ├── audio_training.yaml │ │ │ ├── image_train.yaml │ │ │ ├── pc_training.yaml │ │ │ └── video_training.yaml │ ├── runners │ │ ├── __init__.py │ │ ├── runner_base.py │ │ └── runner_iter.py │ └── tasks │ │ ├── __init__.py │ │ ├── base_task.py │ │ ├── captioning.py │ │ ├── dialogue.py │ │ ├── image_text_pretrain.py │ │ ├── multimodal_classification.py │ │ ├── retrieval.py │ │ ├── text_to_image_generation.py │ │ ├── vqa.py │ │ └── vqa_reading_comprehension.py ├── make_instruct_data.py ├── projects │ ├── blip-diffusion │ │ ├── README.md │ │ ├── images │ │ │ ├── black-cat.png │ │ │ ├── cat-sofa.png │ │ │ ├── dog.png │ │ │ ├── dog2.png │ │ │ ├── dreambooth │ │ │ │ ├── dog │ │ │ │ │ ├── 00.jpg │ │ │ │ │ ├── 01.jpg │ │ │ │ │ ├── 02.jpg │ │ │ │ │ ├── 03.jpg │ │ │ │ │ └── 04.jpg │ │ │ │ └── dog8 │ │ │ │ │ ├── 00.jpg │ │ │ │ │ ├── 01.jpg │ │ │ │ │ ├── 02.jpg │ │ │ │ │ ├── 03.jpg │ │ │ │ │ └── 04.jpg │ │ │ ├── dress-model.png │ │ │ ├── flower.jpg │ │ │ ├── green-skirt.png │ │ │ ├── jacket-letter-s │ │ │ │ └── jacket-letter-s.png │ │ │ ├── kettle.jpg │ │ │ ├── pink-dress.png │ │ │ ├── pink-dress │ │ │ │ └── pink-dress.png │ │ │ └── shein-jacket │ │ │ │ └── shein-jacket.jpg │ │ ├── notebooks │ │ │ ├── editing_real_finetuned.ipynb │ │ │ ├── editing_real_zeroshot.ipynb │ │ │ ├── editing_synthetic_zeroshot.ipynb │ │ │ ├── editing_tryon_zeroshot.ipynb │ │ │ ├── generation_finetuned_dog.ipynb │ │ │ ├── generation_zeroshot.ipynb │ │ │ └── stylization.ipynb │ │ └── teaser-website.png │ ├── blip2 │ │ ├── README.md │ │ └── blip2_illustration.png │ ├── img2llm-vqa │ │ ├── Caption.png │ │ ├── Illustration.png │ │ ├── QuestionGeneration.png │ │ ├── README.md │ │ ├── demo.png │ │ ├── img2llm_vqa.ipynb │ │ └── img2llm_vqa.py │ ├── img2prompt-vqa │ │ └── README.md │ ├── instructblip │ │ ├── README.md │ │ ├── comparison.png │ │ ├── run_demo.py │ │ └── showcase.png │ ├── pnp-vqa │ │ ├── README.md │ │ ├── pnp_vqa.ipynb │ │ └── pnp_vqa.png │ └── xinstructblip │ │ ├── README.md │ │ ├── assets │ │ ├── architecture.png │ │ └── data.png │ │ ├── data_aug │ │ ├── 3d_qa_data_generation.py │ │ └── audio_qa_data_generation.py │ │ ├── demo │ │ ├── configs │ │ │ ├── vicuna13b.yaml │ │ │ ├── vicuna7b.yaml │ │ │ ├── vicuna7b_blip_init.yaml │ │ │ ├── vicuna7b_no_init.yaml │ │ │ ├── vicuna7b_nocue.yaml │ │ │ ├── vicuna7b_projection.yaml │ │ │ ├── vicuna7b_rand.yaml │ │ │ └── vicuna7b_v2.yaml │ │ ├── demo.ipynb │ │ ├── examples │ │ │ ├── audio │ │ │ │ ├── 110714_wren.wav │ │ │ │ └── Group_of_Dogs_Barking.wav │ │ │ └── point_cloud │ │ │ │ └── banana.glb │ │ └── run_demo.py │ │ ├── discrn │ │ ├── caption_baseline │ │ │ ├── predict_audio.py │ │ │ ├── predict_image.py │ │ │ ├── predict_pc.py │ │ │ ├── predict_video.py │ │ │ └── render_images.py │ │ └── data_generation │ │ │ ├── audiocaps_video_audio.py │ │ │ └── objaverse_img_3d.py │ │ └── modelnet_baseline │ │ └── render_images.py ├── pyproject.toml ├── requirements.txt ├── run_scripts │ ├── albef │ │ ├── eval │ │ │ ├── eval_albef_nlvr.sh │ │ │ ├── eval_albef_ve.sh │ │ │ ├── eval_coco_retrieval.sh │ │ │ ├── eval_flickr30k_retrieval.sh │ │ │ ├── test_albef_vqa.sh │ │ │ └── val_albef_vqa.sh │ │ └── train │ │ │ ├── pretrain.sh │ │ │ ├── train_aokvqa_albef.sh │ │ │ ├── train_coco_retrieval_albef.sh │ │ │ ├── train_flickr30k_retrieval_albef.sh │ │ │ ├── train_nlvr_albef.sh │ │ │ ├── train_okvqa_albef.sh │ │ │ ├── train_ve_albef.sh │ │ │ └── train_vqa_albef.sh │ ├── alpro │ │ ├── eval │ │ │ ├── eval_didemo_ret.sh │ │ │ ├── eval_msrvtt_qa.sh │ │ │ ├── eval_msrvtt_ret.sh │ │ │ └── eval_msvd_qa.sh │ │ └── train │ │ │ ├── train_didemo_ret.sh │ │ │ ├── train_msrvtt_qa.sh │ │ │ ├── train_msrvtt_ret.sh │ │ │ └── train_msvd_qa.sh │ ├── blip-diffusion │ │ ├── train_db.sh │ │ ├── train_db_dog.sh │ │ ├── train_db_jacket_s.sh │ │ ├── train_db_pink_dress.sh │ │ └── train_db_shein_jacket.sh │ ├── blip │ │ ├── eval │ │ │ ├── eval_aokvqa.sh │ │ │ ├── eval_coco_cap.sh │ │ │ ├── eval_coco_cap_large.sh │ │ │ ├── eval_nlvr.sh │ │ │ ├── eval_nocaps.sh │ │ │ ├── eval_okvqa.sh │ │ │ ├── eval_ret_coco.sh │ │ │ ├── eval_ret_flickr.sh │ │ │ └── validate_vqa.sh │ │ └── train │ │ │ ├── pretrain.sh │ │ │ ├── train_aokvqa.sh │ │ │ ├── train_caption_coco.sh │ │ │ ├── train_caption_coco_large.sh │ │ │ ├── train_caption_coco_large_iters.sh │ │ │ ├── train_nlvr.sh │ │ │ ├── train_okvqa.sh │ │ │ ├── train_retrieval_coco.sh │ │ │ ├── train_retrieval_flickr.sh │ │ │ └── train_vqa.sh │ ├── blip2 │ │ ├── eval │ │ │ ├── eval_cap_coco_flant5xl.sh │ │ │ ├── eval_cap_coco_opt2.7b.sh │ │ │ ├── eval_cap_coco_opt6.7b.sh │ │ │ ├── eval_gqa_zeroshot_flant5xl.sh │ │ │ ├── eval_okvqa_zeroshot_flant5xl.sh │ │ │ ├── eval_ret_coco.sh │ │ │ ├── eval_ret_flickr.sh │ │ │ ├── validate_vqa_zeroshot_flant5xl.sh │ │ │ └── validate_vqa_zeroshot_opt.sh │ │ └── train │ │ │ ├── eval_instruct_caption_coco.sh │ │ │ ├── pretrain_stage1.sh │ │ │ ├── pretrain_stage2.sh │ │ │ ├── train_caption_coco.sh │ │ │ └── train_retrieval_coco.sh │ ├── clip │ │ └── eval │ │ │ ├── eval_clip_ret_coco.sh │ │ │ ├── eval_clip_ret_flickr.sh │ │ │ └── eval_clip_zs_imnet.sh │ ├── gpt │ │ ├── eval │ │ │ └── eval_video_dialogue_avsd.sh │ │ └── train │ │ │ └── train_video_dialogue_avsd.sh │ ├── pnp-vqa │ │ └── eval │ │ │ ├── eval_gqa.sh │ │ │ ├── eval_gqa_3b.sh │ │ │ ├── eval_gqa_large.sh │ │ │ ├── eval_okvqa.sh │ │ │ ├── eval_okvqa_3b.sh │ │ │ ├── eval_okvqa_large.sh │ │ │ ├── eval_vqav2.sh │ │ │ ├── eval_vqav2_3b.sh │ │ │ ├── eval_vqav2_large.sh │ │ │ ├── eval_vqav2_test.sh │ │ │ ├── eval_vqav2_test_3b.sh │ │ │ └── eval_vqav2_test_large.sh │ ├── run_browser.sh │ └── run_demo.sh ├── setup.py ├── test_fake_vqa.py ├── test_vqa.py ├── test_xgqa.py ├── tests │ └── models │ │ ├── test_albef.py │ │ ├── test_blip.py │ │ ├── test_blip2.py │ │ └── test_pnp_vqa.py └── train.py ├── README.md ├── SITlogo.jpg ├── ablation ├── alpaca_iteration_1-iter_sunburst.pdf ├── alpaca_iteration_2-iter_sunburst.pdf ├── count.ipynb ├── flancot_100k-iteration_1-iter_sunburst.pdf ├── flancot_100k-iteration_2-iter_sunburst.pdf ├── instruction_visualize.py └── separate_prompt.py ├── construct_data ├── download_all_data.sh ├── gen_all_data.sh ├── make_data_all.py ├── make_data_alpaca_merge_multilingual.py ├── make_data_alpaca_paraphrase1.py ├── make_data_alpaca_seq_merge.py ├── make_data_commonsense.py ├── make_data_commonsense_repeat.py ├── make_data_xquad.py └── make_few_shot_examples.py ├── ds_configs ├── stage3_no_offloading.conf ├── stage3_no_offloading_accelerate.conf ├── stage3_offloading.conf └── stage3_offloading_accelerate.conf ├── eval ├── alpaca_farm │ ├── prompter.py │ ├── reward.py │ ├── run_eval.py │ └── run_seq_eval.py ├── arc │ └── run_eval.py ├── bbh │ └── run_eval.py ├── codex_humaneval │ ├── data.py │ ├── evaluation.py │ ├── execution.py │ └── run_eval.py ├── dispatch_openai_requests.py ├── gsm │ ├── examplars.py │ └── run_eval.py ├── hellaswag │ └── run_eval.py ├── math │ ├── generate_few_shot.py │ ├── run_eval.py │ └── utils.py ├── mgsm │ ├── process_data.py │ └── run_eval.py ├── mmlu │ ├── categories.py │ └── run_eval.py ├── predict.py ├── templates.py ├── toxigen │ └── run_eval.py ├── truthfulqa │ ├── configs.py │ ├── metrics.py │ ├── presets.py │ ├── run_eval.py │ └── utilities.py ├── tydiqa │ └── run_eval.py └── utils.py ├── eval_seq ├── eval.sh ├── eval_rouge.py ├── eval_xquad.py ├── eval_xquad.sh ├── generate.py ├── generate_batch.py ├── generate_eval.py ├── infer_eval.sh ├── infer_eval_repeat.sh ├── infer_eval_repeat_instruct.sh ├── infer_eval_self_seq.sh ├── infer_eval_self_seq_vllm.sh ├── infer_eval_self_seq_vllm_fewshot.sh ├── infer_xquad.sh ├── inference_lima.sh ├── inference_mutilingual_base1.sh ├── inference_simplification.sh ├── inference_simplification_llama2.sh └── inference_simplification_mistral.sh ├── mainfig_preprint.jpg ├── mainfigure_seq.jpg ├── requirements.txt ├── scripts ├── alpaca │ ├── finetune_accelerate_it_llama_70b.sh │ └── finetune_accelerate_sit_llama_70b.sh ├── batch_evaluation.sh ├── eval │ ├── compute_reward.sh │ ├── eval_alpaca_farm_seq.sh │ └── eval_auto.sh ├── evaluation.sh ├── flancot │ ├── finetune_accelerate_it_llama_70b.sh │ └── finetune_accelerate_sit_llama_70b_iter.sh └── prepare_eval_data.sh ├── self-seq ├── agent.py ├── check_input_position.py ├── extract_input.py ├── extract_input_template.py ├── finetune.py ├── gpt-query.py ├── instruct_template.py ├── prompt_template │ ├── classify_template.py │ └── generation_template.py ├── scripts │ ├── generation_alpaca_llama_70b.sh │ └── generation_flancot_full_llama_70b.sh ├── template.py └── template_chat.py ├── seqEval_test ├── intermediate_iterations │ ├── seqEval_iteration_1.json │ ├── seqEval_iteration_2.json │ ├── seqEval_iteration_3.json │ └── seqEval_iteration_4.json └── seqEval.json ├── setup.sh ├── templates └── README.md ├── train ├── finetune.py ├── ft_llama_7b.sh ├── ft_llama_7b_bloom.sh ├── ft_llama_7b_new.sh ├── ft_llama_7b_resume.sh └── ft_lora.sh └── utils ├── README.md ├── __init__.py ├── callbacks.py ├── generate.py └── prompter.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/.gitmodules -------------------------------------------------------------------------------- /LAVIS/.test_vqa.py.swp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/.test_vqa.py.swp -------------------------------------------------------------------------------- /LAVIS/CODEOWNERS: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/CODEOWNERS -------------------------------------------------------------------------------- /LAVIS/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /LAVIS/LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/LICENSE.txt -------------------------------------------------------------------------------- /LAVIS/MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/MANIFEST.in -------------------------------------------------------------------------------- /LAVIS/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/README.md -------------------------------------------------------------------------------- /LAVIS/SECURITY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/SECURITY.md -------------------------------------------------------------------------------- /LAVIS/app/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/app/__init__.py -------------------------------------------------------------------------------- /LAVIS/app/calculate_coco_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/app/calculate_coco_features.py -------------------------------------------------------------------------------- /LAVIS/app/caption.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/app/caption.py -------------------------------------------------------------------------------- /LAVIS/app/classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/app/classification.py -------------------------------------------------------------------------------- /LAVIS/app/dataset_browser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/app/dataset_browser.py -------------------------------------------------------------------------------- /LAVIS/app/image_text_match.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/app/image_text_match.py -------------------------------------------------------------------------------- /LAVIS/app/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/app/main.py -------------------------------------------------------------------------------- /LAVIS/app/multimodal_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/app/multimodal_search.py -------------------------------------------------------------------------------- /LAVIS/app/multipage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/app/multipage.py -------------------------------------------------------------------------------- /LAVIS/app/text_localization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/app/text_localization.py -------------------------------------------------------------------------------- /LAVIS/app/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/app/utils.py -------------------------------------------------------------------------------- /LAVIS/app/vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/app/vqa.py -------------------------------------------------------------------------------- /LAVIS/assets/demo-6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/assets/demo-6.png -------------------------------------------------------------------------------- /LAVIS/dataset_card/avsd_dialogue.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/dataset_card/avsd_dialogue.md -------------------------------------------------------------------------------- /LAVIS/dataset_card/coco_caption.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/dataset_card/coco_caption.md -------------------------------------------------------------------------------- /LAVIS/dataset_card/coco_retrieval.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/dataset_card/coco_retrieval.md -------------------------------------------------------------------------------- /LAVIS/dataset_card/conceptual_captions.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/dataset_card/conceptual_captions.md -------------------------------------------------------------------------------- /LAVIS/dataset_card/didemo_retrieval.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/dataset_card/didemo_retrieval.md -------------------------------------------------------------------------------- /LAVIS/dataset_card/flickr_retrieval.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/dataset_card/flickr_retrieval.md -------------------------------------------------------------------------------- /LAVIS/dataset_card/gqa.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/dataset_card/gqa.md -------------------------------------------------------------------------------- /LAVIS/dataset_card/imgs/NLVR2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/dataset_card/imgs/NLVR2.png -------------------------------------------------------------------------------- /LAVIS/dataset_card/imgs/avsd_dialogue.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/dataset_card/imgs/avsd_dialogue.png -------------------------------------------------------------------------------- /LAVIS/dataset_card/imgs/coco_caption.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/dataset_card/imgs/coco_caption.png -------------------------------------------------------------------------------- /LAVIS/dataset_card/imgs/conceptual_captions.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/dataset_card/imgs/conceptual_captions.png -------------------------------------------------------------------------------- /LAVIS/dataset_card/imgs/didemo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/dataset_card/imgs/didemo.png -------------------------------------------------------------------------------- /LAVIS/dataset_card/imgs/flickr30k.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/dataset_card/imgs/flickr30k.png -------------------------------------------------------------------------------- /LAVIS/dataset_card/imgs/gqa.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/dataset_card/imgs/gqa.png -------------------------------------------------------------------------------- /LAVIS/dataset_card/imgs/msrvtt.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/dataset_card/imgs/msrvtt.png -------------------------------------------------------------------------------- /LAVIS/dataset_card/imgs/msrvtt_qa.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/dataset_card/imgs/msrvtt_qa.png -------------------------------------------------------------------------------- /LAVIS/dataset_card/imgs/msvd_qa.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/dataset_card/imgs/msvd_qa.png -------------------------------------------------------------------------------- /LAVIS/dataset_card/imgs/nocaps.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/dataset_card/imgs/nocaps.png -------------------------------------------------------------------------------- /LAVIS/dataset_card/imgs/sbu_caption.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/dataset_card/imgs/sbu_caption.png -------------------------------------------------------------------------------- /LAVIS/dataset_card/imgs/snli_ve.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/dataset_card/imgs/snli_ve.png -------------------------------------------------------------------------------- /LAVIS/dataset_card/imgs/vqav2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/dataset_card/imgs/vqav2.png -------------------------------------------------------------------------------- /LAVIS/dataset_card/msrvtt_qa.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/dataset_card/msrvtt_qa.md -------------------------------------------------------------------------------- /LAVIS/dataset_card/msrvtt_retrieval.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/dataset_card/msrvtt_retrieval.md -------------------------------------------------------------------------------- /LAVIS/dataset_card/msvd_qa.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/dataset_card/msvd_qa.md -------------------------------------------------------------------------------- /LAVIS/dataset_card/nlvr2.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/dataset_card/nlvr2.md -------------------------------------------------------------------------------- /LAVIS/dataset_card/nocaps.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/dataset_card/nocaps.md -------------------------------------------------------------------------------- /LAVIS/dataset_card/sbu_caption.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/dataset_card/sbu_caption.md -------------------------------------------------------------------------------- /LAVIS/dataset_card/snli_visual_entailment.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/dataset_card/snli_visual_entailment.md -------------------------------------------------------------------------------- /LAVIS/dataset_card/vqav2.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/dataset_card/vqav2.md -------------------------------------------------------------------------------- /LAVIS/docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/docs/Makefile -------------------------------------------------------------------------------- /LAVIS/docs/_static/Confusing-Pictures.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/docs/_static/Confusing-Pictures.jpg -------------------------------------------------------------------------------- /LAVIS/docs/_static/architecture.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/docs/_static/architecture.png -------------------------------------------------------------------------------- /LAVIS/docs/_static/logo_final.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/docs/_static/logo_final.png -------------------------------------------------------------------------------- /LAVIS/docs/_static/merlion.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/docs/_static/merlion.png -------------------------------------------------------------------------------- /LAVIS/docs/benchmark.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/docs/benchmark.rst -------------------------------------------------------------------------------- /LAVIS/docs/build_docs.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/docs/build_docs.sh -------------------------------------------------------------------------------- /LAVIS/docs/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/docs/conf.py -------------------------------------------------------------------------------- /LAVIS/docs/getting_started.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/docs/getting_started.rst -------------------------------------------------------------------------------- /LAVIS/docs/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/docs/index.rst -------------------------------------------------------------------------------- /LAVIS/docs/intro.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/docs/intro.rst -------------------------------------------------------------------------------- /LAVIS/docs/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/docs/make.bat -------------------------------------------------------------------------------- /LAVIS/docs/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/docs/requirements.txt -------------------------------------------------------------------------------- /LAVIS/docs/tutorial.configs.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/docs/tutorial.configs.rst -------------------------------------------------------------------------------- /LAVIS/docs/tutorial.datasets.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/docs/tutorial.datasets.rst -------------------------------------------------------------------------------- /LAVIS/docs/tutorial.evaluation.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/docs/tutorial.evaluation.rst -------------------------------------------------------------------------------- /LAVIS/docs/tutorial.models.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/docs/tutorial.models.rst -------------------------------------------------------------------------------- /LAVIS/docs/tutorial.processors.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/docs/tutorial.processors.rst -------------------------------------------------------------------------------- /LAVIS/docs/tutorial.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/docs/tutorial.rst -------------------------------------------------------------------------------- /LAVIS/docs/tutorial.tasks.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/docs/tutorial.tasks.rst -------------------------------------------------------------------------------- /LAVIS/docs/tutorial.training-example.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/docs/tutorial.training-example.rst -------------------------------------------------------------------------------- /LAVIS/download_vqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/download_vqa.sh -------------------------------------------------------------------------------- /LAVIS/eval_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/eval_vqa.py -------------------------------------------------------------------------------- /LAVIS/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/evaluate.py -------------------------------------------------------------------------------- /LAVIS/evaluate_process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/evaluate_process.py -------------------------------------------------------------------------------- /LAVIS/examples/albef_feature_extraction.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/examples/albef_feature_extraction.ipynb -------------------------------------------------------------------------------- /LAVIS/examples/albef_vqa.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/examples/albef_vqa.ipynb -------------------------------------------------------------------------------- /LAVIS/examples/albef_zero_shot_classification.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/examples/albef_zero_shot_classification.ipynb -------------------------------------------------------------------------------- /LAVIS/examples/blip2_feature_extraction.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/examples/blip2_feature_extraction.ipynb -------------------------------------------------------------------------------- /LAVIS/examples/blip2_image_text_matching.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/examples/blip2_image_text_matching.ipynb -------------------------------------------------------------------------------- /LAVIS/examples/blip2_instructed_generation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/examples/blip2_instructed_generation.ipynb -------------------------------------------------------------------------------- /LAVIS/examples/blip_feature_extraction.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/examples/blip_feature_extraction.ipynb -------------------------------------------------------------------------------- /LAVIS/examples/blip_image_captioning.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/examples/blip_image_captioning.ipynb -------------------------------------------------------------------------------- /LAVIS/examples/blip_image_text_matching.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/examples/blip_image_text_matching.ipynb -------------------------------------------------------------------------------- /LAVIS/examples/blip_text_localization.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/examples/blip_text_localization.ipynb -------------------------------------------------------------------------------- /LAVIS/examples/blip_vqa.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/examples/blip_vqa.ipynb -------------------------------------------------------------------------------- /LAVIS/examples/blip_zero_shot_classification.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/examples/blip_zero_shot_classification.ipynb -------------------------------------------------------------------------------- /LAVIS/examples/clip_feature_extraction.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/examples/clip_feature_extraction.ipynb -------------------------------------------------------------------------------- /LAVIS/examples/clip_zero_shot_classification.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/examples/clip_zero_shot_classification.ipynb -------------------------------------------------------------------------------- /LAVIS/lavis/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/__init__.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/canny/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/canny/__init__.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/ckpts/download.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/ckpts/download.sh -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/hed/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/hed/__init__.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/midas/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/midas/__init__.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/midas/api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/midas/api.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/midas/midas/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/midas/midas/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/midas/midas/base_model.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/midas/midas/blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/midas/midas/blocks.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/midas/midas/dpt_depth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/midas/midas/dpt_depth.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/midas/midas/midas_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/midas/midas/midas_net.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/midas/midas/midas_net_custom.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/midas/midas/midas_net_custom.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/midas/midas/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/midas/midas/transforms.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/midas/midas/vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/midas/midas/vit.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/midas/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/midas/utils.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/mlsd/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/mlsd/__init__.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/mlsd/models/mbv2_mlsd_large.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/mlsd/models/mbv2_mlsd_large.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/mlsd/models/mbv2_mlsd_tiny.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/mlsd/models/mbv2_mlsd_tiny.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/mlsd/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/mlsd/utils.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/openpose/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/openpose/__init__.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/openpose/body.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/openpose/body.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/openpose/hand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/openpose/hand.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/openpose/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/openpose/model.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/openpose/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/openpose/util.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/__init__.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/__init__.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/cnn/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/cnn/__init__.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/cnn/alexnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/cnn/alexnet.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/cnn/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/cnn/builder.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/cnn/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/cnn/resnet.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/cnn/vgg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/cnn/vgg.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/engine/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/engine/test.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/fileio/io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/fileio/io.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/fileio/parse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/fileio/parse.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/image/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/image/__init__.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/image/io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/image/io.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/image/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/image/misc.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/ops/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/ops/__init__.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/ops/ball_query.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/ops/ball_query.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/ops/bbox.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/ops/bbox.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/ops/carafe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/ops/carafe.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/ops/focal_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/ops/focal_loss.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/ops/info.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/ops/info.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/ops/iou3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/ops/iou3d.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/ops/knn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/ops/knn.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/ops/nms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/ops/nms.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/ops/psa_mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/ops/psa_mask.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/ops/roi_align.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/ops/roi_align.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/ops/roi_pool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/ops/roi_pool.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/ops/saconv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/ops/saconv.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/ops/sync_bn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/ops/sync_bn.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/ops/three_nn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/ops/three_nn.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/ops/tin_shift.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/ops/tin_shift.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/ops/upfirdn2d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/ops/upfirdn2d.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/ops/voxelize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/ops/voxelize.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/parallel/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/parallel/utils.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/runner/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/runner/builder.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/runner/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/runner/utils.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/utils/__init__.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/utils/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/utils/config.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/utils/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/utils/env.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/utils/logging.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/utils/misc.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/utils/path.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/utils/path.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/utils/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/utils/registry.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/utils/testing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/utils/testing.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/utils/timer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/utils/timer.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/utils/trace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/utils/trace.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/version.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/video/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/video/__init__.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/video/io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/video/io.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmcv/video/optflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmcv/video/optflow.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmseg/apis/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmseg/apis/__init__.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmseg/apis/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmseg/apis/test.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmseg/apis/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmseg/apis/train.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmseg/core/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmseg/core/__init__.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmseg/datasets/ade.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmseg/datasets/ade.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmseg/datasets/hrf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmseg/datasets/hrf.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmseg/datasets/voc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmseg/datasets/voc.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmseg/ops/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmseg/ops/__init__.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmseg/ops/encoding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmseg/ops/encoding.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmseg/ops/wrappers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmseg/ops/wrappers.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/uniformer/mmseg/utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/uniformer/mmseg/utils/logger.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/annotator/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/annotator/util.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/config.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/dist_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/dist_utils.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/gradcam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/gradcam.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/logger.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/optims.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/optims.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/registry.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/utils.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/vqa_tools/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/vqa_tools/__init__.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/vqa_tools/vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/vqa_tools/vqa.py -------------------------------------------------------------------------------- /LAVIS/lavis/common/vqa_tools/vqa_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/common/vqa_tools/vqa_eval.py -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/aokvqa/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/aokvqa/defaults.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/aokvqa/defaults_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/aokvqa/defaults_instruct.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/audiocaps/defaults_mm_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/audiocaps/defaults_mm_cap.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/audiocaps/defaults_mm_qa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/audiocaps/defaults_mm_qa.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/audioset/defaults_mm_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/audioset/defaults_mm_cap.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/avsd/defaults_dial.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/avsd/defaults_dial.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/capfilt14m/defaults_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/capfilt14m/defaults_cap.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/charade/defaults_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/charade/defaults_cap.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/clotho/defaults_mm_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/clotho/defaults_mm_cap.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/clotho/defaults_mm_qa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/clotho/defaults_mm_qa.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/coco/defaults_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/coco/defaults_cap.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/coco/defaults_cap_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/coco/defaults_cap_instruct.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/coco/defaults_ret.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/coco/defaults_ret.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/coco/defaults_vqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/coco/defaults_vqa.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/coco/defaults_vqa_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/coco/defaults_vqa_instruct.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/coco/eval_vqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/coco/eval_vqa.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/coin/defaults_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/coin/defaults_cap.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/coin/defaults_cap_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/coin/defaults_cap_instruct.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/didemo/defaults_ret.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/didemo/defaults_ret.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/esc50/defaults_mm_cls.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/esc50/defaults_mm_cls.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/flickr30k/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/flickr30k/defaults.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/flickr30k/defaults_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/flickr30k/defaults_cap.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/gqa/balanced_testdev.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/gqa/balanced_testdev.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/gqa/balanced_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/gqa/balanced_val.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/gqa/balanced_val_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/gqa/balanced_val_instruct.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/gqa/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/gqa/defaults.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/gqa/defaults_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/gqa/defaults_instruct.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/iconqa/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/iconqa/defaults.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/iconqa/defaults_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/iconqa/defaults_instruct.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/imagenet/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/imagenet/defaults.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/laion/defaults_2B_multi.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/laion/defaults_2B_multi.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/laion/defaults_400M.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/laion/defaults_400M.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/llava150k/defaults_dial.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/llava150k/defaults_dial.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/modelnet40/defaults_cls.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/modelnet40/defaults_cls.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/msrvtt/defaults_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/msrvtt/defaults_cap.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/msrvtt/defaults_qa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/msrvtt/defaults_qa.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/msrvtt/defaults_qa_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/msrvtt/defaults_qa_instruct.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/msrvtt/defaults_ret.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/msrvtt/defaults_ret.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/msvd/defaults_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/msvd/defaults_cap.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/msvd/defaults_cap_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/msvd/defaults_cap_instruct.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/msvd/defaults_qa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/msvd/defaults_qa.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/msvd/defaults_qa_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/msvd/defaults_qa_instruct.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/music_avqa/defaults_mm_qa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/music_avqa/defaults_mm_qa.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/nlvr/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/nlvr/defaults.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/nocaps/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/nocaps/defaults.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/objaverse/defaults_mm_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/objaverse/defaults_mm_cap.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/objaverse/defaults_mm_qa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/objaverse/defaults_mm_qa.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/ocrvqa/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/ocrvqa/defaults.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/ocrvqa/defaults_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/ocrvqa/defaults_instruct.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/okvqa/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/okvqa/defaults.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/okvqa/defaults_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/okvqa/defaults_instruct.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/sbu_caption/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/sbu_caption/defaults.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/scienceqa/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/scienceqa/defaults.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/scienceqa/defaults_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/scienceqa/defaults_instruct.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/shapenet/defaults_mm_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/shapenet/defaults_mm_cap.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/snli_ve/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/snli_ve/defaults.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/snli_ve/defaults_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/snli_ve/defaults_instruct.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/textcaps/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/textcaps/defaults.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/textcaps/defaults_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/textcaps/defaults_instruct.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/valor/defaults_mm_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/valor/defaults_mm_cap.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/vatex/defaults_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/vatex/defaults_cap.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/vatex/defaults_cap_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/vatex/defaults_cap_instruct.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/vg/defaults_caption.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/vg/defaults_caption.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/vg/defaults_vqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/vg/defaults_vqa.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/vg/defaults_vqa_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/vg/defaults_vqa_instruct.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/violin/defaults_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/violin/defaults_cap.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/violin/defaults_entail.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/violin/defaults_entail.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/visdial/defaults_dial.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/visdial/defaults_dial.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/vizwiz/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/vizwiz/defaults.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/vlep/defaults_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/vlep/defaults_cap.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/vlep/defaults_cap_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/vlep/defaults_cap_instruct.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/vsr/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/vsr/defaults.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/vsr/defaults_classification.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/vsr/defaults_classification.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/vsr/defaults_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/vsr/defaults_instruct.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/wavcaps/defaults_mm_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/wavcaps/defaults_mm_cap.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/webvid/defaults_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/webvid/defaults_cap.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/youcook/defaults_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/youcook/defaults_cap.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/datasets/yt8m/defaults_mm_dial.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/datasets/yt8m/defaults_mm_dial.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/default.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/albef_classification_ve.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/albef_classification_ve.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/albef_feature_extractor.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/albef_feature_extractor.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/albef_nlvr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/albef_nlvr.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/albef_pretrain_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/albef_pretrain_base.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/albef_retrieval_coco.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/albef_retrieval_coco.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/albef_retrieval_flickr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/albef_retrieval_flickr.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/albef_vqav2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/albef_vqav2.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/alpro_qa_msrvtt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/alpro_qa_msrvtt.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/alpro_qa_msvd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/alpro_qa_msvd.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/alpro_retrieval_didemo.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/alpro_retrieval_didemo.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/alpro_retrieval_msrvtt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/alpro_retrieval_msrvtt.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/blip2/blip2_caption_flant5xl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/blip2/blip2_caption_flant5xl.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/blip2/blip2_caption_opt2.7b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/blip2/blip2_caption_opt2.7b.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/blip2/blip2_caption_opt6.7b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/blip2/blip2_caption_opt6.7b.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/blip2/blip2_coco.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/blip2/blip2_coco.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/blip2/blip2_instruct_flant5xl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/blip2/blip2_instruct_flant5xl.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/blip2/blip2_instruct_vicuna7b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/blip2/blip2_instruct_vicuna7b.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/blip2/blip2_pretrain.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/blip2/blip2_pretrain.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/blip2/blip2_pretrain_flant5xl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/blip2/blip2_pretrain_flant5xl.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/blip2/blip2_pretrain_llama7b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/blip2/blip2_pretrain_llama7b.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/blip2/blip2_pretrain_vitL.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/blip2/blip2_pretrain_vitL.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/blip_caption_base_coco.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/blip_caption_base_coco.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/blip_caption_large_coco.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/blip_caption_large_coco.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/blip_classification_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/blip_classification_base.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/blip_feature_extractor_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/blip_feature_extractor_base.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/blip_itm_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/blip_itm_base.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/blip_itm_large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/blip_itm_large.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/blip_nlvr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/blip_nlvr.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/blip_pretrain_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/blip_pretrain_base.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/blip_pretrain_large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/blip_pretrain_large.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/blip_retrieval_coco.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/blip_retrieval_coco.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/blip_retrieval_flickr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/blip_retrieval_flickr.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/blip_vqa_aokvqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/blip_vqa_aokvqa.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/blip_vqa_okvqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/blip_vqa_okvqa.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/blip_vqav2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/blip_vqav2.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/clip_resnet50.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/clip_resnet50.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/clip_vit_base16.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/clip_vit_base16.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/clip_vit_base32.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/clip_vit_base32.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/clip_vit_large14.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/clip_vit_large14.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/clip_vit_large14_336.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/clip_vit_large14_336.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/gpt_dialogue_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/gpt_dialogue_base.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/pnp-vqa/pnp_vqa_3b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/pnp-vqa/pnp_vqa_3b.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/pnp-vqa/pnp_vqa_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/pnp-vqa/pnp_vqa_base.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/configs/models/pnp-vqa/pnp_vqa_large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/configs/models/pnp-vqa/pnp_vqa_large.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/builders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/builders/__init__.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/builders/audio_caption_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/builders/audio_caption_builder.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/builders/audio_qa_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/builders/audio_qa_builder.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/builders/base_dataset_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/builders/base_dataset_builder.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/builders/caption_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/builders/caption_builder.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/builders/classification_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/builders/classification_builder.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/builders/dialogue_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/builders/dialogue_builder.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/builders/discrn_builders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/builders/discrn_builders.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/builders/image_text_pair_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/builders/image_text_pair_builder.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/builders/imagefolder_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/builders/imagefolder_builder.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/builders/object3d_caption_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/builders/object3d_caption_builder.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/builders/object3d_qa_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/builders/object3d_qa_builder.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/builders/retrieval_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/builders/retrieval_builder.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/builders/video_qa_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/builders/video_qa_builder.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/builders/vqa_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/builders/vqa_builder.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/data_utils.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/datasets/aok_vqa_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/datasets/aok_vqa_datasets.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/datasets/audio_captioning_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/datasets/audio_captioning_datasets.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/datasets/audio_qa_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/datasets/audio_qa_datasets.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/datasets/avsd_dialogue_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/datasets/avsd_dialogue_datasets.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/datasets/base_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/datasets/base_dataset.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/datasets/capfilt_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/datasets/capfilt_dataset.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/datasets/caption_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/datasets/caption_datasets.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/datasets/coco_caption_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/datasets/coco_caption_datasets.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/datasets/coco_vqa_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/datasets/coco_vqa_datasets.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/datasets/dataloader_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/datasets/dataloader_utils.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/datasets/dialogue_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/datasets/dialogue_datasets.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/datasets/gqa_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/datasets/gqa_datasets.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/datasets/iconqa_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/datasets/iconqa_datasets.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/datasets/image_text_pair_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/datasets/image_text_pair_datasets.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/datasets/imagefolder_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/datasets/imagefolder_dataset.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/datasets/laion_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/datasets/laion_dataset.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/datasets/llava150k_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/datasets/llava150k_dataset.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/datasets/music_avqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/datasets/music_avqa.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/datasets/nlvr_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/datasets/nlvr_datasets.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/datasets/object3d_qa_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/datasets/object3d_qa_datasets.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/datasets/ocr_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/datasets/ocr_datasets.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/datasets/retrieval_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/datasets/retrieval_datasets.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/datasets/snli_ve_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/datasets/snli_ve_datasets.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/datasets/subject_driven_t2i_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/datasets/subject_driven_t2i_dataset.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/datasets/textcaps_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/datasets/textcaps_datasets.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/datasets/valor_caption.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/datasets/valor_caption.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/datasets/vatex_captioning_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/datasets/vatex_captioning_datasets.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/datasets/vg_vqa_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/datasets/vg_vqa_datasets.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/datasets/video_caption_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/datasets/video_caption_datasets.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/datasets/video_vqa_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/datasets/video_vqa_datasets.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/datasets/violin_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/datasets/violin_dataset.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/datasets/visdial_dialogue_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/datasets/visdial_dialogue_datasets.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/datasets/vizwiz_vqa_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/datasets/vizwiz_vqa_datasets.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/datasets/vlep_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/datasets/vlep_dataset.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/datasets/vqa_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/datasets/vqa_datasets.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/datasets/vsr_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/datasets/vsr_datasets.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/download_scripts/download_charade.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/download_scripts/download_charade.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/download_scripts/download_coco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/download_scripts/download_coco.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/download_scripts/download_coin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/download_scripts/download_coin.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/download_scripts/download_didemo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/download_scripts/download_didemo.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/download_scripts/download_flickr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/download_scripts/download_flickr.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/download_scripts/download_gqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/download_scripts/download_gqa.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/download_scripts/download_iconqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/download_scripts/download_iconqa.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/download_scripts/download_msrvtt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/download_scripts/download_msrvtt.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/download_scripts/download_msvd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/download_scripts/download_msvd.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/download_scripts/download_nocaps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/download_scripts/download_nocaps.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/download_scripts/download_sbu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/download_scripts/download_sbu.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/download_scripts/download_vg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/download_scripts/download_vg.py -------------------------------------------------------------------------------- /LAVIS/lavis/datasets/download_scripts/download_violin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/datasets/download_scripts/download_violin.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/__init__.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/albef_models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/albef_models/__init__.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/albef_models/albef_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/albef_models/albef_classification.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/albef_models/albef_feature_extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/albef_models/albef_feature_extractor.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/albef_models/albef_nlvr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/albef_models/albef_nlvr.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/albef_models/albef_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/albef_models/albef_outputs.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/albef_models/albef_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/albef_models/albef_pretrain.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/albef_models/albef_retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/albef_models/albef_retrieval.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/albef_models/albef_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/albef_models/albef_vqa.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/alpro_models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/alpro_models/__init__.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/alpro_models/alpro_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/alpro_models/alpro_outputs.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/alpro_models/alpro_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/alpro_models/alpro_qa.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/alpro_models/alpro_retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/alpro_models/alpro_retrieval.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/base_model.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/beats/BEATs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/beats/BEATs.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/beats/LICENSE_BEATs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/beats/LICENSE_BEATs.txt -------------------------------------------------------------------------------- /LAVIS/lavis/models/beats/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/beats/README.md -------------------------------------------------------------------------------- /LAVIS/lavis/models/beats/Tokenizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/beats/Tokenizers.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/beats/backbone.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/beats/backbone.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/beats/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/beats/modules.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/beats/quantizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/beats/quantizer.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/beats_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/beats_encoder.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/blip2_models/Qformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/blip2_models/Qformer.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/blip2_models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /LAVIS/lavis/models/blip2_models/blip2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/blip2_models/blip2.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/blip2_models/blip2_opt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/blip2_models/blip2_opt.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/blip2_models/blip2_qformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/blip2_models/blip2_qformer.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/blip2_models/blip2_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/blip2_models/blip2_t5.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/blip2_models/blip2_t5_instruct.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/blip2_models/blip2_t5_instruct.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/blip2_models/blip2_vicuna_instruct.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/blip2_models/blip2_vicuna_instruct.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/blip2_models/blip2_vicuna_xinstruct.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/blip2_models/blip2_vicuna_xinstruct.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/blip2_models/modeling_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/blip2_models/modeling_llama.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/blip2_models/modeling_opt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/blip2_models/modeling_opt.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/blip2_models/modeling_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/blip2_models/modeling_t5.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/blip_diffusion_models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /LAVIS/lavis/models/blip_diffusion_models/blip_diffusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/blip_diffusion_models/blip_diffusion.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/blip_diffusion_models/ptp_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/blip_diffusion_models/ptp_utils.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/blip_diffusion_models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/blip_diffusion_models/utils.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/blip_models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/blip_models/__init__.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/blip_models/blip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/blip_models/blip.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/blip_models/blip_caption.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/blip_models/blip_caption.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/blip_models/blip_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/blip_models/blip_classification.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/blip_models/blip_feature_extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/blip_models/blip_feature_extractor.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/blip_models/blip_image_text_matching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/blip_models/blip_image_text_matching.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/blip_models/blip_nlvr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/blip_models/blip_nlvr.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/blip_models/blip_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/blip_models/blip_outputs.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/blip_models/blip_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/blip_models/blip_pretrain.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/blip_models/blip_retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/blip_models/blip_retrieval.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/blip_models/blip_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/blip_models/blip_vqa.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/blip_models/nlvr_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/blip_models/nlvr_encoder.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/clip_models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/clip_models/__init__.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/clip_models/bpe_simple_vocab_16e6.txt.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/clip_models/bpe_simple_vocab_16e6.txt.gz -------------------------------------------------------------------------------- /LAVIS/lavis/models/clip_models/clip_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/clip_models/clip_outputs.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/clip_models/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/clip_models/loss.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/clip_models/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/clip_models/model.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/clip_models/pics/CLIP.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/clip_models/pics/CLIP.png -------------------------------------------------------------------------------- /LAVIS/lavis/models/clip_models/pretrained.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/clip_models/pretrained.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/clip_models/timm_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/clip_models/timm_model.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/clip_models/transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/clip_models/transform.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/clip_models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/clip_models/utils.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/clip_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/clip_vit.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/eva_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/eva_vit.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/gpt_models/gpt_dialogue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/gpt_models/gpt_dialogue.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/img2prompt_models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/img2prompt_models/__init__.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/img2prompt_models/img2prompt_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/img2prompt_models/img2prompt_vqa.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/med.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/med.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/pnp_vqa_models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/pnp_vqa_models/__init__.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/pnp_vqa_models/pnp_unifiedqav2_fid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/pnp_vqa_models/pnp_unifiedqav2_fid.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/pnp_vqa_models/pnp_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/pnp_vqa_models/pnp_vqa.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/timesformer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/timesformer/__init__.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/timesformer/conv2d_same.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/timesformer/conv2d_same.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/timesformer/features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/timesformer/features.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/timesformer/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/timesformer/helpers.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/timesformer/linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/timesformer/linear.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/timesformer/vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/timesformer/vit.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/timesformer/vit_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/timesformer/vit_utils.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/ulip_models/ULIP_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/ulip_models/ULIP_models.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/ulip_models/losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/ulip_models/losses.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/ulip_models/pointbert/checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/ulip_models/pointbert/checkpoint.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/ulip_models/pointbert/dvae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/ulip_models/pointbert/dvae.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/ulip_models/pointbert/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/ulip_models/pointbert/logger.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/ulip_models/pointbert/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/ulip_models/pointbert/misc.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/ulip_models/pointbert/point_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/ulip_models/pointbert/point_encoder.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/ulip_models/ulip_scaled_up_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/ulip_models/ulip_scaled_up_config.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/models/ulip_models/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/ulip_models/utils/__init__.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/ulip_models/utils/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/ulip_models/utils/build.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/ulip_models/utils/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/ulip_models/utils/config.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/ulip_models/utils/io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/ulip_models/utils/io.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/ulip_models/utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/ulip_models/utils/logger.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/ulip_models/utils/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/ulip_models/utils/registry.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/ulip_models/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/ulip_models/utils/utils.py -------------------------------------------------------------------------------- /LAVIS/lavis/models/vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/models/vit.py -------------------------------------------------------------------------------- /LAVIS/lavis/processors/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/processors/__init__.py -------------------------------------------------------------------------------- /LAVIS/lavis/processors/alpro_processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/processors/alpro_processors.py -------------------------------------------------------------------------------- /LAVIS/lavis/processors/audio_processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/processors/audio_processors.py -------------------------------------------------------------------------------- /LAVIS/lavis/processors/base_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/processors/base_processor.py -------------------------------------------------------------------------------- /LAVIS/lavis/processors/blip_diffusion_processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/processors/blip_diffusion_processors.py -------------------------------------------------------------------------------- /LAVIS/lavis/processors/blip_processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/processors/blip_processors.py -------------------------------------------------------------------------------- /LAVIS/lavis/processors/clip_processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/processors/clip_processors.py -------------------------------------------------------------------------------- /LAVIS/lavis/processors/functional_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/processors/functional_video.py -------------------------------------------------------------------------------- /LAVIS/lavis/processors/gpt_processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/processors/gpt_processors.py -------------------------------------------------------------------------------- /LAVIS/lavis/processors/instruction_text_processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/processors/instruction_text_processors.py -------------------------------------------------------------------------------- /LAVIS/lavis/processors/randaugment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/processors/randaugment.py -------------------------------------------------------------------------------- /LAVIS/lavis/processors/transforms_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/processors/transforms_video.py -------------------------------------------------------------------------------- /LAVIS/lavis/processors/ulip_processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/processors/ulip_processors.py -------------------------------------------------------------------------------- /LAVIS/lavis/projects/albef/eval/nlvr_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/albef/eval/nlvr_eval.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/albef/eval/ret_coco_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/albef/eval/ret_coco_eval.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/albef/eval/ret_flickr30k_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/albef/eval/ret_flickr30k_eval.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/albef/eval/snli_ve_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/albef/eval/snli_ve_eval.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/albef/eval/vqa_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/albef/eval/vqa_test.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/albef/eval/vqa_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/albef/eval/vqa_val.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/albef/train/aokvqa_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/albef/train/aokvqa_ft.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/albef/train/nlvr_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/albef/train/nlvr_ft.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/albef/train/okvqa_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/albef/train/okvqa_ft.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/albef/train/pretrain.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/albef/train/pretrain.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/albef/train/ret_coco_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/albef/train/ret_coco_ft.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/albef/train/ret_flickr30k_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/albef/train/ret_flickr30k_ft.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/albef/train/snli_ve_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/albef/train/snli_ve_ft.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/albef/train/vqa_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/albef/train/vqa_ft.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/alpro/eval/didemo_ret_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/alpro/eval/didemo_ret_eval.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/alpro/eval/msrvtt_qa_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/alpro/eval/msrvtt_qa_eval.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/alpro/eval/msrvtt_ret_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/alpro/eval/msrvtt_ret_eval.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/alpro/eval/msvd_qa_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/alpro/eval/msvd_qa_eval.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/alpro/train/didemo_ret_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/alpro/train/didemo_ret_ft.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/alpro/train/msrvtt_qa_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/alpro/train/msrvtt_qa_ft.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/alpro/train/msrvtt_retrieval_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/alpro/train/msrvtt_retrieval_ft.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/alpro/train/msvd_qa_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/alpro/train/msvd_qa_ft.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/blip/coco_cap_ft_iter.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/blip/coco_cap_ft_iter.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/blip/eval/aokvqa_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/blip/eval/aokvqa_eval.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/blip/eval/caption_coco_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/blip/eval/caption_coco_eval.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/blip/eval/caption_coco_eval_large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/blip/eval/caption_coco_eval_large.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/blip/eval/nlvr_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/blip/eval/nlvr_eval.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/blip/eval/nocaps_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/blip/eval/nocaps_eval.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/blip/eval/okvqa_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/blip/eval/okvqa_eval.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/blip/eval/ret_coco_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/blip/eval/ret_coco_eval.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/blip/eval/ret_flickr_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/blip/eval/ret_flickr_eval.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/blip/eval/vqav2_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/blip/eval/vqav2_eval.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/blip/train/aokvqa_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/blip/train/aokvqa_ft.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/blip/train/caption_coco_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/blip/train/caption_coco_ft.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/blip/train/caption_coco_large_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/blip/train/caption_coco_large_ft.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/blip/train/nlvr_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/blip/train/nlvr_ft.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/blip/train/okvqa_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/blip/train/okvqa_ft.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/blip/train/pretrain_14m.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/blip/train/pretrain_14m.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/blip/train/retrieval_coco_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/blip/train/retrieval_coco_ft.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/blip/train/retrieval_flickr_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/blip/train/retrieval_flickr_ft.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/blip/train/vqav2_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/blip/train/vqav2_ft.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/blip2/eval/caption_coco_flant5xl_eval.yaml: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /LAVIS/lavis/projects/blip2/eval/ret_coco_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/blip2/eval/ret_coco_eval.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/blip2/eval/ret_flickr_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/blip2/eval/ret_flickr_eval.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/blip2/train/caption_coco_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/blip2/train/caption_coco_ft.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/blip2/train/pretrain_stage1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/blip2/train/pretrain_stage1.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/blip2/train/pretrain_stage2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/blip2/train/pretrain_stage2.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/blip2/train/retrieval_coco_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/blip2/train/retrieval_coco_ft.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/blip_diffusion/finetune-db-dog.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/blip_diffusion/finetune-db-dog.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/clip/exp_coco_ret_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/clip/exp_coco_ret_eval.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/clip/exp_flickr_ret_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/clip/exp_flickr_ret_eval.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/clip/exp_imnet_zs_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/clip/exp_imnet_zs_eval.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/gpt/eval/dialogue_avsd_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/gpt/eval/dialogue_avsd_eval.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/gpt/train/dialogue_avsd_ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/gpt/train/dialogue_avsd_ft.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/pnp-vqa/eval/gqa_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/pnp-vqa/eval/gqa_eval.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/pnp-vqa/eval/gqa_eval_3b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/pnp-vqa/eval/gqa_eval_3b.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/pnp-vqa/eval/gqa_eval_large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/pnp-vqa/eval/gqa_eval_large.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/pnp-vqa/eval/okvqa_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/pnp-vqa/eval/okvqa_eval.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/pnp-vqa/eval/okvqa_eval_3b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/pnp-vqa/eval/okvqa_eval_3b.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/pnp-vqa/eval/okvqa_eval_large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/pnp-vqa/eval/okvqa_eval_large.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/pnp-vqa/eval/vqav2_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/pnp-vqa/eval/vqav2_eval.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/pnp-vqa/eval/vqav2_eval_3b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/pnp-vqa/eval/vqav2_eval_3b.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/pnp-vqa/eval/vqav2_eval_large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/pnp-vqa/eval/vqav2_eval_large.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/pnp-vqa/eval/vqav2_test_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/pnp-vqa/eval/vqav2_test_eval.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/projects/pnp-vqa/eval/vqav2_test_eval_3b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/projects/pnp-vqa/eval/vqav2_test_eval_3b.yaml -------------------------------------------------------------------------------- /LAVIS/lavis/runners/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/runners/__init__.py -------------------------------------------------------------------------------- /LAVIS/lavis/runners/runner_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/runners/runner_base.py -------------------------------------------------------------------------------- /LAVIS/lavis/runners/runner_iter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/runners/runner_iter.py -------------------------------------------------------------------------------- /LAVIS/lavis/tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/tasks/__init__.py -------------------------------------------------------------------------------- /LAVIS/lavis/tasks/base_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/tasks/base_task.py -------------------------------------------------------------------------------- /LAVIS/lavis/tasks/captioning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/tasks/captioning.py -------------------------------------------------------------------------------- /LAVIS/lavis/tasks/dialogue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/tasks/dialogue.py -------------------------------------------------------------------------------- /LAVIS/lavis/tasks/image_text_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/tasks/image_text_pretrain.py -------------------------------------------------------------------------------- /LAVIS/lavis/tasks/multimodal_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/tasks/multimodal_classification.py -------------------------------------------------------------------------------- /LAVIS/lavis/tasks/retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/tasks/retrieval.py -------------------------------------------------------------------------------- /LAVIS/lavis/tasks/text_to_image_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/tasks/text_to_image_generation.py -------------------------------------------------------------------------------- /LAVIS/lavis/tasks/vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/tasks/vqa.py -------------------------------------------------------------------------------- /LAVIS/lavis/tasks/vqa_reading_comprehension.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/lavis/tasks/vqa_reading_comprehension.py -------------------------------------------------------------------------------- /LAVIS/make_instruct_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/make_instruct_data.py -------------------------------------------------------------------------------- /LAVIS/projects/blip-diffusion/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/blip-diffusion/README.md -------------------------------------------------------------------------------- /LAVIS/projects/blip-diffusion/images/black-cat.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/blip-diffusion/images/black-cat.png -------------------------------------------------------------------------------- /LAVIS/projects/blip-diffusion/images/cat-sofa.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/blip-diffusion/images/cat-sofa.png -------------------------------------------------------------------------------- /LAVIS/projects/blip-diffusion/images/dog.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/blip-diffusion/images/dog.png -------------------------------------------------------------------------------- /LAVIS/projects/blip-diffusion/images/dog2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/blip-diffusion/images/dog2.png -------------------------------------------------------------------------------- /LAVIS/projects/blip-diffusion/images/dreambooth/dog/00.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/blip-diffusion/images/dreambooth/dog/00.jpg -------------------------------------------------------------------------------- /LAVIS/projects/blip-diffusion/images/dreambooth/dog/01.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/blip-diffusion/images/dreambooth/dog/01.jpg -------------------------------------------------------------------------------- /LAVIS/projects/blip-diffusion/images/dreambooth/dog/02.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/blip-diffusion/images/dreambooth/dog/02.jpg -------------------------------------------------------------------------------- /LAVIS/projects/blip-diffusion/images/dreambooth/dog/03.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/blip-diffusion/images/dreambooth/dog/03.jpg -------------------------------------------------------------------------------- /LAVIS/projects/blip-diffusion/images/dreambooth/dog/04.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/blip-diffusion/images/dreambooth/dog/04.jpg -------------------------------------------------------------------------------- /LAVIS/projects/blip-diffusion/images/dreambooth/dog8/00.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/blip-diffusion/images/dreambooth/dog8/00.jpg -------------------------------------------------------------------------------- /LAVIS/projects/blip-diffusion/images/dreambooth/dog8/01.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/blip-diffusion/images/dreambooth/dog8/01.jpg -------------------------------------------------------------------------------- /LAVIS/projects/blip-diffusion/images/dreambooth/dog8/02.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/blip-diffusion/images/dreambooth/dog8/02.jpg -------------------------------------------------------------------------------- /LAVIS/projects/blip-diffusion/images/dreambooth/dog8/03.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/blip-diffusion/images/dreambooth/dog8/03.jpg -------------------------------------------------------------------------------- /LAVIS/projects/blip-diffusion/images/dreambooth/dog8/04.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/blip-diffusion/images/dreambooth/dog8/04.jpg -------------------------------------------------------------------------------- /LAVIS/projects/blip-diffusion/images/dress-model.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/blip-diffusion/images/dress-model.png -------------------------------------------------------------------------------- /LAVIS/projects/blip-diffusion/images/flower.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/blip-diffusion/images/flower.jpg -------------------------------------------------------------------------------- /LAVIS/projects/blip-diffusion/images/green-skirt.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/blip-diffusion/images/green-skirt.png -------------------------------------------------------------------------------- /LAVIS/projects/blip-diffusion/images/kettle.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/blip-diffusion/images/kettle.jpg -------------------------------------------------------------------------------- /LAVIS/projects/blip-diffusion/images/pink-dress.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/blip-diffusion/images/pink-dress.png -------------------------------------------------------------------------------- /LAVIS/projects/blip-diffusion/notebooks/stylization.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/blip-diffusion/notebooks/stylization.ipynb -------------------------------------------------------------------------------- /LAVIS/projects/blip-diffusion/teaser-website.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/blip-diffusion/teaser-website.png -------------------------------------------------------------------------------- /LAVIS/projects/blip2/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/blip2/README.md -------------------------------------------------------------------------------- /LAVIS/projects/blip2/blip2_illustration.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/blip2/blip2_illustration.png -------------------------------------------------------------------------------- /LAVIS/projects/img2llm-vqa/Caption.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/img2llm-vqa/Caption.png -------------------------------------------------------------------------------- /LAVIS/projects/img2llm-vqa/Illustration.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/img2llm-vqa/Illustration.png -------------------------------------------------------------------------------- /LAVIS/projects/img2llm-vqa/QuestionGeneration.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/img2llm-vqa/QuestionGeneration.png -------------------------------------------------------------------------------- /LAVIS/projects/img2llm-vqa/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/img2llm-vqa/README.md -------------------------------------------------------------------------------- /LAVIS/projects/img2llm-vqa/demo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/img2llm-vqa/demo.png -------------------------------------------------------------------------------- /LAVIS/projects/img2llm-vqa/img2llm_vqa.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/img2llm-vqa/img2llm_vqa.ipynb -------------------------------------------------------------------------------- /LAVIS/projects/img2llm-vqa/img2llm_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/img2llm-vqa/img2llm_vqa.py -------------------------------------------------------------------------------- /LAVIS/projects/img2prompt-vqa/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/img2prompt-vqa/README.md -------------------------------------------------------------------------------- /LAVIS/projects/instructblip/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/instructblip/README.md -------------------------------------------------------------------------------- /LAVIS/projects/instructblip/comparison.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/instructblip/comparison.png -------------------------------------------------------------------------------- /LAVIS/projects/instructblip/run_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/instructblip/run_demo.py -------------------------------------------------------------------------------- /LAVIS/projects/instructblip/showcase.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/instructblip/showcase.png -------------------------------------------------------------------------------- /LAVIS/projects/pnp-vqa/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/pnp-vqa/README.md -------------------------------------------------------------------------------- /LAVIS/projects/pnp-vqa/pnp_vqa.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/pnp-vqa/pnp_vqa.ipynb -------------------------------------------------------------------------------- /LAVIS/projects/pnp-vqa/pnp_vqa.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/pnp-vqa/pnp_vqa.png -------------------------------------------------------------------------------- /LAVIS/projects/xinstructblip/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/xinstructblip/README.md -------------------------------------------------------------------------------- /LAVIS/projects/xinstructblip/assets/architecture.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/xinstructblip/assets/architecture.png -------------------------------------------------------------------------------- /LAVIS/projects/xinstructblip/assets/data.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/xinstructblip/assets/data.png -------------------------------------------------------------------------------- /LAVIS/projects/xinstructblip/demo/configs/vicuna13b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/xinstructblip/demo/configs/vicuna13b.yaml -------------------------------------------------------------------------------- /LAVIS/projects/xinstructblip/demo/configs/vicuna7b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/xinstructblip/demo/configs/vicuna7b.yaml -------------------------------------------------------------------------------- /LAVIS/projects/xinstructblip/demo/configs/vicuna7b_v2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/xinstructblip/demo/configs/vicuna7b_v2.yaml -------------------------------------------------------------------------------- /LAVIS/projects/xinstructblip/demo/demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/xinstructblip/demo/demo.ipynb -------------------------------------------------------------------------------- /LAVIS/projects/xinstructblip/demo/run_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/projects/xinstructblip/demo/run_demo.py -------------------------------------------------------------------------------- /LAVIS/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/pyproject.toml -------------------------------------------------------------------------------- /LAVIS/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/requirements.txt -------------------------------------------------------------------------------- /LAVIS/run_scripts/albef/eval/eval_albef_nlvr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/albef/eval/eval_albef_nlvr.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/albef/eval/eval_albef_ve.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/albef/eval/eval_albef_ve.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/albef/eval/eval_coco_retrieval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/albef/eval/eval_coco_retrieval.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/albef/eval/eval_flickr30k_retrieval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/albef/eval/eval_flickr30k_retrieval.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/albef/eval/test_albef_vqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/albef/eval/test_albef_vqa.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/albef/eval/val_albef_vqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/albef/eval/val_albef_vqa.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/albef/train/pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/albef/train/pretrain.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/albef/train/train_aokvqa_albef.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/albef/train/train_aokvqa_albef.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/albef/train/train_coco_retrieval_albef.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/albef/train/train_coco_retrieval_albef.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/albef/train/train_nlvr_albef.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/albef/train/train_nlvr_albef.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/albef/train/train_okvqa_albef.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/albef/train/train_okvqa_albef.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/albef/train/train_ve_albef.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/albef/train/train_ve_albef.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/albef/train/train_vqa_albef.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/albef/train/train_vqa_albef.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/alpro/eval/eval_didemo_ret.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/alpro/eval/eval_didemo_ret.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/alpro/eval/eval_msrvtt_qa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/alpro/eval/eval_msrvtt_qa.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/alpro/eval/eval_msrvtt_ret.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/alpro/eval/eval_msrvtt_ret.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/alpro/eval/eval_msvd_qa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/alpro/eval/eval_msvd_qa.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/alpro/train/train_didemo_ret.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/alpro/train/train_didemo_ret.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/alpro/train/train_msrvtt_qa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/alpro/train/train_msrvtt_qa.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/alpro/train/train_msrvtt_ret.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/alpro/train/train_msrvtt_ret.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/alpro/train/train_msvd_qa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/alpro/train/train_msvd_qa.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/blip-diffusion/train_db.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/blip-diffusion/train_db.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/blip-diffusion/train_db_dog.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/blip-diffusion/train_db_dog.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/blip-diffusion/train_db_jacket_s.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/blip-diffusion/train_db_jacket_s.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/blip-diffusion/train_db_pink_dress.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/blip-diffusion/train_db_pink_dress.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/blip-diffusion/train_db_shein_jacket.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/blip-diffusion/train_db_shein_jacket.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/blip/eval/eval_aokvqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/blip/eval/eval_aokvqa.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/blip/eval/eval_coco_cap.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/blip/eval/eval_coco_cap.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/blip/eval/eval_coco_cap_large.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/blip/eval/eval_coco_cap_large.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/blip/eval/eval_nlvr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/blip/eval/eval_nlvr.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/blip/eval/eval_nocaps.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/blip/eval/eval_nocaps.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/blip/eval/eval_okvqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/blip/eval/eval_okvqa.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/blip/eval/eval_ret_coco.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/blip/eval/eval_ret_coco.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/blip/eval/eval_ret_flickr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/blip/eval/eval_ret_flickr.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/blip/eval/validate_vqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/blip/eval/validate_vqa.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/blip/train/pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/blip/train/pretrain.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/blip/train/train_aokvqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/blip/train/train_aokvqa.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/blip/train/train_caption_coco.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/blip/train/train_caption_coco.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/blip/train/train_caption_coco_large.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/blip/train/train_caption_coco_large.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/blip/train/train_nlvr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/blip/train/train_nlvr.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/blip/train/train_okvqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/blip/train/train_okvqa.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/blip/train/train_retrieval_coco.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/blip/train/train_retrieval_coco.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/blip/train/train_retrieval_flickr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/blip/train/train_retrieval_flickr.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/blip/train/train_vqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/blip/train/train_vqa.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/blip2/eval/eval_cap_coco_flant5xl.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/blip2/eval/eval_cap_coco_flant5xl.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/blip2/eval/eval_cap_coco_opt2.7b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/blip2/eval/eval_cap_coco_opt2.7b.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/blip2/eval/eval_cap_coco_opt6.7b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/blip2/eval/eval_cap_coco_opt6.7b.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/blip2/eval/eval_gqa_zeroshot_flant5xl.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/blip2/eval/eval_gqa_zeroshot_flant5xl.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/blip2/eval/eval_ret_coco.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/blip2/eval/eval_ret_coco.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/blip2/eval/eval_ret_flickr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/blip2/eval/eval_ret_flickr.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/blip2/eval/validate_vqa_zeroshot_opt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/blip2/eval/validate_vqa_zeroshot_opt.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/blip2/train/eval_instruct_caption_coco.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/blip2/train/eval_instruct_caption_coco.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/blip2/train/pretrain_stage1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/blip2/train/pretrain_stage1.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/blip2/train/pretrain_stage2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/blip2/train/pretrain_stage2.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/blip2/train/train_caption_coco.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/blip2/train/train_caption_coco.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/blip2/train/train_retrieval_coco.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/blip2/train/train_retrieval_coco.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/clip/eval/eval_clip_ret_coco.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/clip/eval/eval_clip_ret_coco.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/clip/eval/eval_clip_ret_flickr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/clip/eval/eval_clip_ret_flickr.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/clip/eval/eval_clip_zs_imnet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/clip/eval/eval_clip_zs_imnet.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/gpt/eval/eval_video_dialogue_avsd.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/gpt/eval/eval_video_dialogue_avsd.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/gpt/train/train_video_dialogue_avsd.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/gpt/train/train_video_dialogue_avsd.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/pnp-vqa/eval/eval_gqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/pnp-vqa/eval/eval_gqa.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/pnp-vqa/eval/eval_gqa_3b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/pnp-vqa/eval/eval_gqa_3b.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/pnp-vqa/eval/eval_gqa_large.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/pnp-vqa/eval/eval_gqa_large.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/pnp-vqa/eval/eval_okvqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/pnp-vqa/eval/eval_okvqa.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/pnp-vqa/eval/eval_okvqa_3b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/pnp-vqa/eval/eval_okvqa_3b.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/pnp-vqa/eval/eval_okvqa_large.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/pnp-vqa/eval/eval_okvqa_large.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/pnp-vqa/eval/eval_vqav2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/pnp-vqa/eval/eval_vqav2.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/pnp-vqa/eval/eval_vqav2_3b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/pnp-vqa/eval/eval_vqav2_3b.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/pnp-vqa/eval/eval_vqav2_large.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/pnp-vqa/eval/eval_vqav2_large.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/pnp-vqa/eval/eval_vqav2_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/pnp-vqa/eval/eval_vqav2_test.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/pnp-vqa/eval/eval_vqav2_test_3b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/pnp-vqa/eval/eval_vqav2_test_3b.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/pnp-vqa/eval/eval_vqav2_test_large.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/pnp-vqa/eval/eval_vqav2_test_large.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/run_browser.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/run_scripts/run_browser.sh -------------------------------------------------------------------------------- /LAVIS/run_scripts/run_demo.sh: -------------------------------------------------------------------------------- 1 | streamlit run app/main.py --server.fileWatcherType none 2 | -------------------------------------------------------------------------------- /LAVIS/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/setup.py -------------------------------------------------------------------------------- /LAVIS/test_fake_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/test_fake_vqa.py -------------------------------------------------------------------------------- /LAVIS/test_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/test_vqa.py -------------------------------------------------------------------------------- /LAVIS/test_xgqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/test_xgqa.py -------------------------------------------------------------------------------- /LAVIS/tests/models/test_albef.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/tests/models/test_albef.py -------------------------------------------------------------------------------- /LAVIS/tests/models/test_blip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/tests/models/test_blip.py -------------------------------------------------------------------------------- /LAVIS/tests/models/test_blip2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/tests/models/test_blip2.py -------------------------------------------------------------------------------- /LAVIS/tests/models/test_pnp_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/tests/models/test_pnp_vqa.py -------------------------------------------------------------------------------- /LAVIS/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/LAVIS/train.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/README.md -------------------------------------------------------------------------------- /SITlogo.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/SITlogo.jpg -------------------------------------------------------------------------------- /ablation/alpaca_iteration_1-iter_sunburst.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/ablation/alpaca_iteration_1-iter_sunburst.pdf -------------------------------------------------------------------------------- /ablation/alpaca_iteration_2-iter_sunburst.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/ablation/alpaca_iteration_2-iter_sunburst.pdf -------------------------------------------------------------------------------- /ablation/count.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/ablation/count.ipynb -------------------------------------------------------------------------------- /ablation/flancot_100k-iteration_1-iter_sunburst.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/ablation/flancot_100k-iteration_1-iter_sunburst.pdf -------------------------------------------------------------------------------- /ablation/flancot_100k-iteration_2-iter_sunburst.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/ablation/flancot_100k-iteration_2-iter_sunburst.pdf -------------------------------------------------------------------------------- /ablation/instruction_visualize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/ablation/instruction_visualize.py -------------------------------------------------------------------------------- /ablation/separate_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/ablation/separate_prompt.py -------------------------------------------------------------------------------- /construct_data/download_all_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/construct_data/download_all_data.sh -------------------------------------------------------------------------------- /construct_data/gen_all_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/construct_data/gen_all_data.sh -------------------------------------------------------------------------------- /construct_data/make_data_all.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/construct_data/make_data_all.py -------------------------------------------------------------------------------- /construct_data/make_data_alpaca_merge_multilingual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/construct_data/make_data_alpaca_merge_multilingual.py -------------------------------------------------------------------------------- /construct_data/make_data_alpaca_paraphrase1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/construct_data/make_data_alpaca_paraphrase1.py -------------------------------------------------------------------------------- /construct_data/make_data_alpaca_seq_merge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/construct_data/make_data_alpaca_seq_merge.py -------------------------------------------------------------------------------- /construct_data/make_data_commonsense.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/construct_data/make_data_commonsense.py -------------------------------------------------------------------------------- /construct_data/make_data_commonsense_repeat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/construct_data/make_data_commonsense_repeat.py -------------------------------------------------------------------------------- /construct_data/make_data_xquad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/construct_data/make_data_xquad.py -------------------------------------------------------------------------------- /construct_data/make_few_shot_examples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/construct_data/make_few_shot_examples.py -------------------------------------------------------------------------------- /ds_configs/stage3_no_offloading.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/ds_configs/stage3_no_offloading.conf -------------------------------------------------------------------------------- /ds_configs/stage3_no_offloading_accelerate.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/ds_configs/stage3_no_offloading_accelerate.conf -------------------------------------------------------------------------------- /ds_configs/stage3_offloading.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/ds_configs/stage3_offloading.conf -------------------------------------------------------------------------------- /ds_configs/stage3_offloading_accelerate.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/ds_configs/stage3_offloading_accelerate.conf -------------------------------------------------------------------------------- /eval/alpaca_farm/prompter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval/alpaca_farm/prompter.py -------------------------------------------------------------------------------- /eval/alpaca_farm/reward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval/alpaca_farm/reward.py -------------------------------------------------------------------------------- /eval/alpaca_farm/run_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval/alpaca_farm/run_eval.py -------------------------------------------------------------------------------- /eval/alpaca_farm/run_seq_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval/alpaca_farm/run_seq_eval.py -------------------------------------------------------------------------------- /eval/arc/run_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval/arc/run_eval.py -------------------------------------------------------------------------------- /eval/bbh/run_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval/bbh/run_eval.py -------------------------------------------------------------------------------- /eval/codex_humaneval/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval/codex_humaneval/data.py -------------------------------------------------------------------------------- /eval/codex_humaneval/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval/codex_humaneval/evaluation.py -------------------------------------------------------------------------------- /eval/codex_humaneval/execution.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval/codex_humaneval/execution.py -------------------------------------------------------------------------------- /eval/codex_humaneval/run_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval/codex_humaneval/run_eval.py -------------------------------------------------------------------------------- /eval/dispatch_openai_requests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval/dispatch_openai_requests.py -------------------------------------------------------------------------------- /eval/gsm/examplars.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval/gsm/examplars.py -------------------------------------------------------------------------------- /eval/gsm/run_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval/gsm/run_eval.py -------------------------------------------------------------------------------- /eval/hellaswag/run_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval/hellaswag/run_eval.py -------------------------------------------------------------------------------- /eval/math/generate_few_shot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval/math/generate_few_shot.py -------------------------------------------------------------------------------- /eval/math/run_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval/math/run_eval.py -------------------------------------------------------------------------------- /eval/math/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval/math/utils.py -------------------------------------------------------------------------------- /eval/mgsm/process_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval/mgsm/process_data.py -------------------------------------------------------------------------------- /eval/mgsm/run_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval/mgsm/run_eval.py -------------------------------------------------------------------------------- /eval/mmlu/categories.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval/mmlu/categories.py -------------------------------------------------------------------------------- /eval/mmlu/run_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval/mmlu/run_eval.py -------------------------------------------------------------------------------- /eval/predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval/predict.py -------------------------------------------------------------------------------- /eval/templates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval/templates.py -------------------------------------------------------------------------------- /eval/toxigen/run_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval/toxigen/run_eval.py -------------------------------------------------------------------------------- /eval/truthfulqa/configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval/truthfulqa/configs.py -------------------------------------------------------------------------------- /eval/truthfulqa/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval/truthfulqa/metrics.py -------------------------------------------------------------------------------- /eval/truthfulqa/presets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval/truthfulqa/presets.py -------------------------------------------------------------------------------- /eval/truthfulqa/run_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval/truthfulqa/run_eval.py -------------------------------------------------------------------------------- /eval/truthfulqa/utilities.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval/truthfulqa/utilities.py -------------------------------------------------------------------------------- /eval/tydiqa/run_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval/tydiqa/run_eval.py -------------------------------------------------------------------------------- /eval/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval/utils.py -------------------------------------------------------------------------------- /eval_seq/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval_seq/eval.sh -------------------------------------------------------------------------------- /eval_seq/eval_rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval_seq/eval_rouge.py -------------------------------------------------------------------------------- /eval_seq/eval_xquad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval_seq/eval_xquad.py -------------------------------------------------------------------------------- /eval_seq/eval_xquad.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval_seq/eval_xquad.sh -------------------------------------------------------------------------------- /eval_seq/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval_seq/generate.py -------------------------------------------------------------------------------- /eval_seq/generate_batch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval_seq/generate_batch.py -------------------------------------------------------------------------------- /eval_seq/generate_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval_seq/generate_eval.py -------------------------------------------------------------------------------- /eval_seq/infer_eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval_seq/infer_eval.sh -------------------------------------------------------------------------------- /eval_seq/infer_eval_repeat.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval_seq/infer_eval_repeat.sh -------------------------------------------------------------------------------- /eval_seq/infer_eval_repeat_instruct.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval_seq/infer_eval_repeat_instruct.sh -------------------------------------------------------------------------------- /eval_seq/infer_eval_self_seq.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval_seq/infer_eval_self_seq.sh -------------------------------------------------------------------------------- /eval_seq/infer_eval_self_seq_vllm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval_seq/infer_eval_self_seq_vllm.sh -------------------------------------------------------------------------------- /eval_seq/infer_eval_self_seq_vllm_fewshot.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval_seq/infer_eval_self_seq_vllm_fewshot.sh -------------------------------------------------------------------------------- /eval_seq/infer_xquad.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval_seq/infer_xquad.sh -------------------------------------------------------------------------------- /eval_seq/inference_lima.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval_seq/inference_lima.sh -------------------------------------------------------------------------------- /eval_seq/inference_mutilingual_base1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval_seq/inference_mutilingual_base1.sh -------------------------------------------------------------------------------- /eval_seq/inference_simplification.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval_seq/inference_simplification.sh -------------------------------------------------------------------------------- /eval_seq/inference_simplification_llama2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval_seq/inference_simplification_llama2.sh -------------------------------------------------------------------------------- /eval_seq/inference_simplification_mistral.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/eval_seq/inference_simplification_mistral.sh -------------------------------------------------------------------------------- /mainfig_preprint.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/mainfig_preprint.jpg -------------------------------------------------------------------------------- /mainfigure_seq.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/mainfigure_seq.jpg -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/alpaca/finetune_accelerate_it_llama_70b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/scripts/alpaca/finetune_accelerate_it_llama_70b.sh -------------------------------------------------------------------------------- /scripts/alpaca/finetune_accelerate_sit_llama_70b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/scripts/alpaca/finetune_accelerate_sit_llama_70b.sh -------------------------------------------------------------------------------- /scripts/batch_evaluation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/scripts/batch_evaluation.sh -------------------------------------------------------------------------------- /scripts/eval/compute_reward.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/scripts/eval/compute_reward.sh -------------------------------------------------------------------------------- /scripts/eval/eval_alpaca_farm_seq.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/scripts/eval/eval_alpaca_farm_seq.sh -------------------------------------------------------------------------------- /scripts/eval/eval_auto.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/scripts/eval/eval_auto.sh -------------------------------------------------------------------------------- /scripts/evaluation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/scripts/evaluation.sh -------------------------------------------------------------------------------- /scripts/flancot/finetune_accelerate_it_llama_70b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/scripts/flancot/finetune_accelerate_it_llama_70b.sh -------------------------------------------------------------------------------- /scripts/flancot/finetune_accelerate_sit_llama_70b_iter.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/scripts/flancot/finetune_accelerate_sit_llama_70b_iter.sh -------------------------------------------------------------------------------- /scripts/prepare_eval_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/scripts/prepare_eval_data.sh -------------------------------------------------------------------------------- /self-seq/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/self-seq/agent.py -------------------------------------------------------------------------------- /self-seq/check_input_position.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/self-seq/check_input_position.py -------------------------------------------------------------------------------- /self-seq/extract_input.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/self-seq/extract_input.py -------------------------------------------------------------------------------- /self-seq/extract_input_template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/self-seq/extract_input_template.py -------------------------------------------------------------------------------- /self-seq/finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/self-seq/finetune.py -------------------------------------------------------------------------------- /self-seq/gpt-query.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/self-seq/gpt-query.py -------------------------------------------------------------------------------- /self-seq/instruct_template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/self-seq/instruct_template.py -------------------------------------------------------------------------------- /self-seq/prompt_template/classify_template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/self-seq/prompt_template/classify_template.py -------------------------------------------------------------------------------- /self-seq/prompt_template/generation_template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/self-seq/prompt_template/generation_template.py -------------------------------------------------------------------------------- /self-seq/scripts/generation_alpaca_llama_70b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/self-seq/scripts/generation_alpaca_llama_70b.sh -------------------------------------------------------------------------------- /self-seq/scripts/generation_flancot_full_llama_70b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/self-seq/scripts/generation_flancot_full_llama_70b.sh -------------------------------------------------------------------------------- /self-seq/template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/self-seq/template.py -------------------------------------------------------------------------------- /self-seq/template_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/self-seq/template_chat.py -------------------------------------------------------------------------------- /seqEval_test/seqEval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/seqEval_test/seqEval.json -------------------------------------------------------------------------------- /setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/setup.sh -------------------------------------------------------------------------------- /templates/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/templates/README.md -------------------------------------------------------------------------------- /train/finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/train/finetune.py -------------------------------------------------------------------------------- /train/ft_llama_7b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/train/ft_llama_7b.sh -------------------------------------------------------------------------------- /train/ft_llama_7b_bloom.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/train/ft_llama_7b_bloom.sh -------------------------------------------------------------------------------- /train/ft_llama_7b_new.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/train/ft_llama_7b_new.sh -------------------------------------------------------------------------------- /train/ft_llama_7b_resume.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/train/ft_llama_7b_resume.sh -------------------------------------------------------------------------------- /train/ft_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/train/ft_lora.sh -------------------------------------------------------------------------------- /utils/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/utils/README.md -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/utils/__init__.py -------------------------------------------------------------------------------- /utils/callbacks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/utils/callbacks.py -------------------------------------------------------------------------------- /utils/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/utils/generate.py -------------------------------------------------------------------------------- /utils/prompter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hanxuhu/SeqIns/HEAD/utils/prompter.py --------------------------------------------------------------------------------