├── .circleci └── config.yml ├── .editorconfig ├── .flake8 ├── .github ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── ISSUE_TEMPLATE │ ├── bug-report.md │ ├── config.yml │ ├── feature-request.md │ ├── questions-help-support.md │ └── unexpected-problems.md └── PULL_REQUEST_TEMPLATE.md ├── .gitignore ├── .pre-commit-config.yaml ├── LICENSE ├── MANIFEST.in ├── NOTICES ├── README.md ├── docs ├── .gitignore ├── Makefile ├── license_header.txt ├── requirements.txt └── source │ ├── _static │ ├── css │ │ └── customize.css │ ├── images │ │ ├── chevron-right-orange.svg │ │ ├── chevron_blue.svg │ │ ├── favicon.png │ │ ├── logo_icon.svg │ │ ├── mmf_logo.png │ │ ├── mmf_logo.svg │ │ ├── mmf_logo_white_f.svg │ │ ├── search_icon.svg │ │ └── view-page-source-icon.svg │ └── js │ │ ├── ga.js │ │ └── redirect.js │ ├── _templates │ ├── layout.html │ └── theme_variables.jinja │ ├── conf.py │ ├── index.rst │ └── lib │ ├── common │ ├── registry.rst │ └── sample.rst │ ├── datasets │ ├── base_dataset.rst │ ├── base_dataset_builder.rst │ └── processors.rst │ ├── models │ └── base_model.rst │ ├── modules │ ├── losses.rst │ └── metrics.rst │ └── utils │ └── text.rst ├── mmf ├── __init__.py ├── common │ ├── __init__.py │ ├── batch_collator.py │ ├── constants.py │ ├── dataset_loader.py │ ├── meter.py │ ├── registry.py │ ├── report.py │ ├── sample.py │ ├── test_reporter.py │ └── typings.py ├── configs │ ├── datasets │ │ ├── airstore │ │ │ └── defaults.yaml │ │ ├── big_facad │ │ │ └── defaults.yaml │ │ ├── charades │ │ │ └── defaults.yaml │ │ ├── clevr │ │ │ └── defaults.yaml │ │ ├── coco │ │ │ ├── defaults.yaml │ │ │ ├── detection.yaml │ │ │ ├── masked.yaml │ │ │ └── ocr_en.yaml │ │ ├── coco2017 │ │ │ └── masked.yaml │ │ ├── conceptual_captions │ │ │ ├── defaults.yaml │ │ │ ├── masked.yaml │ │ │ └── train_small.yaml │ │ ├── facad │ │ │ └── defaults.yaml │ │ ├── fashion200k │ │ │ └── defaults.yaml │ │ ├── fashionall │ │ │ └── defaults.yaml │ │ ├── fashiongen │ │ │ ├── captioning.yaml │ │ │ ├── classification.yaml │ │ │ └── defaults.yaml │ │ ├── fashioniq │ │ │ └── defaults.yaml │ │ ├── flickr30k │ │ │ └── masked.yaml │ │ ├── glue │ │ │ └── defaults.yaml │ │ ├── gqa │ │ │ ├── defaults.yaml │ │ │ └── masked.yaml │ │ ├── hateful_memes │ │ │ ├── bert.yaml │ │ │ ├── defaults.yaml │ │ │ ├── fine_grained │ │ │ │ ├── attack_vectors.yaml │ │ │ │ ├── defaults.yaml │ │ │ │ ├── hateful_pc_attack.yaml │ │ │ │ ├── pc_attack.yaml │ │ │ │ ├── protected_groups.yaml │ │ │ │ └── with_features.yaml │ │ │ └── with_features.yaml │ │ ├── localized_narratives │ │ │ └── masked.yaml │ │ ├── mmimdb │ │ │ ├── defaults.yaml │ │ │ ├── masked.yaml │ │ │ └── with_features.yaml │ │ ├── nlvr2 │ │ │ └── defaults.yaml │ │ ├── ocrvqa │ │ │ └── defaults.yaml │ │ ├── okvqa │ │ │ └── defaults.yaml │ │ ├── polyvore_ocir │ │ │ ├── defaults.yaml │ │ │ └── nondisjoint.yaml │ │ ├── polyvore_outfits │ │ │ └── defaults.yaml │ │ ├── retrieval │ │ │ └── flickr30k_defaults.yaml │ │ ├── sbu_captions │ │ │ └── masked.yaml │ │ ├── stvqa │ │ │ └── defaults.yaml │ │ ├── textcaps │ │ │ └── defaults.yaml │ │ ├── textvqa │ │ │ ├── defaults.yaml │ │ │ └── with_resnet.yaml │ │ ├── uigr │ │ │ ├── tgr.yaml │ │ │ └── vcr.yaml │ │ ├── vinvl │ │ │ └── defaults.yaml │ │ ├── visual_dialog │ │ │ └── defaults.yaml │ │ ├── visual_entailment │ │ │ └── defaults.yaml │ │ ├── visual_genome │ │ │ ├── defaults.yaml │ │ │ ├── detection.yaml │ │ │ └── masked.yaml │ │ ├── vizwiz │ │ │ └── defaults.yaml │ │ ├── vqa2 │ │ │ ├── defaults.yaml │ │ │ ├── masked.yaml │ │ │ ├── masked_q.yaml │ │ │ ├── train_val.yaml │ │ │ └── with_raw_images.yaml │ │ └── vqacp_v2 │ │ │ └── defaults.yaml │ ├── defaults.yaml │ ├── models │ │ ├── alignment │ │ │ ├── clip.yaml │ │ │ ├── cm_shared_transformer.yaml │ │ │ └── defaults.yaml │ │ ├── ban │ │ │ └── defaults.yaml │ │ ├── butd │ │ │ └── defaults.yaml │ │ ├── clip │ │ │ └── defaults.yaml │ │ ├── cnn_lstm │ │ │ └── defaults.yaml │ │ ├── composition │ │ │ ├── clip.yaml │ │ │ └── defaults.yaml │ │ ├── csa_net │ │ │ └── defaults.yaml │ │ ├── fashionclip │ │ │ └── defaults.yaml │ │ ├── fashionvil │ │ │ └── defaults.yaml │ │ ├── fusions │ │ │ ├── concat_bert.yaml │ │ │ ├── concat_bow.yaml │ │ │ ├── defaults.yaml │ │ │ └── late_fusion.yaml │ │ ├── krisp │ │ │ └── defaults.yaml │ │ ├── lorra │ │ │ └── defaults.yaml │ │ ├── lxmert │ │ │ ├── defaults.yaml │ │ │ └── pretrain.yaml │ │ ├── m4c │ │ │ └── defaults.yaml │ │ ├── m4c_captioner │ │ │ └── defaults.yaml │ │ ├── mmbt │ │ │ ├── classification.yaml │ │ │ ├── defaults.yaml │ │ │ ├── pretrain.yaml │ │ │ └── with_features.yaml │ │ ├── mmf_bert │ │ │ └── defaults.yaml │ │ ├── mmf_transformer │ │ │ ├── defaults.yaml │ │ │ ├── pretrain.yaml │ │ │ └── with_audio_video.yaml │ │ ├── movie_mcan │ │ │ └── defaults.yaml │ │ ├── pythia │ │ │ └── defaults.yaml │ │ ├── unimodal │ │ │ ├── bert.yaml │ │ │ ├── image.yaml │ │ │ ├── text.yaml │ │ │ └── with_features.yaml │ │ ├── unit │ │ │ └── defaults.yaml │ │ ├── uniter │ │ │ └── defaults.yaml │ │ ├── vilbert │ │ │ ├── defaults.yaml │ │ │ └── pretrain.yaml │ │ ├── vilt │ │ │ └── defaults.yaml │ │ ├── vinvl │ │ │ └── defaults.yaml │ │ └── visual_bert │ │ │ ├── classification.yaml │ │ │ ├── defaults.yaml │ │ │ └── pretrain.yaml │ └── zoo │ │ ├── datasets.yaml │ │ └── models.yaml ├── datasets │ ├── __init__.py │ ├── base_dataset.py │ ├── base_dataset_builder.py │ ├── builders │ │ ├── __init__.py │ │ ├── airstore │ │ │ ├── __init__.py │ │ │ ├── builder.py │ │ │ └── dataset.py │ │ ├── charades │ │ │ ├── __init__.py │ │ │ ├── _utils.py │ │ │ ├── builder.py │ │ │ └── dataset.py │ │ ├── clevr │ │ │ ├── __init__.py │ │ │ ├── builder.py │ │ │ └── dataset.py │ │ ├── coco │ │ │ ├── __init__.py │ │ │ ├── builder.py │ │ │ ├── dataset.py │ │ │ ├── detection_builder.py │ │ │ ├── detection_dataset.py │ │ │ ├── masked_builder.py │ │ │ └── masked_dataset.py │ │ ├── coco2017 │ │ │ ├── __init__.py │ │ │ ├── masked_builder.py │ │ │ └── masked_dataset.py │ │ ├── conceptual_captions │ │ │ ├── __init__.py │ │ │ ├── builder.py │ │ │ ├── dataset.py │ │ │ ├── masked_builder.py │ │ │ └── masked_dataset.py │ │ ├── facad │ │ │ ├── __init__.py │ │ │ ├── builder.py │ │ │ ├── database.py │ │ │ └── dataset.py │ │ ├── fashionall │ │ │ ├── __init__.py │ │ │ ├── builder.py │ │ │ ├── database.py │ │ │ └── dataset.py │ │ ├── fashioniq │ │ │ ├── __init__.py │ │ │ ├── builder.py │ │ │ ├── database.py │ │ │ └── dataset.py │ │ ├── flickr30k │ │ │ ├── __init__.py │ │ │ ├── masked_builder.py │ │ │ └── masked_dataset.py │ │ ├── glue │ │ │ ├── __init__.py │ │ │ └── builder.py │ │ ├── gqa │ │ │ ├── __init__.py │ │ │ ├── builder.py │ │ │ ├── dataset.py │ │ │ ├── masked_builder.py │ │ │ └── masked_dataset.py │ │ ├── hateful_memes │ │ │ ├── __init__.py │ │ │ ├── builder.py │ │ │ └── dataset.py │ │ ├── localized_narratives │ │ │ ├── __init__.py │ │ │ ├── database.py │ │ │ ├── masked_builder.py │ │ │ └── masked_dataset.py │ │ ├── mmimdb │ │ │ ├── __init__.py │ │ │ ├── builder.py │ │ │ ├── dataset.py │ │ │ ├── masked_builder.py │ │ │ └── masked_dataset.py │ │ ├── nlvr2 │ │ │ ├── __init__.py │ │ │ ├── builder.py │ │ │ └── dataset.py │ │ ├── ocrvqa │ │ │ ├── __init__.py │ │ │ ├── builder.py │ │ │ └── dataset.py │ │ ├── okvqa │ │ │ ├── __init__.py │ │ │ ├── builder.py │ │ │ ├── database.py │ │ │ └── dataset.py │ │ ├── polyvore_ocir │ │ │ ├── __init__.py │ │ │ ├── builder.py │ │ │ ├── database.py │ │ │ └── dataset.py │ │ ├── retrieval │ │ │ ├── __init__.py │ │ │ ├── builder.py │ │ │ ├── dataset.py │ │ │ └── datasets.py │ │ ├── sbu_captions │ │ │ ├── __init__.py │ │ │ ├── masked_builder.py │ │ │ └── masked_dataset.py │ │ ├── stvqa │ │ │ ├── __init__.py │ │ │ ├── builder.py │ │ │ └── dataset.py │ │ ├── textcaps │ │ │ ├── __init__.py │ │ │ ├── builder.py │ │ │ └── dataset.py │ │ ├── textvqa │ │ │ ├── __init__.py │ │ │ ├── builder.py │ │ │ └── dataset.py │ │ ├── uigr │ │ │ ├── __init__.py │ │ │ ├── builder.py │ │ │ ├── database.py │ │ │ └── dataset.py │ │ ├── vinvl │ │ │ ├── __init__.py │ │ │ ├── builder.py │ │ │ └── dataset.py │ │ ├── visual_dialog │ │ │ ├── __init__.py │ │ │ ├── builder.py │ │ │ ├── database.py │ │ │ └── dataset.py │ │ ├── visual_entailment │ │ │ ├── __init__.py │ │ │ ├── builder.py │ │ │ └── dataset.py │ │ ├── visual_genome │ │ │ ├── __init__.py │ │ │ ├── builder.py │ │ │ ├── dataset.py │ │ │ ├── detection_builder.py │ │ │ ├── detection_dataset.py │ │ │ ├── masked_builder.py │ │ │ └── masked_dataset.py │ │ ├── vizwiz │ │ │ ├── __init__.py │ │ │ ├── builder.py │ │ │ └── dataset.py │ │ ├── vqa2 │ │ │ ├── __init__.py │ │ │ ├── builder.py │ │ │ ├── dataset.py │ │ │ ├── masked_builder.py │ │ │ ├── masked_dataset.py │ │ │ ├── masked_q_vqa2_builder.py │ │ │ ├── masked_q_vqa2_dataset.py │ │ │ ├── ocr_builder.py │ │ │ └── ocr_dataset.py │ │ └── vqacp_v2 │ │ │ ├── __init__.py │ │ │ ├── builder.py │ │ │ ├── database.py │ │ │ └── dataset.py │ ├── concat_dataset.py │ ├── databases │ │ ├── __init__.py │ │ ├── annotation_database.py │ │ ├── features_database.py │ │ ├── image_database.py │ │ ├── readers │ │ │ ├── __init__.py │ │ │ └── feature_readers.py │ │ └── scene_graph_database.py │ ├── iteration_strategies.py │ ├── mmf_dataset.py │ ├── mmf_dataset_builder.py │ ├── multi_datamodule.py │ ├── multi_dataset_loader.py │ ├── processors │ │ ├── __init__.py │ │ ├── bert_processors.py │ │ ├── detection_transforms.py │ │ ├── frcnn_processor.py │ │ ├── functional.py │ │ ├── image_processors.py │ │ ├── prediction_processors.py │ │ ├── processors.py │ │ └── video_processors.py │ └── subset_dataset.py ├── models │ ├── __init__.py │ ├── albef │ │ ├── __init__.py │ │ └── vit.py │ ├── alignment.py │ ├── ban.py │ ├── base_model.py │ ├── butd.py │ ├── clip.py │ ├── cnn_lstm.py │ ├── composition.py │ ├── fashionclip │ │ ├── __init__.py │ │ ├── base.py │ │ ├── composition.py │ │ ├── fashionclip.py │ │ ├── modeling_adapter.py │ │ ├── modeling_clip.py │ │ ├── modeling_clip_adapter.py │ │ ├── mtl.py │ │ └── mtl_kd.py │ ├── fashionvil │ │ ├── __init__.py │ │ ├── base.py │ │ ├── captioning.py │ │ ├── classification.py │ │ ├── composition.py │ │ ├── contrastive.py │ │ ├── fashionvil.py │ │ └── pretraining.py │ ├── frcnn.py │ ├── fusions.py │ ├── interfaces │ │ ├── __init__.py │ │ └── mmbt.py │ ├── krisp.py │ ├── lorra.py │ ├── lxmert.py │ ├── m4c.py │ ├── m4c_captioner.py │ ├── mmbt.py │ ├── mmf_bert.py │ ├── mmf_transformer.py │ ├── movie_mcan.py │ ├── ocir.py │ ├── pythia.py │ ├── top_down_bottom_up.py │ ├── transformers │ │ ├── __init__.py │ │ ├── backends │ │ │ ├── __init__.py │ │ │ └── huggingface.py │ │ ├── base.py │ │ └── heads │ │ │ ├── __init__.py │ │ │ ├── contrastive.py │ │ │ ├── itm.py │ │ │ ├── mlm.py │ │ │ ├── mlp.py │ │ │ ├── mrc.py │ │ │ ├── mrfr.py │ │ │ ├── refiner.py │ │ │ ├── refnet_classifier.py │ │ │ ├── utils.py │ │ │ └── wra.py │ ├── unimodal.py │ ├── unit │ │ ├── __init__.py │ │ ├── backbone.py │ │ ├── matcher.py │ │ ├── misc.py │ │ ├── transformer.py │ │ ├── unit.py │ │ └── unit_base_model.py │ ├── uniter.py │ ├── vilbert.py │ ├── vilt.py │ ├── vinvl.py │ ├── visdial_multi_modal.py │ └── visual_bert.py ├── modules │ ├── __init__.py │ ├── attention.py │ ├── bottleneck.py │ ├── cococap_metrics │ │ ├── bleu │ │ │ ├── README.md │ │ │ ├── bleu.py │ │ │ ├── nmt_bleu.py │ │ │ ├── requirements.txt │ │ │ └── tokenizer_13a.py │ │ ├── cider │ │ │ ├── cider.py │ │ │ └── cider_scorer.py │ │ ├── meteor │ │ │ ├── __init__.py │ │ │ ├── meteor-1.5.jar │ │ │ ├── meteor.py │ │ │ └── paraphrase-en.gz │ │ └── rouge │ │ │ ├── README.md │ │ │ ├── requirements.txt │ │ │ └── rouge.py │ ├── decoders.py │ ├── embeddings.py │ ├── encoders.py │ ├── fusions.py │ ├── hf_layers.py │ ├── layers.py │ ├── losses.py │ ├── metrics.py │ ├── optimizers.py │ ├── ot.py │ ├── poolers.py │ ├── quantize.py │ ├── schedulers.py │ ├── vae.py │ └── vit.py ├── projects ├── trainers │ ├── __init__.py │ ├── base_trainer.py │ ├── callbacks │ │ ├── __init__.py │ │ ├── base.py │ │ ├── checkpoint.py │ │ ├── early_stopping.py │ │ ├── logistics.py │ │ └── lr_scheduler.py │ ├── core │ │ ├── __init__.py │ │ ├── callback_hook.py │ │ ├── device.py │ │ ├── evaluation_loop.py │ │ ├── gradient_strategy.py │ │ ├── profiling.py │ │ └── training_loop.py │ ├── lightning_core │ │ ├── __init__.py │ │ └── loop_callback.py │ ├── lightning_trainer.py │ └── mmf_trainer.py ├── utils │ ├── __init__.py │ ├── box_ops.py │ ├── build.py │ ├── checkpoint.py │ ├── checkpoint_updater.py │ ├── configuration.py │ ├── dataset.py │ ├── distributed.py │ ├── download.py │ ├── early_stopping.py │ ├── env.py │ ├── features │ │ ├── __init__.py │ │ └── visualizing_image.py │ ├── file_io.py │ ├── flags.py │ ├── general.py │ ├── inference.py │ ├── logger.py │ ├── m4c_evaluators.py │ ├── modeling.py │ ├── patch.py │ ├── phoc │ │ ├── __init__.py │ │ ├── build_phoc.py │ │ └── src │ │ │ └── cphoc.c │ ├── process_answers.py │ ├── text.py │ ├── timer.py │ ├── torchscript.py │ ├── transform.py │ ├── visualize.py │ ├── vocab.py │ └── xla.py └── version.py ├── mmf_cli ├── __init__.py ├── hm_convert.py ├── interactive.py ├── predict.py └── run.py ├── projects ├── ban │ ├── README.md │ └── configs │ │ ├── textvqa │ │ └── defaults.yaml │ │ ├── vizwiz │ │ └── defaults.yaml │ │ └── vqa2 │ │ └── defaults.yaml ├── butd │ ├── README.md │ └── configs │ │ ├── coco │ │ ├── beam_search.yaml │ │ ├── defaults.yaml │ │ └── nucleus_sampling.yaml │ │ ├── conceptual_captions │ │ ├── beam_search.yaml │ │ ├── defaults.yaml │ │ └── nucleus_sampling.yaml │ │ └── textcaps │ │ ├── beam_search.yaml │ │ ├── defaults.yaml │ │ └── eval_pretrained_coco_model.yaml ├── fashion_cm_retrieval │ └── configs │ │ ├── facad │ │ └── defaults.yaml │ │ └── fashiongen │ │ ├── clip.yaml │ │ ├── clip_align.yaml │ │ ├── clipres_bert.yaml │ │ ├── defaults.yaml │ │ └── res_clipbert.yaml ├── fashion_comp_retrieval │ └── configs │ │ ├── fashioniq │ │ ├── 152_features.yaml │ │ ├── bs64.yaml │ │ ├── clip_tirg.yaml │ │ ├── clip_va.yaml │ │ ├── clip_va_vitb16.yaml │ │ ├── clip_va_vitb16_adaptformer.yaml │ │ ├── clip_va_vitb16_adaptformer_vavs.yaml │ │ ├── clip_va_vitb16_pt.yaml │ │ ├── defaults.yaml │ │ └── vqvae_encoder.yaml │ │ ├── uigr_tgr │ │ └── clip_va_vitb16_adaptformer.yaml │ │ └── uigr_vcr │ │ └── clip_va_vitb16_adaptformer.yaml ├── fashionclip │ └── configs │ │ ├── captioning.yaml │ │ ├── captioning_noadapter.yaml │ │ ├── classification.yaml │ │ ├── classification_noadapter.yaml │ │ ├── composition.yaml │ │ ├── composition_kd.yaml │ │ ├── composition_noadapter.yaml │ │ ├── contrastive.yaml │ │ ├── ei-clip.yaml │ │ ├── fashiongen_cap_dataset_cfg.yaml │ │ ├── fashiongen_cls_dataset_cfg.yaml │ │ ├── fashiongen_dataset_cfg.yaml │ │ ├── fashioniq_dataset_cfg.yaml │ │ ├── mtl.yaml │ │ ├── mtl_of.yaml │ │ ├── mtl_wa.yaml │ │ ├── mtl_wa_as.yaml │ │ ├── mtl_wa_imtlg.yaml │ │ ├── mtl_wa_kd.yaml │ │ ├── mtl_wa_kd_as.yaml │ │ ├── mtl_wa_kd_imtlg.yaml │ │ ├── mtl_wa_nas.yaml │ │ └── mtl_wa_noadapter.yaml ├── fashionvil │ └── configs │ │ ├── classification.yaml │ │ ├── composition.yaml │ │ ├── contrastive.yaml │ │ ├── contrastive_fashiongen.yaml │ │ ├── e2e_captioning.yaml │ │ ├── e2e_captioning_vit.yaml │ │ ├── e2e_classification.yaml │ │ ├── e2e_classification_multiple.yaml │ │ ├── e2e_classification_vit.yaml │ │ ├── e2e_composition.yaml │ │ ├── e2e_composition_uigr.yaml │ │ ├── e2e_composition_vit.yaml │ │ ├── e2e_contrastive.yaml │ │ ├── e2e_contrastive_vit.yaml │ │ ├── e2e_pretraining.yaml │ │ ├── e2e_pretraining_final.yaml │ │ ├── e2e_pretraining_final_vit.yaml │ │ ├── e2e_pretraining_icc.yaml │ │ ├── e2e_pretraining_itc.yaml │ │ ├── e2e_pretraining_itc_mxm.yaml │ │ ├── e2e_pretraining_mlm.yaml │ │ ├── e2e_pretraining_mpfc.yaml │ │ ├── e2e_pretraining_mvc.yaml │ │ ├── e2e_pretraining_pac.yaml │ │ ├── pretraining.yaml │ │ └── pretraining_longer.yaml ├── hateful_memes │ ├── README.md │ ├── configs │ │ ├── concat_bert │ │ │ └── defaults.yaml │ │ ├── concat_bow │ │ │ └── defaults.yaml │ │ ├── late_fusion │ │ │ └── defaults.yaml │ │ ├── mmbt │ │ │ ├── defaults.yaml │ │ │ └── with_features.yaml │ │ ├── mmf_transformer │ │ │ └── defaults.yaml │ │ ├── unimodal │ │ │ ├── bert.yaml │ │ │ ├── image.yaml │ │ │ ├── text.yaml │ │ │ └── with_features.yaml │ │ ├── vilbert │ │ │ ├── defaults.yaml │ │ │ ├── direct.yaml │ │ │ └── from_cc.yaml │ │ └── visual_bert │ │ │ ├── defaults.yaml │ │ │ ├── direct.yaml │ │ │ └── from_coco.yaml │ └── fine_grained │ │ ├── README.md │ │ └── configs │ │ └── visual_bert │ │ ├── attack_vectors.yaml │ │ ├── defaults.yaml │ │ ├── hateful_pc_attack.yaml │ │ ├── multilabel.yaml │ │ ├── pc_attack.yaml │ │ └── protected_groups.yaml ├── krisp │ ├── README.md │ ├── configs │ │ ├── krisp │ │ │ ├── okvqa │ │ │ │ ├── conceptnet_only.yaml │ │ │ │ ├── dbpedia_only.yaml │ │ │ │ ├── defaults.yaml │ │ │ │ ├── haspart_only.yaml │ │ │ │ ├── okvqav10.yaml │ │ │ │ ├── okvqav10_fromfullpretrain.yaml │ │ │ │ ├── randomgraph.yaml │ │ │ │ ├── train_val.yaml │ │ │ │ ├── train_val_cnonly.yaml │ │ │ │ ├── train_val_dbonly.yaml │ │ │ │ ├── train_val_hponly.yaml │ │ │ │ ├── train_val_okvqav10.yaml │ │ │ │ ├── train_val_okvqav10_fromfullpretrain.yaml │ │ │ │ ├── train_val_random.yaml │ │ │ │ ├── train_val_vgonly.yaml │ │ │ │ └── visualgenome_only.yaml │ │ │ └── vqa2 │ │ │ │ └── krisp_pretrain.yaml │ │ └── visual_bert │ │ │ ├── masked_coco │ │ │ └── okvqa_safe.yaml │ │ │ ├── masked_vqa2 │ │ │ └── okvqa_safe.yaml │ │ │ ├── okvqa │ │ │ ├── defaults.yaml │ │ │ ├── defaults_v10.yaml │ │ │ ├── train_val.yaml │ │ │ └── train_val_okvqav10.yaml │ │ │ └── vqa2 │ │ │ └── defaults_okvqasafe.yaml │ ├── graphnetwork_module.py │ └── requirements.txt ├── lorra │ ├── README.md │ └── configs │ │ ├── textvqa │ │ └── defaults.yaml │ │ ├── vizwiz │ │ └── defaults.yaml │ │ └── vqa2 │ │ ├── defaults.yaml │ │ ├── train_val.yaml │ │ └── train_val_resnet_only.yaml ├── lxmert │ ├── README.md │ └── configs │ │ ├── coco │ │ ├── masked.yaml │ │ └── pretrain.yaml │ │ ├── defaults.yaml │ │ ├── gqa │ │ ├── masked.yaml │ │ └── pretrain.yaml │ │ ├── pretrain.yaml │ │ ├── visual_genome │ │ ├── masked.yaml │ │ └── pretrain.yaml │ │ └── vqa2 │ │ ├── defaults.yaml │ │ ├── masked.yaml │ │ └── pretrain.yaml ├── m4c │ ├── README.md │ ├── configs │ │ ├── ocrvqa │ │ │ └── defaults.yaml │ │ ├── stvqa │ │ │ └── defaults.yaml │ │ └── textvqa │ │ │ ├── defaults.yaml │ │ │ ├── joint_with_stvqa.yaml │ │ │ └── ocr_ml.yaml │ └── scripts │ │ ├── __init__.py │ │ └── extract_ocr_frcn_feature.py ├── m4c_captioner │ ├── README.md │ ├── configs │ │ ├── butd │ │ │ └── textcaps │ │ └── m4c_captioner │ │ │ ├── coco │ │ │ ├── defaults.yaml │ │ │ └── eval_on_textcaps.yaml │ │ │ └── textcaps │ │ │ ├── defaults.yaml │ │ │ ├── joint_with_coco.yaml │ │ │ ├── with_caffe2_feat.yaml │ │ │ └── without_ocr.yaml │ └── scripts │ │ ├── __init__.py │ │ ├── coco_eval.py │ │ └── textcaps_eval.py ├── mmbt │ ├── README.md │ └── configs │ │ ├── hateful_memes │ │ ├── defaults.yaml │ │ ├── hateful_with_refiner.yaml │ │ └── with_features.yaml │ │ ├── masked_coco │ │ └── defaults.yaml │ │ ├── mmimdb │ │ ├── defaults.yaml │ │ ├── paper_ablations_reducedlabel.yaml │ │ └── with_features.yaml │ │ ├── okvqa │ │ └── with_images.yaml │ │ └── vqa2 │ │ └── with_raw_images.yaml ├── mmf_transformer │ ├── configs │ │ ├── airstore │ │ │ └── masked_coco.yaml │ │ ├── charades │ │ │ └── direct.yaml │ │ ├── hateful_memes │ │ │ ├── defaults.yaml │ │ │ └── hateful_with_refiner.yaml │ │ ├── masked_coco │ │ │ ├── defaults.yaml │ │ │ └── pretrain_itm.yaml │ │ ├── okvqa │ │ │ └── defaults.yaml │ │ └── vqa2 │ │ │ └── defaults.yaml │ └── localized_narratives │ │ └── masked.yaml ├── movie_mcan │ ├── README.md │ └── configs │ │ └── vqa2 │ │ ├── defaults.yaml │ │ └── e2e.yaml ├── ocir │ └── configs │ │ └── polyvore │ │ ├── clip.yaml │ │ ├── clip_adaptformer.yaml │ │ └── defaults.yaml ├── others │ ├── cnn_lstm │ │ ├── clevr │ │ │ └── defaults.yaml │ │ └── hateful_memes │ │ │ └── defaults.yaml │ ├── concat_bert │ │ └── hateful_memes │ │ │ └── defaults.yaml │ ├── concat_bow │ │ └── hateful_memes │ │ │ └── defaults.yaml │ ├── late_fusion │ │ └── hateful_memes │ │ │ └── defaults.yaml │ ├── mmf_bert │ │ └── configs │ │ │ ├── masked_coco │ │ │ ├── defaults.yaml │ │ │ ├── pretrain.yaml │ │ │ └── pretrain_joint_vqa2.yaml │ │ │ ├── masked_conceptual_captions │ │ │ ├── defaults.yaml │ │ │ └── pretrain.yaml │ │ │ ├── masked_vqa2 │ │ │ ├── defaults.yaml │ │ │ └── pretrain.yaml │ │ │ ├── visual_entailment │ │ │ └── defaults.yaml │ │ │ ├── vizwiz │ │ │ └── defaults.yaml │ │ │ └── vqa2 │ │ │ └── defaults.yaml │ └── unimodal │ │ └── configs │ │ └── hateful_memes │ │ ├── bert.yaml │ │ ├── image.yaml │ │ ├── text.yaml │ │ └── with_features.yaml ├── pretrain_vl_right │ ├── README.md │ └── configs │ │ ├── vilbert │ │ ├── masked_coco │ │ │ ├── defaults.yaml │ │ │ ├── fifty_pc.yaml │ │ │ ├── full.yaml │ │ │ └── ten_pc.yaml │ │ ├── masked_conceptual_captions │ │ │ ├── defaults.yaml │ │ │ ├── full.yaml │ │ │ ├── full_coco_generated.yaml │ │ │ ├── half.yaml │ │ │ ├── half_coco_generated.yaml │ │ │ ├── small.yaml │ │ │ ├── small_coco_generated.yaml │ │ │ ├── small_fifty_pc.yaml │ │ │ └── small_ten_pc.yaml │ │ └── masked_vqa2 │ │ │ ├── defaults.yaml │ │ │ ├── fifty_pc.yaml │ │ │ ├── full.yaml │ │ │ └── ten_pc.yaml │ │ └── visual_bert │ │ ├── masked_coco │ │ ├── defaults.yaml │ │ ├── fifty_pc.yaml │ │ ├── full.yaml │ │ ├── full_train_val.yaml │ │ └── ten_pc.yaml │ │ ├── masked_conceptual_captions │ │ ├── defaults.yaml │ │ ├── full.yaml │ │ ├── full_coco_generated.yaml │ │ ├── half.yaml │ │ ├── half_coco_generated.yaml │ │ ├── small.yaml │ │ ├── small_coco_generated.yaml │ │ ├── small_fifty_pc.yaml │ │ └── small_ten_pc.yaml │ │ └── masked_vqa2 │ │ ├── defaults.yaml │ │ ├── fifty_pc.yaml │ │ ├── full.yaml │ │ ├── full_train_val.yaml │ │ └── ten_pc.yaml ├── pythia │ ├── README.md │ └── configs │ │ ├── masked_q_vqa2 │ │ └── defaults.yaml │ │ ├── multihead │ │ └── defaults.yaml │ │ ├── textvqa │ │ └── defaults.yaml │ │ ├── visual_genome │ │ └── defaults.yaml │ │ ├── vizwiz │ │ └── defaults.yaml │ │ └── vqa2 │ │ ├── 12k_iterations_without_resnet.yaml │ │ ├── debug.yaml │ │ ├── defaults.yaml │ │ ├── resnet_only.yaml │ │ ├── train_val.yaml │ │ └── train_val_resnet_only.yaml ├── unit │ ├── README.md │ └── configs │ │ ├── all_8_datasets │ │ ├── separate_dec.yaml │ │ ├── shared_dec.yaml │ │ └── shared_dec_without_task_embedding.yaml │ │ ├── coco │ │ ├── single_task.yaml │ │ └── single_task_without_task_embedding.yaml │ │ ├── coco_vg_vqa2 │ │ ├── separate_dec.yaml │ │ └── shared_dec.yaml │ │ ├── coco_vqa2 │ │ ├── separate_dec.yaml │ │ └── shared_dec.yaml │ │ ├── vg │ │ └── single_task.yaml │ │ ├── vg_vqa2 │ │ ├── separate_dec.yaml │ │ └── shared_dec.yaml │ │ ├── visual_entailment_dataset_cfg.yaml │ │ ├── vqa2 │ │ └── single_task.yaml │ │ └── vqa2_dataset_cfg.yaml ├── uniter │ ├── README.md │ └── configs │ │ ├── masked_coco │ │ └── defaults.yaml │ │ └── vqa2 │ │ └── defaults.yaml ├── vilbert │ ├── README.md │ └── configs │ │ ├── hateful_memes │ │ ├── defaults.yaml │ │ ├── direct.yaml │ │ └── from_cc.yaml │ │ ├── masked_coco │ │ ├── defaults.yaml │ │ ├── pretrain.yaml │ │ └── pretrain_train_val.yaml │ │ ├── masked_conceptual_captions │ │ ├── defaults.yaml │ │ └── pretrain.yaml │ │ ├── masked_vqa2 │ │ ├── defaults.yaml │ │ ├── pretrain.yaml │ │ └── pretrain_train_val.yaml │ │ ├── mmimdb │ │ ├── defaults.yaml │ │ └── pretrain.yaml │ │ ├── nlvr2 │ │ └── defaults.yaml │ │ ├── visual_entailment │ │ └── defaults.yaml │ │ ├── vizwiz │ │ └── defaults.yaml │ │ └── vqa2 │ │ ├── defaults.yaml │ │ └── train_val.yaml ├── vilt │ ├── README.md │ └── configs │ │ ├── masked_coco │ │ ├── defaults.yaml │ │ └── pretrain.yaml │ │ └── vqa2 │ │ ├── defaults.yaml │ │ ├── vit_b16_224.yaml │ │ └── vit_b32_384.yaml ├── vinvl │ ├── README.md │ └── configs │ │ └── vqa2 │ │ └── defaults.yaml └── visual_bert │ ├── README.md │ └── configs │ ├── gqa │ └── defaults.yaml │ ├── hateful_memes │ ├── defaults.yaml │ ├── direct.yaml │ └── from_coco.yaml │ ├── localized_narratives │ ├── defaults.yaml │ └── pretrain.yaml │ ├── masked_coco │ ├── defaults.yaml │ ├── pretrain.yaml │ └── pretrain_train_val.yaml │ ├── masked_conceptual_captions │ ├── defaults.yaml │ └── pretrain.yaml │ ├── masked_gqa │ └── defaults.yaml │ ├── masked_sbu │ ├── defaults.yaml │ └── pretrain.yaml │ ├── masked_vqa2 │ ├── defaults.yaml │ ├── pretrain.yaml │ └── pretrain_train_val.yaml │ ├── mmimdb │ ├── defaults.yaml │ └── pretrain.yaml │ ├── nlvr2 │ └── defaults.yaml │ ├── visual_entailment │ ├── defaults.yaml │ └── train_val.yaml │ ├── vizwiz │ ├── defaults.yaml │ └── train_val.yaml │ └── vqa2 │ ├── defaults.yaml │ ├── train_val.yaml │ └── with_raw_images.yaml ├── pyproject.toml ├── requirements.txt ├── setup.py ├── tests ├── __init__.py ├── common │ ├── __init__.py │ ├── test_batch_collator.py │ ├── test_meter.py │ ├── test_report.py │ └── test_sample.py ├── configs │ ├── __init__.py │ ├── test_configs_for_keys.py │ └── test_zoo_urls.py ├── conftest.py ├── data │ ├── user_dir │ │ ├── __init__.py │ │ ├── configs │ │ │ ├── always_one.yaml │ │ │ ├── experiment.yaml │ │ │ └── simple.yaml │ │ ├── datasets │ │ │ ├── __init__.py │ │ │ └── always_one.py │ │ └── models │ │ │ ├── __init__.py │ │ │ └── simple.py │ └── vocab.txt ├── datasets │ ├── __init__.py │ ├── test_base_dataset.py │ ├── test_bert_processors.py │ ├── test_iteration_strategies.py │ ├── test_mmf_dataset_builder.py │ ├── test_multi_datamodule.py │ ├── test_multi_dataset_loader.py │ ├── test_prediction_processors.py │ └── test_processors.py ├── models │ ├── __init__.py │ ├── interfaces │ │ ├── __init__.py │ │ └── test_interfaces.py │ ├── test_albef.py │ ├── test_cnn_lstm.py │ ├── test_mmbt.py │ ├── test_mmf_transformer.py │ ├── test_uniter.py │ ├── test_vilbert.py │ ├── test_vilt.py │ ├── test_vinvl.py │ ├── test_visual_bert.py │ └── transformers │ │ ├── __init__.py │ │ ├── test_heads.py │ │ └── test_heads_dict.py ├── modules │ ├── __init__.py │ ├── test_encoders.py │ ├── test_fusions.py │ ├── test_hf_layers.py │ ├── test_layers.py │ ├── test_losses.py │ ├── test_metrics.py │ ├── test_optimizers.py │ ├── test_poolers.py │ └── test_vit.py ├── test_utils.py ├── trainers │ ├── __init__.py │ ├── callbacks │ │ ├── __init__.py │ │ ├── test_logistics.py │ │ ├── test_lr_scheduler.py │ │ └── test_user_callback.py │ ├── lightning │ │ ├── __init__.py │ │ ├── lightning_trainer_mock.py │ │ ├── test_checkpoint.py │ │ ├── test_grad_accumulate.py │ │ ├── test_grad_clipping.py │ │ ├── test_logging.py │ │ ├── test_loop_conditions.py │ │ ├── test_loss.py │ │ ├── test_lr_schedule.py │ │ └── test_validation.py │ ├── test_device.py │ ├── test_eval_loop.py │ ├── test_fp16.py │ ├── test_sharded_ddp.py │ ├── test_trainer_mocks.py │ ├── test_training_loop.py │ └── test_utils.py └── utils │ ├── __init__.py │ ├── test_checkpoint.py │ ├── test_configuration.py │ ├── test_distributed.py │ ├── test_download.py │ ├── test_env.py │ ├── test_file_io.py │ ├── test_general.py │ ├── test_logger.py │ ├── test_model.py │ ├── test_patch.py │ ├── test_quality_checks.py │ ├── test_text.py │ ├── test_timer.py │ └── test_visualize.py └── tools ├── __init__.py ├── scripts ├── __init__.py ├── bert │ ├── extract_bert.sh │ └── extract_bert_embeddings.py ├── coco │ └── coco_caption_eval.py ├── features │ ├── extract_features_vinvl.py │ ├── extract_features_vmb.py │ ├── extract_resnet152_feat.py │ ├── extract_vqvae_indices.py │ ├── extraction_utils.py │ ├── frcnn │ │ ├── extract_features_frcnn.py │ │ ├── frcnn_utils.py │ │ ├── modeling_frcnn.py │ │ └── processing_image.py │ └── lmdb_conversion.py ├── gqa │ ├── README.md │ ├── convert_gqa_to_vqa.py │ └── extract_vocabulary.py ├── tests │ └── generate_test_data.py └── visual_dialog │ ├── build_imdb.py │ └── extract_vocabulary.py └── sweeps ├── README.md ├── lib ├── __init__.py └── slurm.py └── sweep_visual_bert.py /.circleci/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/.circleci/config.yml -------------------------------------------------------------------------------- /.editorconfig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/.editorconfig -------------------------------------------------------------------------------- /.flake8: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/.flake8 -------------------------------------------------------------------------------- /.github/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/.github/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /.github/CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/.github/CONTRIBUTING.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug-report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/.github/ISSUE_TEMPLATE/bug-report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/.github/ISSUE_TEMPLATE/config.yml -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature-request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/.github/ISSUE_TEMPLATE/feature-request.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/questions-help-support.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/.github/ISSUE_TEMPLATE/questions-help-support.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/unexpected-problems.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/.github/ISSUE_TEMPLATE/unexpected-problems.md -------------------------------------------------------------------------------- /.github/PULL_REQUEST_TEMPLATE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/.github/PULL_REQUEST_TEMPLATE.md -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /NOTICES: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/NOTICES -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/README.md -------------------------------------------------------------------------------- /docs/.gitignore: -------------------------------------------------------------------------------- 1 | # Needed to ignore pytorch_sphinx_theme requirement clone 2 | src 3 | -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/license_header.txt: -------------------------------------------------------------------------------- 1 | Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /docs/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/docs/requirements.txt -------------------------------------------------------------------------------- /docs/source/_static/css/customize.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/docs/source/_static/css/customize.css -------------------------------------------------------------------------------- /docs/source/_static/images/chevron-right-orange.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/docs/source/_static/images/chevron-right-orange.svg -------------------------------------------------------------------------------- /docs/source/_static/images/chevron_blue.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/docs/source/_static/images/chevron_blue.svg -------------------------------------------------------------------------------- /docs/source/_static/images/favicon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/docs/source/_static/images/favicon.png -------------------------------------------------------------------------------- /docs/source/_static/images/logo_icon.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/docs/source/_static/images/logo_icon.svg -------------------------------------------------------------------------------- /docs/source/_static/images/mmf_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/docs/source/_static/images/mmf_logo.png -------------------------------------------------------------------------------- /docs/source/_static/images/mmf_logo.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/docs/source/_static/images/mmf_logo.svg -------------------------------------------------------------------------------- /docs/source/_static/images/mmf_logo_white_f.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/docs/source/_static/images/mmf_logo_white_f.svg -------------------------------------------------------------------------------- /docs/source/_static/images/search_icon.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/docs/source/_static/images/search_icon.svg -------------------------------------------------------------------------------- /docs/source/_static/images/view-page-source-icon.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/docs/source/_static/images/view-page-source-icon.svg -------------------------------------------------------------------------------- /docs/source/_static/js/ga.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/docs/source/_static/js/ga.js -------------------------------------------------------------------------------- /docs/source/_static/js/redirect.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/docs/source/_static/js/redirect.js -------------------------------------------------------------------------------- /docs/source/_templates/layout.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/docs/source/_templates/layout.html -------------------------------------------------------------------------------- /docs/source/_templates/theme_variables.jinja: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/docs/source/_templates/theme_variables.jinja -------------------------------------------------------------------------------- /docs/source/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/docs/source/conf.py -------------------------------------------------------------------------------- /docs/source/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/docs/source/index.rst -------------------------------------------------------------------------------- /docs/source/lib/common/registry.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/docs/source/lib/common/registry.rst -------------------------------------------------------------------------------- /docs/source/lib/common/sample.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/docs/source/lib/common/sample.rst -------------------------------------------------------------------------------- /docs/source/lib/datasets/base_dataset.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/docs/source/lib/datasets/base_dataset.rst -------------------------------------------------------------------------------- /docs/source/lib/datasets/base_dataset_builder.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/docs/source/lib/datasets/base_dataset_builder.rst -------------------------------------------------------------------------------- /docs/source/lib/datasets/processors.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/docs/source/lib/datasets/processors.rst -------------------------------------------------------------------------------- /docs/source/lib/models/base_model.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/docs/source/lib/models/base_model.rst -------------------------------------------------------------------------------- /docs/source/lib/modules/losses.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/docs/source/lib/modules/losses.rst -------------------------------------------------------------------------------- /docs/source/lib/modules/metrics.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/docs/source/lib/modules/metrics.rst -------------------------------------------------------------------------------- /docs/source/lib/utils/text.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/docs/source/lib/utils/text.rst -------------------------------------------------------------------------------- /mmf/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/__init__.py -------------------------------------------------------------------------------- /mmf/common/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/common/__init__.py -------------------------------------------------------------------------------- /mmf/common/batch_collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/common/batch_collator.py -------------------------------------------------------------------------------- /mmf/common/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/common/constants.py -------------------------------------------------------------------------------- /mmf/common/dataset_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/common/dataset_loader.py -------------------------------------------------------------------------------- /mmf/common/meter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/common/meter.py -------------------------------------------------------------------------------- /mmf/common/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/common/registry.py -------------------------------------------------------------------------------- /mmf/common/report.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/common/report.py -------------------------------------------------------------------------------- /mmf/common/sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/common/sample.py -------------------------------------------------------------------------------- /mmf/common/test_reporter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/common/test_reporter.py -------------------------------------------------------------------------------- /mmf/common/typings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/common/typings.py -------------------------------------------------------------------------------- /mmf/configs/datasets/airstore/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/airstore/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/big_facad/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/big_facad/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/charades/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/charades/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/clevr/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/clevr/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/coco/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/coco/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/coco/detection.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/coco/detection.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/coco/masked.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/coco/masked.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/coco/ocr_en.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/coco/ocr_en.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/coco2017/masked.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/coco2017/masked.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/conceptual_captions/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/conceptual_captions/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/conceptual_captions/masked.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/conceptual_captions/masked.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/conceptual_captions/train_small.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/conceptual_captions/train_small.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/facad/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/facad/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/fashion200k/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/fashion200k/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/fashionall/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/fashionall/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/fashiongen/captioning.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/fashiongen/captioning.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/fashiongen/classification.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/fashiongen/classification.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/fashiongen/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/fashiongen/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/fashioniq/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/fashioniq/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/flickr30k/masked.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/flickr30k/masked.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/glue/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/glue/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/gqa/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/gqa/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/gqa/masked.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/gqa/masked.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/hateful_memes/bert.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/hateful_memes/bert.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/hateful_memes/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/hateful_memes/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/hateful_memes/with_features.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/hateful_memes/with_features.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/localized_narratives/masked.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/localized_narratives/masked.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/mmimdb/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/mmimdb/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/mmimdb/masked.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/mmimdb/masked.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/mmimdb/with_features.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/mmimdb/with_features.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/nlvr2/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/nlvr2/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/ocrvqa/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/ocrvqa/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/okvqa/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/okvqa/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/polyvore_ocir/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/polyvore_ocir/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/polyvore_ocir/nondisjoint.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/polyvore_ocir/nondisjoint.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/polyvore_outfits/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/polyvore_outfits/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/retrieval/flickr30k_defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/retrieval/flickr30k_defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/sbu_captions/masked.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/sbu_captions/masked.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/stvqa/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/stvqa/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/textcaps/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/textcaps/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/textvqa/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/textvqa/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/textvqa/with_resnet.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/textvqa/with_resnet.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/uigr/tgr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/uigr/tgr.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/uigr/vcr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/uigr/vcr.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/vinvl/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/vinvl/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/visual_dialog/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/visual_dialog/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/visual_entailment/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/visual_entailment/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/visual_genome/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/visual_genome/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/visual_genome/detection.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/visual_genome/detection.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/visual_genome/masked.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/visual_genome/masked.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/vizwiz/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/vizwiz/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/vqa2/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/vqa2/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/vqa2/masked.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/vqa2/masked.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/vqa2/masked_q.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/vqa2/masked_q.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/vqa2/train_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/vqa2/train_val.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/vqa2/with_raw_images.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/vqa2/with_raw_images.yaml -------------------------------------------------------------------------------- /mmf/configs/datasets/vqacp_v2/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/datasets/vqacp_v2/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/models/alignment/clip.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/models/alignment/clip.yaml -------------------------------------------------------------------------------- /mmf/configs/models/alignment/cm_shared_transformer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/models/alignment/cm_shared_transformer.yaml -------------------------------------------------------------------------------- /mmf/configs/models/alignment/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/models/alignment/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/models/ban/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/models/ban/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/models/butd/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/models/butd/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/models/clip/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/models/clip/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/models/cnn_lstm/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/models/cnn_lstm/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/models/composition/clip.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/models/composition/clip.yaml -------------------------------------------------------------------------------- /mmf/configs/models/composition/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/models/composition/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/models/csa_net/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/models/csa_net/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/models/fashionclip/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/models/fashionclip/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/models/fashionvil/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/models/fashionvil/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/models/fusions/concat_bert.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/models/fusions/concat_bert.yaml -------------------------------------------------------------------------------- /mmf/configs/models/fusions/concat_bow.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/models/fusions/concat_bow.yaml -------------------------------------------------------------------------------- /mmf/configs/models/fusions/defaults.yaml: -------------------------------------------------------------------------------- 1 | includes: 2 | - ./concat_bert.yaml 3 | -------------------------------------------------------------------------------- /mmf/configs/models/fusions/late_fusion.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/models/fusions/late_fusion.yaml -------------------------------------------------------------------------------- /mmf/configs/models/krisp/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/models/krisp/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/models/lorra/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/models/lorra/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/models/lxmert/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/models/lxmert/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/models/lxmert/pretrain.yaml: -------------------------------------------------------------------------------- 1 | includes: 2 | - configs/models/lxmert/defaults.yaml 3 | -------------------------------------------------------------------------------- /mmf/configs/models/m4c/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/models/m4c/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/models/m4c_captioner/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/models/m4c_captioner/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/models/mmbt/classification.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/models/mmbt/classification.yaml -------------------------------------------------------------------------------- /mmf/configs/models/mmbt/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/models/mmbt/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/models/mmbt/pretrain.yaml: -------------------------------------------------------------------------------- 1 | includes: 2 | - ./defaults.yaml 3 | -------------------------------------------------------------------------------- /mmf/configs/models/mmbt/with_features.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/models/mmbt/with_features.yaml -------------------------------------------------------------------------------- /mmf/configs/models/mmf_bert/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/models/mmf_bert/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/models/mmf_transformer/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/models/mmf_transformer/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/models/mmf_transformer/pretrain.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/models/mmf_transformer/pretrain.yaml -------------------------------------------------------------------------------- /mmf/configs/models/mmf_transformer/with_audio_video.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/models/mmf_transformer/with_audio_video.yaml -------------------------------------------------------------------------------- /mmf/configs/models/movie_mcan/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/models/movie_mcan/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/models/pythia/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/models/pythia/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/models/unimodal/bert.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/models/unimodal/bert.yaml -------------------------------------------------------------------------------- /mmf/configs/models/unimodal/image.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/models/unimodal/image.yaml -------------------------------------------------------------------------------- /mmf/configs/models/unimodal/text.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/models/unimodal/text.yaml -------------------------------------------------------------------------------- /mmf/configs/models/unimodal/with_features.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/models/unimodal/with_features.yaml -------------------------------------------------------------------------------- /mmf/configs/models/unit/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/models/unit/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/models/uniter/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/models/uniter/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/models/vilbert/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/models/vilbert/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/models/vilbert/pretrain.yaml: -------------------------------------------------------------------------------- 1 | includes: 2 | - configs/models/vilbert/defaults.yaml 3 | -------------------------------------------------------------------------------- /mmf/configs/models/vilt/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/models/vilt/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/models/vinvl/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/models/vinvl/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/models/visual_bert/classification.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/models/visual_bert/classification.yaml -------------------------------------------------------------------------------- /mmf/configs/models/visual_bert/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/models/visual_bert/defaults.yaml -------------------------------------------------------------------------------- /mmf/configs/models/visual_bert/pretrain.yaml: -------------------------------------------------------------------------------- 1 | includes: 2 | - configs/models/visual_bert/defaults.yaml 3 | -------------------------------------------------------------------------------- /mmf/configs/zoo/datasets.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/zoo/datasets.yaml -------------------------------------------------------------------------------- /mmf/configs/zoo/models.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/configs/zoo/models.yaml -------------------------------------------------------------------------------- /mmf/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/__init__.py -------------------------------------------------------------------------------- /mmf/datasets/base_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/base_dataset.py -------------------------------------------------------------------------------- /mmf/datasets/base_dataset_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/base_dataset_builder.py -------------------------------------------------------------------------------- /mmf/datasets/builders/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /mmf/datasets/builders/airstore/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/airstore/__init__.py -------------------------------------------------------------------------------- /mmf/datasets/builders/airstore/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/airstore/builder.py -------------------------------------------------------------------------------- /mmf/datasets/builders/airstore/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/airstore/dataset.py -------------------------------------------------------------------------------- /mmf/datasets/builders/charades/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mmf/datasets/builders/charades/_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/charades/_utils.py -------------------------------------------------------------------------------- /mmf/datasets/builders/charades/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/charades/builder.py -------------------------------------------------------------------------------- /mmf/datasets/builders/charades/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/charades/dataset.py -------------------------------------------------------------------------------- /mmf/datasets/builders/clevr/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mmf/datasets/builders/clevr/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/clevr/builder.py -------------------------------------------------------------------------------- /mmf/datasets/builders/clevr/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/clevr/dataset.py -------------------------------------------------------------------------------- /mmf/datasets/builders/coco/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/coco/__init__.py -------------------------------------------------------------------------------- /mmf/datasets/builders/coco/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/coco/builder.py -------------------------------------------------------------------------------- /mmf/datasets/builders/coco/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/coco/dataset.py -------------------------------------------------------------------------------- /mmf/datasets/builders/coco/detection_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/coco/detection_builder.py -------------------------------------------------------------------------------- /mmf/datasets/builders/coco/detection_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/coco/detection_dataset.py -------------------------------------------------------------------------------- /mmf/datasets/builders/coco/masked_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/coco/masked_builder.py -------------------------------------------------------------------------------- /mmf/datasets/builders/coco/masked_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/coco/masked_dataset.py -------------------------------------------------------------------------------- /mmf/datasets/builders/coco2017/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mmf/datasets/builders/coco2017/masked_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/coco2017/masked_builder.py -------------------------------------------------------------------------------- /mmf/datasets/builders/coco2017/masked_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/coco2017/masked_dataset.py -------------------------------------------------------------------------------- /mmf/datasets/builders/conceptual_captions/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/conceptual_captions/__init__.py -------------------------------------------------------------------------------- /mmf/datasets/builders/conceptual_captions/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/conceptual_captions/builder.py -------------------------------------------------------------------------------- /mmf/datasets/builders/conceptual_captions/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/conceptual_captions/dataset.py -------------------------------------------------------------------------------- /mmf/datasets/builders/facad/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mmf/datasets/builders/facad/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/facad/builder.py -------------------------------------------------------------------------------- /mmf/datasets/builders/facad/database.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/facad/database.py -------------------------------------------------------------------------------- /mmf/datasets/builders/facad/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/facad/dataset.py -------------------------------------------------------------------------------- /mmf/datasets/builders/fashionall/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mmf/datasets/builders/fashionall/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/fashionall/builder.py -------------------------------------------------------------------------------- /mmf/datasets/builders/fashionall/database.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/fashionall/database.py -------------------------------------------------------------------------------- /mmf/datasets/builders/fashionall/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/fashionall/dataset.py -------------------------------------------------------------------------------- /mmf/datasets/builders/fashioniq/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mmf/datasets/builders/fashioniq/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/fashioniq/builder.py -------------------------------------------------------------------------------- /mmf/datasets/builders/fashioniq/database.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/fashioniq/database.py -------------------------------------------------------------------------------- /mmf/datasets/builders/fashioniq/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/fashioniq/dataset.py -------------------------------------------------------------------------------- /mmf/datasets/builders/flickr30k/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mmf/datasets/builders/flickr30k/masked_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/flickr30k/masked_builder.py -------------------------------------------------------------------------------- /mmf/datasets/builders/flickr30k/masked_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/flickr30k/masked_dataset.py -------------------------------------------------------------------------------- /mmf/datasets/builders/glue/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /mmf/datasets/builders/glue/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/glue/builder.py -------------------------------------------------------------------------------- /mmf/datasets/builders/gqa/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/gqa/__init__.py -------------------------------------------------------------------------------- /mmf/datasets/builders/gqa/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/gqa/builder.py -------------------------------------------------------------------------------- /mmf/datasets/builders/gqa/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/gqa/dataset.py -------------------------------------------------------------------------------- /mmf/datasets/builders/gqa/masked_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/gqa/masked_builder.py -------------------------------------------------------------------------------- /mmf/datasets/builders/gqa/masked_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/gqa/masked_dataset.py -------------------------------------------------------------------------------- /mmf/datasets/builders/hateful_memes/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /mmf/datasets/builders/hateful_memes/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/hateful_memes/builder.py -------------------------------------------------------------------------------- /mmf/datasets/builders/hateful_memes/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/hateful_memes/dataset.py -------------------------------------------------------------------------------- /mmf/datasets/builders/localized_narratives/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mmf/datasets/builders/localized_narratives/database.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/localized_narratives/database.py -------------------------------------------------------------------------------- /mmf/datasets/builders/mmimdb/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /mmf/datasets/builders/mmimdb/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/mmimdb/builder.py -------------------------------------------------------------------------------- /mmf/datasets/builders/mmimdb/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/mmimdb/dataset.py -------------------------------------------------------------------------------- /mmf/datasets/builders/mmimdb/masked_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/mmimdb/masked_builder.py -------------------------------------------------------------------------------- /mmf/datasets/builders/mmimdb/masked_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/mmimdb/masked_dataset.py -------------------------------------------------------------------------------- /mmf/datasets/builders/nlvr2/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /mmf/datasets/builders/nlvr2/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/nlvr2/builder.py -------------------------------------------------------------------------------- /mmf/datasets/builders/nlvr2/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/nlvr2/dataset.py -------------------------------------------------------------------------------- /mmf/datasets/builders/ocrvqa/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /mmf/datasets/builders/ocrvqa/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/ocrvqa/builder.py -------------------------------------------------------------------------------- /mmf/datasets/builders/ocrvqa/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/ocrvqa/dataset.py -------------------------------------------------------------------------------- /mmf/datasets/builders/okvqa/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mmf/datasets/builders/okvqa/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/okvqa/builder.py -------------------------------------------------------------------------------- /mmf/datasets/builders/okvqa/database.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/okvqa/database.py -------------------------------------------------------------------------------- /mmf/datasets/builders/okvqa/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/okvqa/dataset.py -------------------------------------------------------------------------------- /mmf/datasets/builders/polyvore_ocir/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mmf/datasets/builders/polyvore_ocir/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/polyvore_ocir/builder.py -------------------------------------------------------------------------------- /mmf/datasets/builders/polyvore_ocir/database.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/polyvore_ocir/database.py -------------------------------------------------------------------------------- /mmf/datasets/builders/polyvore_ocir/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/polyvore_ocir/dataset.py -------------------------------------------------------------------------------- /mmf/datasets/builders/retrieval/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/retrieval/__init__.py -------------------------------------------------------------------------------- /mmf/datasets/builders/retrieval/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/retrieval/builder.py -------------------------------------------------------------------------------- /mmf/datasets/builders/retrieval/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/retrieval/dataset.py -------------------------------------------------------------------------------- /mmf/datasets/builders/retrieval/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/retrieval/datasets.py -------------------------------------------------------------------------------- /mmf/datasets/builders/sbu_captions/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/sbu_captions/__init__.py -------------------------------------------------------------------------------- /mmf/datasets/builders/sbu_captions/masked_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/sbu_captions/masked_builder.py -------------------------------------------------------------------------------- /mmf/datasets/builders/sbu_captions/masked_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/sbu_captions/masked_dataset.py -------------------------------------------------------------------------------- /mmf/datasets/builders/stvqa/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /mmf/datasets/builders/stvqa/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/stvqa/builder.py -------------------------------------------------------------------------------- /mmf/datasets/builders/stvqa/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/stvqa/dataset.py -------------------------------------------------------------------------------- /mmf/datasets/builders/textcaps/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /mmf/datasets/builders/textcaps/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/textcaps/builder.py -------------------------------------------------------------------------------- /mmf/datasets/builders/textcaps/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/textcaps/dataset.py -------------------------------------------------------------------------------- /mmf/datasets/builders/textvqa/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /mmf/datasets/builders/textvqa/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/textvqa/builder.py -------------------------------------------------------------------------------- /mmf/datasets/builders/textvqa/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/textvqa/dataset.py -------------------------------------------------------------------------------- /mmf/datasets/builders/uigr/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mmf/datasets/builders/uigr/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/uigr/builder.py -------------------------------------------------------------------------------- /mmf/datasets/builders/uigr/database.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/uigr/database.py -------------------------------------------------------------------------------- /mmf/datasets/builders/uigr/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/uigr/dataset.py -------------------------------------------------------------------------------- /mmf/datasets/builders/vinvl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/vinvl/__init__.py -------------------------------------------------------------------------------- /mmf/datasets/builders/vinvl/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/vinvl/builder.py -------------------------------------------------------------------------------- /mmf/datasets/builders/vinvl/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/vinvl/dataset.py -------------------------------------------------------------------------------- /mmf/datasets/builders/visual_dialog/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /mmf/datasets/builders/visual_dialog/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/visual_dialog/builder.py -------------------------------------------------------------------------------- /mmf/datasets/builders/visual_dialog/database.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/visual_dialog/database.py -------------------------------------------------------------------------------- /mmf/datasets/builders/visual_dialog/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/visual_dialog/dataset.py -------------------------------------------------------------------------------- /mmf/datasets/builders/visual_entailment/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /mmf/datasets/builders/visual_entailment/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/visual_entailment/builder.py -------------------------------------------------------------------------------- /mmf/datasets/builders/visual_entailment/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/visual_entailment/dataset.py -------------------------------------------------------------------------------- /mmf/datasets/builders/visual_genome/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /mmf/datasets/builders/visual_genome/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/visual_genome/builder.py -------------------------------------------------------------------------------- /mmf/datasets/builders/visual_genome/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/visual_genome/dataset.py -------------------------------------------------------------------------------- /mmf/datasets/builders/visual_genome/detection_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/visual_genome/detection_builder.py -------------------------------------------------------------------------------- /mmf/datasets/builders/visual_genome/detection_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/visual_genome/detection_dataset.py -------------------------------------------------------------------------------- /mmf/datasets/builders/visual_genome/masked_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/visual_genome/masked_builder.py -------------------------------------------------------------------------------- /mmf/datasets/builders/visual_genome/masked_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/visual_genome/masked_dataset.py -------------------------------------------------------------------------------- /mmf/datasets/builders/vizwiz/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/vizwiz/__init__.py -------------------------------------------------------------------------------- /mmf/datasets/builders/vizwiz/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/vizwiz/builder.py -------------------------------------------------------------------------------- /mmf/datasets/builders/vizwiz/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/vizwiz/dataset.py -------------------------------------------------------------------------------- /mmf/datasets/builders/vqa2/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/vqa2/__init__.py -------------------------------------------------------------------------------- /mmf/datasets/builders/vqa2/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/vqa2/builder.py -------------------------------------------------------------------------------- /mmf/datasets/builders/vqa2/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/vqa2/dataset.py -------------------------------------------------------------------------------- /mmf/datasets/builders/vqa2/masked_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/vqa2/masked_builder.py -------------------------------------------------------------------------------- /mmf/datasets/builders/vqa2/masked_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/vqa2/masked_dataset.py -------------------------------------------------------------------------------- /mmf/datasets/builders/vqa2/masked_q_vqa2_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/vqa2/masked_q_vqa2_builder.py -------------------------------------------------------------------------------- /mmf/datasets/builders/vqa2/masked_q_vqa2_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/vqa2/masked_q_vqa2_dataset.py -------------------------------------------------------------------------------- /mmf/datasets/builders/vqa2/ocr_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/vqa2/ocr_builder.py -------------------------------------------------------------------------------- /mmf/datasets/builders/vqa2/ocr_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/vqa2/ocr_dataset.py -------------------------------------------------------------------------------- /mmf/datasets/builders/vqacp_v2/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mmf/datasets/builders/vqacp_v2/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/vqacp_v2/builder.py -------------------------------------------------------------------------------- /mmf/datasets/builders/vqacp_v2/database.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/vqacp_v2/database.py -------------------------------------------------------------------------------- /mmf/datasets/builders/vqacp_v2/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/builders/vqacp_v2/dataset.py -------------------------------------------------------------------------------- /mmf/datasets/concat_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/concat_dataset.py -------------------------------------------------------------------------------- /mmf/datasets/databases/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/databases/__init__.py -------------------------------------------------------------------------------- /mmf/datasets/databases/annotation_database.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/databases/annotation_database.py -------------------------------------------------------------------------------- /mmf/datasets/databases/features_database.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/databases/features_database.py -------------------------------------------------------------------------------- /mmf/datasets/databases/image_database.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/databases/image_database.py -------------------------------------------------------------------------------- /mmf/datasets/databases/readers/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /mmf/datasets/databases/readers/feature_readers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/databases/readers/feature_readers.py -------------------------------------------------------------------------------- /mmf/datasets/databases/scene_graph_database.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/databases/scene_graph_database.py -------------------------------------------------------------------------------- /mmf/datasets/iteration_strategies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/iteration_strategies.py -------------------------------------------------------------------------------- /mmf/datasets/mmf_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/mmf_dataset.py -------------------------------------------------------------------------------- /mmf/datasets/mmf_dataset_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/mmf_dataset_builder.py -------------------------------------------------------------------------------- /mmf/datasets/multi_datamodule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/multi_datamodule.py -------------------------------------------------------------------------------- /mmf/datasets/multi_dataset_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/multi_dataset_loader.py -------------------------------------------------------------------------------- /mmf/datasets/processors/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/processors/__init__.py -------------------------------------------------------------------------------- /mmf/datasets/processors/bert_processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/processors/bert_processors.py -------------------------------------------------------------------------------- /mmf/datasets/processors/detection_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/processors/detection_transforms.py -------------------------------------------------------------------------------- /mmf/datasets/processors/frcnn_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/processors/frcnn_processor.py -------------------------------------------------------------------------------- /mmf/datasets/processors/functional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/processors/functional.py -------------------------------------------------------------------------------- /mmf/datasets/processors/image_processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/processors/image_processors.py -------------------------------------------------------------------------------- /mmf/datasets/processors/prediction_processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/processors/prediction_processors.py -------------------------------------------------------------------------------- /mmf/datasets/processors/processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/processors/processors.py -------------------------------------------------------------------------------- /mmf/datasets/processors/video_processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/processors/video_processors.py -------------------------------------------------------------------------------- /mmf/datasets/subset_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/datasets/subset_dataset.py -------------------------------------------------------------------------------- /mmf/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/__init__.py -------------------------------------------------------------------------------- /mmf/models/albef/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/albef/__init__.py -------------------------------------------------------------------------------- /mmf/models/albef/vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/albef/vit.py -------------------------------------------------------------------------------- /mmf/models/alignment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/alignment.py -------------------------------------------------------------------------------- /mmf/models/ban.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/ban.py -------------------------------------------------------------------------------- /mmf/models/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/base_model.py -------------------------------------------------------------------------------- /mmf/models/butd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/butd.py -------------------------------------------------------------------------------- /mmf/models/clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/clip.py -------------------------------------------------------------------------------- /mmf/models/cnn_lstm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/cnn_lstm.py -------------------------------------------------------------------------------- /mmf/models/composition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/composition.py -------------------------------------------------------------------------------- /mmf/models/fashionclip/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /mmf/models/fashionclip/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/fashionclip/base.py -------------------------------------------------------------------------------- /mmf/models/fashionclip/composition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/fashionclip/composition.py -------------------------------------------------------------------------------- /mmf/models/fashionclip/fashionclip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/fashionclip/fashionclip.py -------------------------------------------------------------------------------- /mmf/models/fashionclip/modeling_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/fashionclip/modeling_adapter.py -------------------------------------------------------------------------------- /mmf/models/fashionclip/modeling_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/fashionclip/modeling_clip.py -------------------------------------------------------------------------------- /mmf/models/fashionclip/modeling_clip_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/fashionclip/modeling_clip_adapter.py -------------------------------------------------------------------------------- /mmf/models/fashionclip/mtl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/fashionclip/mtl.py -------------------------------------------------------------------------------- /mmf/models/fashionclip/mtl_kd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/fashionclip/mtl_kd.py -------------------------------------------------------------------------------- /mmf/models/fashionvil/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /mmf/models/fashionvil/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/fashionvil/base.py -------------------------------------------------------------------------------- /mmf/models/fashionvil/captioning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/fashionvil/captioning.py -------------------------------------------------------------------------------- /mmf/models/fashionvil/classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/fashionvil/classification.py -------------------------------------------------------------------------------- /mmf/models/fashionvil/composition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/fashionvil/composition.py -------------------------------------------------------------------------------- /mmf/models/fashionvil/contrastive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/fashionvil/contrastive.py -------------------------------------------------------------------------------- /mmf/models/fashionvil/fashionvil.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/fashionvil/fashionvil.py -------------------------------------------------------------------------------- /mmf/models/fashionvil/pretraining.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/fashionvil/pretraining.py -------------------------------------------------------------------------------- /mmf/models/frcnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/frcnn.py -------------------------------------------------------------------------------- /mmf/models/fusions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/fusions.py -------------------------------------------------------------------------------- /mmf/models/interfaces/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /mmf/models/interfaces/mmbt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/interfaces/mmbt.py -------------------------------------------------------------------------------- /mmf/models/krisp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/krisp.py -------------------------------------------------------------------------------- /mmf/models/lorra.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/lorra.py -------------------------------------------------------------------------------- /mmf/models/lxmert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/lxmert.py -------------------------------------------------------------------------------- /mmf/models/m4c.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/m4c.py -------------------------------------------------------------------------------- /mmf/models/m4c_captioner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/m4c_captioner.py -------------------------------------------------------------------------------- /mmf/models/mmbt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/mmbt.py -------------------------------------------------------------------------------- /mmf/models/mmf_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/mmf_bert.py -------------------------------------------------------------------------------- /mmf/models/mmf_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/mmf_transformer.py -------------------------------------------------------------------------------- /mmf/models/movie_mcan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/movie_mcan.py -------------------------------------------------------------------------------- /mmf/models/ocir.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/ocir.py -------------------------------------------------------------------------------- /mmf/models/pythia.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/pythia.py -------------------------------------------------------------------------------- /mmf/models/top_down_bottom_up.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/top_down_bottom_up.py -------------------------------------------------------------------------------- /mmf/models/transformers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/transformers/__init__.py -------------------------------------------------------------------------------- /mmf/models/transformers/backends/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/transformers/backends/__init__.py -------------------------------------------------------------------------------- /mmf/models/transformers/backends/huggingface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/transformers/backends/huggingface.py -------------------------------------------------------------------------------- /mmf/models/transformers/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/transformers/base.py -------------------------------------------------------------------------------- /mmf/models/transformers/heads/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/transformers/heads/__init__.py -------------------------------------------------------------------------------- /mmf/models/transformers/heads/contrastive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/transformers/heads/contrastive.py -------------------------------------------------------------------------------- /mmf/models/transformers/heads/itm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/transformers/heads/itm.py -------------------------------------------------------------------------------- /mmf/models/transformers/heads/mlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/transformers/heads/mlm.py -------------------------------------------------------------------------------- /mmf/models/transformers/heads/mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/transformers/heads/mlp.py -------------------------------------------------------------------------------- /mmf/models/transformers/heads/mrc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/transformers/heads/mrc.py -------------------------------------------------------------------------------- /mmf/models/transformers/heads/mrfr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/transformers/heads/mrfr.py -------------------------------------------------------------------------------- /mmf/models/transformers/heads/refiner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/transformers/heads/refiner.py -------------------------------------------------------------------------------- /mmf/models/transformers/heads/refnet_classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/transformers/heads/refnet_classifier.py -------------------------------------------------------------------------------- /mmf/models/transformers/heads/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/transformers/heads/utils.py -------------------------------------------------------------------------------- /mmf/models/transformers/heads/wra.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/transformers/heads/wra.py -------------------------------------------------------------------------------- /mmf/models/unimodal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/unimodal.py -------------------------------------------------------------------------------- /mmf/models/unit/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | __all__ = ["UniT"] 3 | 4 | from .unit import UniT 5 | -------------------------------------------------------------------------------- /mmf/models/unit/backbone.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/unit/backbone.py -------------------------------------------------------------------------------- /mmf/models/unit/matcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/unit/matcher.py -------------------------------------------------------------------------------- /mmf/models/unit/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/unit/misc.py -------------------------------------------------------------------------------- /mmf/models/unit/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/unit/transformer.py -------------------------------------------------------------------------------- /mmf/models/unit/unit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/unit/unit.py -------------------------------------------------------------------------------- /mmf/models/unit/unit_base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/unit/unit_base_model.py -------------------------------------------------------------------------------- /mmf/models/uniter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/uniter.py -------------------------------------------------------------------------------- /mmf/models/vilbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/vilbert.py -------------------------------------------------------------------------------- /mmf/models/vilt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/vilt.py -------------------------------------------------------------------------------- /mmf/models/vinvl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/vinvl.py -------------------------------------------------------------------------------- /mmf/models/visdial_multi_modal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/visdial_multi_modal.py -------------------------------------------------------------------------------- /mmf/models/visual_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/models/visual_bert.py -------------------------------------------------------------------------------- /mmf/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/modules/__init__.py -------------------------------------------------------------------------------- /mmf/modules/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/modules/attention.py -------------------------------------------------------------------------------- /mmf/modules/bottleneck.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/modules/bottleneck.py -------------------------------------------------------------------------------- /mmf/modules/cococap_metrics/bleu/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/modules/cococap_metrics/bleu/README.md -------------------------------------------------------------------------------- /mmf/modules/cococap_metrics/bleu/bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/modules/cococap_metrics/bleu/bleu.py -------------------------------------------------------------------------------- /mmf/modules/cococap_metrics/bleu/nmt_bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/modules/cococap_metrics/bleu/nmt_bleu.py -------------------------------------------------------------------------------- /mmf/modules/cococap_metrics/bleu/requirements.txt: -------------------------------------------------------------------------------- 1 | git+https://github.com/huggingface/evaluate@{COMMIT_PLACEHOLDER} 2 | -------------------------------------------------------------------------------- /mmf/modules/cococap_metrics/bleu/tokenizer_13a.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/modules/cococap_metrics/bleu/tokenizer_13a.py -------------------------------------------------------------------------------- /mmf/modules/cococap_metrics/cider/cider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/modules/cococap_metrics/cider/cider.py -------------------------------------------------------------------------------- /mmf/modules/cococap_metrics/cider/cider_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/modules/cococap_metrics/cider/cider_scorer.py -------------------------------------------------------------------------------- /mmf/modules/cococap_metrics/meteor/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /mmf/modules/cococap_metrics/meteor/meteor-1.5.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/modules/cococap_metrics/meteor/meteor-1.5.jar -------------------------------------------------------------------------------- /mmf/modules/cococap_metrics/meteor/meteor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/modules/cococap_metrics/meteor/meteor.py -------------------------------------------------------------------------------- /mmf/modules/cococap_metrics/meteor/paraphrase-en.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/modules/cococap_metrics/meteor/paraphrase-en.gz -------------------------------------------------------------------------------- /mmf/modules/cococap_metrics/rouge/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/modules/cococap_metrics/rouge/README.md -------------------------------------------------------------------------------- /mmf/modules/cococap_metrics/rouge/requirements.txt: -------------------------------------------------------------------------------- 1 | git+https://github.com/huggingface/evaluate@{COMMIT_PLACEHOLDER} 2 | absl-py 3 | nltk 4 | rouge_score>=0.1.2 5 | -------------------------------------------------------------------------------- /mmf/modules/cococap_metrics/rouge/rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/modules/cococap_metrics/rouge/rouge.py -------------------------------------------------------------------------------- /mmf/modules/decoders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/modules/decoders.py -------------------------------------------------------------------------------- /mmf/modules/embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/modules/embeddings.py -------------------------------------------------------------------------------- /mmf/modules/encoders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/modules/encoders.py -------------------------------------------------------------------------------- /mmf/modules/fusions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/modules/fusions.py -------------------------------------------------------------------------------- /mmf/modules/hf_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/modules/hf_layers.py -------------------------------------------------------------------------------- /mmf/modules/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/modules/layers.py -------------------------------------------------------------------------------- /mmf/modules/losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/modules/losses.py -------------------------------------------------------------------------------- /mmf/modules/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/modules/metrics.py -------------------------------------------------------------------------------- /mmf/modules/optimizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/modules/optimizers.py -------------------------------------------------------------------------------- /mmf/modules/ot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/modules/ot.py -------------------------------------------------------------------------------- /mmf/modules/poolers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/modules/poolers.py -------------------------------------------------------------------------------- /mmf/modules/quantize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/modules/quantize.py -------------------------------------------------------------------------------- /mmf/modules/schedulers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/modules/schedulers.py -------------------------------------------------------------------------------- /mmf/modules/vae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/modules/vae.py -------------------------------------------------------------------------------- /mmf/modules/vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/modules/vit.py -------------------------------------------------------------------------------- /mmf/projects: -------------------------------------------------------------------------------- 1 | ../projects -------------------------------------------------------------------------------- /mmf/trainers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/trainers/__init__.py -------------------------------------------------------------------------------- /mmf/trainers/base_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/trainers/base_trainer.py -------------------------------------------------------------------------------- /mmf/trainers/callbacks/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /mmf/trainers/callbacks/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/trainers/callbacks/base.py -------------------------------------------------------------------------------- /mmf/trainers/callbacks/checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/trainers/callbacks/checkpoint.py -------------------------------------------------------------------------------- /mmf/trainers/callbacks/early_stopping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/trainers/callbacks/early_stopping.py -------------------------------------------------------------------------------- /mmf/trainers/callbacks/logistics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/trainers/callbacks/logistics.py -------------------------------------------------------------------------------- /mmf/trainers/callbacks/lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/trainers/callbacks/lr_scheduler.py -------------------------------------------------------------------------------- /mmf/trainers/core/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /mmf/trainers/core/callback_hook.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/trainers/core/callback_hook.py -------------------------------------------------------------------------------- /mmf/trainers/core/device.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/trainers/core/device.py -------------------------------------------------------------------------------- /mmf/trainers/core/evaluation_loop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/trainers/core/evaluation_loop.py -------------------------------------------------------------------------------- /mmf/trainers/core/gradient_strategy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/trainers/core/gradient_strategy.py -------------------------------------------------------------------------------- /mmf/trainers/core/profiling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/trainers/core/profiling.py -------------------------------------------------------------------------------- /mmf/trainers/core/training_loop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/trainers/core/training_loop.py -------------------------------------------------------------------------------- /mmf/trainers/lightning_core/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /mmf/trainers/lightning_core/loop_callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/trainers/lightning_core/loop_callback.py -------------------------------------------------------------------------------- /mmf/trainers/lightning_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/trainers/lightning_trainer.py -------------------------------------------------------------------------------- /mmf/trainers/mmf_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/trainers/mmf_trainer.py -------------------------------------------------------------------------------- /mmf/utils/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /mmf/utils/box_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/utils/box_ops.py -------------------------------------------------------------------------------- /mmf/utils/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/utils/build.py -------------------------------------------------------------------------------- /mmf/utils/checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/utils/checkpoint.py -------------------------------------------------------------------------------- /mmf/utils/checkpoint_updater.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/utils/checkpoint_updater.py -------------------------------------------------------------------------------- /mmf/utils/configuration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/utils/configuration.py -------------------------------------------------------------------------------- /mmf/utils/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/utils/dataset.py -------------------------------------------------------------------------------- /mmf/utils/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/utils/distributed.py -------------------------------------------------------------------------------- /mmf/utils/download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/utils/download.py -------------------------------------------------------------------------------- /mmf/utils/early_stopping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/utils/early_stopping.py -------------------------------------------------------------------------------- /mmf/utils/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/utils/env.py -------------------------------------------------------------------------------- /mmf/utils/features/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /mmf/utils/features/visualizing_image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/utils/features/visualizing_image.py -------------------------------------------------------------------------------- /mmf/utils/file_io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/utils/file_io.py -------------------------------------------------------------------------------- /mmf/utils/flags.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/utils/flags.py -------------------------------------------------------------------------------- /mmf/utils/general.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/utils/general.py -------------------------------------------------------------------------------- /mmf/utils/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/utils/inference.py -------------------------------------------------------------------------------- /mmf/utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/utils/logger.py -------------------------------------------------------------------------------- /mmf/utils/m4c_evaluators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/utils/m4c_evaluators.py -------------------------------------------------------------------------------- /mmf/utils/modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/utils/modeling.py -------------------------------------------------------------------------------- /mmf/utils/patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/utils/patch.py -------------------------------------------------------------------------------- /mmf/utils/phoc/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/utils/phoc/__init__.py -------------------------------------------------------------------------------- /mmf/utils/phoc/build_phoc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/utils/phoc/build_phoc.py -------------------------------------------------------------------------------- /mmf/utils/phoc/src/cphoc.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/utils/phoc/src/cphoc.c -------------------------------------------------------------------------------- /mmf/utils/process_answers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/utils/process_answers.py -------------------------------------------------------------------------------- /mmf/utils/text.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/utils/text.py -------------------------------------------------------------------------------- /mmf/utils/timer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/utils/timer.py -------------------------------------------------------------------------------- /mmf/utils/torchscript.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/utils/torchscript.py -------------------------------------------------------------------------------- /mmf/utils/transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/utils/transform.py -------------------------------------------------------------------------------- /mmf/utils/visualize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/utils/visualize.py -------------------------------------------------------------------------------- /mmf/utils/vocab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/utils/vocab.py -------------------------------------------------------------------------------- /mmf/utils/xla.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/utils/xla.py -------------------------------------------------------------------------------- /mmf/version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf/version.py -------------------------------------------------------------------------------- /mmf_cli/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /mmf_cli/hm_convert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf_cli/hm_convert.py -------------------------------------------------------------------------------- /mmf_cli/interactive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf_cli/interactive.py -------------------------------------------------------------------------------- /mmf_cli/predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf_cli/predict.py -------------------------------------------------------------------------------- /mmf_cli/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/mmf_cli/run.py -------------------------------------------------------------------------------- /projects/ban/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/ban/README.md -------------------------------------------------------------------------------- /projects/ban/configs/textvqa/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/ban/configs/textvqa/defaults.yaml -------------------------------------------------------------------------------- /projects/ban/configs/vizwiz/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/ban/configs/vizwiz/defaults.yaml -------------------------------------------------------------------------------- /projects/ban/configs/vqa2/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/ban/configs/vqa2/defaults.yaml -------------------------------------------------------------------------------- /projects/butd/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/butd/README.md -------------------------------------------------------------------------------- /projects/butd/configs/coco/beam_search.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/butd/configs/coco/beam_search.yaml -------------------------------------------------------------------------------- /projects/butd/configs/coco/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/butd/configs/coco/defaults.yaml -------------------------------------------------------------------------------- /projects/butd/configs/coco/nucleus_sampling.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/butd/configs/coco/nucleus_sampling.yaml -------------------------------------------------------------------------------- /projects/butd/configs/conceptual_captions/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/butd/configs/conceptual_captions/defaults.yaml -------------------------------------------------------------------------------- /projects/butd/configs/textcaps/beam_search.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/butd/configs/textcaps/beam_search.yaml -------------------------------------------------------------------------------- /projects/butd/configs/textcaps/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/butd/configs/textcaps/defaults.yaml -------------------------------------------------------------------------------- /projects/fashionclip/configs/captioning.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionclip/configs/captioning.yaml -------------------------------------------------------------------------------- /projects/fashionclip/configs/captioning_noadapter.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionclip/configs/captioning_noadapter.yaml -------------------------------------------------------------------------------- /projects/fashionclip/configs/classification.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionclip/configs/classification.yaml -------------------------------------------------------------------------------- /projects/fashionclip/configs/composition.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionclip/configs/composition.yaml -------------------------------------------------------------------------------- /projects/fashionclip/configs/composition_kd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionclip/configs/composition_kd.yaml -------------------------------------------------------------------------------- /projects/fashionclip/configs/composition_noadapter.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionclip/configs/composition_noadapter.yaml -------------------------------------------------------------------------------- /projects/fashionclip/configs/contrastive.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionclip/configs/contrastive.yaml -------------------------------------------------------------------------------- /projects/fashionclip/configs/ei-clip.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionclip/configs/ei-clip.yaml -------------------------------------------------------------------------------- /projects/fashionclip/configs/fashiongen_dataset_cfg.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionclip/configs/fashiongen_dataset_cfg.yaml -------------------------------------------------------------------------------- /projects/fashionclip/configs/fashioniq_dataset_cfg.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionclip/configs/fashioniq_dataset_cfg.yaml -------------------------------------------------------------------------------- /projects/fashionclip/configs/mtl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionclip/configs/mtl.yaml -------------------------------------------------------------------------------- /projects/fashionclip/configs/mtl_of.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionclip/configs/mtl_of.yaml -------------------------------------------------------------------------------- /projects/fashionclip/configs/mtl_wa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionclip/configs/mtl_wa.yaml -------------------------------------------------------------------------------- /projects/fashionclip/configs/mtl_wa_as.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionclip/configs/mtl_wa_as.yaml -------------------------------------------------------------------------------- /projects/fashionclip/configs/mtl_wa_imtlg.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionclip/configs/mtl_wa_imtlg.yaml -------------------------------------------------------------------------------- /projects/fashionclip/configs/mtl_wa_kd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionclip/configs/mtl_wa_kd.yaml -------------------------------------------------------------------------------- /projects/fashionclip/configs/mtl_wa_kd_as.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionclip/configs/mtl_wa_kd_as.yaml -------------------------------------------------------------------------------- /projects/fashionclip/configs/mtl_wa_kd_imtlg.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionclip/configs/mtl_wa_kd_imtlg.yaml -------------------------------------------------------------------------------- /projects/fashionclip/configs/mtl_wa_nas.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionclip/configs/mtl_wa_nas.yaml -------------------------------------------------------------------------------- /projects/fashionclip/configs/mtl_wa_noadapter.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionclip/configs/mtl_wa_noadapter.yaml -------------------------------------------------------------------------------- /projects/fashionvil/configs/classification.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionvil/configs/classification.yaml -------------------------------------------------------------------------------- /projects/fashionvil/configs/composition.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionvil/configs/composition.yaml -------------------------------------------------------------------------------- /projects/fashionvil/configs/contrastive.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionvil/configs/contrastive.yaml -------------------------------------------------------------------------------- /projects/fashionvil/configs/contrastive_fashiongen.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionvil/configs/contrastive_fashiongen.yaml -------------------------------------------------------------------------------- /projects/fashionvil/configs/e2e_captioning.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionvil/configs/e2e_captioning.yaml -------------------------------------------------------------------------------- /projects/fashionvil/configs/e2e_captioning_vit.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionvil/configs/e2e_captioning_vit.yaml -------------------------------------------------------------------------------- /projects/fashionvil/configs/e2e_classification.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionvil/configs/e2e_classification.yaml -------------------------------------------------------------------------------- /projects/fashionvil/configs/e2e_classification_vit.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionvil/configs/e2e_classification_vit.yaml -------------------------------------------------------------------------------- /projects/fashionvil/configs/e2e_composition.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionvil/configs/e2e_composition.yaml -------------------------------------------------------------------------------- /projects/fashionvil/configs/e2e_composition_uigr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionvil/configs/e2e_composition_uigr.yaml -------------------------------------------------------------------------------- /projects/fashionvil/configs/e2e_composition_vit.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionvil/configs/e2e_composition_vit.yaml -------------------------------------------------------------------------------- /projects/fashionvil/configs/e2e_contrastive.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionvil/configs/e2e_contrastive.yaml -------------------------------------------------------------------------------- /projects/fashionvil/configs/e2e_contrastive_vit.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionvil/configs/e2e_contrastive_vit.yaml -------------------------------------------------------------------------------- /projects/fashionvil/configs/e2e_pretraining.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionvil/configs/e2e_pretraining.yaml -------------------------------------------------------------------------------- /projects/fashionvil/configs/e2e_pretraining_final.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionvil/configs/e2e_pretraining_final.yaml -------------------------------------------------------------------------------- /projects/fashionvil/configs/e2e_pretraining_icc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionvil/configs/e2e_pretraining_icc.yaml -------------------------------------------------------------------------------- /projects/fashionvil/configs/e2e_pretraining_itc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionvil/configs/e2e_pretraining_itc.yaml -------------------------------------------------------------------------------- /projects/fashionvil/configs/e2e_pretraining_itc_mxm.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionvil/configs/e2e_pretraining_itc_mxm.yaml -------------------------------------------------------------------------------- /projects/fashionvil/configs/e2e_pretraining_mlm.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionvil/configs/e2e_pretraining_mlm.yaml -------------------------------------------------------------------------------- /projects/fashionvil/configs/e2e_pretraining_mpfc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionvil/configs/e2e_pretraining_mpfc.yaml -------------------------------------------------------------------------------- /projects/fashionvil/configs/e2e_pretraining_mvc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionvil/configs/e2e_pretraining_mvc.yaml -------------------------------------------------------------------------------- /projects/fashionvil/configs/e2e_pretraining_pac.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionvil/configs/e2e_pretraining_pac.yaml -------------------------------------------------------------------------------- /projects/fashionvil/configs/pretraining.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionvil/configs/pretraining.yaml -------------------------------------------------------------------------------- /projects/fashionvil/configs/pretraining_longer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/fashionvil/configs/pretraining_longer.yaml -------------------------------------------------------------------------------- /projects/hateful_memes/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/hateful_memes/README.md -------------------------------------------------------------------------------- /projects/hateful_memes/configs/concat_bert/defaults.yaml: -------------------------------------------------------------------------------- 1 | ../../../others/concat_bert/hateful_memes/defaults.yaml -------------------------------------------------------------------------------- /projects/hateful_memes/configs/concat_bow/defaults.yaml: -------------------------------------------------------------------------------- 1 | ../../../others/concat_bow/hateful_memes/defaults.yaml -------------------------------------------------------------------------------- /projects/hateful_memes/configs/late_fusion/defaults.yaml: -------------------------------------------------------------------------------- 1 | ../../../others/late_fusion/hateful_memes/defaults.yaml -------------------------------------------------------------------------------- /projects/hateful_memes/configs/mmbt/defaults.yaml: -------------------------------------------------------------------------------- 1 | ../../../mmbt/configs/hateful_memes/defaults.yaml -------------------------------------------------------------------------------- /projects/hateful_memes/configs/mmbt/with_features.yaml: -------------------------------------------------------------------------------- 1 | ../../../mmbt/configs/hateful_memes/with_features.yaml -------------------------------------------------------------------------------- /projects/hateful_memes/configs/unimodal/bert.yaml: -------------------------------------------------------------------------------- 1 | ../../../others/unimodal/configs/hateful_memes/bert.yaml -------------------------------------------------------------------------------- /projects/hateful_memes/configs/unimodal/image.yaml: -------------------------------------------------------------------------------- 1 | ../../../others/unimodal/configs/hateful_memes/image.yaml -------------------------------------------------------------------------------- /projects/hateful_memes/configs/unimodal/text.yaml: -------------------------------------------------------------------------------- 1 | ../../../others/unimodal/configs/hateful_memes/text.yaml -------------------------------------------------------------------------------- /projects/hateful_memes/configs/unimodal/with_features.yaml: -------------------------------------------------------------------------------- 1 | ../../../others/unimodal/configs/hateful_memes/with_features.yaml -------------------------------------------------------------------------------- /projects/hateful_memes/configs/vilbert/defaults.yaml: -------------------------------------------------------------------------------- 1 | ../../../vilbert/configs/hateful_memes/defaults.yaml -------------------------------------------------------------------------------- /projects/hateful_memes/configs/vilbert/direct.yaml: -------------------------------------------------------------------------------- 1 | ../../../vilbert/configs/hateful_memes/direct.yaml -------------------------------------------------------------------------------- /projects/hateful_memes/configs/vilbert/from_cc.yaml: -------------------------------------------------------------------------------- 1 | ../../../vilbert/configs/hateful_memes/from_cc.yaml -------------------------------------------------------------------------------- /projects/hateful_memes/configs/visual_bert/defaults.yaml: -------------------------------------------------------------------------------- 1 | ../../../visual_bert/configs/hateful_memes/defaults.yaml -------------------------------------------------------------------------------- /projects/hateful_memes/configs/visual_bert/direct.yaml: -------------------------------------------------------------------------------- 1 | ../../../visual_bert/configs/hateful_memes/direct.yaml -------------------------------------------------------------------------------- /projects/hateful_memes/configs/visual_bert/from_coco.yaml: -------------------------------------------------------------------------------- 1 | ../../../visual_bert/configs/hateful_memes/from_coco.yaml -------------------------------------------------------------------------------- /projects/hateful_memes/fine_grained/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/hateful_memes/fine_grained/README.md -------------------------------------------------------------------------------- /projects/krisp/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/krisp/README.md -------------------------------------------------------------------------------- /projects/krisp/configs/krisp/okvqa/conceptnet_only.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/krisp/configs/krisp/okvqa/conceptnet_only.yaml -------------------------------------------------------------------------------- /projects/krisp/configs/krisp/okvqa/dbpedia_only.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/krisp/configs/krisp/okvqa/dbpedia_only.yaml -------------------------------------------------------------------------------- /projects/krisp/configs/krisp/okvqa/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/krisp/configs/krisp/okvqa/defaults.yaml -------------------------------------------------------------------------------- /projects/krisp/configs/krisp/okvqa/haspart_only.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/krisp/configs/krisp/okvqa/haspart_only.yaml -------------------------------------------------------------------------------- /projects/krisp/configs/krisp/okvqa/okvqav10.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/krisp/configs/krisp/okvqa/okvqav10.yaml -------------------------------------------------------------------------------- /projects/krisp/configs/krisp/okvqa/randomgraph.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/krisp/configs/krisp/okvqa/randomgraph.yaml -------------------------------------------------------------------------------- /projects/krisp/configs/krisp/okvqa/train_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/krisp/configs/krisp/okvqa/train_val.yaml -------------------------------------------------------------------------------- /projects/krisp/configs/krisp/okvqa/train_val_cnonly.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/krisp/configs/krisp/okvqa/train_val_cnonly.yaml -------------------------------------------------------------------------------- /projects/krisp/configs/krisp/okvqa/train_val_dbonly.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/krisp/configs/krisp/okvqa/train_val_dbonly.yaml -------------------------------------------------------------------------------- /projects/krisp/configs/krisp/okvqa/train_val_hponly.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/krisp/configs/krisp/okvqa/train_val_hponly.yaml -------------------------------------------------------------------------------- /projects/krisp/configs/krisp/okvqa/train_val_random.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/krisp/configs/krisp/okvqa/train_val_random.yaml -------------------------------------------------------------------------------- /projects/krisp/configs/krisp/okvqa/train_val_vgonly.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/krisp/configs/krisp/okvqa/train_val_vgonly.yaml -------------------------------------------------------------------------------- /projects/krisp/configs/krisp/vqa2/krisp_pretrain.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/krisp/configs/krisp/vqa2/krisp_pretrain.yaml -------------------------------------------------------------------------------- /projects/krisp/configs/visual_bert/okvqa/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/krisp/configs/visual_bert/okvqa/defaults.yaml -------------------------------------------------------------------------------- /projects/krisp/configs/visual_bert/okvqa/train_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/krisp/configs/visual_bert/okvqa/train_val.yaml -------------------------------------------------------------------------------- /projects/krisp/graphnetwork_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/krisp/graphnetwork_module.py -------------------------------------------------------------------------------- /projects/krisp/requirements.txt: -------------------------------------------------------------------------------- 1 | networkx 2 | torch_geometric 3 | gensim 4 | -------------------------------------------------------------------------------- /projects/lorra/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/lorra/README.md -------------------------------------------------------------------------------- /projects/lorra/configs/textvqa/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/lorra/configs/textvqa/defaults.yaml -------------------------------------------------------------------------------- /projects/lorra/configs/vizwiz/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/lorra/configs/vizwiz/defaults.yaml -------------------------------------------------------------------------------- /projects/lorra/configs/vqa2/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/lorra/configs/vqa2/defaults.yaml -------------------------------------------------------------------------------- /projects/lorra/configs/vqa2/train_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/lorra/configs/vqa2/train_val.yaml -------------------------------------------------------------------------------- /projects/lorra/configs/vqa2/train_val_resnet_only.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/lorra/configs/vqa2/train_val_resnet_only.yaml -------------------------------------------------------------------------------- /projects/lxmert/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/lxmert/README.md -------------------------------------------------------------------------------- /projects/lxmert/configs/coco/masked.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/lxmert/configs/coco/masked.yaml -------------------------------------------------------------------------------- /projects/lxmert/configs/coco/pretrain.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/lxmert/configs/coco/pretrain.yaml -------------------------------------------------------------------------------- /projects/lxmert/configs/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/lxmert/configs/defaults.yaml -------------------------------------------------------------------------------- /projects/lxmert/configs/gqa/masked.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/lxmert/configs/gqa/masked.yaml -------------------------------------------------------------------------------- /projects/lxmert/configs/gqa/pretrain.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/lxmert/configs/gqa/pretrain.yaml -------------------------------------------------------------------------------- /projects/lxmert/configs/pretrain.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/lxmert/configs/pretrain.yaml -------------------------------------------------------------------------------- /projects/lxmert/configs/visual_genome/masked.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/lxmert/configs/visual_genome/masked.yaml -------------------------------------------------------------------------------- /projects/lxmert/configs/visual_genome/pretrain.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/lxmert/configs/visual_genome/pretrain.yaml -------------------------------------------------------------------------------- /projects/lxmert/configs/vqa2/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/lxmert/configs/vqa2/defaults.yaml -------------------------------------------------------------------------------- /projects/lxmert/configs/vqa2/masked.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/lxmert/configs/vqa2/masked.yaml -------------------------------------------------------------------------------- /projects/lxmert/configs/vqa2/pretrain.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/lxmert/configs/vqa2/pretrain.yaml -------------------------------------------------------------------------------- /projects/m4c/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/m4c/README.md -------------------------------------------------------------------------------- /projects/m4c/configs/ocrvqa/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/m4c/configs/ocrvqa/defaults.yaml -------------------------------------------------------------------------------- /projects/m4c/configs/stvqa/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/m4c/configs/stvqa/defaults.yaml -------------------------------------------------------------------------------- /projects/m4c/configs/textvqa/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/m4c/configs/textvqa/defaults.yaml -------------------------------------------------------------------------------- /projects/m4c/configs/textvqa/joint_with_stvqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/m4c/configs/textvqa/joint_with_stvqa.yaml -------------------------------------------------------------------------------- /projects/m4c/configs/textvqa/ocr_ml.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/m4c/configs/textvqa/ocr_ml.yaml -------------------------------------------------------------------------------- /projects/m4c/scripts/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /projects/m4c/scripts/extract_ocr_frcn_feature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/m4c/scripts/extract_ocr_frcn_feature.py -------------------------------------------------------------------------------- /projects/m4c_captioner/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/m4c_captioner/README.md -------------------------------------------------------------------------------- /projects/m4c_captioner/configs/butd/textcaps: -------------------------------------------------------------------------------- 1 | ../../../butd/configs/textcaps -------------------------------------------------------------------------------- /projects/m4c_captioner/scripts/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /projects/m4c_captioner/scripts/coco_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/m4c_captioner/scripts/coco_eval.py -------------------------------------------------------------------------------- /projects/m4c_captioner/scripts/textcaps_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/m4c_captioner/scripts/textcaps_eval.py -------------------------------------------------------------------------------- /projects/mmbt/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/mmbt/README.md -------------------------------------------------------------------------------- /projects/mmbt/configs/hateful_memes/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/mmbt/configs/hateful_memes/defaults.yaml -------------------------------------------------------------------------------- /projects/mmbt/configs/hateful_memes/with_features.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/mmbt/configs/hateful_memes/with_features.yaml -------------------------------------------------------------------------------- /projects/mmbt/configs/masked_coco/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/mmbt/configs/masked_coco/defaults.yaml -------------------------------------------------------------------------------- /projects/mmbt/configs/mmimdb/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/mmbt/configs/mmimdb/defaults.yaml -------------------------------------------------------------------------------- /projects/mmbt/configs/mmimdb/with_features.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/mmbt/configs/mmimdb/with_features.yaml -------------------------------------------------------------------------------- /projects/mmbt/configs/okvqa/with_images.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/mmbt/configs/okvqa/with_images.yaml -------------------------------------------------------------------------------- /projects/mmbt/configs/vqa2/with_raw_images.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/mmbt/configs/vqa2/with_raw_images.yaml -------------------------------------------------------------------------------- /projects/mmf_transformer/configs/charades/direct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/mmf_transformer/configs/charades/direct.yaml -------------------------------------------------------------------------------- /projects/mmf_transformer/configs/okvqa/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/mmf_transformer/configs/okvqa/defaults.yaml -------------------------------------------------------------------------------- /projects/mmf_transformer/configs/vqa2/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/mmf_transformer/configs/vqa2/defaults.yaml -------------------------------------------------------------------------------- /projects/movie_mcan/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/movie_mcan/README.md -------------------------------------------------------------------------------- /projects/movie_mcan/configs/vqa2/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/movie_mcan/configs/vqa2/defaults.yaml -------------------------------------------------------------------------------- /projects/movie_mcan/configs/vqa2/e2e.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/movie_mcan/configs/vqa2/e2e.yaml -------------------------------------------------------------------------------- /projects/ocir/configs/polyvore/clip.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/ocir/configs/polyvore/clip.yaml -------------------------------------------------------------------------------- /projects/ocir/configs/polyvore/clip_adaptformer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/ocir/configs/polyvore/clip_adaptformer.yaml -------------------------------------------------------------------------------- /projects/ocir/configs/polyvore/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/ocir/configs/polyvore/defaults.yaml -------------------------------------------------------------------------------- /projects/others/cnn_lstm/clevr/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/others/cnn_lstm/clevr/defaults.yaml -------------------------------------------------------------------------------- /projects/others/cnn_lstm/hateful_memes/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/others/cnn_lstm/hateful_memes/defaults.yaml -------------------------------------------------------------------------------- /projects/others/concat_bert/hateful_memes/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/others/concat_bert/hateful_memes/defaults.yaml -------------------------------------------------------------------------------- /projects/others/concat_bow/hateful_memes/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/others/concat_bow/hateful_memes/defaults.yaml -------------------------------------------------------------------------------- /projects/others/late_fusion/hateful_memes/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/others/late_fusion/hateful_memes/defaults.yaml -------------------------------------------------------------------------------- /projects/others/mmf_bert/configs/masked_coco/pretrain.yaml: -------------------------------------------------------------------------------- 1 | includes: 2 | - ./defaults.yaml 3 | -------------------------------------------------------------------------------- /projects/others/mmf_bert/configs/masked_conceptual_captions/pretrain.yaml: -------------------------------------------------------------------------------- 1 | includes: 2 | - ./defaults.yaml 3 | -------------------------------------------------------------------------------- /projects/others/mmf_bert/configs/masked_vqa2/pretrain.yaml: -------------------------------------------------------------------------------- 1 | includes: 2 | - ./defaults.yaml 3 | -------------------------------------------------------------------------------- /projects/others/mmf_bert/configs/vizwiz/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/others/mmf_bert/configs/vizwiz/defaults.yaml -------------------------------------------------------------------------------- /projects/others/mmf_bert/configs/vqa2/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/others/mmf_bert/configs/vqa2/defaults.yaml -------------------------------------------------------------------------------- /projects/others/unimodal/configs/hateful_memes/bert.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/others/unimodal/configs/hateful_memes/bert.yaml -------------------------------------------------------------------------------- /projects/others/unimodal/configs/hateful_memes/text.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/others/unimodal/configs/hateful_memes/text.yaml -------------------------------------------------------------------------------- /projects/pretrain_vl_right/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/pretrain_vl_right/README.md -------------------------------------------------------------------------------- /projects/pretrain_vl_right/configs/vilbert/masked_coco/defaults.yaml: -------------------------------------------------------------------------------- 1 | ../../../../vilbert/configs/masked_coco/defaults.yaml -------------------------------------------------------------------------------- /projects/pretrain_vl_right/configs/vilbert/masked_coco/full.yaml: -------------------------------------------------------------------------------- 1 | ../../../../vilbert/configs/masked_coco/pretrain.yaml -------------------------------------------------------------------------------- /projects/pretrain_vl_right/configs/vilbert/masked_conceptual_captions/defaults.yaml: -------------------------------------------------------------------------------- 1 | ../../../../vilbert/configs/masked_conceptual_captions/defaults.yaml -------------------------------------------------------------------------------- /projects/pretrain_vl_right/configs/vilbert/masked_conceptual_captions/full.yaml: -------------------------------------------------------------------------------- 1 | ../../../../vilbert/configs/masked_conceptual_captions/pretrain.yaml -------------------------------------------------------------------------------- /projects/pretrain_vl_right/configs/vilbert/masked_vqa2/defaults.yaml: -------------------------------------------------------------------------------- 1 | ../../../../vilbert/configs/masked_vqa2/defaults.yaml -------------------------------------------------------------------------------- /projects/pretrain_vl_right/configs/vilbert/masked_vqa2/full.yaml: -------------------------------------------------------------------------------- 1 | ../../../../vilbert/configs/masked_vqa2/pretrain.yaml -------------------------------------------------------------------------------- /projects/pretrain_vl_right/configs/visual_bert/masked_coco/defaults.yaml: -------------------------------------------------------------------------------- 1 | ../../../../visual_bert/configs/masked_coco/defaults.yaml -------------------------------------------------------------------------------- /projects/pretrain_vl_right/configs/visual_bert/masked_coco/full.yaml: -------------------------------------------------------------------------------- 1 | ../../../../visual_bert/configs/masked_coco/pretrain.yaml -------------------------------------------------------------------------------- /projects/pretrain_vl_right/configs/visual_bert/masked_coco/full_train_val.yaml: -------------------------------------------------------------------------------- 1 | ../../../../visual_bert/configs/masked_coco/pretrain_train_val.yaml -------------------------------------------------------------------------------- /projects/pretrain_vl_right/configs/visual_bert/masked_conceptual_captions/defaults.yaml: -------------------------------------------------------------------------------- 1 | ../../../../visual_bert/configs/masked_conceptual_captions/defaults.yaml -------------------------------------------------------------------------------- /projects/pretrain_vl_right/configs/visual_bert/masked_conceptual_captions/full.yaml: -------------------------------------------------------------------------------- 1 | ../../../../visual_bert/configs/masked_conceptual_captions/pretrain.yaml -------------------------------------------------------------------------------- /projects/pretrain_vl_right/configs/visual_bert/masked_vqa2/defaults.yaml: -------------------------------------------------------------------------------- 1 | ../../../../visual_bert/configs/masked_vqa2/defaults.yaml -------------------------------------------------------------------------------- /projects/pretrain_vl_right/configs/visual_bert/masked_vqa2/full.yaml: -------------------------------------------------------------------------------- 1 | ../../../../visual_bert/configs/masked_vqa2/pretrain.yaml -------------------------------------------------------------------------------- /projects/pretrain_vl_right/configs/visual_bert/masked_vqa2/full_train_val.yaml: -------------------------------------------------------------------------------- 1 | ../../../../visual_bert/configs/masked_vqa2/pretrain_train_val.yaml -------------------------------------------------------------------------------- /projects/pythia/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/pythia/README.md -------------------------------------------------------------------------------- /projects/pythia/configs/masked_q_vqa2/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/pythia/configs/masked_q_vqa2/defaults.yaml -------------------------------------------------------------------------------- /projects/pythia/configs/multihead/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/pythia/configs/multihead/defaults.yaml -------------------------------------------------------------------------------- /projects/pythia/configs/textvqa/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/pythia/configs/textvqa/defaults.yaml -------------------------------------------------------------------------------- /projects/pythia/configs/visual_genome/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/pythia/configs/visual_genome/defaults.yaml -------------------------------------------------------------------------------- /projects/pythia/configs/vizwiz/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/pythia/configs/vizwiz/defaults.yaml -------------------------------------------------------------------------------- /projects/pythia/configs/vqa2/debug.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/pythia/configs/vqa2/debug.yaml -------------------------------------------------------------------------------- /projects/pythia/configs/vqa2/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/pythia/configs/vqa2/defaults.yaml -------------------------------------------------------------------------------- /projects/pythia/configs/vqa2/resnet_only.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/pythia/configs/vqa2/resnet_only.yaml -------------------------------------------------------------------------------- /projects/pythia/configs/vqa2/train_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/pythia/configs/vqa2/train_val.yaml -------------------------------------------------------------------------------- /projects/pythia/configs/vqa2/train_val_resnet_only.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/pythia/configs/vqa2/train_val_resnet_only.yaml -------------------------------------------------------------------------------- /projects/unit/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/unit/README.md -------------------------------------------------------------------------------- /projects/unit/configs/all_8_datasets/separate_dec.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/unit/configs/all_8_datasets/separate_dec.yaml -------------------------------------------------------------------------------- /projects/unit/configs/all_8_datasets/shared_dec.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/unit/configs/all_8_datasets/shared_dec.yaml -------------------------------------------------------------------------------- /projects/unit/configs/coco/single_task.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/unit/configs/coco/single_task.yaml -------------------------------------------------------------------------------- /projects/unit/configs/coco_vg_vqa2/separate_dec.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/unit/configs/coco_vg_vqa2/separate_dec.yaml -------------------------------------------------------------------------------- /projects/unit/configs/coco_vg_vqa2/shared_dec.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/unit/configs/coco_vg_vqa2/shared_dec.yaml -------------------------------------------------------------------------------- /projects/unit/configs/coco_vqa2/separate_dec.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/unit/configs/coco_vqa2/separate_dec.yaml -------------------------------------------------------------------------------- /projects/unit/configs/coco_vqa2/shared_dec.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/unit/configs/coco_vqa2/shared_dec.yaml -------------------------------------------------------------------------------- /projects/unit/configs/vg/single_task.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/unit/configs/vg/single_task.yaml -------------------------------------------------------------------------------- /projects/unit/configs/vg_vqa2/separate_dec.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/unit/configs/vg_vqa2/separate_dec.yaml -------------------------------------------------------------------------------- /projects/unit/configs/vg_vqa2/shared_dec.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/unit/configs/vg_vqa2/shared_dec.yaml -------------------------------------------------------------------------------- /projects/unit/configs/visual_entailment_dataset_cfg.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/unit/configs/visual_entailment_dataset_cfg.yaml -------------------------------------------------------------------------------- /projects/unit/configs/vqa2/single_task.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/unit/configs/vqa2/single_task.yaml -------------------------------------------------------------------------------- /projects/unit/configs/vqa2_dataset_cfg.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/unit/configs/vqa2_dataset_cfg.yaml -------------------------------------------------------------------------------- /projects/uniter/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/uniter/README.md -------------------------------------------------------------------------------- /projects/uniter/configs/masked_coco/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/uniter/configs/masked_coco/defaults.yaml -------------------------------------------------------------------------------- /projects/uniter/configs/vqa2/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/uniter/configs/vqa2/defaults.yaml -------------------------------------------------------------------------------- /projects/vilbert/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/vilbert/README.md -------------------------------------------------------------------------------- /projects/vilbert/configs/hateful_memes/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/vilbert/configs/hateful_memes/defaults.yaml -------------------------------------------------------------------------------- /projects/vilbert/configs/hateful_memes/direct.yaml: -------------------------------------------------------------------------------- 1 | includes: 2 | - ./defaults.yaml 3 | -------------------------------------------------------------------------------- /projects/vilbert/configs/hateful_memes/from_cc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/vilbert/configs/hateful_memes/from_cc.yaml -------------------------------------------------------------------------------- /projects/vilbert/configs/masked_coco/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/vilbert/configs/masked_coco/defaults.yaml -------------------------------------------------------------------------------- /projects/vilbert/configs/masked_coco/pretrain.yaml: -------------------------------------------------------------------------------- 1 | includes: 2 | - ./defaults.yaml 3 | -------------------------------------------------------------------------------- /projects/vilbert/configs/masked_conceptual_captions/pretrain.yaml: -------------------------------------------------------------------------------- 1 | includes: 2 | - ./defaults.yaml 3 | -------------------------------------------------------------------------------- /projects/vilbert/configs/masked_vqa2/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/vilbert/configs/masked_vqa2/defaults.yaml -------------------------------------------------------------------------------- /projects/vilbert/configs/masked_vqa2/pretrain.yaml: -------------------------------------------------------------------------------- 1 | includes: 2 | - ./defaults.yaml 3 | -------------------------------------------------------------------------------- /projects/vilbert/configs/mmimdb/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/vilbert/configs/mmimdb/defaults.yaml -------------------------------------------------------------------------------- /projects/vilbert/configs/mmimdb/pretrain.yaml: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /projects/vilbert/configs/nlvr2/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/vilbert/configs/nlvr2/defaults.yaml -------------------------------------------------------------------------------- /projects/vilbert/configs/visual_entailment/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/vilbert/configs/visual_entailment/defaults.yaml -------------------------------------------------------------------------------- /projects/vilbert/configs/vizwiz/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/vilbert/configs/vizwiz/defaults.yaml -------------------------------------------------------------------------------- /projects/vilbert/configs/vqa2/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/vilbert/configs/vqa2/defaults.yaml -------------------------------------------------------------------------------- /projects/vilbert/configs/vqa2/train_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/vilbert/configs/vqa2/train_val.yaml -------------------------------------------------------------------------------- /projects/vilt/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/vilt/README.md -------------------------------------------------------------------------------- /projects/vilt/configs/masked_coco/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/vilt/configs/masked_coco/defaults.yaml -------------------------------------------------------------------------------- /projects/vilt/configs/masked_coco/pretrain.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/vilt/configs/masked_coco/pretrain.yaml -------------------------------------------------------------------------------- /projects/vilt/configs/vqa2/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/vilt/configs/vqa2/defaults.yaml -------------------------------------------------------------------------------- /projects/vilt/configs/vqa2/vit_b16_224.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/vilt/configs/vqa2/vit_b16_224.yaml -------------------------------------------------------------------------------- /projects/vilt/configs/vqa2/vit_b32_384.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/vilt/configs/vqa2/vit_b32_384.yaml -------------------------------------------------------------------------------- /projects/vinvl/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/vinvl/README.md -------------------------------------------------------------------------------- /projects/vinvl/configs/vqa2/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/vinvl/configs/vqa2/defaults.yaml -------------------------------------------------------------------------------- /projects/visual_bert/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/visual_bert/README.md -------------------------------------------------------------------------------- /projects/visual_bert/configs/gqa/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/visual_bert/configs/gqa/defaults.yaml -------------------------------------------------------------------------------- /projects/visual_bert/configs/hateful_memes/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/visual_bert/configs/hateful_memes/defaults.yaml -------------------------------------------------------------------------------- /projects/visual_bert/configs/hateful_memes/direct.yaml: -------------------------------------------------------------------------------- 1 | includes: 2 | - ./defaults.yaml 3 | 4 | training: 5 | batch_size: 128 6 | -------------------------------------------------------------------------------- /projects/visual_bert/configs/masked_coco/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/visual_bert/configs/masked_coco/defaults.yaml -------------------------------------------------------------------------------- /projects/visual_bert/configs/masked_coco/pretrain.yaml: -------------------------------------------------------------------------------- 1 | includes: 2 | - ./defaults.yaml 3 | -------------------------------------------------------------------------------- /projects/visual_bert/configs/masked_conceptual_captions/pretrain.yaml: -------------------------------------------------------------------------------- 1 | includes: 2 | - ./defaults.yaml 3 | -------------------------------------------------------------------------------- /projects/visual_bert/configs/masked_gqa/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/visual_bert/configs/masked_gqa/defaults.yaml -------------------------------------------------------------------------------- /projects/visual_bert/configs/masked_sbu/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/visual_bert/configs/masked_sbu/defaults.yaml -------------------------------------------------------------------------------- /projects/visual_bert/configs/masked_sbu/pretrain.yaml: -------------------------------------------------------------------------------- 1 | includes: 2 | - ./defaults.yaml 3 | -------------------------------------------------------------------------------- /projects/visual_bert/configs/masked_vqa2/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/visual_bert/configs/masked_vqa2/defaults.yaml -------------------------------------------------------------------------------- /projects/visual_bert/configs/masked_vqa2/pretrain.yaml: -------------------------------------------------------------------------------- 1 | includes: 2 | - ./defaults.yaml 3 | -------------------------------------------------------------------------------- /projects/visual_bert/configs/mmimdb/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/visual_bert/configs/mmimdb/defaults.yaml -------------------------------------------------------------------------------- /projects/visual_bert/configs/mmimdb/pretrain.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/visual_bert/configs/mmimdb/pretrain.yaml -------------------------------------------------------------------------------- /projects/visual_bert/configs/nlvr2/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/visual_bert/configs/nlvr2/defaults.yaml -------------------------------------------------------------------------------- /projects/visual_bert/configs/vizwiz/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/visual_bert/configs/vizwiz/defaults.yaml -------------------------------------------------------------------------------- /projects/visual_bert/configs/vizwiz/train_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/visual_bert/configs/vizwiz/train_val.yaml -------------------------------------------------------------------------------- /projects/visual_bert/configs/vqa2/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/visual_bert/configs/vqa2/defaults.yaml -------------------------------------------------------------------------------- /projects/visual_bert/configs/vqa2/train_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/visual_bert/configs/vqa2/train_val.yaml -------------------------------------------------------------------------------- /projects/visual_bert/configs/vqa2/with_raw_images.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/projects/visual_bert/configs/vqa2/with_raw_images.yaml -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/setup.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/__init__.py -------------------------------------------------------------------------------- /tests/common/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /tests/common/test_batch_collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/common/test_batch_collator.py -------------------------------------------------------------------------------- /tests/common/test_meter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/common/test_meter.py -------------------------------------------------------------------------------- /tests/common/test_report.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/common/test_report.py -------------------------------------------------------------------------------- /tests/common/test_sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/common/test_sample.py -------------------------------------------------------------------------------- /tests/configs/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /tests/configs/test_configs_for_keys.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/configs/test_configs_for_keys.py -------------------------------------------------------------------------------- /tests/configs/test_zoo_urls.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/configs/test_zoo_urls.py -------------------------------------------------------------------------------- /tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/conftest.py -------------------------------------------------------------------------------- /tests/data/user_dir/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/data/user_dir/__init__.py -------------------------------------------------------------------------------- /tests/data/user_dir/configs/always_one.yaml: -------------------------------------------------------------------------------- 1 | dataset_config: 2 | always_one: {} 3 | -------------------------------------------------------------------------------- /tests/data/user_dir/configs/experiment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/data/user_dir/configs/experiment.yaml -------------------------------------------------------------------------------- /tests/data/user_dir/configs/simple.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/data/user_dir/configs/simple.yaml -------------------------------------------------------------------------------- /tests/data/user_dir/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/data/user_dir/datasets/__init__.py -------------------------------------------------------------------------------- /tests/data/user_dir/datasets/always_one.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/data/user_dir/datasets/always_one.py -------------------------------------------------------------------------------- /tests/data/user_dir/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/data/user_dir/models/__init__.py -------------------------------------------------------------------------------- /tests/data/user_dir/models/simple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/data/user_dir/models/simple.py -------------------------------------------------------------------------------- /tests/data/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/data/vocab.txt -------------------------------------------------------------------------------- /tests/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /tests/datasets/test_base_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/datasets/test_base_dataset.py -------------------------------------------------------------------------------- /tests/datasets/test_bert_processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/datasets/test_bert_processors.py -------------------------------------------------------------------------------- /tests/datasets/test_iteration_strategies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/datasets/test_iteration_strategies.py -------------------------------------------------------------------------------- /tests/datasets/test_mmf_dataset_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/datasets/test_mmf_dataset_builder.py -------------------------------------------------------------------------------- /tests/datasets/test_multi_datamodule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/datasets/test_multi_datamodule.py -------------------------------------------------------------------------------- /tests/datasets/test_multi_dataset_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/datasets/test_multi_dataset_loader.py -------------------------------------------------------------------------------- /tests/datasets/test_prediction_processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/datasets/test_prediction_processors.py -------------------------------------------------------------------------------- /tests/datasets/test_processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/datasets/test_processors.py -------------------------------------------------------------------------------- /tests/models/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /tests/models/interfaces/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /tests/models/interfaces/test_interfaces.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/models/interfaces/test_interfaces.py -------------------------------------------------------------------------------- /tests/models/test_albef.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/models/test_albef.py -------------------------------------------------------------------------------- /tests/models/test_cnn_lstm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/models/test_cnn_lstm.py -------------------------------------------------------------------------------- /tests/models/test_mmbt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/models/test_mmbt.py -------------------------------------------------------------------------------- /tests/models/test_mmf_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/models/test_mmf_transformer.py -------------------------------------------------------------------------------- /tests/models/test_uniter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/models/test_uniter.py -------------------------------------------------------------------------------- /tests/models/test_vilbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/models/test_vilbert.py -------------------------------------------------------------------------------- /tests/models/test_vilt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/models/test_vilt.py -------------------------------------------------------------------------------- /tests/models/test_vinvl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/models/test_vinvl.py -------------------------------------------------------------------------------- /tests/models/test_visual_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/models/test_visual_bert.py -------------------------------------------------------------------------------- /tests/models/transformers/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /tests/models/transformers/test_heads.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/models/transformers/test_heads.py -------------------------------------------------------------------------------- /tests/models/transformers/test_heads_dict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/models/transformers/test_heads_dict.py -------------------------------------------------------------------------------- /tests/modules/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /tests/modules/test_encoders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/modules/test_encoders.py -------------------------------------------------------------------------------- /tests/modules/test_fusions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/modules/test_fusions.py -------------------------------------------------------------------------------- /tests/modules/test_hf_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/modules/test_hf_layers.py -------------------------------------------------------------------------------- /tests/modules/test_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/modules/test_layers.py -------------------------------------------------------------------------------- /tests/modules/test_losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/modules/test_losses.py -------------------------------------------------------------------------------- /tests/modules/test_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/modules/test_metrics.py -------------------------------------------------------------------------------- /tests/modules/test_optimizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/modules/test_optimizers.py -------------------------------------------------------------------------------- /tests/modules/test_poolers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/modules/test_poolers.py -------------------------------------------------------------------------------- /tests/modules/test_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/modules/test_vit.py -------------------------------------------------------------------------------- /tests/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/test_utils.py -------------------------------------------------------------------------------- /tests/trainers/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /tests/trainers/callbacks/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /tests/trainers/callbacks/test_logistics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/trainers/callbacks/test_logistics.py -------------------------------------------------------------------------------- /tests/trainers/callbacks/test_lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/trainers/callbacks/test_lr_scheduler.py -------------------------------------------------------------------------------- /tests/trainers/callbacks/test_user_callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/trainers/callbacks/test_user_callback.py -------------------------------------------------------------------------------- /tests/trainers/lightning/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /tests/trainers/lightning/lightning_trainer_mock.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/trainers/lightning/lightning_trainer_mock.py -------------------------------------------------------------------------------- /tests/trainers/lightning/test_checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/trainers/lightning/test_checkpoint.py -------------------------------------------------------------------------------- /tests/trainers/lightning/test_grad_accumulate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/trainers/lightning/test_grad_accumulate.py -------------------------------------------------------------------------------- /tests/trainers/lightning/test_grad_clipping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/trainers/lightning/test_grad_clipping.py -------------------------------------------------------------------------------- /tests/trainers/lightning/test_logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/trainers/lightning/test_logging.py -------------------------------------------------------------------------------- /tests/trainers/lightning/test_loop_conditions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/trainers/lightning/test_loop_conditions.py -------------------------------------------------------------------------------- /tests/trainers/lightning/test_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/trainers/lightning/test_loss.py -------------------------------------------------------------------------------- /tests/trainers/lightning/test_lr_schedule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/trainers/lightning/test_lr_schedule.py -------------------------------------------------------------------------------- /tests/trainers/lightning/test_validation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/trainers/lightning/test_validation.py -------------------------------------------------------------------------------- /tests/trainers/test_device.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/trainers/test_device.py -------------------------------------------------------------------------------- /tests/trainers/test_eval_loop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/trainers/test_eval_loop.py -------------------------------------------------------------------------------- /tests/trainers/test_fp16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/trainers/test_fp16.py -------------------------------------------------------------------------------- /tests/trainers/test_sharded_ddp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/trainers/test_sharded_ddp.py -------------------------------------------------------------------------------- /tests/trainers/test_trainer_mocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/trainers/test_trainer_mocks.py -------------------------------------------------------------------------------- /tests/trainers/test_training_loop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/trainers/test_training_loop.py -------------------------------------------------------------------------------- /tests/trainers/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/trainers/test_utils.py -------------------------------------------------------------------------------- /tests/utils/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /tests/utils/test_checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/utils/test_checkpoint.py -------------------------------------------------------------------------------- /tests/utils/test_configuration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/utils/test_configuration.py -------------------------------------------------------------------------------- /tests/utils/test_distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/utils/test_distributed.py -------------------------------------------------------------------------------- /tests/utils/test_download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/utils/test_download.py -------------------------------------------------------------------------------- /tests/utils/test_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/utils/test_env.py -------------------------------------------------------------------------------- /tests/utils/test_file_io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/utils/test_file_io.py -------------------------------------------------------------------------------- /tests/utils/test_general.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/utils/test_general.py -------------------------------------------------------------------------------- /tests/utils/test_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/utils/test_logger.py -------------------------------------------------------------------------------- /tests/utils/test_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/utils/test_model.py -------------------------------------------------------------------------------- /tests/utils/test_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/utils/test_patch.py -------------------------------------------------------------------------------- /tests/utils/test_quality_checks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/utils/test_quality_checks.py -------------------------------------------------------------------------------- /tests/utils/test_text.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/utils/test_text.py -------------------------------------------------------------------------------- /tests/utils/test_timer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/utils/test_timer.py -------------------------------------------------------------------------------- /tests/utils/test_visualize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tests/utils/test_visualize.py -------------------------------------------------------------------------------- /tools/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /tools/scripts/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /tools/scripts/bert/extract_bert.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tools/scripts/bert/extract_bert.sh -------------------------------------------------------------------------------- /tools/scripts/bert/extract_bert_embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tools/scripts/bert/extract_bert_embeddings.py -------------------------------------------------------------------------------- /tools/scripts/coco/coco_caption_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tools/scripts/coco/coco_caption_eval.py -------------------------------------------------------------------------------- /tools/scripts/features/extract_features_vinvl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tools/scripts/features/extract_features_vinvl.py -------------------------------------------------------------------------------- /tools/scripts/features/extract_features_vmb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tools/scripts/features/extract_features_vmb.py -------------------------------------------------------------------------------- /tools/scripts/features/extract_resnet152_feat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tools/scripts/features/extract_resnet152_feat.py -------------------------------------------------------------------------------- /tools/scripts/features/extract_vqvae_indices.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tools/scripts/features/extract_vqvae_indices.py -------------------------------------------------------------------------------- /tools/scripts/features/extraction_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tools/scripts/features/extraction_utils.py -------------------------------------------------------------------------------- /tools/scripts/features/frcnn/extract_features_frcnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tools/scripts/features/frcnn/extract_features_frcnn.py -------------------------------------------------------------------------------- /tools/scripts/features/frcnn/frcnn_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tools/scripts/features/frcnn/frcnn_utils.py -------------------------------------------------------------------------------- /tools/scripts/features/frcnn/modeling_frcnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tools/scripts/features/frcnn/modeling_frcnn.py -------------------------------------------------------------------------------- /tools/scripts/features/frcnn/processing_image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tools/scripts/features/frcnn/processing_image.py -------------------------------------------------------------------------------- /tools/scripts/features/lmdb_conversion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tools/scripts/features/lmdb_conversion.py -------------------------------------------------------------------------------- /tools/scripts/gqa/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tools/scripts/gqa/README.md -------------------------------------------------------------------------------- /tools/scripts/gqa/convert_gqa_to_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tools/scripts/gqa/convert_gqa_to_vqa.py -------------------------------------------------------------------------------- /tools/scripts/gqa/extract_vocabulary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tools/scripts/gqa/extract_vocabulary.py -------------------------------------------------------------------------------- /tools/scripts/tests/generate_test_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tools/scripts/tests/generate_test_data.py -------------------------------------------------------------------------------- /tools/scripts/visual_dialog/build_imdb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tools/scripts/visual_dialog/build_imdb.py -------------------------------------------------------------------------------- /tools/scripts/visual_dialog/extract_vocabulary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tools/scripts/visual_dialog/extract_vocabulary.py -------------------------------------------------------------------------------- /tools/sweeps/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tools/sweeps/README.md -------------------------------------------------------------------------------- /tools/sweeps/lib/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tools/sweeps/lib/__init__.py -------------------------------------------------------------------------------- /tools/sweeps/lib/slurm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tools/sweeps/lib/slurm.py -------------------------------------------------------------------------------- /tools/sweeps/sweep_visual_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BrandonHanx/FAME-ViL/HEAD/tools/sweeps/sweep_visual_bert.py --------------------------------------------------------------------------------