├── .gitignore ├── README.md ├── __init__.py ├── coco_evaluator ├── __init__.py ├── bleu │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-37.pyc │ │ ├── bleu.cpython-37.pyc │ │ └── bleu_scorer.cpython-37.pyc │ ├── bleu.py │ └── bleu_scorer.py ├── cider │ ├── cider.py │ └── cider_scorer.py ├── meteor │ ├── data │ │ └── paraphrase-en.gz │ ├── meteor-1.5.jar │ └── meteor.py ├── rouge │ └── rouge.py └── wrapper.py ├── configs └── mlmcaptioning │ ├── agem.yaml │ ├── agem_flickr.yaml │ ├── er.yaml │ ├── er_flickr.yaml │ ├── er_mir.yaml │ ├── er_mir_flickr.yaml │ ├── naive.yaml │ ├── naive_flickr.yaml │ ├── offline.yaml │ ├── offline_flickr.yaml │ └── vlbert_small.json ├── data ├── __init__.py ├── coco.py └── flickr30k.py ├── dataloader.py ├── datasets ├── README.md ├── coco │ ├── coco_nouns.txt │ ├── coco_train_map.json │ ├── coco_val_map.json │ └── obj_id_name.json ├── coco_buffer │ ├── task_buffer_real_split_train_split_train_novel_comps_False_task_partition_any_objects.pkl │ ├── task_buffer_real_split_train_split_val_novel_comps_False_task_partition_any_objects.pkl │ ├── task_buffer_real_split_val_split_val_novel_comps_False_task_partition_any_objects.pkl │ └── task_buffer_real_split_val_split_val_novel_comps_True_task_partition_any_objects.pkl ├── flickr30k │ ├── flickr_test_map.json │ ├── flickr_train_map.json │ ├── flickr_val_map.json │ └── flickr_vocab.txt ├── flickr_buffer │ ├── flickr_task_buffer_test_0.pkl │ ├── flickr_task_buffer_train_0.pkl │ ├── flickr_task_buffer_val_0.pkl │ └── flickr_tasks.pkl └── visualize_stream.ipynb ├── inference_captioning.py ├── metrics ├── __init__.py ├── common.py ├── comp_gen.py ├── final_scores.py └── forgetting.py ├── nets ├── EXPERT │ ├── README.md │ ├── __init__.py │ ├── expert_config.json │ ├── masker.py │ └── models.py ├── LXMERT │ ├── __init__.py │ ├── lxrt │ │ ├── entry.py │ │ ├── file_utils.py │ │ ├── modeling.py │ │ ├── optimization.py │ │ └── tokenization.py │ ├── param.py │ ├── pretrain │ │ ├── lxmert_data.py │ │ ├── lxmert_pretrain.py │ │ └── qa_answer_table.py │ ├── tasks │ │ ├── gqa.py │ │ ├── gqa_data.py │ │ ├── gqa_model.py │ │ ├── nlvr2.py │ │ ├── nlvr2_data.py │ │ ├── nlvr2_model.py │ │ ├── vqa.py │ │ ├── vqa_data.py │ │ └── vqa_model.py │ └── utils.py ├── VLBERT │ ├── LICENSE │ ├── README.md │ ├── __init__.py │ ├── cfgs │ │ ├── pretrain │ │ │ ├── base_e2e_16x16G_fp16.yaml │ │ │ ├── base_prec_4x16G_fp32.yaml │ │ │ ├── base_prec_withouttextonly_4x16G_fp32.yaml │ │ │ ├── large_e2e_16x16G_fp16.yaml │ │ │ ├── large_prec_4x16G_fp16.yaml │ │ │ └── vis_attention_maps_coco.yaml │ │ ├── refcoco │ │ │ ├── base_detected_regions_4x16G.yaml │ │ │ ├── base_gt_boxes_4x16G.yaml │ │ │ ├── large_detected_regions_4x16G.yaml │ │ │ └── large_gt_boxes_4x16G.yaml │ │ ├── vcr │ │ │ ├── base_q2a_4x16G_fp32.yaml │ │ │ ├── base_qa2r_4x16G_fp32.yaml │ │ │ ├── large_q2a_16x16G_fp16.yaml │ │ │ ├── large_q2a_4x16G_fp16.yaml │ │ │ ├── large_qa2r_16x16G_fp16.yaml │ │ │ └── large_qa2r_4x16G_fp16.yaml │ │ └── vqa │ │ │ ├── base_4x16G_fp32.yaml │ │ │ └── large_4x16G_fp32.yaml │ ├── common │ │ ├── __init__.py │ │ ├── backbone │ │ │ ├── __init__.py │ │ │ └── resnet │ │ │ │ ├── __init__.py │ │ │ │ └── resnet.py │ │ ├── callbacks │ │ │ ├── batch_end_callbacks │ │ │ │ ├── __init__.py │ │ │ │ └── speedometer.py │ │ │ └── epoch_end_callbacks │ │ │ │ ├── __init__.py │ │ │ │ ├── checkpoint.py │ │ │ │ └── validation_monitor.py │ │ ├── fast_rcnn.py │ │ ├── lib │ │ │ └── roi_pooling │ │ │ │ ├── ROIAlign.h │ │ │ │ ├── ROIPool.h │ │ │ │ ├── __init__.py │ │ │ │ ├── cpu │ │ │ │ ├── ROIAlign_cpu.cpp │ │ │ │ └── vision.h │ │ │ │ ├── cuda │ │ │ │ ├── ROIAlign_cuda.cu │ │ │ │ ├── ROIPool_cuda.cu │ │ │ │ └── vision.h │ │ │ │ ├── debug.py │ │ │ │ ├── roi_align.py │ │ │ │ ├── roi_pool.py │ │ │ │ ├── setup.py │ │ │ │ └── vision.cpp │ │ ├── lr_scheduler.py │ │ ├── metrics │ │ │ ├── __init__.py │ │ │ ├── composite_eval_metric.py │ │ │ ├── eval_metric.py │ │ │ ├── pretrain_metrics.py │ │ │ ├── refcoco_metrics.py │ │ │ ├── vcr_metrics.py │ │ │ └── vqa_metrics.py │ │ ├── module.py │ │ ├── nlp │ │ │ ├── __init__.py │ │ │ ├── bert │ │ │ │ ├── __init__.py │ │ │ │ └── optimization.py │ │ │ ├── bert_encoder_wrapper.py │ │ │ ├── encoder_base.py │ │ │ ├── input_variational_dropout.py │ │ │ ├── misc.py │ │ │ ├── roberta │ │ │ │ ├── __init__.py │ │ │ │ ├── modeling_roberta.py │ │ │ │ ├── tokenization_roberta.py │ │ │ │ └── utils.py │ │ │ └── time_distributed.py │ │ ├── trainer.py │ │ ├── utils │ │ │ ├── __init__.py │ │ │ ├── bbox.py │ │ │ ├── clip_pad.py │ │ │ ├── create_logger.py │ │ │ ├── flatten.py │ │ │ ├── load.py │ │ │ ├── mask.py │ │ │ ├── masked_softmax.py │ │ │ ├── misc.py │ │ │ ├── multi_task_dataloader.py │ │ │ ├── pad_sequence.py │ │ │ └── zipreader.py │ │ └── visual_linguistic_bert.py │ ├── data │ │ ├── PREPARE_DATA.md │ │ └── conceptual-captions │ │ │ ├── ReadMe.txt │ │ │ └── utils │ │ │ ├── check_valid.py │ │ │ ├── download_train.sh │ │ │ ├── download_val.sh │ │ │ ├── gen_train4download.py │ │ │ ├── gen_train_image_json.py │ │ │ ├── gen_val4download.py │ │ │ └── gen_val_image_json.py │ ├── external │ │ └── pytorch_pretrained_bert │ │ │ ├── __init__.py │ │ │ ├── __main__.py │ │ │ ├── convert_gpt2_checkpoint_to_pytorch.py │ │ │ ├── convert_openai_checkpoint_to_pytorch.py │ │ │ ├── convert_tf_checkpoint_to_pytorch.py │ │ │ ├── convert_transfo_xl_checkpoint_to_pytorch.py │ │ │ ├── file_utils.py │ │ │ ├── modeling.py │ │ │ ├── modeling_gpt2.py │ │ │ ├── modeling_openai.py │ │ │ ├── modeling_transfo_xl.py │ │ │ ├── modeling_transfo_xl_utilities.py │ │ │ ├── optimization.py │ │ │ ├── optimization_openai.py │ │ │ ├── tokenization.py │ │ │ ├── tokenization_gpt2.py │ │ │ ├── tokenization_openai.py │ │ │ └── tokenization_transfo_xl.py │ ├── figs │ │ ├── attention_viz.png │ │ └── pretrain.png │ ├── model │ │ └── pretrained_model │ │ │ └── PREPARE_PRETRAINED_MODELS.md │ ├── pretrain │ │ ├── _init_paths.py │ │ ├── data │ │ │ ├── __init__.py │ │ │ ├── build.py │ │ │ ├── collate_batch.py │ │ │ ├── datasets │ │ │ │ ├── __init__.py │ │ │ │ ├── coco_captions.py │ │ │ │ ├── conceptual_captions.py │ │ │ │ └── general_corpus.py │ │ │ ├── samplers │ │ │ │ ├── __init__.py │ │ │ │ ├── distributed.py │ │ │ │ └── grouped_batch_sampler.py │ │ │ └── transforms │ │ │ │ ├── __init__.py │ │ │ │ ├── build.py │ │ │ │ └── transforms.py │ │ ├── function │ │ │ ├── __init__.py │ │ │ ├── config.py │ │ │ ├── train.py │ │ │ ├── val.py │ │ │ └── vis.py │ │ ├── modules │ │ │ ├── __init__.py │ │ │ ├── resnet_vlbert_for_attention_vis.py │ │ │ ├── resnet_vlbert_for_pretraining.py │ │ │ └── resnet_vlbert_for_pretraining_multitask.py │ │ ├── train_end2end.py │ │ └── vis_attention_maps.py │ ├── refcoco │ │ ├── _init_paths.py │ │ ├── data │ │ │ ├── __init__.py │ │ │ ├── build.py │ │ │ ├── collate_batch.py │ │ │ ├── datasets │ │ │ │ ├── __init__.py │ │ │ │ ├── refcoco.py │ │ │ │ └── refer │ │ │ │ │ ├── Makefile │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── external │ │ │ │ │ ├── .gitignore │ │ │ │ │ ├── README.md │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── _mask.pyx │ │ │ │ │ ├── mask.py │ │ │ │ │ ├── maskApi.c │ │ │ │ │ └── maskApi.h │ │ │ │ │ ├── refer.py │ │ │ │ │ └── setup.py │ │ │ ├── samplers │ │ │ │ ├── __init__.py │ │ │ │ ├── distributed.py │ │ │ │ └── grouped_batch_sampler.py │ │ │ └── transforms │ │ │ │ ├── __init__.py │ │ │ │ ├── build.py │ │ │ │ └── transforms.py │ │ ├── function │ │ │ ├── __init__.py │ │ │ ├── config.py │ │ │ ├── test.py │ │ │ ├── train.py │ │ │ └── val.py │ │ ├── modules │ │ │ ├── __init__.py │ │ │ └── resnet_vlbert_for_refcoco.py │ │ ├── test.py │ │ └── train_end2end.py │ ├── requirements.txt │ ├── scripts │ │ ├── dist_run_multi.sh │ │ ├── dist_run_single.sh │ │ ├── dist_run_slurm.sh │ │ ├── init.sh │ │ ├── init_slurm.sh │ │ ├── launch.py │ │ ├── nondist_run.sh │ │ └── nondist_run_slurm.sh │ ├── vcr │ │ ├── _init_paths.py │ │ ├── data │ │ │ ├── __init__.py │ │ │ ├── build.py │ │ │ ├── collate_batch.py │ │ │ ├── datasets │ │ │ │ ├── __init__.py │ │ │ │ └── vcr.py │ │ │ ├── samplers │ │ │ │ ├── __init__.py │ │ │ │ ├── distributed.py │ │ │ │ └── grouped_batch_sampler.py │ │ │ └── transforms │ │ │ │ ├── __init__.py │ │ │ │ ├── build.py │ │ │ │ └── transforms.py │ │ ├── function │ │ │ ├── __init__.py │ │ │ ├── config.py │ │ │ ├── test.py │ │ │ ├── train.py │ │ │ └── val.py │ │ ├── modules │ │ │ ├── __init__.py │ │ │ └── resnet_vlbert_for_vcr.py │ │ ├── test.py │ │ ├── train_end2end.py │ │ └── val.py │ ├── viz │ │ ├── VISUALIZATION.md │ │ ├── _init_paths.py │ │ ├── bertviz │ │ │ ├── __init__.py │ │ │ ├── attention.py │ │ │ ├── model_view.js │ │ │ └── model_view.py │ │ └── model_view_vl-bert_coco.ipynb │ └── vqa │ │ ├── _init_paths.py │ │ ├── data │ │ ├── __init__.py │ │ ├── build.py │ │ ├── collate_batch.py │ │ ├── datasets │ │ │ ├── __init__.py │ │ │ └── vqa.py │ │ ├── samplers │ │ │ ├── __init__.py │ │ │ ├── distributed.py │ │ │ └── grouped_batch_sampler.py │ │ └── transforms │ │ │ ├── __init__.py │ │ │ ├── build.py │ │ │ └── transforms.py │ │ ├── function │ │ ├── __init__.py │ │ ├── config.py │ │ ├── test.py │ │ ├── train.py │ │ └── val.py │ │ ├── modules │ │ ├── __init__.py │ │ └── resnet_vlbert_for_vqa.py │ │ ├── test.py │ │ └── train_end2end.py ├── __init__.py └── mlmcaption.py ├── ocl ├── __init__.py ├── agem.py ├── er.py ├── er_bal.py ├── naive.py └── utils.py ├── requirements.txt ├── scripts ├── mlm_eval.sh ├── mlm_eval_flickr.sh ├── mlm_eval_offline.sh └── mlm_eval_offline_flickr.sh ├── test.py ├── train_mlm.py ├── trainer_captioning.py ├── utils ├── __init__.py ├── build_transforms.py ├── flickr │ ├── .ipynb_checkpoints │ │ └── flickr30k-checkpoint.ipynb │ ├── convert_flickr.py │ ├── flickr30k.ipynb │ └── flickr30k_entities_utils.py ├── tupperware.py └── utils.py └── walkthrough.ipynb /.gitignore: -------------------------------------------------------------------------------- 1 | .idea -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/README.md -------------------------------------------------------------------------------- /__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /coco_evaluator/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /coco_evaluator/bleu/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /coco_evaluator/bleu/__pycache__/__init__.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/coco_evaluator/bleu/__pycache__/__init__.cpython-37.pyc -------------------------------------------------------------------------------- /coco_evaluator/bleu/__pycache__/bleu.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/coco_evaluator/bleu/__pycache__/bleu.cpython-37.pyc -------------------------------------------------------------------------------- /coco_evaluator/bleu/__pycache__/bleu_scorer.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/coco_evaluator/bleu/__pycache__/bleu_scorer.cpython-37.pyc -------------------------------------------------------------------------------- /coco_evaluator/bleu/bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/coco_evaluator/bleu/bleu.py -------------------------------------------------------------------------------- /coco_evaluator/bleu/bleu_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/coco_evaluator/bleu/bleu_scorer.py -------------------------------------------------------------------------------- /coco_evaluator/cider/cider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/coco_evaluator/cider/cider.py -------------------------------------------------------------------------------- /coco_evaluator/cider/cider_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/coco_evaluator/cider/cider_scorer.py -------------------------------------------------------------------------------- /coco_evaluator/meteor/data/paraphrase-en.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/coco_evaluator/meteor/data/paraphrase-en.gz -------------------------------------------------------------------------------- /coco_evaluator/meteor/meteor-1.5.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/coco_evaluator/meteor/meteor-1.5.jar -------------------------------------------------------------------------------- /coco_evaluator/meteor/meteor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/coco_evaluator/meteor/meteor.py -------------------------------------------------------------------------------- /coco_evaluator/rouge/rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/coco_evaluator/rouge/rouge.py -------------------------------------------------------------------------------- /coco_evaluator/wrapper.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /configs/mlmcaptioning/agem.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/configs/mlmcaptioning/agem.yaml -------------------------------------------------------------------------------- /configs/mlmcaptioning/agem_flickr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/configs/mlmcaptioning/agem_flickr.yaml -------------------------------------------------------------------------------- /configs/mlmcaptioning/er.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/configs/mlmcaptioning/er.yaml -------------------------------------------------------------------------------- /configs/mlmcaptioning/er_flickr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/configs/mlmcaptioning/er_flickr.yaml -------------------------------------------------------------------------------- /configs/mlmcaptioning/er_mir.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/configs/mlmcaptioning/er_mir.yaml -------------------------------------------------------------------------------- /configs/mlmcaptioning/er_mir_flickr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/configs/mlmcaptioning/er_mir_flickr.yaml -------------------------------------------------------------------------------- /configs/mlmcaptioning/naive.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/configs/mlmcaptioning/naive.yaml -------------------------------------------------------------------------------- /configs/mlmcaptioning/naive_flickr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/configs/mlmcaptioning/naive_flickr.yaml -------------------------------------------------------------------------------- /configs/mlmcaptioning/offline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/configs/mlmcaptioning/offline.yaml -------------------------------------------------------------------------------- /configs/mlmcaptioning/offline_flickr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/configs/mlmcaptioning/offline_flickr.yaml -------------------------------------------------------------------------------- /configs/mlmcaptioning/vlbert_small.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/configs/mlmcaptioning/vlbert_small.json -------------------------------------------------------------------------------- /data/__init__.py: -------------------------------------------------------------------------------- 1 | import sys 2 | sys.path.append('.') -------------------------------------------------------------------------------- /data/coco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/data/coco.py -------------------------------------------------------------------------------- /data/flickr30k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/data/flickr30k.py -------------------------------------------------------------------------------- /dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/dataloader.py -------------------------------------------------------------------------------- /datasets/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/datasets/README.md -------------------------------------------------------------------------------- /datasets/coco/coco_nouns.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/datasets/coco/coco_nouns.txt -------------------------------------------------------------------------------- /datasets/coco/coco_train_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/datasets/coco/coco_train_map.json -------------------------------------------------------------------------------- /datasets/coco/coco_val_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/datasets/coco/coco_val_map.json -------------------------------------------------------------------------------- /datasets/coco/obj_id_name.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/datasets/coco/obj_id_name.json -------------------------------------------------------------------------------- /datasets/coco_buffer/task_buffer_real_split_train_split_train_novel_comps_False_task_partition_any_objects.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/datasets/coco_buffer/task_buffer_real_split_train_split_train_novel_comps_False_task_partition_any_objects.pkl -------------------------------------------------------------------------------- /datasets/coco_buffer/task_buffer_real_split_train_split_val_novel_comps_False_task_partition_any_objects.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/datasets/coco_buffer/task_buffer_real_split_train_split_val_novel_comps_False_task_partition_any_objects.pkl -------------------------------------------------------------------------------- /datasets/coco_buffer/task_buffer_real_split_val_split_val_novel_comps_False_task_partition_any_objects.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/datasets/coco_buffer/task_buffer_real_split_val_split_val_novel_comps_False_task_partition_any_objects.pkl -------------------------------------------------------------------------------- /datasets/coco_buffer/task_buffer_real_split_val_split_val_novel_comps_True_task_partition_any_objects.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/datasets/coco_buffer/task_buffer_real_split_val_split_val_novel_comps_True_task_partition_any_objects.pkl -------------------------------------------------------------------------------- /datasets/flickr30k/flickr_test_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/datasets/flickr30k/flickr_test_map.json -------------------------------------------------------------------------------- /datasets/flickr30k/flickr_train_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/datasets/flickr30k/flickr_train_map.json -------------------------------------------------------------------------------- /datasets/flickr30k/flickr_val_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/datasets/flickr30k/flickr_val_map.json -------------------------------------------------------------------------------- /datasets/flickr30k/flickr_vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/datasets/flickr30k/flickr_vocab.txt -------------------------------------------------------------------------------- /datasets/flickr_buffer/flickr_task_buffer_test_0.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/datasets/flickr_buffer/flickr_task_buffer_test_0.pkl -------------------------------------------------------------------------------- /datasets/flickr_buffer/flickr_task_buffer_train_0.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/datasets/flickr_buffer/flickr_task_buffer_train_0.pkl -------------------------------------------------------------------------------- /datasets/flickr_buffer/flickr_task_buffer_val_0.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/datasets/flickr_buffer/flickr_task_buffer_val_0.pkl -------------------------------------------------------------------------------- /datasets/flickr_buffer/flickr_tasks.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/datasets/flickr_buffer/flickr_tasks.pkl -------------------------------------------------------------------------------- /datasets/visualize_stream.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/datasets/visualize_stream.ipynb -------------------------------------------------------------------------------- /inference_captioning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/inference_captioning.py -------------------------------------------------------------------------------- /metrics/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /metrics/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/metrics/common.py -------------------------------------------------------------------------------- /metrics/comp_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/metrics/comp_gen.py -------------------------------------------------------------------------------- /metrics/final_scores.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/metrics/final_scores.py -------------------------------------------------------------------------------- /metrics/forgetting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/metrics/forgetting.py -------------------------------------------------------------------------------- /nets/EXPERT/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/EXPERT/README.md -------------------------------------------------------------------------------- /nets/EXPERT/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /nets/EXPERT/expert_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/EXPERT/expert_config.json -------------------------------------------------------------------------------- /nets/EXPERT/masker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/EXPERT/masker.py -------------------------------------------------------------------------------- /nets/EXPERT/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/EXPERT/models.py -------------------------------------------------------------------------------- /nets/LXMERT/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /nets/LXMERT/lxrt/entry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/LXMERT/lxrt/entry.py -------------------------------------------------------------------------------- /nets/LXMERT/lxrt/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/LXMERT/lxrt/file_utils.py -------------------------------------------------------------------------------- /nets/LXMERT/lxrt/modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/LXMERT/lxrt/modeling.py -------------------------------------------------------------------------------- /nets/LXMERT/lxrt/optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/LXMERT/lxrt/optimization.py -------------------------------------------------------------------------------- /nets/LXMERT/lxrt/tokenization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/LXMERT/lxrt/tokenization.py -------------------------------------------------------------------------------- /nets/LXMERT/param.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/LXMERT/param.py -------------------------------------------------------------------------------- /nets/LXMERT/pretrain/lxmert_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/LXMERT/pretrain/lxmert_data.py -------------------------------------------------------------------------------- /nets/LXMERT/pretrain/lxmert_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/LXMERT/pretrain/lxmert_pretrain.py -------------------------------------------------------------------------------- /nets/LXMERT/pretrain/qa_answer_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/LXMERT/pretrain/qa_answer_table.py -------------------------------------------------------------------------------- /nets/LXMERT/tasks/gqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/LXMERT/tasks/gqa.py -------------------------------------------------------------------------------- /nets/LXMERT/tasks/gqa_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/LXMERT/tasks/gqa_data.py -------------------------------------------------------------------------------- /nets/LXMERT/tasks/gqa_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/LXMERT/tasks/gqa_model.py -------------------------------------------------------------------------------- /nets/LXMERT/tasks/nlvr2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/LXMERT/tasks/nlvr2.py -------------------------------------------------------------------------------- /nets/LXMERT/tasks/nlvr2_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/LXMERT/tasks/nlvr2_data.py -------------------------------------------------------------------------------- /nets/LXMERT/tasks/nlvr2_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/LXMERT/tasks/nlvr2_model.py -------------------------------------------------------------------------------- /nets/LXMERT/tasks/vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/LXMERT/tasks/vqa.py -------------------------------------------------------------------------------- /nets/LXMERT/tasks/vqa_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/LXMERT/tasks/vqa_data.py -------------------------------------------------------------------------------- /nets/LXMERT/tasks/vqa_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/LXMERT/tasks/vqa_model.py -------------------------------------------------------------------------------- /nets/LXMERT/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/LXMERT/utils.py -------------------------------------------------------------------------------- /nets/VLBERT/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/LICENSE -------------------------------------------------------------------------------- /nets/VLBERT/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/README.md -------------------------------------------------------------------------------- /nets/VLBERT/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /nets/VLBERT/cfgs/pretrain/base_e2e_16x16G_fp16.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/cfgs/pretrain/base_e2e_16x16G_fp16.yaml -------------------------------------------------------------------------------- /nets/VLBERT/cfgs/pretrain/base_prec_4x16G_fp32.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/cfgs/pretrain/base_prec_4x16G_fp32.yaml -------------------------------------------------------------------------------- /nets/VLBERT/cfgs/pretrain/base_prec_withouttextonly_4x16G_fp32.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/cfgs/pretrain/base_prec_withouttextonly_4x16G_fp32.yaml -------------------------------------------------------------------------------- /nets/VLBERT/cfgs/pretrain/large_e2e_16x16G_fp16.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/cfgs/pretrain/large_e2e_16x16G_fp16.yaml -------------------------------------------------------------------------------- /nets/VLBERT/cfgs/pretrain/large_prec_4x16G_fp16.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/cfgs/pretrain/large_prec_4x16G_fp16.yaml -------------------------------------------------------------------------------- /nets/VLBERT/cfgs/pretrain/vis_attention_maps_coco.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/cfgs/pretrain/vis_attention_maps_coco.yaml -------------------------------------------------------------------------------- /nets/VLBERT/cfgs/refcoco/base_detected_regions_4x16G.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/cfgs/refcoco/base_detected_regions_4x16G.yaml -------------------------------------------------------------------------------- /nets/VLBERT/cfgs/refcoco/base_gt_boxes_4x16G.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/cfgs/refcoco/base_gt_boxes_4x16G.yaml -------------------------------------------------------------------------------- /nets/VLBERT/cfgs/refcoco/large_detected_regions_4x16G.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/cfgs/refcoco/large_detected_regions_4x16G.yaml -------------------------------------------------------------------------------- /nets/VLBERT/cfgs/refcoco/large_gt_boxes_4x16G.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/cfgs/refcoco/large_gt_boxes_4x16G.yaml -------------------------------------------------------------------------------- /nets/VLBERT/cfgs/vcr/base_q2a_4x16G_fp32.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/cfgs/vcr/base_q2a_4x16G_fp32.yaml -------------------------------------------------------------------------------- /nets/VLBERT/cfgs/vcr/base_qa2r_4x16G_fp32.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/cfgs/vcr/base_qa2r_4x16G_fp32.yaml -------------------------------------------------------------------------------- /nets/VLBERT/cfgs/vcr/large_q2a_16x16G_fp16.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/cfgs/vcr/large_q2a_16x16G_fp16.yaml -------------------------------------------------------------------------------- /nets/VLBERT/cfgs/vcr/large_q2a_4x16G_fp16.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/cfgs/vcr/large_q2a_4x16G_fp16.yaml -------------------------------------------------------------------------------- /nets/VLBERT/cfgs/vcr/large_qa2r_16x16G_fp16.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/cfgs/vcr/large_qa2r_16x16G_fp16.yaml -------------------------------------------------------------------------------- /nets/VLBERT/cfgs/vcr/large_qa2r_4x16G_fp16.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/cfgs/vcr/large_qa2r_4x16G_fp16.yaml -------------------------------------------------------------------------------- /nets/VLBERT/cfgs/vqa/base_4x16G_fp32.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/cfgs/vqa/base_4x16G_fp32.yaml -------------------------------------------------------------------------------- /nets/VLBERT/cfgs/vqa/large_4x16G_fp32.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/cfgs/vqa/large_4x16G_fp32.yaml -------------------------------------------------------------------------------- /nets/VLBERT/common/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /nets/VLBERT/common/backbone/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/backbone/__init__.py -------------------------------------------------------------------------------- /nets/VLBERT/common/backbone/resnet/__init__.py: -------------------------------------------------------------------------------- 1 | from .resnet import * 2 | -------------------------------------------------------------------------------- /nets/VLBERT/common/backbone/resnet/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/backbone/resnet/resnet.py -------------------------------------------------------------------------------- /nets/VLBERT/common/callbacks/batch_end_callbacks/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /nets/VLBERT/common/callbacks/batch_end_callbacks/speedometer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/callbacks/batch_end_callbacks/speedometer.py -------------------------------------------------------------------------------- /nets/VLBERT/common/callbacks/epoch_end_callbacks/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /nets/VLBERT/common/callbacks/epoch_end_callbacks/checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/callbacks/epoch_end_callbacks/checkpoint.py -------------------------------------------------------------------------------- /nets/VLBERT/common/callbacks/epoch_end_callbacks/validation_monitor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/callbacks/epoch_end_callbacks/validation_monitor.py -------------------------------------------------------------------------------- /nets/VLBERT/common/fast_rcnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/fast_rcnn.py -------------------------------------------------------------------------------- /nets/VLBERT/common/lib/roi_pooling/ROIAlign.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/lib/roi_pooling/ROIAlign.h -------------------------------------------------------------------------------- /nets/VLBERT/common/lib/roi_pooling/ROIPool.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/lib/roi_pooling/ROIPool.h -------------------------------------------------------------------------------- /nets/VLBERT/common/lib/roi_pooling/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/lib/roi_pooling/__init__.py -------------------------------------------------------------------------------- /nets/VLBERT/common/lib/roi_pooling/cpu/ROIAlign_cpu.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/lib/roi_pooling/cpu/ROIAlign_cpu.cpp -------------------------------------------------------------------------------- /nets/VLBERT/common/lib/roi_pooling/cpu/vision.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/lib/roi_pooling/cpu/vision.h -------------------------------------------------------------------------------- /nets/VLBERT/common/lib/roi_pooling/cuda/ROIAlign_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/lib/roi_pooling/cuda/ROIAlign_cuda.cu -------------------------------------------------------------------------------- /nets/VLBERT/common/lib/roi_pooling/cuda/ROIPool_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/lib/roi_pooling/cuda/ROIPool_cuda.cu -------------------------------------------------------------------------------- /nets/VLBERT/common/lib/roi_pooling/cuda/vision.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/lib/roi_pooling/cuda/vision.h -------------------------------------------------------------------------------- /nets/VLBERT/common/lib/roi_pooling/debug.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/lib/roi_pooling/debug.py -------------------------------------------------------------------------------- /nets/VLBERT/common/lib/roi_pooling/roi_align.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/lib/roi_pooling/roi_align.py -------------------------------------------------------------------------------- /nets/VLBERT/common/lib/roi_pooling/roi_pool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/lib/roi_pooling/roi_pool.py -------------------------------------------------------------------------------- /nets/VLBERT/common/lib/roi_pooling/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/lib/roi_pooling/setup.py -------------------------------------------------------------------------------- /nets/VLBERT/common/lib/roi_pooling/vision.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/lib/roi_pooling/vision.cpp -------------------------------------------------------------------------------- /nets/VLBERT/common/lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/lr_scheduler.py -------------------------------------------------------------------------------- /nets/VLBERT/common/metrics/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /nets/VLBERT/common/metrics/composite_eval_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/metrics/composite_eval_metric.py -------------------------------------------------------------------------------- /nets/VLBERT/common/metrics/eval_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/metrics/eval_metric.py -------------------------------------------------------------------------------- /nets/VLBERT/common/metrics/pretrain_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/metrics/pretrain_metrics.py -------------------------------------------------------------------------------- /nets/VLBERT/common/metrics/refcoco_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/metrics/refcoco_metrics.py -------------------------------------------------------------------------------- /nets/VLBERT/common/metrics/vcr_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/metrics/vcr_metrics.py -------------------------------------------------------------------------------- /nets/VLBERT/common/metrics/vqa_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/metrics/vqa_metrics.py -------------------------------------------------------------------------------- /nets/VLBERT/common/module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/module.py -------------------------------------------------------------------------------- /nets/VLBERT/common/nlp/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /nets/VLBERT/common/nlp/bert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /nets/VLBERT/common/nlp/bert/optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/nlp/bert/optimization.py -------------------------------------------------------------------------------- /nets/VLBERT/common/nlp/bert_encoder_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/nlp/bert_encoder_wrapper.py -------------------------------------------------------------------------------- /nets/VLBERT/common/nlp/encoder_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/nlp/encoder_base.py -------------------------------------------------------------------------------- /nets/VLBERT/common/nlp/input_variational_dropout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/nlp/input_variational_dropout.py -------------------------------------------------------------------------------- /nets/VLBERT/common/nlp/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/nlp/misc.py -------------------------------------------------------------------------------- /nets/VLBERT/common/nlp/roberta/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/nlp/roberta/__init__.py -------------------------------------------------------------------------------- /nets/VLBERT/common/nlp/roberta/modeling_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/nlp/roberta/modeling_roberta.py -------------------------------------------------------------------------------- /nets/VLBERT/common/nlp/roberta/tokenization_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/nlp/roberta/tokenization_roberta.py -------------------------------------------------------------------------------- /nets/VLBERT/common/nlp/roberta/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/nlp/roberta/utils.py -------------------------------------------------------------------------------- /nets/VLBERT/common/nlp/time_distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/nlp/time_distributed.py -------------------------------------------------------------------------------- /nets/VLBERT/common/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/trainer.py -------------------------------------------------------------------------------- /nets/VLBERT/common/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /nets/VLBERT/common/utils/bbox.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/utils/bbox.py -------------------------------------------------------------------------------- /nets/VLBERT/common/utils/clip_pad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/utils/clip_pad.py -------------------------------------------------------------------------------- /nets/VLBERT/common/utils/create_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/utils/create_logger.py -------------------------------------------------------------------------------- /nets/VLBERT/common/utils/flatten.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/utils/flatten.py -------------------------------------------------------------------------------- /nets/VLBERT/common/utils/load.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/utils/load.py -------------------------------------------------------------------------------- /nets/VLBERT/common/utils/mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/utils/mask.py -------------------------------------------------------------------------------- /nets/VLBERT/common/utils/masked_softmax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/utils/masked_softmax.py -------------------------------------------------------------------------------- /nets/VLBERT/common/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/utils/misc.py -------------------------------------------------------------------------------- /nets/VLBERT/common/utils/multi_task_dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/utils/multi_task_dataloader.py -------------------------------------------------------------------------------- /nets/VLBERT/common/utils/pad_sequence.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/utils/pad_sequence.py -------------------------------------------------------------------------------- /nets/VLBERT/common/utils/zipreader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/utils/zipreader.py -------------------------------------------------------------------------------- /nets/VLBERT/common/visual_linguistic_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/common/visual_linguistic_bert.py -------------------------------------------------------------------------------- /nets/VLBERT/data/PREPARE_DATA.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/data/PREPARE_DATA.md -------------------------------------------------------------------------------- /nets/VLBERT/data/conceptual-captions/ReadMe.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/data/conceptual-captions/ReadMe.txt -------------------------------------------------------------------------------- /nets/VLBERT/data/conceptual-captions/utils/check_valid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/data/conceptual-captions/utils/check_valid.py -------------------------------------------------------------------------------- /nets/VLBERT/data/conceptual-captions/utils/download_train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/data/conceptual-captions/utils/download_train.sh -------------------------------------------------------------------------------- /nets/VLBERT/data/conceptual-captions/utils/download_val.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/data/conceptual-captions/utils/download_val.sh -------------------------------------------------------------------------------- /nets/VLBERT/data/conceptual-captions/utils/gen_train4download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/data/conceptual-captions/utils/gen_train4download.py -------------------------------------------------------------------------------- /nets/VLBERT/data/conceptual-captions/utils/gen_train_image_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/data/conceptual-captions/utils/gen_train_image_json.py -------------------------------------------------------------------------------- /nets/VLBERT/data/conceptual-captions/utils/gen_val4download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/data/conceptual-captions/utils/gen_val4download.py -------------------------------------------------------------------------------- /nets/VLBERT/data/conceptual-captions/utils/gen_val_image_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/data/conceptual-captions/utils/gen_val_image_json.py -------------------------------------------------------------------------------- /nets/VLBERT/external/pytorch_pretrained_bert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/external/pytorch_pretrained_bert/__init__.py -------------------------------------------------------------------------------- /nets/VLBERT/external/pytorch_pretrained_bert/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/external/pytorch_pretrained_bert/__main__.py -------------------------------------------------------------------------------- /nets/VLBERT/external/pytorch_pretrained_bert/convert_gpt2_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/external/pytorch_pretrained_bert/convert_gpt2_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /nets/VLBERT/external/pytorch_pretrained_bert/convert_openai_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/external/pytorch_pretrained_bert/convert_openai_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /nets/VLBERT/external/pytorch_pretrained_bert/convert_tf_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/external/pytorch_pretrained_bert/convert_tf_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /nets/VLBERT/external/pytorch_pretrained_bert/convert_transfo_xl_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/external/pytorch_pretrained_bert/convert_transfo_xl_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /nets/VLBERT/external/pytorch_pretrained_bert/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/external/pytorch_pretrained_bert/file_utils.py -------------------------------------------------------------------------------- /nets/VLBERT/external/pytorch_pretrained_bert/modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/external/pytorch_pretrained_bert/modeling.py -------------------------------------------------------------------------------- /nets/VLBERT/external/pytorch_pretrained_bert/modeling_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/external/pytorch_pretrained_bert/modeling_gpt2.py -------------------------------------------------------------------------------- /nets/VLBERT/external/pytorch_pretrained_bert/modeling_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/external/pytorch_pretrained_bert/modeling_openai.py -------------------------------------------------------------------------------- /nets/VLBERT/external/pytorch_pretrained_bert/modeling_transfo_xl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/external/pytorch_pretrained_bert/modeling_transfo_xl.py -------------------------------------------------------------------------------- /nets/VLBERT/external/pytorch_pretrained_bert/modeling_transfo_xl_utilities.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/external/pytorch_pretrained_bert/modeling_transfo_xl_utilities.py -------------------------------------------------------------------------------- /nets/VLBERT/external/pytorch_pretrained_bert/optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/external/pytorch_pretrained_bert/optimization.py -------------------------------------------------------------------------------- /nets/VLBERT/external/pytorch_pretrained_bert/optimization_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/external/pytorch_pretrained_bert/optimization_openai.py -------------------------------------------------------------------------------- /nets/VLBERT/external/pytorch_pretrained_bert/tokenization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/external/pytorch_pretrained_bert/tokenization.py -------------------------------------------------------------------------------- /nets/VLBERT/external/pytorch_pretrained_bert/tokenization_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/external/pytorch_pretrained_bert/tokenization_gpt2.py -------------------------------------------------------------------------------- /nets/VLBERT/external/pytorch_pretrained_bert/tokenization_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/external/pytorch_pretrained_bert/tokenization_openai.py -------------------------------------------------------------------------------- /nets/VLBERT/external/pytorch_pretrained_bert/tokenization_transfo_xl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/external/pytorch_pretrained_bert/tokenization_transfo_xl.py -------------------------------------------------------------------------------- /nets/VLBERT/figs/attention_viz.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/figs/attention_viz.png -------------------------------------------------------------------------------- /nets/VLBERT/figs/pretrain.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/figs/pretrain.png -------------------------------------------------------------------------------- /nets/VLBERT/model/pretrained_model/PREPARE_PRETRAINED_MODELS.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/model/pretrained_model/PREPARE_PRETRAINED_MODELS.md -------------------------------------------------------------------------------- /nets/VLBERT/pretrain/_init_paths.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/pretrain/_init_paths.py -------------------------------------------------------------------------------- /nets/VLBERT/pretrain/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /nets/VLBERT/pretrain/data/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/pretrain/data/build.py -------------------------------------------------------------------------------- /nets/VLBERT/pretrain/data/collate_batch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/pretrain/data/collate_batch.py -------------------------------------------------------------------------------- /nets/VLBERT/pretrain/data/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/pretrain/data/datasets/__init__.py -------------------------------------------------------------------------------- /nets/VLBERT/pretrain/data/datasets/coco_captions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/pretrain/data/datasets/coco_captions.py -------------------------------------------------------------------------------- /nets/VLBERT/pretrain/data/datasets/conceptual_captions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/pretrain/data/datasets/conceptual_captions.py -------------------------------------------------------------------------------- /nets/VLBERT/pretrain/data/datasets/general_corpus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/pretrain/data/datasets/general_corpus.py -------------------------------------------------------------------------------- /nets/VLBERT/pretrain/data/samplers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/pretrain/data/samplers/__init__.py -------------------------------------------------------------------------------- /nets/VLBERT/pretrain/data/samplers/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/pretrain/data/samplers/distributed.py -------------------------------------------------------------------------------- /nets/VLBERT/pretrain/data/samplers/grouped_batch_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/pretrain/data/samplers/grouped_batch_sampler.py -------------------------------------------------------------------------------- /nets/VLBERT/pretrain/data/transforms/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/pretrain/data/transforms/__init__.py -------------------------------------------------------------------------------- /nets/VLBERT/pretrain/data/transforms/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/pretrain/data/transforms/build.py -------------------------------------------------------------------------------- /nets/VLBERT/pretrain/data/transforms/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/pretrain/data/transforms/transforms.py -------------------------------------------------------------------------------- /nets/VLBERT/pretrain/function/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /nets/VLBERT/pretrain/function/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/pretrain/function/config.py -------------------------------------------------------------------------------- /nets/VLBERT/pretrain/function/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/pretrain/function/train.py -------------------------------------------------------------------------------- /nets/VLBERT/pretrain/function/val.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/pretrain/function/val.py -------------------------------------------------------------------------------- /nets/VLBERT/pretrain/function/vis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/pretrain/function/vis.py -------------------------------------------------------------------------------- /nets/VLBERT/pretrain/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/pretrain/modules/__init__.py -------------------------------------------------------------------------------- /nets/VLBERT/pretrain/modules/resnet_vlbert_for_attention_vis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/pretrain/modules/resnet_vlbert_for_attention_vis.py -------------------------------------------------------------------------------- /nets/VLBERT/pretrain/modules/resnet_vlbert_for_pretraining.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/pretrain/modules/resnet_vlbert_for_pretraining.py -------------------------------------------------------------------------------- /nets/VLBERT/pretrain/modules/resnet_vlbert_for_pretraining_multitask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/pretrain/modules/resnet_vlbert_for_pretraining_multitask.py -------------------------------------------------------------------------------- /nets/VLBERT/pretrain/train_end2end.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/pretrain/train_end2end.py -------------------------------------------------------------------------------- /nets/VLBERT/pretrain/vis_attention_maps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/pretrain/vis_attention_maps.py -------------------------------------------------------------------------------- /nets/VLBERT/refcoco/_init_paths.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/refcoco/_init_paths.py -------------------------------------------------------------------------------- /nets/VLBERT/refcoco/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /nets/VLBERT/refcoco/data/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/refcoco/data/build.py -------------------------------------------------------------------------------- /nets/VLBERT/refcoco/data/collate_batch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/refcoco/data/collate_batch.py -------------------------------------------------------------------------------- /nets/VLBERT/refcoco/data/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | from .refcoco import RefCOCO 2 | 3 | -------------------------------------------------------------------------------- /nets/VLBERT/refcoco/data/datasets/refcoco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/refcoco/data/datasets/refcoco.py -------------------------------------------------------------------------------- /nets/VLBERT/refcoco/data/datasets/refer/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/refcoco/data/datasets/refer/Makefile -------------------------------------------------------------------------------- /nets/VLBERT/refcoco/data/datasets/refer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /nets/VLBERT/refcoco/data/datasets/refer/external/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/refcoco/data/datasets/refer/external/.gitignore -------------------------------------------------------------------------------- /nets/VLBERT/refcoco/data/datasets/refer/external/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/refcoco/data/datasets/refer/external/README.md -------------------------------------------------------------------------------- /nets/VLBERT/refcoco/data/datasets/refer/external/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /nets/VLBERT/refcoco/data/datasets/refer/external/_mask.pyx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/refcoco/data/datasets/refer/external/_mask.pyx -------------------------------------------------------------------------------- /nets/VLBERT/refcoco/data/datasets/refer/external/mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/refcoco/data/datasets/refer/external/mask.py -------------------------------------------------------------------------------- /nets/VLBERT/refcoco/data/datasets/refer/external/maskApi.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/refcoco/data/datasets/refer/external/maskApi.c -------------------------------------------------------------------------------- /nets/VLBERT/refcoco/data/datasets/refer/external/maskApi.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/refcoco/data/datasets/refer/external/maskApi.h -------------------------------------------------------------------------------- /nets/VLBERT/refcoco/data/datasets/refer/refer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/refcoco/data/datasets/refer/refer.py -------------------------------------------------------------------------------- /nets/VLBERT/refcoco/data/datasets/refer/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/refcoco/data/datasets/refer/setup.py -------------------------------------------------------------------------------- /nets/VLBERT/refcoco/data/samplers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/refcoco/data/samplers/__init__.py -------------------------------------------------------------------------------- /nets/VLBERT/refcoco/data/samplers/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/refcoco/data/samplers/distributed.py -------------------------------------------------------------------------------- /nets/VLBERT/refcoco/data/samplers/grouped_batch_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/refcoco/data/samplers/grouped_batch_sampler.py -------------------------------------------------------------------------------- /nets/VLBERT/refcoco/data/transforms/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/refcoco/data/transforms/__init__.py -------------------------------------------------------------------------------- /nets/VLBERT/refcoco/data/transforms/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/refcoco/data/transforms/build.py -------------------------------------------------------------------------------- /nets/VLBERT/refcoco/data/transforms/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/refcoco/data/transforms/transforms.py -------------------------------------------------------------------------------- /nets/VLBERT/refcoco/function/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /nets/VLBERT/refcoco/function/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/refcoco/function/config.py -------------------------------------------------------------------------------- /nets/VLBERT/refcoco/function/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/refcoco/function/test.py -------------------------------------------------------------------------------- /nets/VLBERT/refcoco/function/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/refcoco/function/train.py -------------------------------------------------------------------------------- /nets/VLBERT/refcoco/function/val.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/refcoco/function/val.py -------------------------------------------------------------------------------- /nets/VLBERT/refcoco/modules/__init__.py: -------------------------------------------------------------------------------- 1 | from .resnet_vlbert_for_refcoco import ResNetVLBERT 2 | 3 | 4 | -------------------------------------------------------------------------------- /nets/VLBERT/refcoco/modules/resnet_vlbert_for_refcoco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/refcoco/modules/resnet_vlbert_for_refcoco.py -------------------------------------------------------------------------------- /nets/VLBERT/refcoco/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/refcoco/test.py -------------------------------------------------------------------------------- /nets/VLBERT/refcoco/train_end2end.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/refcoco/train_end2end.py -------------------------------------------------------------------------------- /nets/VLBERT/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/requirements.txt -------------------------------------------------------------------------------- /nets/VLBERT/scripts/dist_run_multi.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/scripts/dist_run_multi.sh -------------------------------------------------------------------------------- /nets/VLBERT/scripts/dist_run_single.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/scripts/dist_run_single.sh -------------------------------------------------------------------------------- /nets/VLBERT/scripts/dist_run_slurm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/scripts/dist_run_slurm.sh -------------------------------------------------------------------------------- /nets/VLBERT/scripts/init.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/scripts/init.sh -------------------------------------------------------------------------------- /nets/VLBERT/scripts/init_slurm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/scripts/init_slurm.sh -------------------------------------------------------------------------------- /nets/VLBERT/scripts/launch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/scripts/launch.py -------------------------------------------------------------------------------- /nets/VLBERT/scripts/nondist_run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/scripts/nondist_run.sh -------------------------------------------------------------------------------- /nets/VLBERT/scripts/nondist_run_slurm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/scripts/nondist_run_slurm.sh -------------------------------------------------------------------------------- /nets/VLBERT/vcr/_init_paths.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/vcr/_init_paths.py -------------------------------------------------------------------------------- /nets/VLBERT/vcr/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /nets/VLBERT/vcr/data/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/vcr/data/build.py -------------------------------------------------------------------------------- /nets/VLBERT/vcr/data/collate_batch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/vcr/data/collate_batch.py -------------------------------------------------------------------------------- /nets/VLBERT/vcr/data/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | from .vcr import VCRDataset 2 | 3 | 4 | -------------------------------------------------------------------------------- /nets/VLBERT/vcr/data/datasets/vcr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/vcr/data/datasets/vcr.py -------------------------------------------------------------------------------- /nets/VLBERT/vcr/data/samplers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/vcr/data/samplers/__init__.py -------------------------------------------------------------------------------- /nets/VLBERT/vcr/data/samplers/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/vcr/data/samplers/distributed.py -------------------------------------------------------------------------------- /nets/VLBERT/vcr/data/samplers/grouped_batch_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/vcr/data/samplers/grouped_batch_sampler.py -------------------------------------------------------------------------------- /nets/VLBERT/vcr/data/transforms/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/vcr/data/transforms/__init__.py -------------------------------------------------------------------------------- /nets/VLBERT/vcr/data/transforms/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/vcr/data/transforms/build.py -------------------------------------------------------------------------------- /nets/VLBERT/vcr/data/transforms/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/vcr/data/transforms/transforms.py -------------------------------------------------------------------------------- /nets/VLBERT/vcr/function/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /nets/VLBERT/vcr/function/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/vcr/function/config.py -------------------------------------------------------------------------------- /nets/VLBERT/vcr/function/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/vcr/function/test.py -------------------------------------------------------------------------------- /nets/VLBERT/vcr/function/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/vcr/function/train.py -------------------------------------------------------------------------------- /nets/VLBERT/vcr/function/val.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/vcr/function/val.py -------------------------------------------------------------------------------- /nets/VLBERT/vcr/modules/__init__.py: -------------------------------------------------------------------------------- 1 | from .resnet_vlbert_for_vcr import ResNetVLBERT 2 | 3 | 4 | 5 | -------------------------------------------------------------------------------- /nets/VLBERT/vcr/modules/resnet_vlbert_for_vcr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/vcr/modules/resnet_vlbert_for_vcr.py -------------------------------------------------------------------------------- /nets/VLBERT/vcr/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/vcr/test.py -------------------------------------------------------------------------------- /nets/VLBERT/vcr/train_end2end.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/vcr/train_end2end.py -------------------------------------------------------------------------------- /nets/VLBERT/vcr/val.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/vcr/val.py -------------------------------------------------------------------------------- /nets/VLBERT/viz/VISUALIZATION.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/viz/VISUALIZATION.md -------------------------------------------------------------------------------- /nets/VLBERT/viz/_init_paths.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/viz/_init_paths.py -------------------------------------------------------------------------------- /nets/VLBERT/viz/bertviz/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /nets/VLBERT/viz/bertviz/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/viz/bertviz/attention.py -------------------------------------------------------------------------------- /nets/VLBERT/viz/bertviz/model_view.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/viz/bertviz/model_view.js -------------------------------------------------------------------------------- /nets/VLBERT/viz/bertviz/model_view.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/viz/bertviz/model_view.py -------------------------------------------------------------------------------- /nets/VLBERT/viz/model_view_vl-bert_coco.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/viz/model_view_vl-bert_coco.ipynb -------------------------------------------------------------------------------- /nets/VLBERT/vqa/_init_paths.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/vqa/_init_paths.py -------------------------------------------------------------------------------- /nets/VLBERT/vqa/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /nets/VLBERT/vqa/data/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/vqa/data/build.py -------------------------------------------------------------------------------- /nets/VLBERT/vqa/data/collate_batch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/vqa/data/collate_batch.py -------------------------------------------------------------------------------- /nets/VLBERT/vqa/data/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | from .vqa import VQA 2 | 3 | -------------------------------------------------------------------------------- /nets/VLBERT/vqa/data/datasets/vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/vqa/data/datasets/vqa.py -------------------------------------------------------------------------------- /nets/VLBERT/vqa/data/samplers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/vqa/data/samplers/__init__.py -------------------------------------------------------------------------------- /nets/VLBERT/vqa/data/samplers/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/vqa/data/samplers/distributed.py -------------------------------------------------------------------------------- /nets/VLBERT/vqa/data/samplers/grouped_batch_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/vqa/data/samplers/grouped_batch_sampler.py -------------------------------------------------------------------------------- /nets/VLBERT/vqa/data/transforms/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/vqa/data/transforms/__init__.py -------------------------------------------------------------------------------- /nets/VLBERT/vqa/data/transforms/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/vqa/data/transforms/build.py -------------------------------------------------------------------------------- /nets/VLBERT/vqa/data/transforms/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/vqa/data/transforms/transforms.py -------------------------------------------------------------------------------- /nets/VLBERT/vqa/function/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /nets/VLBERT/vqa/function/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/vqa/function/config.py -------------------------------------------------------------------------------- /nets/VLBERT/vqa/function/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/vqa/function/test.py -------------------------------------------------------------------------------- /nets/VLBERT/vqa/function/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/vqa/function/train.py -------------------------------------------------------------------------------- /nets/VLBERT/vqa/function/val.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/vqa/function/val.py -------------------------------------------------------------------------------- /nets/VLBERT/vqa/modules/__init__.py: -------------------------------------------------------------------------------- 1 | from .resnet_vlbert_for_vqa import ResNetVLBERT 2 | 3 | 4 | -------------------------------------------------------------------------------- /nets/VLBERT/vqa/modules/resnet_vlbert_for_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/vqa/modules/resnet_vlbert_for_vqa.py -------------------------------------------------------------------------------- /nets/VLBERT/vqa/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/vqa/test.py -------------------------------------------------------------------------------- /nets/VLBERT/vqa/train_end2end.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/VLBERT/vqa/train_end2end.py -------------------------------------------------------------------------------- /nets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /nets/mlmcaption.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/nets/mlmcaption.py -------------------------------------------------------------------------------- /ocl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/ocl/__init__.py -------------------------------------------------------------------------------- /ocl/agem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/ocl/agem.py -------------------------------------------------------------------------------- /ocl/er.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/ocl/er.py -------------------------------------------------------------------------------- /ocl/er_bal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/ocl/er_bal.py -------------------------------------------------------------------------------- /ocl/naive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/ocl/naive.py -------------------------------------------------------------------------------- /ocl/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/ocl/utils.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/mlm_eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/scripts/mlm_eval.sh -------------------------------------------------------------------------------- /scripts/mlm_eval_flickr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/scripts/mlm_eval_flickr.sh -------------------------------------------------------------------------------- /scripts/mlm_eval_offline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/scripts/mlm_eval_offline.sh -------------------------------------------------------------------------------- /scripts/mlm_eval_offline_flickr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/scripts/mlm_eval_offline_flickr.sh -------------------------------------------------------------------------------- /test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/test.py -------------------------------------------------------------------------------- /train_mlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/train_mlm.py -------------------------------------------------------------------------------- /trainer_captioning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/trainer_captioning.py -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- 1 | import sys 2 | sys.path.append('.') -------------------------------------------------------------------------------- /utils/build_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/utils/build_transforms.py -------------------------------------------------------------------------------- /utils/flickr/.ipynb_checkpoints/flickr30k-checkpoint.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/utils/flickr/.ipynb_checkpoints/flickr30k-checkpoint.ipynb -------------------------------------------------------------------------------- /utils/flickr/convert_flickr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/utils/flickr/convert_flickr.py -------------------------------------------------------------------------------- /utils/flickr/flickr30k.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/utils/flickr/flickr30k.ipynb -------------------------------------------------------------------------------- /utils/flickr/flickr30k_entities_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/utils/flickr/flickr30k_entities_utils.py -------------------------------------------------------------------------------- /utils/tupperware.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/utils/tupperware.py -------------------------------------------------------------------------------- /utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/utils/utils.py -------------------------------------------------------------------------------- /walkthrough.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/INK-USC/VisCOLL/HEAD/walkthrough.ipynb --------------------------------------------------------------------------------