├── .gitignore ├── .readthedocs.yml ├── LICENSE ├── README.md ├── configs ├── image_caption │ ├── attention │ │ ├── attention.yaml │ │ ├── attention_rl.yaml │ │ └── train.sh │ ├── base_att_image_caption.yaml │ ├── cosnet │ │ ├── COS-Net-preprocess │ │ │ ├── basic_utils.py │ │ │ ├── retrieval_model.txt │ │ │ ├── step0_coco_sents.py │ │ │ ├── step1_mil.py │ │ │ ├── step2_txtfeat.py │ │ │ ├── step3_simi.py │ │ │ ├── step4_sent2objid.py │ │ │ ├── step5_clip_attr.py │ │ │ └── step6_filter.py │ │ ├── README.md │ │ ├── cosnet.yaml │ │ ├── cosnet_rl.yaml │ │ ├── semantics labels.txt │ │ └── train.sh │ ├── gcn │ │ ├── gcn.yaml │ │ ├── gcn_rl.yaml │ │ └── train.sh │ ├── lstm-A │ │ ├── lstm-A.yaml │ │ ├── lstm-A_rl.yaml │ │ ├── train.sh │ │ └── train_rl.sh │ ├── meshed_memory │ │ ├── meshed_memory.yaml │ │ ├── meshed_memory_rl.yaml │ │ └── train.sh │ ├── scdnet │ │ ├── README.md │ │ ├── imgs │ │ │ └── scdnet.png │ │ ├── stage1 │ │ │ └── .gitkeep │ │ └── stage2 │ │ │ └── .gitkeep │ ├── tden │ │ ├── tden.yaml │ │ ├── tden_rl.yaml │ │ └── train.sh │ ├── transformer │ │ ├── clip_transformer.yaml │ │ ├── clip_transformer_test.yaml │ │ ├── clip_transformer_test_raw.yaml │ │ ├── train.sh │ │ ├── transformer.yaml │ │ └── transformer_rl.yaml │ ├── updown │ │ ├── train.sh │ │ ├── updown.yaml │ │ └── updown_rl.yaml │ └── xlan │ │ ├── train.sh │ │ ├── xlan.yaml │ │ └── xlan_rl.yaml ├── mm_understanding │ ├── flickr30k_retrieval │ │ ├── tden │ │ │ ├── flickr30k_retrieval.yaml │ │ │ └── train.sh │ │ └── uniter │ │ │ ├── flickr30k_retrieval.yaml │ │ │ ├── flickr30k_retrieval_hard.yaml │ │ │ └── train.sh │ ├── mm_understanding_base.yaml │ ├── uniter_mm_understanding_base.yaml │ ├── vcr │ │ ├── tden │ │ │ ├── train.sh │ │ │ └── vcr.yaml │ │ └── uniter │ │ │ ├── train.sh │ │ │ └── vcr.yaml │ └── vqa │ │ ├── tden │ │ ├── train.sh │ │ └── vqa.yaml │ │ └── uniter │ │ ├── train.sh │ │ └── vqa.yaml ├── pretrain │ ├── tden │ │ ├── tden.yaml │ │ └── train.sh │ └── uniter │ │ ├── train.sh │ │ └── uniter.yaml └── video_caption │ ├── msrvtt │ ├── base_caption.yaml │ ├── mplstm │ │ ├── mplstm.yaml │ │ └── train.sh │ ├── salstm │ │ ├── salstm.yaml │ │ └── train.sh │ ├── tdconved │ │ ├── tdconved.yaml │ │ └── train.sh │ └── transformer │ │ ├── train.sh │ │ └── transformer.yaml │ └── msvd │ ├── base_caption.yaml │ ├── mplstm │ ├── mplstm.yaml │ └── train.sh │ ├── salstm │ ├── salstm.yaml │ └── train.sh │ ├── tdconved │ ├── tdconved.yaml │ └── train.sh │ └── transformer │ ├── train.sh │ └── transformer.yaml ├── data └── temp │ └── .gitkeep ├── docs ├── Makefile ├── _static │ └── warning.txt ├── conf.py ├── index.rst ├── make.bat ├── modules │ ├── checkpoint.rst │ ├── config.rst │ ├── datasets.rst │ ├── engine.rst │ ├── evaluation.rst │ ├── functional.rst │ ├── index.rst │ ├── losses.rst │ ├── lr_scheduler.rst │ ├── modeling │ │ ├── decode_strategy.rst │ │ ├── decoder.rst │ │ ├── embedding.rst │ │ ├── encoder.rst │ │ ├── index.rst │ │ ├── layers.rst │ │ ├── meta_arch.rst │ │ └── predictor.rst │ ├── optim.rst │ ├── scorer.rst │ ├── tokenization.rst │ └── utils.rst ├── notes │ ├── benchmarks.rst │ └── index.rst ├── requirements.txt └── tutorials │ ├── configs.md │ ├── custom_datasets.md │ ├── custom_loaders.md │ ├── evaluation.md │ ├── extend_defaults.md │ ├── getting_started.md │ ├── index.rst │ ├── installation.md │ ├── training.md │ ├── use_models.md │ ├── using_builtin_datasets.md │ └── write_models.md ├── images └── task.jpg ├── requirements.txt ├── tools ├── cider_cache.py ├── create_feats.py ├── generate_npz.py ├── msrvtt_preprocess.py └── msvd_preprocess.py ├── train_net.py └── xmodaler ├── checkpoint ├── __init__.py ├── c2_model_loading.py └── xmodaler_checkpoint.py ├── config ├── __init__.py ├── compat.py ├── config.py ├── constants.py ├── defaults.py ├── instantiate.py └── lazy.py ├── datasets ├── README.md ├── __init__.py ├── build.py ├── common.py ├── images │ ├── __init__.py │ ├── conceptual_captions.py │ ├── flickr30k.py │ ├── flickr30k_single_stream.py │ ├── mscoco.py │ ├── mscoco_bert.py │ ├── mscoco_cosnet.py │ ├── mscoco_feat.py │ ├── mscoco_raw.py │ ├── vcr.py │ └── vqa.py └── videos │ ├── __init__.py │ ├── msrvtt.py │ └── msvd.py ├── engine ├── __init__.py ├── build.py ├── defaults.py ├── ema.py ├── ensembler.py ├── hooks.py ├── launch.py ├── retrieval_trainer.py ├── rl_beam_trainer.py ├── rl_mean_trainer.py ├── rl_trainer.py ├── single_stream_retrieval_trainer.py ├── tden_pretrainer.py ├── train_loop.py └── vcr_trainer.py ├── evaluation ├── __init__.py ├── build.py ├── coco_evaler.py ├── coco_printer.py ├── retrieval_evaler.py ├── testing.py ├── vcr_evaler.py └── vqa_evaler.py ├── functional ├── __init__.py ├── func_caption.py ├── func_feats.py ├── func_io.py ├── func_others.py └── func_pretrain.py ├── losses ├── __init__.py ├── bce_logits.py ├── build.py ├── cross_entropy.py ├── label_smoothing.py ├── pretrain_losses.py ├── reward_criterion.py ├── semcomphder_loss.py └── triplet.py ├── lr_scheduler ├── __init__.py ├── build.py ├── fix_lr.py ├── multi_step_lr.py ├── noam_lr.py ├── step_lr.py └── warmup_lr.py ├── modeling ├── __init__.py ├── decode_strategy │ ├── __init__.py │ ├── beam_searcher.py │ ├── build.py │ ├── decode_strategy.py │ ├── ensemble_beam_searcher.py │ └── greedy_decoder.py ├── decoder │ ├── __init__.py │ ├── attribute_decoder.py │ ├── build.py │ ├── cosnet_decoder.py │ ├── decoder.py │ ├── decouple_bert_decoder.py │ ├── lowrank_bilinear_decoder.py │ ├── meshed_decoder.py │ ├── mplstm_decoder.py │ ├── salstm_decoder.py │ ├── tdconved_decoder.py │ ├── transformer_decoder.py │ └── updown_decoder.py ├── embedding │ ├── __init__.py │ ├── build.py │ ├── position_embedding.py │ ├── token_embed.py │ ├── visual_embed.py │ ├── visual_embed_conv.py │ └── visual_grid_embed.py ├── encoder │ ├── __init__.py │ ├── build.py │ ├── cosnet_encoder.py │ ├── encoder.py │ ├── gcn_encoder.py │ ├── gtransformer_encoder.py │ ├── lowrank_bilinear_encoder.py │ ├── memory_augmented_encoder.py │ ├── single_stream_bert_encoder.py │ ├── tdconved_encoder.py │ ├── transformer_encoder.py │ ├── two_stream_bert_encoder.py │ └── updown_encoder.py ├── layers │ ├── __init__.py │ ├── attention_pooler.py │ ├── base_attention.py │ ├── bert.py │ ├── cosnet_layer.py │ ├── create_act.py │ ├── lowrank_bilinear_layers.py │ ├── multihead_attention.py │ ├── positionwise_feedforward.py │ ├── scattention.py │ └── tdconved_layers.py ├── meta_arch │ ├── __init__.py │ ├── base_enc_dec.py │ ├── build.py │ ├── ensemble.py │ ├── rnn_att_enc_dec.py │ ├── tden.py │ ├── transformer_enc_dec.py │ └── uniter.py └── predictor │ ├── __init__.py │ ├── base_predictor.py │ ├── bert_predictor.py │ ├── build.py │ ├── multimodal_predictor.py │ └── multimodal_similarity.py ├── optim ├── __init__.py ├── adagrad.py ├── adam.py ├── adamax.py ├── adamw.py ├── bertadam.py ├── build.py ├── radam.py ├── rmsprop.py └── sgd.py ├── scorer ├── __init__.py ├── base_scorer.py ├── bert_tokenized_scorer.py ├── build.py └── cider.py ├── tokenization ├── __init__.py └── tokenization_bert.py └── utils ├── __init__.py ├── collect_env.py ├── colormap.py ├── comm.py ├── distributed.py ├── env.py ├── events.py ├── file_io.py ├── initialization.py ├── logger.py ├── memory.py ├── registry.py └── serialize.py /.gitignore: -------------------------------------------------------------------------------- 1 | *.pyc 2 | .vscode 3 | __pycache__ 4 | output/* 5 | docs/_build 6 | -------------------------------------------------------------------------------- /.readthedocs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/.readthedocs.yml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/README.md -------------------------------------------------------------------------------- /configs/image_caption/attention/attention.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/attention/attention.yaml -------------------------------------------------------------------------------- /configs/image_caption/attention/attention_rl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/attention/attention_rl.yaml -------------------------------------------------------------------------------- /configs/image_caption/attention/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/attention/train.sh -------------------------------------------------------------------------------- /configs/image_caption/base_att_image_caption.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/base_att_image_caption.yaml -------------------------------------------------------------------------------- /configs/image_caption/cosnet/COS-Net-preprocess/basic_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/cosnet/COS-Net-preprocess/basic_utils.py -------------------------------------------------------------------------------- /configs/image_caption/cosnet/COS-Net-preprocess/retrieval_model.txt: -------------------------------------------------------------------------------- 1 | https://drive.google.com/file/d/1ogNpjtn3xuG9cMibI2n_wZneGJClcr-u/view?usp=share_link -------------------------------------------------------------------------------- /configs/image_caption/cosnet/COS-Net-preprocess/step0_coco_sents.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/cosnet/COS-Net-preprocess/step0_coco_sents.py -------------------------------------------------------------------------------- /configs/image_caption/cosnet/COS-Net-preprocess/step1_mil.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/cosnet/COS-Net-preprocess/step1_mil.py -------------------------------------------------------------------------------- /configs/image_caption/cosnet/COS-Net-preprocess/step2_txtfeat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/cosnet/COS-Net-preprocess/step2_txtfeat.py -------------------------------------------------------------------------------- /configs/image_caption/cosnet/COS-Net-preprocess/step3_simi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/cosnet/COS-Net-preprocess/step3_simi.py -------------------------------------------------------------------------------- /configs/image_caption/cosnet/COS-Net-preprocess/step4_sent2objid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/cosnet/COS-Net-preprocess/step4_sent2objid.py -------------------------------------------------------------------------------- /configs/image_caption/cosnet/COS-Net-preprocess/step5_clip_attr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/cosnet/COS-Net-preprocess/step5_clip_attr.py -------------------------------------------------------------------------------- /configs/image_caption/cosnet/COS-Net-preprocess/step6_filter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/cosnet/COS-Net-preprocess/step6_filter.py -------------------------------------------------------------------------------- /configs/image_caption/cosnet/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/cosnet/README.md -------------------------------------------------------------------------------- /configs/image_caption/cosnet/cosnet.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/cosnet/cosnet.yaml -------------------------------------------------------------------------------- /configs/image_caption/cosnet/cosnet_rl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/cosnet/cosnet_rl.yaml -------------------------------------------------------------------------------- /configs/image_caption/cosnet/semantics labels.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/cosnet/semantics labels.txt -------------------------------------------------------------------------------- /configs/image_caption/cosnet/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/cosnet/train.sh -------------------------------------------------------------------------------- /configs/image_caption/gcn/gcn.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/gcn/gcn.yaml -------------------------------------------------------------------------------- /configs/image_caption/gcn/gcn_rl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/gcn/gcn_rl.yaml -------------------------------------------------------------------------------- /configs/image_caption/gcn/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/gcn/train.sh -------------------------------------------------------------------------------- /configs/image_caption/lstm-A/lstm-A.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/lstm-A/lstm-A.yaml -------------------------------------------------------------------------------- /configs/image_caption/lstm-A/lstm-A_rl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/lstm-A/lstm-A_rl.yaml -------------------------------------------------------------------------------- /configs/image_caption/lstm-A/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/lstm-A/train.sh -------------------------------------------------------------------------------- /configs/image_caption/lstm-A/train_rl.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/lstm-A/train_rl.sh -------------------------------------------------------------------------------- /configs/image_caption/meshed_memory/meshed_memory.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/meshed_memory/meshed_memory.yaml -------------------------------------------------------------------------------- /configs/image_caption/meshed_memory/meshed_memory_rl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/meshed_memory/meshed_memory_rl.yaml -------------------------------------------------------------------------------- /configs/image_caption/meshed_memory/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/meshed_memory/train.sh -------------------------------------------------------------------------------- /configs/image_caption/scdnet/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/scdnet/README.md -------------------------------------------------------------------------------- /configs/image_caption/scdnet/imgs/scdnet.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/scdnet/imgs/scdnet.png -------------------------------------------------------------------------------- /configs/image_caption/scdnet/stage1/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /configs/image_caption/scdnet/stage2/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /configs/image_caption/tden/tden.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/tden/tden.yaml -------------------------------------------------------------------------------- /configs/image_caption/tden/tden_rl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/tden/tden_rl.yaml -------------------------------------------------------------------------------- /configs/image_caption/tden/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/tden/train.sh -------------------------------------------------------------------------------- /configs/image_caption/transformer/clip_transformer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/transformer/clip_transformer.yaml -------------------------------------------------------------------------------- /configs/image_caption/transformer/clip_transformer_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/transformer/clip_transformer_test.yaml -------------------------------------------------------------------------------- /configs/image_caption/transformer/clip_transformer_test_raw.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/transformer/clip_transformer_test_raw.yaml -------------------------------------------------------------------------------- /configs/image_caption/transformer/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/transformer/train.sh -------------------------------------------------------------------------------- /configs/image_caption/transformer/transformer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/transformer/transformer.yaml -------------------------------------------------------------------------------- /configs/image_caption/transformer/transformer_rl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/transformer/transformer_rl.yaml -------------------------------------------------------------------------------- /configs/image_caption/updown/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/updown/train.sh -------------------------------------------------------------------------------- /configs/image_caption/updown/updown.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/updown/updown.yaml -------------------------------------------------------------------------------- /configs/image_caption/updown/updown_rl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/updown/updown_rl.yaml -------------------------------------------------------------------------------- /configs/image_caption/xlan/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/xlan/train.sh -------------------------------------------------------------------------------- /configs/image_caption/xlan/xlan.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/xlan/xlan.yaml -------------------------------------------------------------------------------- /configs/image_caption/xlan/xlan_rl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/image_caption/xlan/xlan_rl.yaml -------------------------------------------------------------------------------- /configs/mm_understanding/flickr30k_retrieval/tden/flickr30k_retrieval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/mm_understanding/flickr30k_retrieval/tden/flickr30k_retrieval.yaml -------------------------------------------------------------------------------- /configs/mm_understanding/flickr30k_retrieval/tden/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/mm_understanding/flickr30k_retrieval/tden/train.sh -------------------------------------------------------------------------------- /configs/mm_understanding/flickr30k_retrieval/uniter/flickr30k_retrieval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/mm_understanding/flickr30k_retrieval/uniter/flickr30k_retrieval.yaml -------------------------------------------------------------------------------- /configs/mm_understanding/flickr30k_retrieval/uniter/flickr30k_retrieval_hard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/mm_understanding/flickr30k_retrieval/uniter/flickr30k_retrieval_hard.yaml -------------------------------------------------------------------------------- /configs/mm_understanding/flickr30k_retrieval/uniter/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/mm_understanding/flickr30k_retrieval/uniter/train.sh -------------------------------------------------------------------------------- /configs/mm_understanding/mm_understanding_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/mm_understanding/mm_understanding_base.yaml -------------------------------------------------------------------------------- /configs/mm_understanding/uniter_mm_understanding_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/mm_understanding/uniter_mm_understanding_base.yaml -------------------------------------------------------------------------------- /configs/mm_understanding/vcr/tden/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/mm_understanding/vcr/tden/train.sh -------------------------------------------------------------------------------- /configs/mm_understanding/vcr/tden/vcr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/mm_understanding/vcr/tden/vcr.yaml -------------------------------------------------------------------------------- /configs/mm_understanding/vcr/uniter/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/mm_understanding/vcr/uniter/train.sh -------------------------------------------------------------------------------- /configs/mm_understanding/vcr/uniter/vcr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/mm_understanding/vcr/uniter/vcr.yaml -------------------------------------------------------------------------------- /configs/mm_understanding/vqa/tden/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/mm_understanding/vqa/tden/train.sh -------------------------------------------------------------------------------- /configs/mm_understanding/vqa/tden/vqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/mm_understanding/vqa/tden/vqa.yaml -------------------------------------------------------------------------------- /configs/mm_understanding/vqa/uniter/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/mm_understanding/vqa/uniter/train.sh -------------------------------------------------------------------------------- /configs/mm_understanding/vqa/uniter/vqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/mm_understanding/vqa/uniter/vqa.yaml -------------------------------------------------------------------------------- /configs/pretrain/tden/tden.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/pretrain/tden/tden.yaml -------------------------------------------------------------------------------- /configs/pretrain/tden/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/pretrain/tden/train.sh -------------------------------------------------------------------------------- /configs/pretrain/uniter/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/pretrain/uniter/train.sh -------------------------------------------------------------------------------- /configs/pretrain/uniter/uniter.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/pretrain/uniter/uniter.yaml -------------------------------------------------------------------------------- /configs/video_caption/msrvtt/base_caption.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/video_caption/msrvtt/base_caption.yaml -------------------------------------------------------------------------------- /configs/video_caption/msrvtt/mplstm/mplstm.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/video_caption/msrvtt/mplstm/mplstm.yaml -------------------------------------------------------------------------------- /configs/video_caption/msrvtt/mplstm/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/video_caption/msrvtt/mplstm/train.sh -------------------------------------------------------------------------------- /configs/video_caption/msrvtt/salstm/salstm.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/video_caption/msrvtt/salstm/salstm.yaml -------------------------------------------------------------------------------- /configs/video_caption/msrvtt/salstm/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/video_caption/msrvtt/salstm/train.sh -------------------------------------------------------------------------------- /configs/video_caption/msrvtt/tdconved/tdconved.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/video_caption/msrvtt/tdconved/tdconved.yaml -------------------------------------------------------------------------------- /configs/video_caption/msrvtt/tdconved/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/video_caption/msrvtt/tdconved/train.sh -------------------------------------------------------------------------------- /configs/video_caption/msrvtt/transformer/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/video_caption/msrvtt/transformer/train.sh -------------------------------------------------------------------------------- /configs/video_caption/msrvtt/transformer/transformer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/video_caption/msrvtt/transformer/transformer.yaml -------------------------------------------------------------------------------- /configs/video_caption/msvd/base_caption.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/video_caption/msvd/base_caption.yaml -------------------------------------------------------------------------------- /configs/video_caption/msvd/mplstm/mplstm.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/video_caption/msvd/mplstm/mplstm.yaml -------------------------------------------------------------------------------- /configs/video_caption/msvd/mplstm/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/video_caption/msvd/mplstm/train.sh -------------------------------------------------------------------------------- /configs/video_caption/msvd/salstm/salstm.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/video_caption/msvd/salstm/salstm.yaml -------------------------------------------------------------------------------- /configs/video_caption/msvd/salstm/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/video_caption/msvd/salstm/train.sh -------------------------------------------------------------------------------- /configs/video_caption/msvd/tdconved/tdconved.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/video_caption/msvd/tdconved/tdconved.yaml -------------------------------------------------------------------------------- /configs/video_caption/msvd/tdconved/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/video_caption/msvd/tdconved/train.sh -------------------------------------------------------------------------------- /configs/video_caption/msvd/transformer/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/video_caption/msvd/transformer/train.sh -------------------------------------------------------------------------------- /configs/video_caption/msvd/transformer/transformer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/configs/video_caption/msvd/transformer/transformer.yaml -------------------------------------------------------------------------------- /data/temp/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/_static/warning.txt: -------------------------------------------------------------------------------- 1 | just avoid warning -------------------------------------------------------------------------------- /docs/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/docs/conf.py -------------------------------------------------------------------------------- /docs/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/docs/index.rst -------------------------------------------------------------------------------- /docs/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/docs/make.bat -------------------------------------------------------------------------------- /docs/modules/checkpoint.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/docs/modules/checkpoint.rst -------------------------------------------------------------------------------- /docs/modules/config.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/docs/modules/config.rst -------------------------------------------------------------------------------- /docs/modules/datasets.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/docs/modules/datasets.rst -------------------------------------------------------------------------------- /docs/modules/engine.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/docs/modules/engine.rst -------------------------------------------------------------------------------- /docs/modules/evaluation.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/docs/modules/evaluation.rst -------------------------------------------------------------------------------- /docs/modules/functional.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/docs/modules/functional.rst -------------------------------------------------------------------------------- /docs/modules/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/docs/modules/index.rst -------------------------------------------------------------------------------- /docs/modules/losses.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/docs/modules/losses.rst -------------------------------------------------------------------------------- /docs/modules/lr_scheduler.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/docs/modules/lr_scheduler.rst -------------------------------------------------------------------------------- /docs/modules/modeling/decode_strategy.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/docs/modules/modeling/decode_strategy.rst -------------------------------------------------------------------------------- /docs/modules/modeling/decoder.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/docs/modules/modeling/decoder.rst -------------------------------------------------------------------------------- /docs/modules/modeling/embedding.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/docs/modules/modeling/embedding.rst -------------------------------------------------------------------------------- /docs/modules/modeling/encoder.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/docs/modules/modeling/encoder.rst -------------------------------------------------------------------------------- /docs/modules/modeling/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/docs/modules/modeling/index.rst -------------------------------------------------------------------------------- /docs/modules/modeling/layers.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/docs/modules/modeling/layers.rst -------------------------------------------------------------------------------- /docs/modules/modeling/meta_arch.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/docs/modules/modeling/meta_arch.rst -------------------------------------------------------------------------------- /docs/modules/modeling/predictor.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/docs/modules/modeling/predictor.rst -------------------------------------------------------------------------------- /docs/modules/optim.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/docs/modules/optim.rst -------------------------------------------------------------------------------- /docs/modules/scorer.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/docs/modules/scorer.rst -------------------------------------------------------------------------------- /docs/modules/tokenization.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/docs/modules/tokenization.rst -------------------------------------------------------------------------------- /docs/modules/utils.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/docs/modules/utils.rst -------------------------------------------------------------------------------- /docs/notes/benchmarks.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/docs/notes/benchmarks.rst -------------------------------------------------------------------------------- /docs/notes/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/docs/notes/index.rst -------------------------------------------------------------------------------- /docs/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/docs/requirements.txt -------------------------------------------------------------------------------- /docs/tutorials/configs.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/docs/tutorials/configs.md -------------------------------------------------------------------------------- /docs/tutorials/custom_datasets.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/docs/tutorials/custom_datasets.md -------------------------------------------------------------------------------- /docs/tutorials/custom_loaders.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/docs/tutorials/custom_loaders.md -------------------------------------------------------------------------------- /docs/tutorials/evaluation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/docs/tutorials/evaluation.md -------------------------------------------------------------------------------- /docs/tutorials/extend_defaults.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/docs/tutorials/extend_defaults.md -------------------------------------------------------------------------------- /docs/tutorials/getting_started.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/docs/tutorials/getting_started.md -------------------------------------------------------------------------------- /docs/tutorials/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/docs/tutorials/index.rst -------------------------------------------------------------------------------- /docs/tutorials/installation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/docs/tutorials/installation.md -------------------------------------------------------------------------------- /docs/tutorials/training.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/docs/tutorials/training.md -------------------------------------------------------------------------------- /docs/tutorials/use_models.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/docs/tutorials/use_models.md -------------------------------------------------------------------------------- /docs/tutorials/using_builtin_datasets.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/docs/tutorials/using_builtin_datasets.md -------------------------------------------------------------------------------- /docs/tutorials/write_models.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/docs/tutorials/write_models.md -------------------------------------------------------------------------------- /images/task.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/images/task.jpg -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/requirements.txt -------------------------------------------------------------------------------- /tools/cider_cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/tools/cider_cache.py -------------------------------------------------------------------------------- /tools/create_feats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/tools/create_feats.py -------------------------------------------------------------------------------- /tools/generate_npz.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/tools/generate_npz.py -------------------------------------------------------------------------------- /tools/msrvtt_preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/tools/msrvtt_preprocess.py -------------------------------------------------------------------------------- /tools/msvd_preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/tools/msvd_preprocess.py -------------------------------------------------------------------------------- /train_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/train_net.py -------------------------------------------------------------------------------- /xmodaler/checkpoint/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/checkpoint/__init__.py -------------------------------------------------------------------------------- /xmodaler/checkpoint/c2_model_loading.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/checkpoint/c2_model_loading.py -------------------------------------------------------------------------------- /xmodaler/checkpoint/xmodaler_checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/checkpoint/xmodaler_checkpoint.py -------------------------------------------------------------------------------- /xmodaler/config/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/config/__init__.py -------------------------------------------------------------------------------- /xmodaler/config/compat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/config/compat.py -------------------------------------------------------------------------------- /xmodaler/config/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/config/config.py -------------------------------------------------------------------------------- /xmodaler/config/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/config/constants.py -------------------------------------------------------------------------------- /xmodaler/config/defaults.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/config/defaults.py -------------------------------------------------------------------------------- /xmodaler/config/instantiate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/config/instantiate.py -------------------------------------------------------------------------------- /xmodaler/config/lazy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/config/lazy.py -------------------------------------------------------------------------------- /xmodaler/datasets/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/datasets/README.md -------------------------------------------------------------------------------- /xmodaler/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/datasets/__init__.py -------------------------------------------------------------------------------- /xmodaler/datasets/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/datasets/build.py -------------------------------------------------------------------------------- /xmodaler/datasets/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/datasets/common.py -------------------------------------------------------------------------------- /xmodaler/datasets/images/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /xmodaler/datasets/images/conceptual_captions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/datasets/images/conceptual_captions.py -------------------------------------------------------------------------------- /xmodaler/datasets/images/flickr30k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/datasets/images/flickr30k.py -------------------------------------------------------------------------------- /xmodaler/datasets/images/flickr30k_single_stream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/datasets/images/flickr30k_single_stream.py -------------------------------------------------------------------------------- /xmodaler/datasets/images/mscoco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/datasets/images/mscoco.py -------------------------------------------------------------------------------- /xmodaler/datasets/images/mscoco_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/datasets/images/mscoco_bert.py -------------------------------------------------------------------------------- /xmodaler/datasets/images/mscoco_cosnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/datasets/images/mscoco_cosnet.py -------------------------------------------------------------------------------- /xmodaler/datasets/images/mscoco_feat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/datasets/images/mscoco_feat.py -------------------------------------------------------------------------------- /xmodaler/datasets/images/mscoco_raw.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/datasets/images/mscoco_raw.py -------------------------------------------------------------------------------- /xmodaler/datasets/images/vcr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/datasets/images/vcr.py -------------------------------------------------------------------------------- /xmodaler/datasets/images/vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/datasets/images/vqa.py -------------------------------------------------------------------------------- /xmodaler/datasets/videos/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /xmodaler/datasets/videos/msrvtt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/datasets/videos/msrvtt.py -------------------------------------------------------------------------------- /xmodaler/datasets/videos/msvd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/datasets/videos/msvd.py -------------------------------------------------------------------------------- /xmodaler/engine/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/engine/__init__.py -------------------------------------------------------------------------------- /xmodaler/engine/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/engine/build.py -------------------------------------------------------------------------------- /xmodaler/engine/defaults.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/engine/defaults.py -------------------------------------------------------------------------------- /xmodaler/engine/ema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/engine/ema.py -------------------------------------------------------------------------------- /xmodaler/engine/ensembler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/engine/ensembler.py -------------------------------------------------------------------------------- /xmodaler/engine/hooks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/engine/hooks.py -------------------------------------------------------------------------------- /xmodaler/engine/launch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/engine/launch.py -------------------------------------------------------------------------------- /xmodaler/engine/retrieval_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/engine/retrieval_trainer.py -------------------------------------------------------------------------------- /xmodaler/engine/rl_beam_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/engine/rl_beam_trainer.py -------------------------------------------------------------------------------- /xmodaler/engine/rl_mean_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/engine/rl_mean_trainer.py -------------------------------------------------------------------------------- /xmodaler/engine/rl_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/engine/rl_trainer.py -------------------------------------------------------------------------------- /xmodaler/engine/single_stream_retrieval_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/engine/single_stream_retrieval_trainer.py -------------------------------------------------------------------------------- /xmodaler/engine/tden_pretrainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/engine/tden_pretrainer.py -------------------------------------------------------------------------------- /xmodaler/engine/train_loop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/engine/train_loop.py -------------------------------------------------------------------------------- /xmodaler/engine/vcr_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/engine/vcr_trainer.py -------------------------------------------------------------------------------- /xmodaler/evaluation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/evaluation/__init__.py -------------------------------------------------------------------------------- /xmodaler/evaluation/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/evaluation/build.py -------------------------------------------------------------------------------- /xmodaler/evaluation/coco_evaler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/evaluation/coco_evaler.py -------------------------------------------------------------------------------- /xmodaler/evaluation/coco_printer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/evaluation/coco_printer.py -------------------------------------------------------------------------------- /xmodaler/evaluation/retrieval_evaler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/evaluation/retrieval_evaler.py -------------------------------------------------------------------------------- /xmodaler/evaluation/testing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/evaluation/testing.py -------------------------------------------------------------------------------- /xmodaler/evaluation/vcr_evaler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/evaluation/vcr_evaler.py -------------------------------------------------------------------------------- /xmodaler/evaluation/vqa_evaler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/evaluation/vqa_evaler.py -------------------------------------------------------------------------------- /xmodaler/functional/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/functional/__init__.py -------------------------------------------------------------------------------- /xmodaler/functional/func_caption.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/functional/func_caption.py -------------------------------------------------------------------------------- /xmodaler/functional/func_feats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/functional/func_feats.py -------------------------------------------------------------------------------- /xmodaler/functional/func_io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/functional/func_io.py -------------------------------------------------------------------------------- /xmodaler/functional/func_others.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/functional/func_others.py -------------------------------------------------------------------------------- /xmodaler/functional/func_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/functional/func_pretrain.py -------------------------------------------------------------------------------- /xmodaler/losses/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/losses/__init__.py -------------------------------------------------------------------------------- /xmodaler/losses/bce_logits.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/losses/bce_logits.py -------------------------------------------------------------------------------- /xmodaler/losses/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/losses/build.py -------------------------------------------------------------------------------- /xmodaler/losses/cross_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/losses/cross_entropy.py -------------------------------------------------------------------------------- /xmodaler/losses/label_smoothing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/losses/label_smoothing.py -------------------------------------------------------------------------------- /xmodaler/losses/pretrain_losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/losses/pretrain_losses.py -------------------------------------------------------------------------------- /xmodaler/losses/reward_criterion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/losses/reward_criterion.py -------------------------------------------------------------------------------- /xmodaler/losses/semcomphder_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/losses/semcomphder_loss.py -------------------------------------------------------------------------------- /xmodaler/losses/triplet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/losses/triplet.py -------------------------------------------------------------------------------- /xmodaler/lr_scheduler/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/lr_scheduler/__init__.py -------------------------------------------------------------------------------- /xmodaler/lr_scheduler/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/lr_scheduler/build.py -------------------------------------------------------------------------------- /xmodaler/lr_scheduler/fix_lr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/lr_scheduler/fix_lr.py -------------------------------------------------------------------------------- /xmodaler/lr_scheduler/multi_step_lr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/lr_scheduler/multi_step_lr.py -------------------------------------------------------------------------------- /xmodaler/lr_scheduler/noam_lr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/lr_scheduler/noam_lr.py -------------------------------------------------------------------------------- /xmodaler/lr_scheduler/step_lr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/lr_scheduler/step_lr.py -------------------------------------------------------------------------------- /xmodaler/lr_scheduler/warmup_lr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/lr_scheduler/warmup_lr.py -------------------------------------------------------------------------------- /xmodaler/modeling/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/__init__.py -------------------------------------------------------------------------------- /xmodaler/modeling/decode_strategy/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/decode_strategy/__init__.py -------------------------------------------------------------------------------- /xmodaler/modeling/decode_strategy/beam_searcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/decode_strategy/beam_searcher.py -------------------------------------------------------------------------------- /xmodaler/modeling/decode_strategy/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/decode_strategy/build.py -------------------------------------------------------------------------------- /xmodaler/modeling/decode_strategy/decode_strategy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/decode_strategy/decode_strategy.py -------------------------------------------------------------------------------- /xmodaler/modeling/decode_strategy/ensemble_beam_searcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/decode_strategy/ensemble_beam_searcher.py -------------------------------------------------------------------------------- /xmodaler/modeling/decode_strategy/greedy_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/decode_strategy/greedy_decoder.py -------------------------------------------------------------------------------- /xmodaler/modeling/decoder/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/decoder/__init__.py -------------------------------------------------------------------------------- /xmodaler/modeling/decoder/attribute_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/decoder/attribute_decoder.py -------------------------------------------------------------------------------- /xmodaler/modeling/decoder/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/decoder/build.py -------------------------------------------------------------------------------- /xmodaler/modeling/decoder/cosnet_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/decoder/cosnet_decoder.py -------------------------------------------------------------------------------- /xmodaler/modeling/decoder/decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/decoder/decoder.py -------------------------------------------------------------------------------- /xmodaler/modeling/decoder/decouple_bert_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/decoder/decouple_bert_decoder.py -------------------------------------------------------------------------------- /xmodaler/modeling/decoder/lowrank_bilinear_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/decoder/lowrank_bilinear_decoder.py -------------------------------------------------------------------------------- /xmodaler/modeling/decoder/meshed_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/decoder/meshed_decoder.py -------------------------------------------------------------------------------- /xmodaler/modeling/decoder/mplstm_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/decoder/mplstm_decoder.py -------------------------------------------------------------------------------- /xmodaler/modeling/decoder/salstm_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/decoder/salstm_decoder.py -------------------------------------------------------------------------------- /xmodaler/modeling/decoder/tdconved_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/decoder/tdconved_decoder.py -------------------------------------------------------------------------------- /xmodaler/modeling/decoder/transformer_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/decoder/transformer_decoder.py -------------------------------------------------------------------------------- /xmodaler/modeling/decoder/updown_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/decoder/updown_decoder.py -------------------------------------------------------------------------------- /xmodaler/modeling/embedding/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/embedding/__init__.py -------------------------------------------------------------------------------- /xmodaler/modeling/embedding/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/embedding/build.py -------------------------------------------------------------------------------- /xmodaler/modeling/embedding/position_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/embedding/position_embedding.py -------------------------------------------------------------------------------- /xmodaler/modeling/embedding/token_embed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/embedding/token_embed.py -------------------------------------------------------------------------------- /xmodaler/modeling/embedding/visual_embed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/embedding/visual_embed.py -------------------------------------------------------------------------------- /xmodaler/modeling/embedding/visual_embed_conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/embedding/visual_embed_conv.py -------------------------------------------------------------------------------- /xmodaler/modeling/embedding/visual_grid_embed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/embedding/visual_grid_embed.py -------------------------------------------------------------------------------- /xmodaler/modeling/encoder/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/encoder/__init__.py -------------------------------------------------------------------------------- /xmodaler/modeling/encoder/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/encoder/build.py -------------------------------------------------------------------------------- /xmodaler/modeling/encoder/cosnet_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/encoder/cosnet_encoder.py -------------------------------------------------------------------------------- /xmodaler/modeling/encoder/encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/encoder/encoder.py -------------------------------------------------------------------------------- /xmodaler/modeling/encoder/gcn_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/encoder/gcn_encoder.py -------------------------------------------------------------------------------- /xmodaler/modeling/encoder/gtransformer_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/encoder/gtransformer_encoder.py -------------------------------------------------------------------------------- /xmodaler/modeling/encoder/lowrank_bilinear_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/encoder/lowrank_bilinear_encoder.py -------------------------------------------------------------------------------- /xmodaler/modeling/encoder/memory_augmented_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/encoder/memory_augmented_encoder.py -------------------------------------------------------------------------------- /xmodaler/modeling/encoder/single_stream_bert_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/encoder/single_stream_bert_encoder.py -------------------------------------------------------------------------------- /xmodaler/modeling/encoder/tdconved_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/encoder/tdconved_encoder.py -------------------------------------------------------------------------------- /xmodaler/modeling/encoder/transformer_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/encoder/transformer_encoder.py -------------------------------------------------------------------------------- /xmodaler/modeling/encoder/two_stream_bert_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/encoder/two_stream_bert_encoder.py -------------------------------------------------------------------------------- /xmodaler/modeling/encoder/updown_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/encoder/updown_encoder.py -------------------------------------------------------------------------------- /xmodaler/modeling/layers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/layers/__init__.py -------------------------------------------------------------------------------- /xmodaler/modeling/layers/attention_pooler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/layers/attention_pooler.py -------------------------------------------------------------------------------- /xmodaler/modeling/layers/base_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/layers/base_attention.py -------------------------------------------------------------------------------- /xmodaler/modeling/layers/bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/layers/bert.py -------------------------------------------------------------------------------- /xmodaler/modeling/layers/cosnet_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/layers/cosnet_layer.py -------------------------------------------------------------------------------- /xmodaler/modeling/layers/create_act.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/layers/create_act.py -------------------------------------------------------------------------------- /xmodaler/modeling/layers/lowrank_bilinear_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/layers/lowrank_bilinear_layers.py -------------------------------------------------------------------------------- /xmodaler/modeling/layers/multihead_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/layers/multihead_attention.py -------------------------------------------------------------------------------- /xmodaler/modeling/layers/positionwise_feedforward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/layers/positionwise_feedforward.py -------------------------------------------------------------------------------- /xmodaler/modeling/layers/scattention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/layers/scattention.py -------------------------------------------------------------------------------- /xmodaler/modeling/layers/tdconved_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/layers/tdconved_layers.py -------------------------------------------------------------------------------- /xmodaler/modeling/meta_arch/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/meta_arch/__init__.py -------------------------------------------------------------------------------- /xmodaler/modeling/meta_arch/base_enc_dec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/meta_arch/base_enc_dec.py -------------------------------------------------------------------------------- /xmodaler/modeling/meta_arch/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/meta_arch/build.py -------------------------------------------------------------------------------- /xmodaler/modeling/meta_arch/ensemble.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/meta_arch/ensemble.py -------------------------------------------------------------------------------- /xmodaler/modeling/meta_arch/rnn_att_enc_dec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/meta_arch/rnn_att_enc_dec.py -------------------------------------------------------------------------------- /xmodaler/modeling/meta_arch/tden.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/meta_arch/tden.py -------------------------------------------------------------------------------- /xmodaler/modeling/meta_arch/transformer_enc_dec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/meta_arch/transformer_enc_dec.py -------------------------------------------------------------------------------- /xmodaler/modeling/meta_arch/uniter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/meta_arch/uniter.py -------------------------------------------------------------------------------- /xmodaler/modeling/predictor/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/predictor/__init__.py -------------------------------------------------------------------------------- /xmodaler/modeling/predictor/base_predictor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/predictor/base_predictor.py -------------------------------------------------------------------------------- /xmodaler/modeling/predictor/bert_predictor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/predictor/bert_predictor.py -------------------------------------------------------------------------------- /xmodaler/modeling/predictor/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/predictor/build.py -------------------------------------------------------------------------------- /xmodaler/modeling/predictor/multimodal_predictor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/predictor/multimodal_predictor.py -------------------------------------------------------------------------------- /xmodaler/modeling/predictor/multimodal_similarity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/modeling/predictor/multimodal_similarity.py -------------------------------------------------------------------------------- /xmodaler/optim/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/optim/__init__.py -------------------------------------------------------------------------------- /xmodaler/optim/adagrad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/optim/adagrad.py -------------------------------------------------------------------------------- /xmodaler/optim/adam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/optim/adam.py -------------------------------------------------------------------------------- /xmodaler/optim/adamax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/optim/adamax.py -------------------------------------------------------------------------------- /xmodaler/optim/adamw.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/optim/adamw.py -------------------------------------------------------------------------------- /xmodaler/optim/bertadam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/optim/bertadam.py -------------------------------------------------------------------------------- /xmodaler/optim/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/optim/build.py -------------------------------------------------------------------------------- /xmodaler/optim/radam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/optim/radam.py -------------------------------------------------------------------------------- /xmodaler/optim/rmsprop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/optim/rmsprop.py -------------------------------------------------------------------------------- /xmodaler/optim/sgd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/optim/sgd.py -------------------------------------------------------------------------------- /xmodaler/scorer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/scorer/__init__.py -------------------------------------------------------------------------------- /xmodaler/scorer/base_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/scorer/base_scorer.py -------------------------------------------------------------------------------- /xmodaler/scorer/bert_tokenized_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/scorer/bert_tokenized_scorer.py -------------------------------------------------------------------------------- /xmodaler/scorer/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/scorer/build.py -------------------------------------------------------------------------------- /xmodaler/scorer/cider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/scorer/cider.py -------------------------------------------------------------------------------- /xmodaler/tokenization/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/tokenization/__init__.py -------------------------------------------------------------------------------- /xmodaler/tokenization/tokenization_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/tokenization/tokenization_bert.py -------------------------------------------------------------------------------- /xmodaler/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /xmodaler/utils/collect_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/utils/collect_env.py -------------------------------------------------------------------------------- /xmodaler/utils/colormap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/utils/colormap.py -------------------------------------------------------------------------------- /xmodaler/utils/comm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/utils/comm.py -------------------------------------------------------------------------------- /xmodaler/utils/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/utils/distributed.py -------------------------------------------------------------------------------- /xmodaler/utils/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/utils/env.py -------------------------------------------------------------------------------- /xmodaler/utils/events.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/utils/events.py -------------------------------------------------------------------------------- /xmodaler/utils/file_io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/utils/file_io.py -------------------------------------------------------------------------------- /xmodaler/utils/initialization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/utils/initialization.py -------------------------------------------------------------------------------- /xmodaler/utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/utils/logger.py -------------------------------------------------------------------------------- /xmodaler/utils/memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/utils/memory.py -------------------------------------------------------------------------------- /xmodaler/utils/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/utils/registry.py -------------------------------------------------------------------------------- /xmodaler/utils/serialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YehLi/xmodaler/HEAD/xmodaler/utils/serialize.py --------------------------------------------------------------------------------