├── .gitignore ├── LICENSE ├── README.md ├── assets └── task.png ├── config ├── config_test.yaml ├── config_train.yaml ├── data │ ├── vlparse.yaml │ └── vlparse_lang_only.yaml ├── exp │ ├── lang_only.yaml │ └── vlgae.yaml ├── hydra │ └── job_logging │ │ ├── custom.yaml │ │ └── nofile.yaml ├── model │ ├── embedding │ │ └── en.yaml │ ├── lang_only.yaml │ ├── metric │ │ ├── attachment.yaml │ │ └── attachment_box_rel.yaml │ ├── optimize │ │ ├── constant.yaml │ │ └── linear.yaml │ └── vlgae.yaml └── trainer │ ├── callbacks │ ├── best_watcher.yaml │ ├── early_stopping.yaml │ ├── lr_monitor.yaml │ ├── progressbar.yaml │ ├── wandb.yaml │ └── weights_summary.yaml │ ├── debug.yaml │ ├── logger │ └── wandb.yaml │ ├── test.yaml │ └── train.yaml ├── data ├── data_format.json └── vlparse.json ├── eval.py ├── requirements.txt ├── src ├── __init__.py ├── datamodule │ ├── __init__.py │ ├── datamodule.py │ ├── sampler.py │ ├── task │ │ ├── __init__.py │ │ ├── dep.py │ │ └── vlparse.py │ └── vocabulary.py ├── model │ ├── __init__.py │ ├── base.py │ ├── dmv.py │ ├── dmv_helper │ │ ├── __init__.py │ │ ├── good_init.py │ │ ├── good_init_nn.py │ │ └── km_init.py │ ├── embedding │ │ ├── __init__.py │ │ ├── embedding.py │ │ ├── fastnlp_embedding.py │ │ └── transformers_embedding.py │ ├── joint.py │ ├── ldndmv.py │ ├── nn │ │ ├── __init__.py │ │ ├── affine.py │ │ ├── affine_scorer.py │ │ ├── common.py │ │ ├── dmv_spec.py │ │ ├── dropout.py │ │ ├── multivariate_kl.py │ │ ├── scalar_mix.py │ │ └── variational_lstm.py │ ├── text_encoder │ │ ├── __init__.py │ │ ├── base.py │ │ ├── blank_encoder.py │ │ ├── mlp_encoder.py │ │ ├── multi_encoder.py │ │ └── rnn_encoder.py │ ├── torch_struct │ │ ├── __init__.py │ │ ├── deptree.py │ │ ├── distributions.py │ │ ├── dmv.py │ │ ├── helpers.py │ │ └── semirings │ │ │ ├── __init__.py │ │ │ ├── checkpoint.py │ │ │ ├── fast_semirings.py │ │ │ ├── keops.py │ │ │ ├── sample.py │ │ │ ├── semirings.py │ │ │ └── sparse_max.py │ └── vis_encoder │ │ ├── __init__.py │ │ ├── base.py │ │ └── box_rel.py ├── pipeline.py └── utility │ ├── _metric_legacy.py │ ├── alg.py │ ├── config.py │ ├── defaultlist.py │ ├── fn.py │ ├── logger.py │ ├── meta.py │ ├── metric.py │ ├── pl_callback.py │ ├── scheduler.py │ ├── spacy_helper.py │ └── var_pool.py ├── test.py └── train.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/README.md -------------------------------------------------------------------------------- /assets/task.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/assets/task.png -------------------------------------------------------------------------------- /config/config_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/config/config_test.yaml -------------------------------------------------------------------------------- /config/config_train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/config/config_train.yaml -------------------------------------------------------------------------------- /config/data/vlparse.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/config/data/vlparse.yaml -------------------------------------------------------------------------------- /config/data/vlparse_lang_only.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/config/data/vlparse_lang_only.yaml -------------------------------------------------------------------------------- /config/exp/lang_only.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/config/exp/lang_only.yaml -------------------------------------------------------------------------------- /config/exp/vlgae.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/config/exp/vlgae.yaml -------------------------------------------------------------------------------- /config/hydra/job_logging/custom.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/config/hydra/job_logging/custom.yaml -------------------------------------------------------------------------------- /config/hydra/job_logging/nofile.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/config/hydra/job_logging/nofile.yaml -------------------------------------------------------------------------------- /config/model/embedding/en.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/config/model/embedding/en.yaml -------------------------------------------------------------------------------- /config/model/lang_only.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/config/model/lang_only.yaml -------------------------------------------------------------------------------- /config/model/metric/attachment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/config/model/metric/attachment.yaml -------------------------------------------------------------------------------- /config/model/metric/attachment_box_rel.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/config/model/metric/attachment_box_rel.yaml -------------------------------------------------------------------------------- /config/model/optimize/constant.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/config/model/optimize/constant.yaml -------------------------------------------------------------------------------- /config/model/optimize/linear.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/config/model/optimize/linear.yaml -------------------------------------------------------------------------------- /config/model/vlgae.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/config/model/vlgae.yaml -------------------------------------------------------------------------------- /config/trainer/callbacks/best_watcher.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/config/trainer/callbacks/best_watcher.yaml -------------------------------------------------------------------------------- /config/trainer/callbacks/early_stopping.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/config/trainer/callbacks/early_stopping.yaml -------------------------------------------------------------------------------- /config/trainer/callbacks/lr_monitor.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/config/trainer/callbacks/lr_monitor.yaml -------------------------------------------------------------------------------- /config/trainer/callbacks/progressbar.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/config/trainer/callbacks/progressbar.yaml -------------------------------------------------------------------------------- /config/trainer/callbacks/wandb.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/config/trainer/callbacks/wandb.yaml -------------------------------------------------------------------------------- /config/trainer/callbacks/weights_summary.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/config/trainer/callbacks/weights_summary.yaml -------------------------------------------------------------------------------- /config/trainer/debug.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/config/trainer/debug.yaml -------------------------------------------------------------------------------- /config/trainer/logger/wandb.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/config/trainer/logger/wandb.yaml -------------------------------------------------------------------------------- /config/trainer/test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/config/trainer/test.yaml -------------------------------------------------------------------------------- /config/trainer/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/config/trainer/train.yaml -------------------------------------------------------------------------------- /data/data_format.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/data/data_format.json -------------------------------------------------------------------------------- /data/vlparse.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/data/vlparse.json -------------------------------------------------------------------------------- /eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/eval.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/requirements.txt -------------------------------------------------------------------------------- /src/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/__init__.py -------------------------------------------------------------------------------- /src/datamodule/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/datamodule/__init__.py -------------------------------------------------------------------------------- /src/datamodule/datamodule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/datamodule/datamodule.py -------------------------------------------------------------------------------- /src/datamodule/sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/datamodule/sampler.py -------------------------------------------------------------------------------- /src/datamodule/task/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/datamodule/task/__init__.py -------------------------------------------------------------------------------- /src/datamodule/task/dep.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/datamodule/task/dep.py -------------------------------------------------------------------------------- /src/datamodule/task/vlparse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/datamodule/task/vlparse.py -------------------------------------------------------------------------------- /src/datamodule/vocabulary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/datamodule/vocabulary.py -------------------------------------------------------------------------------- /src/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/__init__.py -------------------------------------------------------------------------------- /src/model/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/base.py -------------------------------------------------------------------------------- /src/model/dmv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/dmv.py -------------------------------------------------------------------------------- /src/model/dmv_helper/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/dmv_helper/__init__.py -------------------------------------------------------------------------------- /src/model/dmv_helper/good_init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/dmv_helper/good_init.py -------------------------------------------------------------------------------- /src/model/dmv_helper/good_init_nn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/dmv_helper/good_init_nn.py -------------------------------------------------------------------------------- /src/model/dmv_helper/km_init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/dmv_helper/km_init.py -------------------------------------------------------------------------------- /src/model/embedding/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/embedding/__init__.py -------------------------------------------------------------------------------- /src/model/embedding/embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/embedding/embedding.py -------------------------------------------------------------------------------- /src/model/embedding/fastnlp_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/embedding/fastnlp_embedding.py -------------------------------------------------------------------------------- /src/model/embedding/transformers_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/embedding/transformers_embedding.py -------------------------------------------------------------------------------- /src/model/joint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/joint.py -------------------------------------------------------------------------------- /src/model/ldndmv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/ldndmv.py -------------------------------------------------------------------------------- /src/model/nn/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/nn/__init__.py -------------------------------------------------------------------------------- /src/model/nn/affine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/nn/affine.py -------------------------------------------------------------------------------- /src/model/nn/affine_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/nn/affine_scorer.py -------------------------------------------------------------------------------- /src/model/nn/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/nn/common.py -------------------------------------------------------------------------------- /src/model/nn/dmv_spec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/nn/dmv_spec.py -------------------------------------------------------------------------------- /src/model/nn/dropout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/nn/dropout.py -------------------------------------------------------------------------------- /src/model/nn/multivariate_kl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/nn/multivariate_kl.py -------------------------------------------------------------------------------- /src/model/nn/scalar_mix.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/nn/scalar_mix.py -------------------------------------------------------------------------------- /src/model/nn/variational_lstm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/nn/variational_lstm.py -------------------------------------------------------------------------------- /src/model/text_encoder/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/text_encoder/__init__.py -------------------------------------------------------------------------------- /src/model/text_encoder/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/text_encoder/base.py -------------------------------------------------------------------------------- /src/model/text_encoder/blank_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/text_encoder/blank_encoder.py -------------------------------------------------------------------------------- /src/model/text_encoder/mlp_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/text_encoder/mlp_encoder.py -------------------------------------------------------------------------------- /src/model/text_encoder/multi_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/text_encoder/multi_encoder.py -------------------------------------------------------------------------------- /src/model/text_encoder/rnn_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/text_encoder/rnn_encoder.py -------------------------------------------------------------------------------- /src/model/torch_struct/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/torch_struct/__init__.py -------------------------------------------------------------------------------- /src/model/torch_struct/deptree.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/torch_struct/deptree.py -------------------------------------------------------------------------------- /src/model/torch_struct/distributions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/torch_struct/distributions.py -------------------------------------------------------------------------------- /src/model/torch_struct/dmv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/torch_struct/dmv.py -------------------------------------------------------------------------------- /src/model/torch_struct/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/torch_struct/helpers.py -------------------------------------------------------------------------------- /src/model/torch_struct/semirings/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/torch_struct/semirings/__init__.py -------------------------------------------------------------------------------- /src/model/torch_struct/semirings/checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/torch_struct/semirings/checkpoint.py -------------------------------------------------------------------------------- /src/model/torch_struct/semirings/fast_semirings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/torch_struct/semirings/fast_semirings.py -------------------------------------------------------------------------------- /src/model/torch_struct/semirings/keops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/torch_struct/semirings/keops.py -------------------------------------------------------------------------------- /src/model/torch_struct/semirings/sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/torch_struct/semirings/sample.py -------------------------------------------------------------------------------- /src/model/torch_struct/semirings/semirings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/torch_struct/semirings/semirings.py -------------------------------------------------------------------------------- /src/model/torch_struct/semirings/sparse_max.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/torch_struct/semirings/sparse_max.py -------------------------------------------------------------------------------- /src/model/vis_encoder/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/vis_encoder/__init__.py -------------------------------------------------------------------------------- /src/model/vis_encoder/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/vis_encoder/base.py -------------------------------------------------------------------------------- /src/model/vis_encoder/box_rel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/model/vis_encoder/box_rel.py -------------------------------------------------------------------------------- /src/pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/pipeline.py -------------------------------------------------------------------------------- /src/utility/_metric_legacy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/utility/_metric_legacy.py -------------------------------------------------------------------------------- /src/utility/alg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/utility/alg.py -------------------------------------------------------------------------------- /src/utility/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/utility/config.py -------------------------------------------------------------------------------- /src/utility/defaultlist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/utility/defaultlist.py -------------------------------------------------------------------------------- /src/utility/fn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/utility/fn.py -------------------------------------------------------------------------------- /src/utility/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/utility/logger.py -------------------------------------------------------------------------------- /src/utility/meta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/utility/meta.py -------------------------------------------------------------------------------- /src/utility/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/utility/metric.py -------------------------------------------------------------------------------- /src/utility/pl_callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/utility/pl_callback.py -------------------------------------------------------------------------------- /src/utility/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/utility/scheduler.py -------------------------------------------------------------------------------- /src/utility/spacy_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/utility/spacy_helper.py -------------------------------------------------------------------------------- /src/utility/var_pool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/src/utility/var_pool.py -------------------------------------------------------------------------------- /test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/test.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LouChao98/VLGAE/HEAD/train.py --------------------------------------------------------------------------------