├── .gitignore ├── LICENSE ├── checkpoint.py ├── configs ├── datasets │ ├── DUDE.yml │ ├── DUDE_dag.yml │ ├── MP-DocVQA.yml │ ├── MP-DocVQA_dag.yml │ ├── SP-DocVQA.yml │ └── SP-DocVQA_dag.yml └── models │ ├── BertQA.yml │ ├── BigBird.yml │ ├── HiVT5.yml │ ├── HiVT5_dag.yml │ ├── LayoutLMv2.yml │ ├── LayoutLMv3.yml │ ├── Longformer.yml │ ├── T5.yml │ ├── VT5.yml │ └── VT5_dag.yml ├── datasets ├── DUDE.py ├── MP_DocVQA.py ├── SP_DocVQA.py └── __init__.py ├── environment.yml ├── eval.py ├── framework_documentation ├── how_to_use.md └── understanding_code.md ├── logger.py ├── metrics.py ├── models ├── BertQA.py ├── BigBird.py ├── Donut.py ├── HiLT5.py ├── HiLayoutLMv3.py ├── HiLayoutLMv3_first_version.py ├── HiVT5.py ├── LT5.py ├── LayoutLMv2.py ├── LayoutLMv3.py ├── LongT5.py ├── Longformer.py ├── T5.py ├── VT5.py ├── __init__.py ├── _model_utils.py └── _modules.py ├── readme.md ├── tools ├── __init__.py └── precompute_visual_features.py ├── train.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/LICENSE -------------------------------------------------------------------------------- /checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/checkpoint.py -------------------------------------------------------------------------------- /configs/datasets/DUDE.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/configs/datasets/DUDE.yml -------------------------------------------------------------------------------- /configs/datasets/DUDE_dag.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/configs/datasets/DUDE_dag.yml -------------------------------------------------------------------------------- /configs/datasets/MP-DocVQA.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/configs/datasets/MP-DocVQA.yml -------------------------------------------------------------------------------- /configs/datasets/MP-DocVQA_dag.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/configs/datasets/MP-DocVQA_dag.yml -------------------------------------------------------------------------------- /configs/datasets/SP-DocVQA.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/configs/datasets/SP-DocVQA.yml -------------------------------------------------------------------------------- /configs/datasets/SP-DocVQA_dag.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/configs/datasets/SP-DocVQA_dag.yml -------------------------------------------------------------------------------- /configs/models/BertQA.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/configs/models/BertQA.yml -------------------------------------------------------------------------------- /configs/models/BigBird.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/configs/models/BigBird.yml -------------------------------------------------------------------------------- /configs/models/HiVT5.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/configs/models/HiVT5.yml -------------------------------------------------------------------------------- /configs/models/HiVT5_dag.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/configs/models/HiVT5_dag.yml -------------------------------------------------------------------------------- /configs/models/LayoutLMv2.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/configs/models/LayoutLMv2.yml -------------------------------------------------------------------------------- /configs/models/LayoutLMv3.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/configs/models/LayoutLMv3.yml -------------------------------------------------------------------------------- /configs/models/Longformer.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/configs/models/Longformer.yml -------------------------------------------------------------------------------- /configs/models/T5.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/configs/models/T5.yml -------------------------------------------------------------------------------- /configs/models/VT5.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/configs/models/VT5.yml -------------------------------------------------------------------------------- /configs/models/VT5_dag.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/configs/models/VT5_dag.yml -------------------------------------------------------------------------------- /datasets/DUDE.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/datasets/DUDE.py -------------------------------------------------------------------------------- /datasets/MP_DocVQA.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/datasets/MP_DocVQA.py -------------------------------------------------------------------------------- /datasets/SP_DocVQA.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/datasets/SP_DocVQA.py -------------------------------------------------------------------------------- /datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/environment.yml -------------------------------------------------------------------------------- /eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/eval.py -------------------------------------------------------------------------------- /framework_documentation/how_to_use.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/framework_documentation/how_to_use.md -------------------------------------------------------------------------------- /framework_documentation/understanding_code.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/framework_documentation/understanding_code.md -------------------------------------------------------------------------------- /logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/logger.py -------------------------------------------------------------------------------- /metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/metrics.py -------------------------------------------------------------------------------- /models/BertQA.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/models/BertQA.py -------------------------------------------------------------------------------- /models/BigBird.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/models/BigBird.py -------------------------------------------------------------------------------- /models/Donut.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/models/Donut.py -------------------------------------------------------------------------------- /models/HiLT5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/models/HiLT5.py -------------------------------------------------------------------------------- /models/HiLayoutLMv3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/models/HiLayoutLMv3.py -------------------------------------------------------------------------------- /models/HiLayoutLMv3_first_version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/models/HiLayoutLMv3_first_version.py -------------------------------------------------------------------------------- /models/HiVT5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/models/HiVT5.py -------------------------------------------------------------------------------- /models/LT5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/models/LT5.py -------------------------------------------------------------------------------- /models/LayoutLMv2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/models/LayoutLMv2.py -------------------------------------------------------------------------------- /models/LayoutLMv3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/models/LayoutLMv3.py -------------------------------------------------------------------------------- /models/LongT5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/models/LongT5.py -------------------------------------------------------------------------------- /models/Longformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/models/Longformer.py -------------------------------------------------------------------------------- /models/T5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/models/T5.py -------------------------------------------------------------------------------- /models/VT5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/models/VT5.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/_model_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/models/_model_utils.py -------------------------------------------------------------------------------- /models/_modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/models/_modules.py -------------------------------------------------------------------------------- /readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/readme.md -------------------------------------------------------------------------------- /tools/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tools/precompute_visual_features.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/train.py -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rubenpt91/MP-DocVQA-Framework/HEAD/utils.py --------------------------------------------------------------------------------