├── .gitattributes ├── .gitignore ├── LICENSE ├── README.md ├── app.py ├── assets ├── -twitter-blue.svg ├── Demo-ModelScope-brightgreen.svg ├── LICENSE-Apache License-blue.svg ├── Paper-Arxiv-orange.svg ├── Paper-PDF-orange.svg ├── intro_case.jpg ├── model.png ├── modelscope.png └── modelscopeIcon.svg ├── configs └── sft │ └── release.yaml ├── ds_config.json ├── examples ├── Yao_Ming.jpeg ├── ca.jpeg ├── docowl.jpg ├── fridge.jpg ├── fruits.jpg ├── laundry.jpeg ├── monalisa-fun.jpg ├── monday.jpg ├── mug_ad.jpeg ├── owl.jpg ├── rap.jpeg ├── table.jpg ├── titanic.jpeg ├── vga.jpeg └── website.jpg ├── mplug_owl ├── __init__.py ├── configuration_mplug_owl.py ├── modeling_mplug_owl.py ├── processing_mplug_owl.py └── tokenization_mplug_owl.py ├── pipeline ├── __init__.py ├── data_utils │ ├── __init__.py │ ├── processors │ │ ├── __init__.py │ │ ├── builder.py │ │ ├── caption_processor.py │ │ ├── default_processor.py │ │ └── doc_processor.py │ ├── randaugment.py │ ├── registry.py │ └── xgpt3_dataset.py ├── eval_utils │ ├── __init__.py │ ├── due_evaluator │ │ ├── __init__.py │ │ ├── __main__.py │ │ ├── __version__.py │ │ ├── due_evaluator.py │ │ ├── py.typed │ │ ├── scorers │ │ │ ├── __init__.py │ │ │ ├── accuracy_scorer.py │ │ │ ├── anls_scorer.py │ │ │ ├── base_scorer.py │ │ │ ├── fscorer.py │ │ │ ├── geval_scorer.py │ │ │ ├── group_anls.py │ │ │ ├── mean_fscorer.py │ │ │ └── wtq_scorer.py │ │ └── utils.py │ ├── run_evaluation.py │ └── tools.py ├── evaluation.py ├── interface.py ├── train.py ├── trainer.py └── utils.py ├── requirements.txt ├── scripts ├── eval │ └── eval_benchmark.sh ├── train_it.sh └── train_it_v100.sh └── serve ├── __init__.py ├── conversation.py ├── gradio_css.py ├── gradio_patch.py ├── io_utils.py ├── model_utils.py ├── model_worker.py ├── serve_utils.py └── web_server.py /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/.gitattributes -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/README.md -------------------------------------------------------------------------------- /app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/app.py -------------------------------------------------------------------------------- /assets/-twitter-blue.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/assets/-twitter-blue.svg -------------------------------------------------------------------------------- /assets/Demo-ModelScope-brightgreen.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/assets/Demo-ModelScope-brightgreen.svg -------------------------------------------------------------------------------- /assets/LICENSE-Apache License-blue.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/assets/LICENSE-Apache License-blue.svg -------------------------------------------------------------------------------- /assets/Paper-Arxiv-orange.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/assets/Paper-Arxiv-orange.svg -------------------------------------------------------------------------------- /assets/Paper-PDF-orange.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/assets/Paper-PDF-orange.svg -------------------------------------------------------------------------------- /assets/intro_case.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/assets/intro_case.jpg -------------------------------------------------------------------------------- /assets/model.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/assets/model.png -------------------------------------------------------------------------------- /assets/modelscope.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/assets/modelscope.png -------------------------------------------------------------------------------- /assets/modelscopeIcon.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/assets/modelscopeIcon.svg -------------------------------------------------------------------------------- /configs/sft/release.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/configs/sft/release.yaml -------------------------------------------------------------------------------- /ds_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/ds_config.json -------------------------------------------------------------------------------- /examples/Yao_Ming.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/examples/Yao_Ming.jpeg -------------------------------------------------------------------------------- /examples/ca.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/examples/ca.jpeg -------------------------------------------------------------------------------- /examples/docowl.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/examples/docowl.jpg -------------------------------------------------------------------------------- /examples/fridge.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/examples/fridge.jpg -------------------------------------------------------------------------------- /examples/fruits.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/examples/fruits.jpg -------------------------------------------------------------------------------- /examples/laundry.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/examples/laundry.jpeg -------------------------------------------------------------------------------- /examples/monalisa-fun.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/examples/monalisa-fun.jpg -------------------------------------------------------------------------------- /examples/monday.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/examples/monday.jpg -------------------------------------------------------------------------------- /examples/mug_ad.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/examples/mug_ad.jpeg -------------------------------------------------------------------------------- /examples/owl.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/examples/owl.jpg -------------------------------------------------------------------------------- /examples/rap.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/examples/rap.jpeg -------------------------------------------------------------------------------- /examples/table.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/examples/table.jpg -------------------------------------------------------------------------------- /examples/titanic.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/examples/titanic.jpeg -------------------------------------------------------------------------------- /examples/vga.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/examples/vga.jpeg -------------------------------------------------------------------------------- /examples/website.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/examples/website.jpg -------------------------------------------------------------------------------- /mplug_owl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/mplug_owl/__init__.py -------------------------------------------------------------------------------- /mplug_owl/configuration_mplug_owl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/mplug_owl/configuration_mplug_owl.py -------------------------------------------------------------------------------- /mplug_owl/modeling_mplug_owl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/mplug_owl/modeling_mplug_owl.py -------------------------------------------------------------------------------- /mplug_owl/processing_mplug_owl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/mplug_owl/processing_mplug_owl.py -------------------------------------------------------------------------------- /mplug_owl/tokenization_mplug_owl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/mplug_owl/tokenization_mplug_owl.py -------------------------------------------------------------------------------- /pipeline/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pipeline/data_utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/pipeline/data_utils/__init__.py -------------------------------------------------------------------------------- /pipeline/data_utils/processors/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/pipeline/data_utils/processors/__init__.py -------------------------------------------------------------------------------- /pipeline/data_utils/processors/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/pipeline/data_utils/processors/builder.py -------------------------------------------------------------------------------- /pipeline/data_utils/processors/caption_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/pipeline/data_utils/processors/caption_processor.py -------------------------------------------------------------------------------- /pipeline/data_utils/processors/default_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/pipeline/data_utils/processors/default_processor.py -------------------------------------------------------------------------------- /pipeline/data_utils/processors/doc_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/pipeline/data_utils/processors/doc_processor.py -------------------------------------------------------------------------------- /pipeline/data_utils/randaugment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/pipeline/data_utils/randaugment.py -------------------------------------------------------------------------------- /pipeline/data_utils/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/pipeline/data_utils/registry.py -------------------------------------------------------------------------------- /pipeline/data_utils/xgpt3_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/pipeline/data_utils/xgpt3_dataset.py -------------------------------------------------------------------------------- /pipeline/eval_utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pipeline/eval_utils/due_evaluator/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/pipeline/eval_utils/due_evaluator/__init__.py -------------------------------------------------------------------------------- /pipeline/eval_utils/due_evaluator/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/pipeline/eval_utils/due_evaluator/__main__.py -------------------------------------------------------------------------------- /pipeline/eval_utils/due_evaluator/__version__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/pipeline/eval_utils/due_evaluator/__version__.py -------------------------------------------------------------------------------- /pipeline/eval_utils/due_evaluator/due_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/pipeline/eval_utils/due_evaluator/due_evaluator.py -------------------------------------------------------------------------------- /pipeline/eval_utils/due_evaluator/py.typed: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pipeline/eval_utils/due_evaluator/scorers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/pipeline/eval_utils/due_evaluator/scorers/__init__.py -------------------------------------------------------------------------------- /pipeline/eval_utils/due_evaluator/scorers/accuracy_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/pipeline/eval_utils/due_evaluator/scorers/accuracy_scorer.py -------------------------------------------------------------------------------- /pipeline/eval_utils/due_evaluator/scorers/anls_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/pipeline/eval_utils/due_evaluator/scorers/anls_scorer.py -------------------------------------------------------------------------------- /pipeline/eval_utils/due_evaluator/scorers/base_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/pipeline/eval_utils/due_evaluator/scorers/base_scorer.py -------------------------------------------------------------------------------- /pipeline/eval_utils/due_evaluator/scorers/fscorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/pipeline/eval_utils/due_evaluator/scorers/fscorer.py -------------------------------------------------------------------------------- /pipeline/eval_utils/due_evaluator/scorers/geval_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/pipeline/eval_utils/due_evaluator/scorers/geval_scorer.py -------------------------------------------------------------------------------- /pipeline/eval_utils/due_evaluator/scorers/group_anls.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/pipeline/eval_utils/due_evaluator/scorers/group_anls.py -------------------------------------------------------------------------------- /pipeline/eval_utils/due_evaluator/scorers/mean_fscorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/pipeline/eval_utils/due_evaluator/scorers/mean_fscorer.py -------------------------------------------------------------------------------- /pipeline/eval_utils/due_evaluator/scorers/wtq_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/pipeline/eval_utils/due_evaluator/scorers/wtq_scorer.py -------------------------------------------------------------------------------- /pipeline/eval_utils/due_evaluator/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/pipeline/eval_utils/due_evaluator/utils.py -------------------------------------------------------------------------------- /pipeline/eval_utils/run_evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/pipeline/eval_utils/run_evaluation.py -------------------------------------------------------------------------------- /pipeline/eval_utils/tools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/pipeline/eval_utils/tools.py -------------------------------------------------------------------------------- /pipeline/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/pipeline/evaluation.py -------------------------------------------------------------------------------- /pipeline/interface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/pipeline/interface.py -------------------------------------------------------------------------------- /pipeline/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/pipeline/train.py -------------------------------------------------------------------------------- /pipeline/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/pipeline/trainer.py -------------------------------------------------------------------------------- /pipeline/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/pipeline/utils.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/eval/eval_benchmark.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/scripts/eval/eval_benchmark.sh -------------------------------------------------------------------------------- /scripts/train_it.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/scripts/train_it.sh -------------------------------------------------------------------------------- /scripts/train_it_v100.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/scripts/train_it_v100.sh -------------------------------------------------------------------------------- /serve/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /serve/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/serve/conversation.py -------------------------------------------------------------------------------- /serve/gradio_css.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/serve/gradio_css.py -------------------------------------------------------------------------------- /serve/gradio_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/serve/gradio_patch.py -------------------------------------------------------------------------------- /serve/io_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/serve/io_utils.py -------------------------------------------------------------------------------- /serve/model_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/serve/model_utils.py -------------------------------------------------------------------------------- /serve/model_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/serve/model_worker.py -------------------------------------------------------------------------------- /serve/serve_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/serve/serve_utils.py -------------------------------------------------------------------------------- /serve/web_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LukeForeverYoung/UReader/HEAD/serve/web_server.py --------------------------------------------------------------------------------