├── .gitignore ├── LICENSE ├── README.md ├── config ├── deepspeed_zero2.json ├── deepspeed_zero3.json └── deepspeed_zero3_offload.json ├── data ├── book_split │ ├── books_test.txt │ ├── books_train.txt │ └── books_valid.txt ├── image_split.py └── preprocess.py ├── evaluation ├── eval_OCR.ipynb ├── inference_OCR.py ├── inference_VQA.py ├── rrc_evaluation_funcs.py └── text_eval_script.py ├── overview.jpg ├── pyproject.toml ├── scripts ├── 7B_OCR.sh ├── 7B_VQA.sh ├── MangaLMM.sh └── inference_OCR.sh ├── src └── qwen25vl_ft.py └── uv.lock /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/manga109/MangaLMM/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/manga109/MangaLMM/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/manga109/MangaLMM/HEAD/README.md -------------------------------------------------------------------------------- /config/deepspeed_zero2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/manga109/MangaLMM/HEAD/config/deepspeed_zero2.json -------------------------------------------------------------------------------- /config/deepspeed_zero3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/manga109/MangaLMM/HEAD/config/deepspeed_zero3.json -------------------------------------------------------------------------------- /config/deepspeed_zero3_offload.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/manga109/MangaLMM/HEAD/config/deepspeed_zero3_offload.json -------------------------------------------------------------------------------- /data/book_split/books_test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/manga109/MangaLMM/HEAD/data/book_split/books_test.txt -------------------------------------------------------------------------------- /data/book_split/books_train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/manga109/MangaLMM/HEAD/data/book_split/books_train.txt -------------------------------------------------------------------------------- /data/book_split/books_valid.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/manga109/MangaLMM/HEAD/data/book_split/books_valid.txt -------------------------------------------------------------------------------- /data/image_split.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/manga109/MangaLMM/HEAD/data/image_split.py -------------------------------------------------------------------------------- /data/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/manga109/MangaLMM/HEAD/data/preprocess.py -------------------------------------------------------------------------------- /evaluation/eval_OCR.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/manga109/MangaLMM/HEAD/evaluation/eval_OCR.ipynb -------------------------------------------------------------------------------- /evaluation/inference_OCR.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/manga109/MangaLMM/HEAD/evaluation/inference_OCR.py -------------------------------------------------------------------------------- /evaluation/inference_VQA.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/manga109/MangaLMM/HEAD/evaluation/inference_VQA.py -------------------------------------------------------------------------------- /evaluation/rrc_evaluation_funcs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/manga109/MangaLMM/HEAD/evaluation/rrc_evaluation_funcs.py -------------------------------------------------------------------------------- /evaluation/text_eval_script.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/manga109/MangaLMM/HEAD/evaluation/text_eval_script.py -------------------------------------------------------------------------------- /overview.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/manga109/MangaLMM/HEAD/overview.jpg -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/manga109/MangaLMM/HEAD/pyproject.toml -------------------------------------------------------------------------------- /scripts/7B_OCR.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/manga109/MangaLMM/HEAD/scripts/7B_OCR.sh -------------------------------------------------------------------------------- /scripts/7B_VQA.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/manga109/MangaLMM/HEAD/scripts/7B_VQA.sh -------------------------------------------------------------------------------- /scripts/MangaLMM.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/manga109/MangaLMM/HEAD/scripts/MangaLMM.sh -------------------------------------------------------------------------------- /scripts/inference_OCR.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/manga109/MangaLMM/HEAD/scripts/inference_OCR.sh -------------------------------------------------------------------------------- /src/qwen25vl_ft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/manga109/MangaLMM/HEAD/src/qwen25vl_ft.py -------------------------------------------------------------------------------- /uv.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/manga109/MangaLMM/HEAD/uv.lock --------------------------------------------------------------------------------