├── .gitignore ├── LICENSE ├── README.md ├── assets ├── JiuTian.pdf ├── LION-6Examples.jpg ├── LION-CapVQA.jpg ├── LION-Examples.jpg ├── LION-Image-level.jpg ├── LION-Introduction.jpg ├── LION-MMBench.jpg ├── LION-Method.jpg ├── LION-POPE.jpg ├── LION-REC.jpg ├── LION-Region-level.jpg ├── LION-Score.jpg ├── LION_logo.png └── model.jpg ├── common ├── optims.py └── registry.py ├── configs ├── lion_train_stage4.yaml └── models │ ├── lion_flant5xl.yaml │ └── lion_flant5xxl.yaml ├── datasets ├── __init__.py ├── builders.py └── jsonl_vqa.py ├── images ├── COCO_train2014_000000024935.jpg └── COCO_train2014_000000533220.jpg ├── models ├── Qformer.py ├── __init__.py ├── base_model.py ├── eva_vit.py ├── lion_adapters.py ├── lion_t5.py └── modeling_t5.py ├── playground.ipynb ├── preprocessors └── lion_preprocessors.py ├── ram ├── __init__.py ├── configs │ ├── finetune.yaml │ ├── finetune_tag2text.yaml │ ├── med_config.json │ ├── pretrain.yaml │ ├── pretrain_tag2text.yaml │ ├── q2l_config.json │ └── swin │ │ ├── config_swinB_224.json │ │ ├── config_swinB_384.json │ │ ├── config_swinL_224.json │ │ └── config_swinL_384.json ├── data │ ├── __init__.py │ ├── dataset.py │ ├── ram_tag_list.txt │ ├── ram_tag_list_chinese.txt │ ├── ram_tag_list_threshold.txt │ ├── randaugment.py │ ├── tag2text_ori_tag_list.txt │ ├── tag_list.txt │ └── utils.py ├── inference.py ├── models │ ├── __init__.py │ ├── bert.py │ ├── ram.py │ ├── ram_plus.py │ ├── swin_transformer.py │ ├── tag2text.py │ ├── utils.py │ └── vit.py ├── transform.py └── utils │ ├── __init__.py │ ├── metrics.py │ └── openset_utils.py ├── requirements.txt ├── scripts └── start_train.sh ├── train.py └── trainer.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/README.md -------------------------------------------------------------------------------- /assets/JiuTian.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/assets/JiuTian.pdf -------------------------------------------------------------------------------- /assets/LION-6Examples.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/assets/LION-6Examples.jpg -------------------------------------------------------------------------------- /assets/LION-CapVQA.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/assets/LION-CapVQA.jpg -------------------------------------------------------------------------------- /assets/LION-Examples.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/assets/LION-Examples.jpg -------------------------------------------------------------------------------- /assets/LION-Image-level.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/assets/LION-Image-level.jpg -------------------------------------------------------------------------------- /assets/LION-Introduction.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/assets/LION-Introduction.jpg -------------------------------------------------------------------------------- /assets/LION-MMBench.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/assets/LION-MMBench.jpg -------------------------------------------------------------------------------- /assets/LION-Method.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/assets/LION-Method.jpg -------------------------------------------------------------------------------- /assets/LION-POPE.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/assets/LION-POPE.jpg -------------------------------------------------------------------------------- /assets/LION-REC.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/assets/LION-REC.jpg -------------------------------------------------------------------------------- /assets/LION-Region-level.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/assets/LION-Region-level.jpg -------------------------------------------------------------------------------- /assets/LION-Score.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/assets/LION-Score.jpg -------------------------------------------------------------------------------- /assets/LION_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/assets/LION_logo.png -------------------------------------------------------------------------------- /assets/model.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/assets/model.jpg -------------------------------------------------------------------------------- /common/optims.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/common/optims.py -------------------------------------------------------------------------------- /common/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/common/registry.py -------------------------------------------------------------------------------- /configs/lion_train_stage4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/configs/lion_train_stage4.yaml -------------------------------------------------------------------------------- /configs/models/lion_flant5xl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/configs/models/lion_flant5xl.yaml -------------------------------------------------------------------------------- /configs/models/lion_flant5xxl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/configs/models/lion_flant5xxl.yaml -------------------------------------------------------------------------------- /datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/datasets/__init__.py -------------------------------------------------------------------------------- /datasets/builders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/datasets/builders.py -------------------------------------------------------------------------------- /datasets/jsonl_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/datasets/jsonl_vqa.py -------------------------------------------------------------------------------- /images/COCO_train2014_000000024935.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/images/COCO_train2014_000000024935.jpg -------------------------------------------------------------------------------- /images/COCO_train2014_000000533220.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/images/COCO_train2014_000000533220.jpg -------------------------------------------------------------------------------- /models/Qformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/models/Qformer.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/models/__init__.py -------------------------------------------------------------------------------- /models/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/models/base_model.py -------------------------------------------------------------------------------- /models/eva_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/models/eva_vit.py -------------------------------------------------------------------------------- /models/lion_adapters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/models/lion_adapters.py -------------------------------------------------------------------------------- /models/lion_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/models/lion_t5.py -------------------------------------------------------------------------------- /models/modeling_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/models/modeling_t5.py -------------------------------------------------------------------------------- /playground.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/playground.ipynb -------------------------------------------------------------------------------- /preprocessors/lion_preprocessors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/preprocessors/lion_preprocessors.py -------------------------------------------------------------------------------- /ram/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/ram/__init__.py -------------------------------------------------------------------------------- /ram/configs/finetune.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/ram/configs/finetune.yaml -------------------------------------------------------------------------------- /ram/configs/finetune_tag2text.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/ram/configs/finetune_tag2text.yaml -------------------------------------------------------------------------------- /ram/configs/med_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/ram/configs/med_config.json -------------------------------------------------------------------------------- /ram/configs/pretrain.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/ram/configs/pretrain.yaml -------------------------------------------------------------------------------- /ram/configs/pretrain_tag2text.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/ram/configs/pretrain_tag2text.yaml -------------------------------------------------------------------------------- /ram/configs/q2l_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/ram/configs/q2l_config.json -------------------------------------------------------------------------------- /ram/configs/swin/config_swinB_224.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/ram/configs/swin/config_swinB_224.json -------------------------------------------------------------------------------- /ram/configs/swin/config_swinB_384.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/ram/configs/swin/config_swinB_384.json -------------------------------------------------------------------------------- /ram/configs/swin/config_swinL_224.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/ram/configs/swin/config_swinL_224.json -------------------------------------------------------------------------------- /ram/configs/swin/config_swinL_384.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/ram/configs/swin/config_swinL_384.json -------------------------------------------------------------------------------- /ram/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/ram/data/__init__.py -------------------------------------------------------------------------------- /ram/data/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/ram/data/dataset.py -------------------------------------------------------------------------------- /ram/data/ram_tag_list.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/ram/data/ram_tag_list.txt -------------------------------------------------------------------------------- /ram/data/ram_tag_list_chinese.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/ram/data/ram_tag_list_chinese.txt -------------------------------------------------------------------------------- /ram/data/ram_tag_list_threshold.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/ram/data/ram_tag_list_threshold.txt -------------------------------------------------------------------------------- /ram/data/randaugment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/ram/data/randaugment.py -------------------------------------------------------------------------------- /ram/data/tag2text_ori_tag_list.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/ram/data/tag2text_ori_tag_list.txt -------------------------------------------------------------------------------- /ram/data/tag_list.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/ram/data/tag_list.txt -------------------------------------------------------------------------------- /ram/data/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/ram/data/utils.py -------------------------------------------------------------------------------- /ram/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/ram/inference.py -------------------------------------------------------------------------------- /ram/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/ram/models/__init__.py -------------------------------------------------------------------------------- /ram/models/bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/ram/models/bert.py -------------------------------------------------------------------------------- /ram/models/ram.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/ram/models/ram.py -------------------------------------------------------------------------------- /ram/models/ram_plus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/ram/models/ram_plus.py -------------------------------------------------------------------------------- /ram/models/swin_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/ram/models/swin_transformer.py -------------------------------------------------------------------------------- /ram/models/tag2text.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/ram/models/tag2text.py -------------------------------------------------------------------------------- /ram/models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/ram/models/utils.py -------------------------------------------------------------------------------- /ram/models/vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/ram/models/vit.py -------------------------------------------------------------------------------- /ram/transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/ram/transform.py -------------------------------------------------------------------------------- /ram/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/ram/utils/__init__.py -------------------------------------------------------------------------------- /ram/utils/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/ram/utils/metrics.py -------------------------------------------------------------------------------- /ram/utils/openset_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/ram/utils/openset_utils.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/start_train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/scripts/start_train.sh -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/train.py -------------------------------------------------------------------------------- /trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuTian-VL/JiuTian-LION/HEAD/trainer.py --------------------------------------------------------------------------------