├── .DS_Store ├── .gitignore ├── LICENSE ├── README.md ├── app.py ├── demo ├── UI.py ├── __pycache__ │ ├── UI.cpython-310.pyc │ ├── UI.cpython-38.pyc │ ├── mask_utils.cpython-310.pyc │ ├── sam_inference.cpython-310.pyc │ └── seagull_inference.cpython-310.pyc ├── inference_demo.json ├── mask_utils.py ├── sam_inference.py └── seagull_inference.py ├── imgs ├── .DS_Store ├── Examples │ ├── 0.png │ ├── 2.png │ ├── 3.png │ ├── camel.png │ └── cat.jpg ├── Logo │ ├── Seagull.jpg │ ├── Seagull_Background.png │ └── logo.png └── SEAGULL │ ├── framework.png │ └── pipeline.png ├── inference.py ├── pyproject.toml └── seagull ├── __init__.py ├── __pycache__ ├── __init__.cpython-310.pyc ├── constants.cpython-310.pyc ├── conversation.cpython-310.pyc ├── mm_utils.cpython-310.pyc └── utils.cpython-310.pyc ├── builder.py ├── constants.py ├── conversation.py ├── mm_utils.py ├── model ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-310.pyc │ ├── layer.cpython-310.pyc │ └── seagull_arch.cpython-310.pyc ├── consolidate.py ├── language_model │ ├── __pycache__ │ │ └── seagull_llama.cpython-310.pyc │ └── seagull_llama.py ├── layer.py ├── multimodal_encoder │ ├── __pycache__ │ │ ├── builder.cpython-310.pyc │ │ ├── clip.cpython-310.pyc │ │ └── clip_encoder.cpython-310.pyc │ ├── builder.py │ ├── clip.py │ └── clip_encoder.py ├── multimodal_projector │ ├── __pycache__ │ │ └── builder.cpython-310.pyc │ └── builder.py └── seagull_arch.py ├── train ├── __pycache__ │ ├── seagull_trainer.cpython-310.pyc │ └── train.cpython-310.pyc ├── llama_flash_attn_monkey_patch.py ├── seagull_trainer.py ├── train.py └── train_mem.py └── utils.py /.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/.DS_Store -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/README.md -------------------------------------------------------------------------------- /app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/app.py -------------------------------------------------------------------------------- /demo/UI.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/demo/UI.py -------------------------------------------------------------------------------- /demo/__pycache__/UI.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/demo/__pycache__/UI.cpython-310.pyc -------------------------------------------------------------------------------- /demo/__pycache__/UI.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/demo/__pycache__/UI.cpython-38.pyc -------------------------------------------------------------------------------- /demo/__pycache__/mask_utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/demo/__pycache__/mask_utils.cpython-310.pyc -------------------------------------------------------------------------------- /demo/__pycache__/sam_inference.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/demo/__pycache__/sam_inference.cpython-310.pyc -------------------------------------------------------------------------------- /demo/__pycache__/seagull_inference.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/demo/__pycache__/seagull_inference.cpython-310.pyc -------------------------------------------------------------------------------- /demo/inference_demo.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/demo/inference_demo.json -------------------------------------------------------------------------------- /demo/mask_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/demo/mask_utils.py -------------------------------------------------------------------------------- /demo/sam_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/demo/sam_inference.py -------------------------------------------------------------------------------- /demo/seagull_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/demo/seagull_inference.py -------------------------------------------------------------------------------- /imgs/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/imgs/.DS_Store -------------------------------------------------------------------------------- /imgs/Examples/0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/imgs/Examples/0.png -------------------------------------------------------------------------------- /imgs/Examples/2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/imgs/Examples/2.png -------------------------------------------------------------------------------- /imgs/Examples/3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/imgs/Examples/3.png -------------------------------------------------------------------------------- /imgs/Examples/camel.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/imgs/Examples/camel.png -------------------------------------------------------------------------------- /imgs/Examples/cat.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/imgs/Examples/cat.jpg -------------------------------------------------------------------------------- /imgs/Logo/Seagull.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/imgs/Logo/Seagull.jpg -------------------------------------------------------------------------------- /imgs/Logo/Seagull_Background.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/imgs/Logo/Seagull_Background.png -------------------------------------------------------------------------------- /imgs/Logo/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/imgs/Logo/logo.png -------------------------------------------------------------------------------- /imgs/SEAGULL/framework.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/imgs/SEAGULL/framework.png -------------------------------------------------------------------------------- /imgs/SEAGULL/pipeline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/imgs/SEAGULL/pipeline.png -------------------------------------------------------------------------------- /inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/inference.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/pyproject.toml -------------------------------------------------------------------------------- /seagull/__init__.py: -------------------------------------------------------------------------------- 1 | from .model import SeagullLlamaForCausalLM 2 | -------------------------------------------------------------------------------- /seagull/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/seagull/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /seagull/__pycache__/constants.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/seagull/__pycache__/constants.cpython-310.pyc -------------------------------------------------------------------------------- /seagull/__pycache__/conversation.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/seagull/__pycache__/conversation.cpython-310.pyc -------------------------------------------------------------------------------- /seagull/__pycache__/mm_utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/seagull/__pycache__/mm_utils.cpython-310.pyc -------------------------------------------------------------------------------- /seagull/__pycache__/utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/seagull/__pycache__/utils.cpython-310.pyc -------------------------------------------------------------------------------- /seagull/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/seagull/builder.py -------------------------------------------------------------------------------- /seagull/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/seagull/constants.py -------------------------------------------------------------------------------- /seagull/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/seagull/conversation.py -------------------------------------------------------------------------------- /seagull/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/seagull/mm_utils.py -------------------------------------------------------------------------------- /seagull/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/seagull/model/__init__.py -------------------------------------------------------------------------------- /seagull/model/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/seagull/model/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /seagull/model/__pycache__/layer.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/seagull/model/__pycache__/layer.cpython-310.pyc -------------------------------------------------------------------------------- /seagull/model/__pycache__/seagull_arch.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/seagull/model/__pycache__/seagull_arch.cpython-310.pyc -------------------------------------------------------------------------------- /seagull/model/consolidate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/seagull/model/consolidate.py -------------------------------------------------------------------------------- /seagull/model/language_model/__pycache__/seagull_llama.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/seagull/model/language_model/__pycache__/seagull_llama.cpython-310.pyc -------------------------------------------------------------------------------- /seagull/model/language_model/seagull_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/seagull/model/language_model/seagull_llama.py -------------------------------------------------------------------------------- /seagull/model/layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/seagull/model/layer.py -------------------------------------------------------------------------------- /seagull/model/multimodal_encoder/__pycache__/builder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/seagull/model/multimodal_encoder/__pycache__/builder.cpython-310.pyc -------------------------------------------------------------------------------- /seagull/model/multimodal_encoder/__pycache__/clip.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/seagull/model/multimodal_encoder/__pycache__/clip.cpython-310.pyc -------------------------------------------------------------------------------- /seagull/model/multimodal_encoder/__pycache__/clip_encoder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/seagull/model/multimodal_encoder/__pycache__/clip_encoder.cpython-310.pyc -------------------------------------------------------------------------------- /seagull/model/multimodal_encoder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/seagull/model/multimodal_encoder/builder.py -------------------------------------------------------------------------------- /seagull/model/multimodal_encoder/clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/seagull/model/multimodal_encoder/clip.py -------------------------------------------------------------------------------- /seagull/model/multimodal_encoder/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/seagull/model/multimodal_encoder/clip_encoder.py -------------------------------------------------------------------------------- /seagull/model/multimodal_projector/__pycache__/builder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/seagull/model/multimodal_projector/__pycache__/builder.cpython-310.pyc -------------------------------------------------------------------------------- /seagull/model/multimodal_projector/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/seagull/model/multimodal_projector/builder.py -------------------------------------------------------------------------------- /seagull/model/seagull_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/seagull/model/seagull_arch.py -------------------------------------------------------------------------------- /seagull/train/__pycache__/seagull_trainer.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/seagull/train/__pycache__/seagull_trainer.cpython-310.pyc -------------------------------------------------------------------------------- /seagull/train/__pycache__/train.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/seagull/train/__pycache__/train.cpython-310.pyc -------------------------------------------------------------------------------- /seagull/train/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/seagull/train/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /seagull/train/seagull_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/seagull/train/seagull_trainer.py -------------------------------------------------------------------------------- /seagull/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/seagull/train/train.py -------------------------------------------------------------------------------- /seagull/train/train_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/seagull/train/train_mem.py -------------------------------------------------------------------------------- /seagull/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chencn2020/SEAGULL/HEAD/seagull/utils.py --------------------------------------------------------------------------------