├── .gitignore ├── .isort.cfg ├── .pre-commit-config.yaml ├── INSTALL.md ├── LICENSE.txt ├── README.md ├── assets ├── config1.jpg ├── config2.jpg ├── demos.png └── logo.png ├── lumina_mgpt ├── .isort.cfg ├── TRAIN.md ├── configs │ └── data │ │ └── sample.yaml ├── data │ ├── __init__.py │ ├── convertsation.py │ └── item_processor.py ├── demos │ ├── demo_freeform.py │ ├── demo_image2image.py │ └── demo_image_generation.py ├── exps │ └── 7B.sh ├── finetune_solver.py ├── generate_examples │ └── generate.py ├── inference_solver.py ├── model │ ├── __init__.py │ ├── chameleon │ │ ├── __init__.py │ │ ├── configuration_chameleon.py │ │ ├── convert_chameleon_weights_to_hf.py │ │ ├── image_processing_chameleon.py │ │ ├── modeling_chameleon.py │ │ └── processing_chameleon.py │ ├── chameleon_vae_ori │ │ ├── __init__.py │ │ ├── image_tokenizer.py │ │ ├── vocab.py │ │ └── vqgan.py │ ├── configuration_xllmx_chameleon.py │ └── modeling_xllmx_chameleon.py └── pre_tokenize │ ├── concat_record.py │ └── pre_tokenize.py ├── requirements.txt ├── setup.py └── xllmx ├── __init__.py ├── data ├── __init__.py ├── conversation │ ├── __init__.py │ └── template.py ├── data_reader.py ├── dataset.py ├── item_processor.py └── sampler.py ├── model ├── __init__.py ├── components.py └── tokenizer.py ├── solvers ├── __init__.py └── finetune │ ├── __init__.py │ └── finetune.py └── util ├── __init__.py ├── ckpt.py ├── dist.py ├── lr_sched.py ├── misc.py └── tensor_type.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/.gitignore -------------------------------------------------------------------------------- /.isort.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/.isort.cfg -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /INSTALL.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/INSTALL.md -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/README.md -------------------------------------------------------------------------------- /assets/config1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/assets/config1.jpg -------------------------------------------------------------------------------- /assets/config2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/assets/config2.jpg -------------------------------------------------------------------------------- /assets/demos.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/assets/demos.png -------------------------------------------------------------------------------- /assets/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/assets/logo.png -------------------------------------------------------------------------------- /lumina_mgpt/.isort.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/lumina_mgpt/.isort.cfg -------------------------------------------------------------------------------- /lumina_mgpt/TRAIN.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/lumina_mgpt/TRAIN.md -------------------------------------------------------------------------------- /lumina_mgpt/configs/data/sample.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/lumina_mgpt/configs/data/sample.yaml -------------------------------------------------------------------------------- /lumina_mgpt/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lumina_mgpt/data/convertsation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/lumina_mgpt/data/convertsation.py -------------------------------------------------------------------------------- /lumina_mgpt/data/item_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/lumina_mgpt/data/item_processor.py -------------------------------------------------------------------------------- /lumina_mgpt/demos/demo_freeform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/lumina_mgpt/demos/demo_freeform.py -------------------------------------------------------------------------------- /lumina_mgpt/demos/demo_image2image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/lumina_mgpt/demos/demo_image2image.py -------------------------------------------------------------------------------- /lumina_mgpt/demos/demo_image_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/lumina_mgpt/demos/demo_image_generation.py -------------------------------------------------------------------------------- /lumina_mgpt/exps/7B.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/lumina_mgpt/exps/7B.sh -------------------------------------------------------------------------------- /lumina_mgpt/finetune_solver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/lumina_mgpt/finetune_solver.py -------------------------------------------------------------------------------- /lumina_mgpt/generate_examples/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/lumina_mgpt/generate_examples/generate.py -------------------------------------------------------------------------------- /lumina_mgpt/inference_solver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/lumina_mgpt/inference_solver.py -------------------------------------------------------------------------------- /lumina_mgpt/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/lumina_mgpt/model/__init__.py -------------------------------------------------------------------------------- /lumina_mgpt/model/chameleon/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/lumina_mgpt/model/chameleon/__init__.py -------------------------------------------------------------------------------- /lumina_mgpt/model/chameleon/configuration_chameleon.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/lumina_mgpt/model/chameleon/configuration_chameleon.py -------------------------------------------------------------------------------- /lumina_mgpt/model/chameleon/convert_chameleon_weights_to_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/lumina_mgpt/model/chameleon/convert_chameleon_weights_to_hf.py -------------------------------------------------------------------------------- /lumina_mgpt/model/chameleon/image_processing_chameleon.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/lumina_mgpt/model/chameleon/image_processing_chameleon.py -------------------------------------------------------------------------------- /lumina_mgpt/model/chameleon/modeling_chameleon.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/lumina_mgpt/model/chameleon/modeling_chameleon.py -------------------------------------------------------------------------------- /lumina_mgpt/model/chameleon/processing_chameleon.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/lumina_mgpt/model/chameleon/processing_chameleon.py -------------------------------------------------------------------------------- /lumina_mgpt/model/chameleon_vae_ori/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/lumina_mgpt/model/chameleon_vae_ori/__init__.py -------------------------------------------------------------------------------- /lumina_mgpt/model/chameleon_vae_ori/image_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/lumina_mgpt/model/chameleon_vae_ori/image_tokenizer.py -------------------------------------------------------------------------------- /lumina_mgpt/model/chameleon_vae_ori/vocab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/lumina_mgpt/model/chameleon_vae_ori/vocab.py -------------------------------------------------------------------------------- /lumina_mgpt/model/chameleon_vae_ori/vqgan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/lumina_mgpt/model/chameleon_vae_ori/vqgan.py -------------------------------------------------------------------------------- /lumina_mgpt/model/configuration_xllmx_chameleon.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/lumina_mgpt/model/configuration_xllmx_chameleon.py -------------------------------------------------------------------------------- /lumina_mgpt/model/modeling_xllmx_chameleon.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/lumina_mgpt/model/modeling_xllmx_chameleon.py -------------------------------------------------------------------------------- /lumina_mgpt/pre_tokenize/concat_record.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/lumina_mgpt/pre_tokenize/concat_record.py -------------------------------------------------------------------------------- /lumina_mgpt/pre_tokenize/pre_tokenize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/lumina_mgpt/pre_tokenize/pre_tokenize.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/setup.py -------------------------------------------------------------------------------- /xllmx/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /xllmx/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /xllmx/data/conversation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /xllmx/data/conversation/template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/xllmx/data/conversation/template.py -------------------------------------------------------------------------------- /xllmx/data/data_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/xllmx/data/data_reader.py -------------------------------------------------------------------------------- /xllmx/data/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/xllmx/data/dataset.py -------------------------------------------------------------------------------- /xllmx/data/item_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/xllmx/data/item_processor.py -------------------------------------------------------------------------------- /xllmx/data/sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/xllmx/data/sampler.py -------------------------------------------------------------------------------- /xllmx/model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /xllmx/model/components.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/xllmx/model/components.py -------------------------------------------------------------------------------- /xllmx/model/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/xllmx/model/tokenizer.py -------------------------------------------------------------------------------- /xllmx/solvers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /xllmx/solvers/finetune/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/xllmx/solvers/finetune/__init__.py -------------------------------------------------------------------------------- /xllmx/solvers/finetune/finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/xllmx/solvers/finetune/finetune.py -------------------------------------------------------------------------------- /xllmx/util/__init__.py: -------------------------------------------------------------------------------- 1 | from . import ckpt, dist 2 | -------------------------------------------------------------------------------- /xllmx/util/ckpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/xllmx/util/ckpt.py -------------------------------------------------------------------------------- /xllmx/util/dist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/xllmx/util/dist.py -------------------------------------------------------------------------------- /xllmx/util/lr_sched.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/xllmx/util/lr_sched.py -------------------------------------------------------------------------------- /xllmx/util/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/xllmx/util/misc.py -------------------------------------------------------------------------------- /xllmx/util/tensor_type.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-VLLM/Lumina-mGPT/HEAD/xllmx/util/tensor_type.py --------------------------------------------------------------------------------