├── LICENSE ├── README.md ├── assets └── figures │ ├── intro.jpg │ ├── method.jpg │ ├── multi_turn.png │ └── reasoning.png ├── core ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-310.pyc │ └── __init__.cpython-311.pyc ├── data │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ ├── __init__.cpython-311.pyc │ │ ├── dataloader.cpython-310.pyc │ │ └── dataloader.cpython-311.pyc │ └── dataloader.py └── pipeline │ ├── __init__.py │ ├── __pycache__ │ ├── __init__.cpython-310.pyc │ ├── __init__.cpython-311.pyc │ ├── train_and_infer.cpython-310.pyc │ └── train_and_infer.cpython-311.pyc │ ├── test.sh │ └── train_and_infer.py ├── data ├── audio │ ├── A_Dream_of_Wedding.mp3 │ ├── Electronic_music_with_strong_rhythm.mp3 │ ├── Eva_Cassidy-Ain't_No_Sunshine.mp3 │ ├── Mechanical_operation.mp3 │ ├── Moonlight_Sonata.mp3 │ ├── Rondo_alla_Turca.mp3 │ ├── Train_whistle.mp3 │ ├── exciting-emotion.wav │ ├── flowing_water.ogg │ └── insects_and_birds.mp3 ├── image │ ├── Mickey_Mouse.jpg │ ├── Obama.jpg │ ├── Paradise_Garden.jpg │ ├── Sailor_Moon.jpg │ ├── Sanxingdui.jpg │ ├── Shuimohua.jpg │ ├── Trump.jpg │ ├── background.png │ ├── backpack.jpg │ ├── berry_bowl.jpg │ ├── dog.jpg │ ├── dog2.jpg │ ├── duck.jpg │ ├── girl.jpg │ ├── glasses.jpg │ ├── hat.jpg │ ├── hutong.jpg │ ├── man.jpg │ ├── ocr.png │ ├── sea_moon.jpg │ ├── teapot.jpg │ └── yarn_ball.jpg └── video │ ├── Skiing.mp4 │ ├── mixkit-paper.mp4 │ └── particle_collision.mp4 ├── infer ├── inference_internvl.py ├── inference_minicpm.py ├── inference_multi_turn.py └── inference_qwenvl.py ├── lightcontrol ├── accelerate_config_debug.yaml ├── lightcontrol_flux.py ├── train_lightcontrol.py └── train_lightcontrol.sh ├── minicpm ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-311.pyc │ ├── configuration_minicpm.cpython-311.pyc │ ├── image_processing_minicpmv.cpython-311.pyc │ ├── modeling_minicpmo.cpython-311.pyc │ ├── modeling_navit_siglip.cpython-311.pyc │ ├── processing_minicpmo.cpython-311.pyc │ ├── resampler.cpython-311.pyc │ ├── tokenization_minicpmo_fast.cpython-311.pyc │ └── utils.cpython-311.pyc ├── configuration_minicpm.py ├── image_processing_minicpmv.py ├── modeling_minicpmo.py ├── modeling_navit_siglip.py ├── processing_minicpmo.py ├── resampler.py ├── tokenization_minicpmo_fast.py ├── utils copy.py └── utils.py ├── model_internvl ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-310.pyc │ ├── __init__.cpython-311.pyc │ ├── modeling_qwen2.cpython-311.pyc │ ├── proj.cpython-310.pyc │ └── proj.cpython-311.pyc ├── internvl │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ ├── __init__.cpython-311.pyc │ │ ├── configuration_intern_vit.cpython-310.pyc │ │ ├── configuration_intern_vit.cpython-311.pyc │ │ ├── configuration_internlm2.cpython-310.pyc │ │ ├── configuration_internlm2.cpython-311.pyc │ │ ├── configuration_internvl_chat.cpython-310.pyc │ │ ├── configuration_internvl_chat.cpython-311.pyc │ │ ├── conversation.cpython-310.pyc │ │ ├── conversation.cpython-311.pyc │ │ ├── modeling_intern_vit.cpython-310.pyc │ │ ├── modeling_intern_vit.cpython-311.pyc │ │ ├── modeling_internlm2.cpython-310.pyc │ │ ├── modeling_internlm2.cpython-311.pyc │ │ ├── modeling_internvl_chat.cpython-310.pyc │ │ └── modeling_internvl_chat.cpython-311.pyc │ ├── configuration_intern_vit.py │ ├── configuration_internlm2.py │ ├── configuration_internvl_chat.py │ ├── conversation.py │ ├── modeling_intern_vit.py │ ├── modeling_internlm2.py │ ├── modeling_internvl_chat.py │ └── modeling_internvl_chat.py.1 ├── modeling_qwen2.py └── proj.py ├── requirements.txt ├── train ├── train_internvl.py ├── train_internvl.sh ├── train_minicpm.py ├── train_minicpm.sh ├── train_qwenvl.py └── train_qwenvl.sh ├── utils ├── datamodule_internvl.py ├── datamodule_lightcontrol.py ├── datamodule_minicpm.py ├── datamodule_qwenvl.py ├── internvl_util.py └── proj.py └── x2i_comfyui ├── README.md ├── __init__.py ├── model.py ├── nodes.py ├── requirements.txt └── workflow.png /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/README.md -------------------------------------------------------------------------------- /assets/figures/intro.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/assets/figures/intro.jpg -------------------------------------------------------------------------------- /assets/figures/method.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/assets/figures/method.jpg -------------------------------------------------------------------------------- /assets/figures/multi_turn.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/assets/figures/multi_turn.png -------------------------------------------------------------------------------- /assets/figures/reasoning.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/assets/figures/reasoning.png -------------------------------------------------------------------------------- /core/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /core/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/core/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /core/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/core/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /core/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /core/data/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/core/data/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /core/data/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/core/data/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /core/data/__pycache__/dataloader.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/core/data/__pycache__/dataloader.cpython-310.pyc -------------------------------------------------------------------------------- /core/data/__pycache__/dataloader.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/core/data/__pycache__/dataloader.cpython-311.pyc -------------------------------------------------------------------------------- /core/data/dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/core/data/dataloader.py -------------------------------------------------------------------------------- /core/pipeline/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /core/pipeline/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/core/pipeline/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /core/pipeline/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/core/pipeline/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /core/pipeline/__pycache__/train_and_infer.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/core/pipeline/__pycache__/train_and_infer.cpython-310.pyc -------------------------------------------------------------------------------- /core/pipeline/__pycache__/train_and_infer.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/core/pipeline/__pycache__/train_and_infer.cpython-311.pyc -------------------------------------------------------------------------------- /core/pipeline/test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/core/pipeline/test.sh -------------------------------------------------------------------------------- /core/pipeline/train_and_infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/core/pipeline/train_and_infer.py -------------------------------------------------------------------------------- /data/audio/A_Dream_of_Wedding.mp3: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/data/audio/A_Dream_of_Wedding.mp3 -------------------------------------------------------------------------------- /data/audio/Electronic_music_with_strong_rhythm.mp3: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/data/audio/Electronic_music_with_strong_rhythm.mp3 -------------------------------------------------------------------------------- /data/audio/Eva_Cassidy-Ain't_No_Sunshine.mp3: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/data/audio/Eva_Cassidy-Ain't_No_Sunshine.mp3 -------------------------------------------------------------------------------- /data/audio/Mechanical_operation.mp3: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/data/audio/Mechanical_operation.mp3 -------------------------------------------------------------------------------- /data/audio/Moonlight_Sonata.mp3: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/data/audio/Moonlight_Sonata.mp3 -------------------------------------------------------------------------------- /data/audio/Rondo_alla_Turca.mp3: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/data/audio/Rondo_alla_Turca.mp3 -------------------------------------------------------------------------------- /data/audio/Train_whistle.mp3: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/data/audio/Train_whistle.mp3 -------------------------------------------------------------------------------- /data/audio/exciting-emotion.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/data/audio/exciting-emotion.wav -------------------------------------------------------------------------------- /data/audio/flowing_water.ogg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/data/audio/flowing_water.ogg -------------------------------------------------------------------------------- /data/audio/insects_and_birds.mp3: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/data/audio/insects_and_birds.mp3 -------------------------------------------------------------------------------- /data/image/Mickey_Mouse.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/data/image/Mickey_Mouse.jpg -------------------------------------------------------------------------------- /data/image/Obama.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/data/image/Obama.jpg -------------------------------------------------------------------------------- /data/image/Paradise_Garden.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/data/image/Paradise_Garden.jpg -------------------------------------------------------------------------------- /data/image/Sailor_Moon.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/data/image/Sailor_Moon.jpg -------------------------------------------------------------------------------- /data/image/Sanxingdui.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/data/image/Sanxingdui.jpg -------------------------------------------------------------------------------- /data/image/Shuimohua.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/data/image/Shuimohua.jpg -------------------------------------------------------------------------------- /data/image/Trump.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/data/image/Trump.jpg -------------------------------------------------------------------------------- /data/image/background.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/data/image/background.png -------------------------------------------------------------------------------- /data/image/backpack.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/data/image/backpack.jpg -------------------------------------------------------------------------------- /data/image/berry_bowl.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/data/image/berry_bowl.jpg -------------------------------------------------------------------------------- /data/image/dog.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/data/image/dog.jpg -------------------------------------------------------------------------------- /data/image/dog2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/data/image/dog2.jpg -------------------------------------------------------------------------------- /data/image/duck.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/data/image/duck.jpg -------------------------------------------------------------------------------- /data/image/girl.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/data/image/girl.jpg -------------------------------------------------------------------------------- /data/image/glasses.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/data/image/glasses.jpg -------------------------------------------------------------------------------- /data/image/hat.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/data/image/hat.jpg -------------------------------------------------------------------------------- /data/image/hutong.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/data/image/hutong.jpg -------------------------------------------------------------------------------- /data/image/man.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/data/image/man.jpg -------------------------------------------------------------------------------- /data/image/ocr.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/data/image/ocr.png -------------------------------------------------------------------------------- /data/image/sea_moon.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/data/image/sea_moon.jpg -------------------------------------------------------------------------------- /data/image/teapot.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/data/image/teapot.jpg -------------------------------------------------------------------------------- /data/image/yarn_ball.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/data/image/yarn_ball.jpg -------------------------------------------------------------------------------- /data/video/Skiing.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/data/video/Skiing.mp4 -------------------------------------------------------------------------------- /data/video/mixkit-paper.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/data/video/mixkit-paper.mp4 -------------------------------------------------------------------------------- /data/video/particle_collision.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/data/video/particle_collision.mp4 -------------------------------------------------------------------------------- /infer/inference_internvl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/infer/inference_internvl.py -------------------------------------------------------------------------------- /infer/inference_minicpm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/infer/inference_minicpm.py -------------------------------------------------------------------------------- /infer/inference_multi_turn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/infer/inference_multi_turn.py -------------------------------------------------------------------------------- /infer/inference_qwenvl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/infer/inference_qwenvl.py -------------------------------------------------------------------------------- /lightcontrol/accelerate_config_debug.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/lightcontrol/accelerate_config_debug.yaml -------------------------------------------------------------------------------- /lightcontrol/lightcontrol_flux.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/lightcontrol/lightcontrol_flux.py -------------------------------------------------------------------------------- /lightcontrol/train_lightcontrol.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/lightcontrol/train_lightcontrol.py -------------------------------------------------------------------------------- /lightcontrol/train_lightcontrol.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/lightcontrol/train_lightcontrol.sh -------------------------------------------------------------------------------- /minicpm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /minicpm/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/minicpm/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /minicpm/__pycache__/configuration_minicpm.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/minicpm/__pycache__/configuration_minicpm.cpython-311.pyc -------------------------------------------------------------------------------- /minicpm/__pycache__/image_processing_minicpmv.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/minicpm/__pycache__/image_processing_minicpmv.cpython-311.pyc -------------------------------------------------------------------------------- /minicpm/__pycache__/modeling_minicpmo.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/minicpm/__pycache__/modeling_minicpmo.cpython-311.pyc -------------------------------------------------------------------------------- /minicpm/__pycache__/modeling_navit_siglip.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/minicpm/__pycache__/modeling_navit_siglip.cpython-311.pyc -------------------------------------------------------------------------------- /minicpm/__pycache__/processing_minicpmo.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/minicpm/__pycache__/processing_minicpmo.cpython-311.pyc -------------------------------------------------------------------------------- /minicpm/__pycache__/resampler.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/minicpm/__pycache__/resampler.cpython-311.pyc -------------------------------------------------------------------------------- /minicpm/__pycache__/tokenization_minicpmo_fast.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/minicpm/__pycache__/tokenization_minicpmo_fast.cpython-311.pyc -------------------------------------------------------------------------------- /minicpm/__pycache__/utils.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/minicpm/__pycache__/utils.cpython-311.pyc -------------------------------------------------------------------------------- /minicpm/configuration_minicpm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/minicpm/configuration_minicpm.py -------------------------------------------------------------------------------- /minicpm/image_processing_minicpmv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/minicpm/image_processing_minicpmv.py -------------------------------------------------------------------------------- /minicpm/modeling_minicpmo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/minicpm/modeling_minicpmo.py -------------------------------------------------------------------------------- /minicpm/modeling_navit_siglip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/minicpm/modeling_navit_siglip.py -------------------------------------------------------------------------------- /minicpm/processing_minicpmo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/minicpm/processing_minicpmo.py -------------------------------------------------------------------------------- /minicpm/resampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/minicpm/resampler.py -------------------------------------------------------------------------------- /minicpm/tokenization_minicpmo_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/minicpm/tokenization_minicpmo_fast.py -------------------------------------------------------------------------------- /minicpm/utils copy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/minicpm/utils copy.py -------------------------------------------------------------------------------- /minicpm/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/minicpm/utils.py -------------------------------------------------------------------------------- /model_internvl/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /model_internvl/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/model_internvl/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /model_internvl/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/model_internvl/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /model_internvl/__pycache__/modeling_qwen2.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/model_internvl/__pycache__/modeling_qwen2.cpython-311.pyc -------------------------------------------------------------------------------- /model_internvl/__pycache__/proj.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/model_internvl/__pycache__/proj.cpython-310.pyc -------------------------------------------------------------------------------- /model_internvl/__pycache__/proj.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/model_internvl/__pycache__/proj.cpython-311.pyc -------------------------------------------------------------------------------- /model_internvl/internvl/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /model_internvl/internvl/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/model_internvl/internvl/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /model_internvl/internvl/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/model_internvl/internvl/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /model_internvl/internvl/__pycache__/configuration_intern_vit.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/model_internvl/internvl/__pycache__/configuration_intern_vit.cpython-310.pyc -------------------------------------------------------------------------------- /model_internvl/internvl/__pycache__/configuration_intern_vit.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/model_internvl/internvl/__pycache__/configuration_intern_vit.cpython-311.pyc -------------------------------------------------------------------------------- /model_internvl/internvl/__pycache__/configuration_internlm2.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/model_internvl/internvl/__pycache__/configuration_internlm2.cpython-310.pyc -------------------------------------------------------------------------------- /model_internvl/internvl/__pycache__/configuration_internlm2.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/model_internvl/internvl/__pycache__/configuration_internlm2.cpython-311.pyc -------------------------------------------------------------------------------- /model_internvl/internvl/__pycache__/configuration_internvl_chat.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/model_internvl/internvl/__pycache__/configuration_internvl_chat.cpython-310.pyc -------------------------------------------------------------------------------- /model_internvl/internvl/__pycache__/configuration_internvl_chat.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/model_internvl/internvl/__pycache__/configuration_internvl_chat.cpython-311.pyc -------------------------------------------------------------------------------- /model_internvl/internvl/__pycache__/conversation.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/model_internvl/internvl/__pycache__/conversation.cpython-310.pyc -------------------------------------------------------------------------------- /model_internvl/internvl/__pycache__/conversation.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/model_internvl/internvl/__pycache__/conversation.cpython-311.pyc -------------------------------------------------------------------------------- /model_internvl/internvl/__pycache__/modeling_intern_vit.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/model_internvl/internvl/__pycache__/modeling_intern_vit.cpython-310.pyc -------------------------------------------------------------------------------- /model_internvl/internvl/__pycache__/modeling_intern_vit.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/model_internvl/internvl/__pycache__/modeling_intern_vit.cpython-311.pyc -------------------------------------------------------------------------------- /model_internvl/internvl/__pycache__/modeling_internlm2.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/model_internvl/internvl/__pycache__/modeling_internlm2.cpython-310.pyc -------------------------------------------------------------------------------- /model_internvl/internvl/__pycache__/modeling_internlm2.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/model_internvl/internvl/__pycache__/modeling_internlm2.cpython-311.pyc -------------------------------------------------------------------------------- /model_internvl/internvl/__pycache__/modeling_internvl_chat.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/model_internvl/internvl/__pycache__/modeling_internvl_chat.cpython-310.pyc -------------------------------------------------------------------------------- /model_internvl/internvl/__pycache__/modeling_internvl_chat.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/model_internvl/internvl/__pycache__/modeling_internvl_chat.cpython-311.pyc -------------------------------------------------------------------------------- /model_internvl/internvl/configuration_intern_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/model_internvl/internvl/configuration_intern_vit.py -------------------------------------------------------------------------------- /model_internvl/internvl/configuration_internlm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/model_internvl/internvl/configuration_internlm2.py -------------------------------------------------------------------------------- /model_internvl/internvl/configuration_internvl_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/model_internvl/internvl/configuration_internvl_chat.py -------------------------------------------------------------------------------- /model_internvl/internvl/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/model_internvl/internvl/conversation.py -------------------------------------------------------------------------------- /model_internvl/internvl/modeling_intern_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/model_internvl/internvl/modeling_intern_vit.py -------------------------------------------------------------------------------- /model_internvl/internvl/modeling_internlm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/model_internvl/internvl/modeling_internlm2.py -------------------------------------------------------------------------------- /model_internvl/internvl/modeling_internvl_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/model_internvl/internvl/modeling_internvl_chat.py -------------------------------------------------------------------------------- /model_internvl/internvl/modeling_internvl_chat.py.1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/model_internvl/internvl/modeling_internvl_chat.py.1 -------------------------------------------------------------------------------- /model_internvl/modeling_qwen2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/model_internvl/modeling_qwen2.py -------------------------------------------------------------------------------- /model_internvl/proj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/model_internvl/proj.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/requirements.txt -------------------------------------------------------------------------------- /train/train_internvl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/train/train_internvl.py -------------------------------------------------------------------------------- /train/train_internvl.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/train/train_internvl.sh -------------------------------------------------------------------------------- /train/train_minicpm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/train/train_minicpm.py -------------------------------------------------------------------------------- /train/train_minicpm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/train/train_minicpm.sh -------------------------------------------------------------------------------- /train/train_qwenvl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/train/train_qwenvl.py -------------------------------------------------------------------------------- /train/train_qwenvl.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/train/train_qwenvl.sh -------------------------------------------------------------------------------- /utils/datamodule_internvl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/utils/datamodule_internvl.py -------------------------------------------------------------------------------- /utils/datamodule_lightcontrol.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/utils/datamodule_lightcontrol.py -------------------------------------------------------------------------------- /utils/datamodule_minicpm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/utils/datamodule_minicpm.py -------------------------------------------------------------------------------- /utils/datamodule_qwenvl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/utils/datamodule_qwenvl.py -------------------------------------------------------------------------------- /utils/internvl_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/utils/internvl_util.py -------------------------------------------------------------------------------- /utils/proj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/utils/proj.py -------------------------------------------------------------------------------- /x2i_comfyui/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/x2i_comfyui/README.md -------------------------------------------------------------------------------- /x2i_comfyui/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/x2i_comfyui/__init__.py -------------------------------------------------------------------------------- /x2i_comfyui/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/x2i_comfyui/model.py -------------------------------------------------------------------------------- /x2i_comfyui/nodes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/x2i_comfyui/nodes.py -------------------------------------------------------------------------------- /x2i_comfyui/requirements.txt: -------------------------------------------------------------------------------- 1 | qwen_vl_utils>=0.0.10 2 | transformers>=4.49.0 3 | sentencepiece 4 | -------------------------------------------------------------------------------- /x2i_comfyui/workflow.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPPO-Mente-Lab/X2I/HEAD/x2i_comfyui/workflow.png --------------------------------------------------------------------------------