├── README.md ├── Small Language Model Meets with Reinforced Vision Vocabulary.pdf ├── Vary-master ├── pyproject.toml ├── pyvenv.cfg ├── vary │ ├── __init__.py │ ├── data │ │ ├── __init__.py │ │ ├── base_dataset.py │ │ ├── caption_opt.py │ │ └── conversation_dataset_qwen.py │ ├── demo │ │ ├── run_opt.py │ │ └── run_qwen_vary.py │ ├── model │ │ ├── __init__.py │ │ ├── llm │ │ │ ├── opt │ │ │ │ └── modeling_opt.py │ │ │ └── qwen │ │ │ │ ├── configuration_qwen.py │ │ │ │ ├── modeling_qwen.py │ │ │ │ ├── qwen_generation_utils.py │ │ │ │ └── tokenization_qwen.py │ │ ├── plug │ │ │ ├── blip_process.py │ │ │ └── transforms.py │ │ ├── vary_opt.py │ │ ├── vary_qwen_vary.py │ │ ├── vary_toy_qwen1_8.py │ │ └── vision_encoder │ │ │ ├── __init__.py │ │ │ └── sam.py │ ├── train │ │ ├── train_flash_attn.py │ │ ├── train_lora.py │ │ ├── train_lora_flash_attn.py │ │ ├── train_opt.py │ │ ├── train_qwen_vary.py │ │ ├── trainer.py │ │ └── trainer_vit_fixlr.py │ └── utils │ │ ├── arguments.py │ │ ├── constants.py │ │ ├── conversation.py │ │ ├── llama_flash_attn_monkey_patch.py │ │ └── utils.py └── zero_config │ └── zero2.json └── assets └── vary-toy-logo.jpg /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ucas-HaoranWei/Vary-toy/HEAD/README.md -------------------------------------------------------------------------------- /Small Language Model Meets with Reinforced Vision Vocabulary.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ucas-HaoranWei/Vary-toy/HEAD/Small Language Model Meets with Reinforced Vision Vocabulary.pdf -------------------------------------------------------------------------------- /Vary-master/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ucas-HaoranWei/Vary-toy/HEAD/Vary-master/pyproject.toml -------------------------------------------------------------------------------- /Vary-master/pyvenv.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ucas-HaoranWei/Vary-toy/HEAD/Vary-master/pyvenv.cfg -------------------------------------------------------------------------------- /Vary-master/vary/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Vary-master/vary/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ucas-HaoranWei/Vary-toy/HEAD/Vary-master/vary/data/__init__.py -------------------------------------------------------------------------------- /Vary-master/vary/data/base_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ucas-HaoranWei/Vary-toy/HEAD/Vary-master/vary/data/base_dataset.py -------------------------------------------------------------------------------- /Vary-master/vary/data/caption_opt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ucas-HaoranWei/Vary-toy/HEAD/Vary-master/vary/data/caption_opt.py -------------------------------------------------------------------------------- /Vary-master/vary/data/conversation_dataset_qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ucas-HaoranWei/Vary-toy/HEAD/Vary-master/vary/data/conversation_dataset_qwen.py -------------------------------------------------------------------------------- /Vary-master/vary/demo/run_opt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ucas-HaoranWei/Vary-toy/HEAD/Vary-master/vary/demo/run_opt.py -------------------------------------------------------------------------------- /Vary-master/vary/demo/run_qwen_vary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ucas-HaoranWei/Vary-toy/HEAD/Vary-master/vary/demo/run_qwen_vary.py -------------------------------------------------------------------------------- /Vary-master/vary/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ucas-HaoranWei/Vary-toy/HEAD/Vary-master/vary/model/__init__.py -------------------------------------------------------------------------------- /Vary-master/vary/model/llm/opt/modeling_opt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ucas-HaoranWei/Vary-toy/HEAD/Vary-master/vary/model/llm/opt/modeling_opt.py -------------------------------------------------------------------------------- /Vary-master/vary/model/llm/qwen/configuration_qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ucas-HaoranWei/Vary-toy/HEAD/Vary-master/vary/model/llm/qwen/configuration_qwen.py -------------------------------------------------------------------------------- /Vary-master/vary/model/llm/qwen/modeling_qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ucas-HaoranWei/Vary-toy/HEAD/Vary-master/vary/model/llm/qwen/modeling_qwen.py -------------------------------------------------------------------------------- /Vary-master/vary/model/llm/qwen/qwen_generation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ucas-HaoranWei/Vary-toy/HEAD/Vary-master/vary/model/llm/qwen/qwen_generation_utils.py -------------------------------------------------------------------------------- /Vary-master/vary/model/llm/qwen/tokenization_qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ucas-HaoranWei/Vary-toy/HEAD/Vary-master/vary/model/llm/qwen/tokenization_qwen.py -------------------------------------------------------------------------------- /Vary-master/vary/model/plug/blip_process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ucas-HaoranWei/Vary-toy/HEAD/Vary-master/vary/model/plug/blip_process.py -------------------------------------------------------------------------------- /Vary-master/vary/model/plug/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ucas-HaoranWei/Vary-toy/HEAD/Vary-master/vary/model/plug/transforms.py -------------------------------------------------------------------------------- /Vary-master/vary/model/vary_opt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ucas-HaoranWei/Vary-toy/HEAD/Vary-master/vary/model/vary_opt.py -------------------------------------------------------------------------------- /Vary-master/vary/model/vary_qwen_vary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ucas-HaoranWei/Vary-toy/HEAD/Vary-master/vary/model/vary_qwen_vary.py -------------------------------------------------------------------------------- /Vary-master/vary/model/vary_toy_qwen1_8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ucas-HaoranWei/Vary-toy/HEAD/Vary-master/vary/model/vary_toy_qwen1_8.py -------------------------------------------------------------------------------- /Vary-master/vary/model/vision_encoder/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /Vary-master/vary/model/vision_encoder/sam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ucas-HaoranWei/Vary-toy/HEAD/Vary-master/vary/model/vision_encoder/sam.py -------------------------------------------------------------------------------- /Vary-master/vary/train/train_flash_attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ucas-HaoranWei/Vary-toy/HEAD/Vary-master/vary/train/train_flash_attn.py -------------------------------------------------------------------------------- /Vary-master/vary/train/train_lora.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Vary-master/vary/train/train_lora_flash_attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ucas-HaoranWei/Vary-toy/HEAD/Vary-master/vary/train/train_lora_flash_attn.py -------------------------------------------------------------------------------- /Vary-master/vary/train/train_opt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ucas-HaoranWei/Vary-toy/HEAD/Vary-master/vary/train/train_opt.py -------------------------------------------------------------------------------- /Vary-master/vary/train/train_qwen_vary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ucas-HaoranWei/Vary-toy/HEAD/Vary-master/vary/train/train_qwen_vary.py -------------------------------------------------------------------------------- /Vary-master/vary/train/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ucas-HaoranWei/Vary-toy/HEAD/Vary-master/vary/train/trainer.py -------------------------------------------------------------------------------- /Vary-master/vary/train/trainer_vit_fixlr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ucas-HaoranWei/Vary-toy/HEAD/Vary-master/vary/train/trainer_vit_fixlr.py -------------------------------------------------------------------------------- /Vary-master/vary/utils/arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ucas-HaoranWei/Vary-toy/HEAD/Vary-master/vary/utils/arguments.py -------------------------------------------------------------------------------- /Vary-master/vary/utils/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ucas-HaoranWei/Vary-toy/HEAD/Vary-master/vary/utils/constants.py -------------------------------------------------------------------------------- /Vary-master/vary/utils/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ucas-HaoranWei/Vary-toy/HEAD/Vary-master/vary/utils/conversation.py -------------------------------------------------------------------------------- /Vary-master/vary/utils/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ucas-HaoranWei/Vary-toy/HEAD/Vary-master/vary/utils/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /Vary-master/vary/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ucas-HaoranWei/Vary-toy/HEAD/Vary-master/vary/utils/utils.py -------------------------------------------------------------------------------- /Vary-master/zero_config/zero2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ucas-HaoranWei/Vary-toy/HEAD/Vary-master/zero_config/zero2.json -------------------------------------------------------------------------------- /assets/vary-toy-logo.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ucas-HaoranWei/Vary-toy/HEAD/assets/vary-toy-logo.jpg --------------------------------------------------------------------------------