├── .gitignore ├── .gitmodules ├── LICENSE ├── README.md ├── assets ├── dataset.svg ├── logo_with_glasses.svg ├── qtsplus.svg ├── system_load.svg └── training_process.svg ├── environment.sh ├── evaluation ├── demo.py └── eval_sharegpt_video_choice.py ├── hf_space └── app.py ├── script └── training_example.sh ├── src ├── dataset │ ├── __init__.py │ ├── sharegptvideo_choice_dataset.py │ └── sharegptvideo_qa_dataset.py ├── model │ ├── __init__.py │ ├── language_model │ │ ├── __init__.py │ │ ├── qts_plus_qwen2_5_lm.py │ │ └── qwen2_5_vl_text_for_causallm.py │ ├── qts_plus_arch.py │ ├── qts_plus_tokenizer │ │ ├── __init__.py │ │ ├── builder.py │ │ ├── qts_plus.py │ │ └── tokenizer.py │ ├── qwen2_5_vl │ │ ├── __init__.py │ │ ├── configuration_qwen2_5_vl.py │ │ ├── modeling_qwen2_5_vl.py │ │ ├── modular_qwen2_5_vl.py │ │ └── processing_qwen2_5_vl.py │ └── vision_encoder │ │ ├── __init__.py │ │ ├── builder.py │ │ └── processing_qwen2_5_vl_vision.py ├── train │ ├── __init__.py │ ├── qts_plus_trainer.py │ └── train.py └── utils │ ├── __init__.py │ ├── convert_to_safetensors.py │ ├── datasets_convert │ └── share_gpt_video.py │ ├── integrate_embeddings.py │ ├── qwen_vision_process.py │ └── separate_qwen2_5_vl.py └── verify ├── qwen2_5_vl_vision_causal_lm_concat_pipleline.py ├── verify_batch_consistency.py ├── verify_no_qts_equals_qwen.py ├── verify_qts_backprop.py ├── verify_qts_integrate_embeddings.py ├── verify_qts_subset_indices.py └── verify_training_io.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/.gitmodules -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/README.md -------------------------------------------------------------------------------- /assets/dataset.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/assets/dataset.svg -------------------------------------------------------------------------------- /assets/logo_with_glasses.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/assets/logo_with_glasses.svg -------------------------------------------------------------------------------- /assets/qtsplus.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/assets/qtsplus.svg -------------------------------------------------------------------------------- /assets/system_load.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/assets/system_load.svg -------------------------------------------------------------------------------- /assets/training_process.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/assets/training_process.svg -------------------------------------------------------------------------------- /environment.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/environment.sh -------------------------------------------------------------------------------- /evaluation/demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/evaluation/demo.py -------------------------------------------------------------------------------- /evaluation/eval_sharegpt_video_choice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/evaluation/eval_sharegpt_video_choice.py -------------------------------------------------------------------------------- /hf_space/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/hf_space/app.py -------------------------------------------------------------------------------- /script/training_example.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/script/training_example.sh -------------------------------------------------------------------------------- /src/dataset/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/dataset/sharegptvideo_choice_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/src/dataset/sharegptvideo_choice_dataset.py -------------------------------------------------------------------------------- /src/dataset/sharegptvideo_qa_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/src/dataset/sharegptvideo_qa_dataset.py -------------------------------------------------------------------------------- /src/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/src/model/__init__.py -------------------------------------------------------------------------------- /src/model/language_model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/src/model/language_model/__init__.py -------------------------------------------------------------------------------- /src/model/language_model/qts_plus_qwen2_5_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/src/model/language_model/qts_plus_qwen2_5_lm.py -------------------------------------------------------------------------------- /src/model/language_model/qwen2_5_vl_text_for_causallm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/src/model/language_model/qwen2_5_vl_text_for_causallm.py -------------------------------------------------------------------------------- /src/model/qts_plus_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/src/model/qts_plus_arch.py -------------------------------------------------------------------------------- /src/model/qts_plus_tokenizer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/src/model/qts_plus_tokenizer/__init__.py -------------------------------------------------------------------------------- /src/model/qts_plus_tokenizer/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/src/model/qts_plus_tokenizer/builder.py -------------------------------------------------------------------------------- /src/model/qts_plus_tokenizer/qts_plus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/src/model/qts_plus_tokenizer/qts_plus.py -------------------------------------------------------------------------------- /src/model/qts_plus_tokenizer/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/src/model/qts_plus_tokenizer/tokenizer.py -------------------------------------------------------------------------------- /src/model/qwen2_5_vl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/src/model/qwen2_5_vl/__init__.py -------------------------------------------------------------------------------- /src/model/qwen2_5_vl/configuration_qwen2_5_vl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/src/model/qwen2_5_vl/configuration_qwen2_5_vl.py -------------------------------------------------------------------------------- /src/model/qwen2_5_vl/modeling_qwen2_5_vl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/src/model/qwen2_5_vl/modeling_qwen2_5_vl.py -------------------------------------------------------------------------------- /src/model/qwen2_5_vl/modular_qwen2_5_vl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/src/model/qwen2_5_vl/modular_qwen2_5_vl.py -------------------------------------------------------------------------------- /src/model/qwen2_5_vl/processing_qwen2_5_vl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/src/model/qwen2_5_vl/processing_qwen2_5_vl.py -------------------------------------------------------------------------------- /src/model/vision_encoder/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/src/model/vision_encoder/__init__.py -------------------------------------------------------------------------------- /src/model/vision_encoder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/src/model/vision_encoder/builder.py -------------------------------------------------------------------------------- /src/model/vision_encoder/processing_qwen2_5_vl_vision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/src/model/vision_encoder/processing_qwen2_5_vl_vision.py -------------------------------------------------------------------------------- /src/train/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/src/train/__init__.py -------------------------------------------------------------------------------- /src/train/qts_plus_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/src/train/qts_plus_trainer.py -------------------------------------------------------------------------------- /src/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/src/train/train.py -------------------------------------------------------------------------------- /src/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/utils/convert_to_safetensors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/src/utils/convert_to_safetensors.py -------------------------------------------------------------------------------- /src/utils/datasets_convert/share_gpt_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/src/utils/datasets_convert/share_gpt_video.py -------------------------------------------------------------------------------- /src/utils/integrate_embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/src/utils/integrate_embeddings.py -------------------------------------------------------------------------------- /src/utils/qwen_vision_process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/src/utils/qwen_vision_process.py -------------------------------------------------------------------------------- /src/utils/separate_qwen2_5_vl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/src/utils/separate_qwen2_5_vl.py -------------------------------------------------------------------------------- /verify/qwen2_5_vl_vision_causal_lm_concat_pipleline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/verify/qwen2_5_vl_vision_causal_lm_concat_pipleline.py -------------------------------------------------------------------------------- /verify/verify_batch_consistency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/verify/verify_batch_consistency.py -------------------------------------------------------------------------------- /verify/verify_no_qts_equals_qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/verify/verify_no_qts_equals_qwen.py -------------------------------------------------------------------------------- /verify/verify_qts_backprop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/verify/verify_qts_backprop.py -------------------------------------------------------------------------------- /verify/verify_qts_integrate_embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/verify/verify_qts_integrate_embeddings.py -------------------------------------------------------------------------------- /verify/verify_qts_subset_indices.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/verify/verify_qts_subset_indices.py -------------------------------------------------------------------------------- /verify/verify_training_io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Siyou-Li/QTSplus/HEAD/verify/verify_training_io.py --------------------------------------------------------------------------------