├── .DS_Store ├── README.md ├── __pycache__ └── utils.cpython-39.pyc ├── demo.py ├── demo_images ├── 0.jpg ├── 0000000.png ├── 00000002.jpg ├── 0b2c840e08513fe4.jpg ├── TokenFD.gif ├── WX20250312-191530@2x.png ├── hzjg0224_2.png ├── sub1.pdf ├── sub2.pdf ├── sub3.pdf └── text_tracking.mp4 ├── demo_qw.py ├── demo_r50.py ├── demo_vit.py ├── ds_configs ├── zero_stage1_config.json └── zero_stage1_config_custom_opt.json ├── extract_frame.py ├── internvl ├── __pycache__ │ ├── conversation.cpython-310.pyc │ ├── conversation.cpython-39.pyc │ └── dist_utils.cpython-39.pyc ├── conversation.py ├── dist_utils.py ├── model │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ └── __init__.cpython-39.pyc │ ├── internlm2 │ │ ├── __pycache__ │ │ │ ├── configuration_internlm2.cpython-310.pyc │ │ │ ├── configuration_internlm2.cpython-39.pyc │ │ │ ├── modeling_internlm2.cpython-310.pyc │ │ │ └── modeling_internlm2.cpython-39.pyc │ │ ├── configuration_internlm2.py │ │ ├── modeling_internlm2.py │ │ ├── tokenization_internlm2.py │ │ └── tokenization_internlm2_fast.py │ ├── internvl_chat │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-310.pyc │ │ │ ├── __init__.cpython-39.pyc │ │ │ ├── configuration_intern_vit.cpython-310.pyc │ │ │ ├── configuration_intern_vit.cpython-39.pyc │ │ │ ├── configuration_internvl_chat.cpython-310.pyc │ │ │ ├── configuration_internvl_chat.cpython-39.pyc │ │ │ ├── flash_attention.cpython-310.pyc │ │ │ ├── flash_attention.cpython-39.pyc │ │ │ ├── modeling_intern_vit.cpython-310.pyc │ │ │ ├── modeling_intern_vit.cpython-39.pyc │ │ │ ├── modeling_internvl_chat.cpython-310.pyc │ │ │ └── modeling_internvl_chat.cpython-39.pyc │ │ ├── configuration_intern_vit.py │ │ ├── configuration_internvl_chat.py │ │ ├── flash_attention.py │ │ ├── modeling_intern_vit.py │ │ ├── modeling_internvl_chat.py │ │ └── modeling_tokenvl_encoder.py │ └── phi3 │ │ ├── __pycache__ │ │ ├── configuration_phi3.cpython-310.pyc │ │ ├── configuration_phi3.cpython-39.pyc │ │ ├── modeling_phi3.cpython-310.pyc │ │ └── modeling_phi3.cpython-39.pyc │ │ ├── configuration_phi3.py │ │ └── modeling_phi3.py ├── patch │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-39.pyc │ │ ├── internlm2_packed_training_patch.cpython-39.pyc │ │ ├── internvit_liger_monkey_patch.cpython-39.pyc │ │ ├── llama2_flash_attn_monkey_patch.cpython-39.pyc │ │ ├── llama_flash_attn_monkey_patch.cpython-39.pyc │ │ ├── llama_packed_training_patch.cpython-39.pyc │ │ ├── llama_rmsnorm_monkey_patch.cpython-39.pyc │ │ ├── pad_data_collator.cpython-39.pyc │ │ ├── phi3_packed_training_patch.cpython-39.pyc │ │ ├── qwen2_packed_training_patch.cpython-39.pyc │ │ ├── train_dataloader_patch.cpython-39.pyc │ │ └── train_sampler_patch.cpython-39.pyc │ ├── internlm2_packed_training_patch.py │ ├── internvit_liger_monkey_patch.py │ ├── llama2_flash_attn_monkey_patch.py │ ├── llama_flash_attn_monkey_patch.py │ ├── llama_packed_training_patch.py │ ├── llama_rmsnorm_monkey_patch.py │ ├── pad_data_collator.py │ ├── phi3_packed_training_patch.py │ ├── qwen2_packed_training_patch.py │ ├── train_dataloader_patch.py │ └── train_sampler_patch.py └── train │ ├── __init__.py │ ├── __pycache__ │ ├── __init__.cpython-310.pyc │ ├── __init__.cpython-39.pyc │ ├── constants.cpython-310.pyc │ ├── constants.cpython-39.pyc │ ├── dataset.cpython-310.pyc │ ├── dataset.cpython-39.pyc │ ├── dataset_packed.cpython-39.pyc │ └── trainer_monkey_patch.cpython-39.pyc │ ├── constants.py │ ├── dataset.py │ ├── dataset_packed.py │ ├── internvl_chat_dpo.py │ ├── internvl_chat_finetune.py │ ├── train_tokenfd.py │ ├── train_tokenvl.py │ ├── trainer_dpo.py │ └── trainer_monkey_patch.py ├── load_VFM └── tokenfd.py ├── model_path.txt ├── quick_start.py ├── requirement.txt ├── resnet50 ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-39.pyc │ ├── backbone.cpython-39.pyc │ └── model.cpython-39.pyc ├── backbone.py └── model.py ├── shell ├── tokenfd_internvit.sh ├── tokenvl_finetune.sh └── tokenvl_pretrain.sh ├── streamlit_demo ├── app.py ├── requirement_app.txt ├── run.sh └── utils.py ├── utils.py └── visualization_dir ├── .DS_Store ├── _are.jpg ├── _however.jpg ├── _not.jpg └── _they.jpg /.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/.DS_Store -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/README.md -------------------------------------------------------------------------------- /__pycache__/utils.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/__pycache__/utils.cpython-39.pyc -------------------------------------------------------------------------------- /demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/demo.py -------------------------------------------------------------------------------- /demo_images/0.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/demo_images/0.jpg -------------------------------------------------------------------------------- /demo_images/0000000.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/demo_images/0000000.png -------------------------------------------------------------------------------- /demo_images/00000002.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/demo_images/00000002.jpg -------------------------------------------------------------------------------- /demo_images/0b2c840e08513fe4.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/demo_images/0b2c840e08513fe4.jpg -------------------------------------------------------------------------------- /demo_images/TokenFD.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/demo_images/TokenFD.gif -------------------------------------------------------------------------------- /demo_images/WX20250312-191530@2x.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/demo_images/WX20250312-191530@2x.png -------------------------------------------------------------------------------- /demo_images/hzjg0224_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/demo_images/hzjg0224_2.png -------------------------------------------------------------------------------- /demo_images/sub1.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/demo_images/sub1.pdf -------------------------------------------------------------------------------- /demo_images/sub2.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/demo_images/sub2.pdf -------------------------------------------------------------------------------- /demo_images/sub3.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/demo_images/sub3.pdf -------------------------------------------------------------------------------- /demo_images/text_tracking.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/demo_images/text_tracking.mp4 -------------------------------------------------------------------------------- /demo_qw.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/demo_qw.py -------------------------------------------------------------------------------- /demo_r50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/demo_r50.py -------------------------------------------------------------------------------- /demo_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/demo_vit.py -------------------------------------------------------------------------------- /ds_configs/zero_stage1_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/ds_configs/zero_stage1_config.json -------------------------------------------------------------------------------- /ds_configs/zero_stage1_config_custom_opt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/ds_configs/zero_stage1_config_custom_opt.json -------------------------------------------------------------------------------- /extract_frame.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /internvl/__pycache__/conversation.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/__pycache__/conversation.cpython-310.pyc -------------------------------------------------------------------------------- /internvl/__pycache__/conversation.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/__pycache__/conversation.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/__pycache__/dist_utils.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/__pycache__/dist_utils.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/conversation.py -------------------------------------------------------------------------------- /internvl/dist_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/dist_utils.py -------------------------------------------------------------------------------- /internvl/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/model/__init__.py -------------------------------------------------------------------------------- /internvl/model/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/model/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /internvl/model/__pycache__/__init__.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/model/__pycache__/__init__.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/model/internlm2/__pycache__/configuration_internlm2.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/model/internlm2/__pycache__/configuration_internlm2.cpython-310.pyc -------------------------------------------------------------------------------- /internvl/model/internlm2/__pycache__/configuration_internlm2.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/model/internlm2/__pycache__/configuration_internlm2.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/model/internlm2/__pycache__/modeling_internlm2.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/model/internlm2/__pycache__/modeling_internlm2.cpython-310.pyc -------------------------------------------------------------------------------- /internvl/model/internlm2/__pycache__/modeling_internlm2.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/model/internlm2/__pycache__/modeling_internlm2.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/model/internlm2/configuration_internlm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/model/internlm2/configuration_internlm2.py -------------------------------------------------------------------------------- /internvl/model/internlm2/modeling_internlm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/model/internlm2/modeling_internlm2.py -------------------------------------------------------------------------------- /internvl/model/internlm2/tokenization_internlm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/model/internlm2/tokenization_internlm2.py -------------------------------------------------------------------------------- /internvl/model/internlm2/tokenization_internlm2_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/model/internlm2/tokenization_internlm2_fast.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/model/internvl_chat/__init__.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/model/internvl_chat/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /internvl/model/internvl_chat/__pycache__/__init__.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/model/internvl_chat/__pycache__/__init__.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/model/internvl_chat/__pycache__/configuration_intern_vit.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/model/internvl_chat/__pycache__/configuration_intern_vit.cpython-310.pyc -------------------------------------------------------------------------------- /internvl/model/internvl_chat/__pycache__/configuration_intern_vit.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/model/internvl_chat/__pycache__/configuration_intern_vit.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/model/internvl_chat/__pycache__/configuration_internvl_chat.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/model/internvl_chat/__pycache__/configuration_internvl_chat.cpython-310.pyc -------------------------------------------------------------------------------- /internvl/model/internvl_chat/__pycache__/configuration_internvl_chat.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/model/internvl_chat/__pycache__/configuration_internvl_chat.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/model/internvl_chat/__pycache__/flash_attention.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/model/internvl_chat/__pycache__/flash_attention.cpython-310.pyc -------------------------------------------------------------------------------- /internvl/model/internvl_chat/__pycache__/flash_attention.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/model/internvl_chat/__pycache__/flash_attention.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/model/internvl_chat/__pycache__/modeling_intern_vit.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/model/internvl_chat/__pycache__/modeling_intern_vit.cpython-310.pyc -------------------------------------------------------------------------------- /internvl/model/internvl_chat/__pycache__/modeling_intern_vit.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/model/internvl_chat/__pycache__/modeling_intern_vit.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/model/internvl_chat/__pycache__/modeling_internvl_chat.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/model/internvl_chat/__pycache__/modeling_internvl_chat.cpython-310.pyc -------------------------------------------------------------------------------- /internvl/model/internvl_chat/__pycache__/modeling_internvl_chat.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/model/internvl_chat/__pycache__/modeling_internvl_chat.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/model/internvl_chat/configuration_intern_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/model/internvl_chat/configuration_intern_vit.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat/configuration_internvl_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/model/internvl_chat/configuration_internvl_chat.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat/flash_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/model/internvl_chat/flash_attention.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat/modeling_intern_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/model/internvl_chat/modeling_intern_vit.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat/modeling_internvl_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/model/internvl_chat/modeling_internvl_chat.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat/modeling_tokenvl_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/model/internvl_chat/modeling_tokenvl_encoder.py -------------------------------------------------------------------------------- /internvl/model/phi3/__pycache__/configuration_phi3.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/model/phi3/__pycache__/configuration_phi3.cpython-310.pyc -------------------------------------------------------------------------------- /internvl/model/phi3/__pycache__/configuration_phi3.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/model/phi3/__pycache__/configuration_phi3.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/model/phi3/__pycache__/modeling_phi3.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/model/phi3/__pycache__/modeling_phi3.cpython-310.pyc -------------------------------------------------------------------------------- /internvl/model/phi3/__pycache__/modeling_phi3.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/model/phi3/__pycache__/modeling_phi3.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/model/phi3/configuration_phi3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/model/phi3/configuration_phi3.py -------------------------------------------------------------------------------- /internvl/model/phi3/modeling_phi3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/model/phi3/modeling_phi3.py -------------------------------------------------------------------------------- /internvl/patch/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/patch/__init__.py -------------------------------------------------------------------------------- /internvl/patch/__pycache__/__init__.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/patch/__pycache__/__init__.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/patch/__pycache__/internlm2_packed_training_patch.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/patch/__pycache__/internlm2_packed_training_patch.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/patch/__pycache__/internvit_liger_monkey_patch.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/patch/__pycache__/internvit_liger_monkey_patch.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/patch/__pycache__/llama2_flash_attn_monkey_patch.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/patch/__pycache__/llama2_flash_attn_monkey_patch.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/patch/__pycache__/llama_flash_attn_monkey_patch.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/patch/__pycache__/llama_flash_attn_monkey_patch.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/patch/__pycache__/llama_packed_training_patch.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/patch/__pycache__/llama_packed_training_patch.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/patch/__pycache__/llama_rmsnorm_monkey_patch.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/patch/__pycache__/llama_rmsnorm_monkey_patch.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/patch/__pycache__/pad_data_collator.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/patch/__pycache__/pad_data_collator.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/patch/__pycache__/phi3_packed_training_patch.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/patch/__pycache__/phi3_packed_training_patch.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/patch/__pycache__/qwen2_packed_training_patch.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/patch/__pycache__/qwen2_packed_training_patch.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/patch/__pycache__/train_dataloader_patch.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/patch/__pycache__/train_dataloader_patch.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/patch/__pycache__/train_sampler_patch.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/patch/__pycache__/train_sampler_patch.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/patch/internlm2_packed_training_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/patch/internlm2_packed_training_patch.py -------------------------------------------------------------------------------- /internvl/patch/internvit_liger_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/patch/internvit_liger_monkey_patch.py -------------------------------------------------------------------------------- /internvl/patch/llama2_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/patch/llama2_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /internvl/patch/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/patch/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /internvl/patch/llama_packed_training_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/patch/llama_packed_training_patch.py -------------------------------------------------------------------------------- /internvl/patch/llama_rmsnorm_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/patch/llama_rmsnorm_monkey_patch.py -------------------------------------------------------------------------------- /internvl/patch/pad_data_collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/patch/pad_data_collator.py -------------------------------------------------------------------------------- /internvl/patch/phi3_packed_training_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/patch/phi3_packed_training_patch.py -------------------------------------------------------------------------------- /internvl/patch/qwen2_packed_training_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/patch/qwen2_packed_training_patch.py -------------------------------------------------------------------------------- /internvl/patch/train_dataloader_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/patch/train_dataloader_patch.py -------------------------------------------------------------------------------- /internvl/patch/train_sampler_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/patch/train_sampler_patch.py -------------------------------------------------------------------------------- /internvl/train/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/train/__init__.py -------------------------------------------------------------------------------- /internvl/train/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/train/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /internvl/train/__pycache__/__init__.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/train/__pycache__/__init__.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/train/__pycache__/constants.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/train/__pycache__/constants.cpython-310.pyc -------------------------------------------------------------------------------- /internvl/train/__pycache__/constants.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/train/__pycache__/constants.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/train/__pycache__/dataset.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/train/__pycache__/dataset.cpython-310.pyc -------------------------------------------------------------------------------- /internvl/train/__pycache__/dataset.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/train/__pycache__/dataset.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/train/__pycache__/dataset_packed.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/train/__pycache__/dataset_packed.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/train/__pycache__/trainer_monkey_patch.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/train/__pycache__/trainer_monkey_patch.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/train/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/train/constants.py -------------------------------------------------------------------------------- /internvl/train/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/train/dataset.py -------------------------------------------------------------------------------- /internvl/train/dataset_packed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/train/dataset_packed.py -------------------------------------------------------------------------------- /internvl/train/internvl_chat_dpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/train/internvl_chat_dpo.py -------------------------------------------------------------------------------- /internvl/train/internvl_chat_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/train/internvl_chat_finetune.py -------------------------------------------------------------------------------- /internvl/train/train_tokenfd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/train/train_tokenfd.py -------------------------------------------------------------------------------- /internvl/train/train_tokenvl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/train/train_tokenvl.py -------------------------------------------------------------------------------- /internvl/train/trainer_dpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/train/trainer_dpo.py -------------------------------------------------------------------------------- /internvl/train/trainer_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/internvl/train/trainer_monkey_patch.py -------------------------------------------------------------------------------- /load_VFM/tokenfd.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /model_path.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/model_path.txt -------------------------------------------------------------------------------- /quick_start.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/quick_start.py -------------------------------------------------------------------------------- /requirement.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/requirement.txt -------------------------------------------------------------------------------- /resnet50/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/resnet50/__init__.py -------------------------------------------------------------------------------- /resnet50/__pycache__/__init__.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/resnet50/__pycache__/__init__.cpython-39.pyc -------------------------------------------------------------------------------- /resnet50/__pycache__/backbone.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/resnet50/__pycache__/backbone.cpython-39.pyc -------------------------------------------------------------------------------- /resnet50/__pycache__/model.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/resnet50/__pycache__/model.cpython-39.pyc -------------------------------------------------------------------------------- /resnet50/backbone.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/resnet50/backbone.py -------------------------------------------------------------------------------- /resnet50/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/resnet50/model.py -------------------------------------------------------------------------------- /shell/tokenfd_internvit.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/shell/tokenfd_internvit.sh -------------------------------------------------------------------------------- /shell/tokenvl_finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/shell/tokenvl_finetune.sh -------------------------------------------------------------------------------- /shell/tokenvl_pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/shell/tokenvl_pretrain.sh -------------------------------------------------------------------------------- /streamlit_demo/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/streamlit_demo/app.py -------------------------------------------------------------------------------- /streamlit_demo/requirement_app.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/streamlit_demo/requirement_app.txt -------------------------------------------------------------------------------- /streamlit_demo/run.sh: -------------------------------------------------------------------------------- 1 | streamlit run app.py --server.port 8420 -------------------------------------------------------------------------------- /streamlit_demo/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/streamlit_demo/utils.py -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/utils.py -------------------------------------------------------------------------------- /visualization_dir/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/visualization_dir/.DS_Store -------------------------------------------------------------------------------- /visualization_dir/_are.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/visualization_dir/_are.jpg -------------------------------------------------------------------------------- /visualization_dir/_however.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/visualization_dir/_however.jpg -------------------------------------------------------------------------------- /visualization_dir/_not.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/visualization_dir/_not.jpg -------------------------------------------------------------------------------- /visualization_dir/_they.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Token-family/TokenFD/HEAD/visualization_dir/_they.jpg --------------------------------------------------------------------------------