├── .gitignore ├── LICENSE ├── README.md ├── SID_generation ├── ID_collision.sql ├── README.md ├── README_en.md ├── configs │ ├── default.yml │ └── rqvae_i2v.yml ├── data_loader │ ├── __init__.py │ ├── local_reader_clip.py │ └── local_reader_vqvae_reconstruct.py ├── infer_SID.py ├── requirements.txt ├── rqvae_embed │ ├── __init__.py │ ├── layers.py │ ├── modules.py │ ├── quantizations.py │ ├── rqvae.py │ └── rqvae_clip.py ├── scripts │ ├── gini_coefficient.md │ └── gini_coefficient_zh.md ├── train.py └── utils │ ├── __init__.py │ ├── configs_utils.py │ ├── dist_utils.py │ ├── kmeans.py │ ├── logger.py │ ├── lr_sched.py │ └── optim_factory.py ├── algr ├── calc_hr.py ├── config │ ├── generate_qwen2.5_05b_3layer_tiny.json │ ├── generate_t5base_3layer_tiny.json │ ├── qwen2.5_05b_3layer_s1.json │ ├── qwen2.5_05b_3layer_s1tiny.json │ ├── t5base_3layer_s1.json │ └── t5base_3layer_s1tiny.json ├── data │ ├── precess.py │ ├── qwen_finetune_data.jsonl │ └── train_data.csv ├── models │ ├── qwen2_5 │ │ ├── data.py │ │ └── modeling_qwen.py │ └── t5 │ │ ├── configuration_t5.py │ │ ├── data.py │ │ └── modeling_t5.py ├── runner.py ├── test.py └── utils │ ├── common.py │ ├── data_collator.py │ ├── log.py │ ├── predict.py │ ├── trainer.py │ └── util.py ├── asset ├── FORGE.png └── Title.png ├── mm_clip ├── CLIP_demo.ipynb ├── bert │ ├── config.json │ ├── tokenizer.json │ ├── tokenizer_config.json │ └── vocab.txt ├── test.jpg └── utils │ ├── __init__.py │ ├── bert_tokenizer.py │ ├── configuration_bert.py │ ├── model_utils.py │ ├── modeling_bert.py │ ├── models.py │ ├── vision_transform.py │ └── vocab.txt ├── requirements.txt └── u2i ├── command.txt ├── data ├── csv2json.py ├── dataset.py ├── download.py └── process.py ├── distribute_run.py ├── model ├── __init__.py ├── basemodel.py ├── bert4rec_lite.py ├── hstu_lite.py ├── modules.py ├── sasrec.py └── sasrec_addfeat.py ├── options.py ├── predict.py ├── run.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/README.md -------------------------------------------------------------------------------- /SID_generation/ID_collision.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/SID_generation/ID_collision.sql -------------------------------------------------------------------------------- /SID_generation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/SID_generation/README.md -------------------------------------------------------------------------------- /SID_generation/README_en.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/SID_generation/README_en.md -------------------------------------------------------------------------------- /SID_generation/configs/default.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/SID_generation/configs/default.yml -------------------------------------------------------------------------------- /SID_generation/configs/rqvae_i2v.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/SID_generation/configs/rqvae_i2v.yml -------------------------------------------------------------------------------- /SID_generation/data_loader/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/SID_generation/data_loader/__init__.py -------------------------------------------------------------------------------- /SID_generation/data_loader/local_reader_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/SID_generation/data_loader/local_reader_clip.py -------------------------------------------------------------------------------- /SID_generation/data_loader/local_reader_vqvae_reconstruct.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/SID_generation/data_loader/local_reader_vqvae_reconstruct.py -------------------------------------------------------------------------------- /SID_generation/infer_SID.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/SID_generation/infer_SID.py -------------------------------------------------------------------------------- /SID_generation/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/SID_generation/requirements.txt -------------------------------------------------------------------------------- /SID_generation/rqvae_embed/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/SID_generation/rqvae_embed/__init__.py -------------------------------------------------------------------------------- /SID_generation/rqvae_embed/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/SID_generation/rqvae_embed/layers.py -------------------------------------------------------------------------------- /SID_generation/rqvae_embed/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/SID_generation/rqvae_embed/modules.py -------------------------------------------------------------------------------- /SID_generation/rqvae_embed/quantizations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/SID_generation/rqvae_embed/quantizations.py -------------------------------------------------------------------------------- /SID_generation/rqvae_embed/rqvae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/SID_generation/rqvae_embed/rqvae.py -------------------------------------------------------------------------------- /SID_generation/rqvae_embed/rqvae_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/SID_generation/rqvae_embed/rqvae_clip.py -------------------------------------------------------------------------------- /SID_generation/scripts/gini_coefficient.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/SID_generation/scripts/gini_coefficient.md -------------------------------------------------------------------------------- /SID_generation/scripts/gini_coefficient_zh.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/SID_generation/scripts/gini_coefficient_zh.md -------------------------------------------------------------------------------- /SID_generation/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/SID_generation/train.py -------------------------------------------------------------------------------- /SID_generation/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/SID_generation/utils/__init__.py -------------------------------------------------------------------------------- /SID_generation/utils/configs_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/SID_generation/utils/configs_utils.py -------------------------------------------------------------------------------- /SID_generation/utils/dist_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/SID_generation/utils/dist_utils.py -------------------------------------------------------------------------------- /SID_generation/utils/kmeans.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/SID_generation/utils/kmeans.py -------------------------------------------------------------------------------- /SID_generation/utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/SID_generation/utils/logger.py -------------------------------------------------------------------------------- /SID_generation/utils/lr_sched.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/SID_generation/utils/lr_sched.py -------------------------------------------------------------------------------- /SID_generation/utils/optim_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/SID_generation/utils/optim_factory.py -------------------------------------------------------------------------------- /algr/calc_hr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/algr/calc_hr.py -------------------------------------------------------------------------------- /algr/config/generate_qwen2.5_05b_3layer_tiny.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/algr/config/generate_qwen2.5_05b_3layer_tiny.json -------------------------------------------------------------------------------- /algr/config/generate_t5base_3layer_tiny.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/algr/config/generate_t5base_3layer_tiny.json -------------------------------------------------------------------------------- /algr/config/qwen2.5_05b_3layer_s1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/algr/config/qwen2.5_05b_3layer_s1.json -------------------------------------------------------------------------------- /algr/config/qwen2.5_05b_3layer_s1tiny.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/algr/config/qwen2.5_05b_3layer_s1tiny.json -------------------------------------------------------------------------------- /algr/config/t5base_3layer_s1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/algr/config/t5base_3layer_s1.json -------------------------------------------------------------------------------- /algr/config/t5base_3layer_s1tiny.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/algr/config/t5base_3layer_s1tiny.json -------------------------------------------------------------------------------- /algr/data/precess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/algr/data/precess.py -------------------------------------------------------------------------------- /algr/data/qwen_finetune_data.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/algr/data/qwen_finetune_data.jsonl -------------------------------------------------------------------------------- /algr/data/train_data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/algr/data/train_data.csv -------------------------------------------------------------------------------- /algr/models/qwen2_5/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/algr/models/qwen2_5/data.py -------------------------------------------------------------------------------- /algr/models/qwen2_5/modeling_qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/algr/models/qwen2_5/modeling_qwen.py -------------------------------------------------------------------------------- /algr/models/t5/configuration_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/algr/models/t5/configuration_t5.py -------------------------------------------------------------------------------- /algr/models/t5/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/algr/models/t5/data.py -------------------------------------------------------------------------------- /algr/models/t5/modeling_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/algr/models/t5/modeling_t5.py -------------------------------------------------------------------------------- /algr/runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/algr/runner.py -------------------------------------------------------------------------------- /algr/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/algr/test.py -------------------------------------------------------------------------------- /algr/utils/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/algr/utils/common.py -------------------------------------------------------------------------------- /algr/utils/data_collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/algr/utils/data_collator.py -------------------------------------------------------------------------------- /algr/utils/log.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/algr/utils/log.py -------------------------------------------------------------------------------- /algr/utils/predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/algr/utils/predict.py -------------------------------------------------------------------------------- /algr/utils/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/algr/utils/trainer.py -------------------------------------------------------------------------------- /algr/utils/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/algr/utils/util.py -------------------------------------------------------------------------------- /asset/FORGE.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/asset/FORGE.png -------------------------------------------------------------------------------- /asset/Title.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/asset/Title.png -------------------------------------------------------------------------------- /mm_clip/CLIP_demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/mm_clip/CLIP_demo.ipynb -------------------------------------------------------------------------------- /mm_clip/bert/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/mm_clip/bert/config.json -------------------------------------------------------------------------------- /mm_clip/bert/tokenizer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/mm_clip/bert/tokenizer.json -------------------------------------------------------------------------------- /mm_clip/bert/tokenizer_config.json: -------------------------------------------------------------------------------- 1 | { 2 | "do_lower_case": false 3 | } 4 | -------------------------------------------------------------------------------- /mm_clip/bert/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/mm_clip/bert/vocab.txt -------------------------------------------------------------------------------- /mm_clip/test.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/mm_clip/test.jpg -------------------------------------------------------------------------------- /mm_clip/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/mm_clip/utils/__init__.py -------------------------------------------------------------------------------- /mm_clip/utils/bert_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/mm_clip/utils/bert_tokenizer.py -------------------------------------------------------------------------------- /mm_clip/utils/configuration_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/mm_clip/utils/configuration_bert.py -------------------------------------------------------------------------------- /mm_clip/utils/model_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/mm_clip/utils/model_utils.py -------------------------------------------------------------------------------- /mm_clip/utils/modeling_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/mm_clip/utils/modeling_bert.py -------------------------------------------------------------------------------- /mm_clip/utils/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/mm_clip/utils/models.py -------------------------------------------------------------------------------- /mm_clip/utils/vision_transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/mm_clip/utils/vision_transform.py -------------------------------------------------------------------------------- /mm_clip/utils/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/mm_clip/utils/vocab.txt -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/requirements.txt -------------------------------------------------------------------------------- /u2i/command.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/u2i/command.txt -------------------------------------------------------------------------------- /u2i/data/csv2json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/u2i/data/csv2json.py -------------------------------------------------------------------------------- /u2i/data/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/u2i/data/dataset.py -------------------------------------------------------------------------------- /u2i/data/download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/u2i/data/download.py -------------------------------------------------------------------------------- /u2i/data/process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/u2i/data/process.py -------------------------------------------------------------------------------- /u2i/distribute_run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/u2i/distribute_run.py -------------------------------------------------------------------------------- /u2i/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/u2i/model/__init__.py -------------------------------------------------------------------------------- /u2i/model/basemodel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/u2i/model/basemodel.py -------------------------------------------------------------------------------- /u2i/model/bert4rec_lite.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/u2i/model/bert4rec_lite.py -------------------------------------------------------------------------------- /u2i/model/hstu_lite.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/u2i/model/hstu_lite.py -------------------------------------------------------------------------------- /u2i/model/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/u2i/model/modules.py -------------------------------------------------------------------------------- /u2i/model/sasrec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/u2i/model/sasrec.py -------------------------------------------------------------------------------- /u2i/model/sasrec_addfeat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/u2i/model/sasrec_addfeat.py -------------------------------------------------------------------------------- /u2i/options.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/u2i/options.py -------------------------------------------------------------------------------- /u2i/predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/u2i/predict.py -------------------------------------------------------------------------------- /u2i/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/u2i/run.py -------------------------------------------------------------------------------- /u2i/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/selous123/al_sid/HEAD/u2i/utils.py --------------------------------------------------------------------------------