├── .DS_Store ├── .idea ├── .gitignore └── vcs.xml ├── Download_evaluation_raw_videos.sh ├── Download_raw_videos.sh ├── EasyR1 ├── .github │ ├── CODE_OF_CONDUCT.md │ ├── CONTRIBUTING.md │ └── workflows │ │ └── tests.yml ├── .gitignore ├── .pre-commit-config.yaml ├── Dockerfile ├── LICENSE ├── Makefile ├── README.md ├── __init__.py ├── assets │ ├── easyr1_grpo.png │ ├── qwen2_5_vl_7b_geo.png │ └── wechat.jpg ├── examples │ ├── TVG_R1.sh │ ├── baselines │ │ ├── qwen2_5_vl_3b_clevr.sh │ │ └── qwen2_5_vl_3b_geoqa8k.sh │ ├── config.yaml │ ├── data_config │ │ ├── TVG_RL_train.yaml │ │ └── TVG_RL_val.yaml │ ├── runtime_env.yaml │ └── tvg.yaml ├── modeling_qwen2_5_vl.py ├── pyproject.toml ├── qwen-vl-utils │ ├── .python-version │ ├── README.md │ ├── __init__.py │ ├── pyproject.toml │ ├── requirements-dev.lock │ ├── requirements.lock │ └── src │ │ ├── __init__.py │ │ └── qwen_vl_utils │ │ ├── __init__.py │ │ └── vision_process.py ├── requirements.txt ├── scripts │ ├── __init__.py │ └── model_merger.py ├── setup.py ├── utils.py └── verl │ ├── __init__.py │ ├── models │ ├── __init__.py │ ├── monkey_patch.py │ └── transformers │ │ ├── __init__.py │ │ ├── flash_attention_utils.py │ │ └── qwen2_vl.py │ ├── protocol.py │ ├── single_controller │ ├── __init__.py │ ├── base │ │ ├── __init__.py │ │ ├── decorator.py │ │ ├── register_center │ │ │ ├── __init__.py │ │ │ └── ray.py │ │ ├── worker.py │ │ └── worker_group.py │ └── ray │ │ ├── __init__.py │ │ └── base.py │ ├── trainer │ ├── __init__.py │ ├── config.py │ ├── core_algos.py │ ├── main.py │ ├── metrics.py │ └── ray_trainer.py │ ├── utils │ ├── __init__.py │ ├── checkpoint │ │ ├── __init__.py │ │ ├── checkpoint_manager.py │ │ └── fsdp_checkpoint_manager.py │ ├── dataset.py │ ├── dataset_video.py │ ├── debug │ │ ├── __init__.py │ │ ├── performance.py │ │ └── trajectory_tracker.py │ ├── flops_counter.py │ ├── fs.py │ ├── fsdp_utils.py │ ├── hdfs_io.py │ ├── import_utils.py │ ├── logger │ │ ├── __init__.py │ │ └── aggregate_logger.py │ ├── model.py │ ├── model_utils.py │ ├── py_functional.py │ ├── reward_score │ │ ├── __init__.py │ │ ├── math.py │ │ ├── mathtvg.py │ │ ├── r1v.py │ │ ├── tvg.py │ │ ├── tvgonly.py │ │ └── tvgonly_nothinking.py │ ├── rl_dataset.py │ ├── seqlen_balancing.py │ ├── tokenizer.py │ ├── torch_dtypes.py │ ├── torch_functional.py │ ├── tracking.py │ └── ulysses.py │ └── workers │ ├── __init__.py │ ├── actor │ ├── __init__.py │ ├── base.py │ ├── config.py │ └── dp_actor.py │ ├── config.py │ ├── critic │ ├── __init__.py │ ├── base.py │ ├── config.py │ └── dp_critic.py │ ├── fsdp_workers.py │ ├── reward │ ├── __init__.py │ ├── config.py │ └── custom.py │ ├── rollout │ ├── __init__.py │ ├── base.py │ ├── config.py │ └── vllm_rollout │ │ ├── __init__.py │ │ └── vllm_rollout_spmd.py │ └── sharding_manager │ ├── __init__.py │ ├── base.py │ ├── fsdp_ulysses.py │ └── fsdp_vllm.py ├── README.md ├── VideoMind ├── .github │ ├── logo.png │ └── method.png ├── .gitignore ├── LICENSE ├── README.md ├── __init__.py ├── demo │ ├── app.py │ └── assets │ │ ├── bot.png │ │ └── user.png ├── docs │ ├── BENCHMARK.md │ ├── DEMO.md │ ├── EVAL.md │ └── TRAIN.md ├── qwen-vl-utils │ ├── .python-version │ ├── README.md │ ├── __init__.py │ ├── pyproject.toml │ ├── requirements-dev.lock │ ├── requirements.lock │ └── src │ │ ├── __init__.py │ │ └── qwen_vl_utils │ │ ├── __init__.py │ │ └── vision_process.py ├── requirements.txt ├── rextime │ ├── convert.py │ ├── rextime_test_release.json │ ├── rextime_val.json │ └── rextime_val.jsonl ├── scripts │ ├── evaluation │ │ ├── eval_auto_2b.sh │ │ ├── eval_auto_32b.sh │ │ ├── eval_auto_7b.sh │ │ ├── eval_auto_7b_videomind.sh │ │ ├── eval_auto_7b_vllm.sh │ │ └── eval_qvhighlights.sh │ ├── finetune │ │ ├── finetune_qvhighlights_2b.sh │ │ └── finetune_qvhighlights_7b.sh │ ├── pretrain │ │ ├── pretrain_grounder_2b.sh │ │ ├── pretrain_grounder_7b.sh │ │ ├── pretrain_planner_2b.sh │ │ ├── pretrain_planner_7b.sh │ │ ├── pretrain_verifier_2b.sh │ │ └── pretrain_verifier_7b.sh │ ├── zero2.json │ ├── zero2_offload.json │ ├── zero3.json │ └── zero3_offload.json ├── setup.cfg └── videomind │ ├── __init__.py │ ├── constants.py │ ├── conversation.py │ ├── dataset │ ├── __init__.py │ ├── collator.py │ ├── hybrid.py │ ├── sub_classes │ │ ├── __init__.py │ │ ├── activitynet_captions.py │ │ ├── activitynet_rtl.py │ │ ├── cgbench.py │ │ ├── charades_sta.py │ │ ├── cosmo_cap.py │ │ ├── didemo.py │ │ ├── ego4d_naq.py │ │ ├── ego4d_nlq.py │ │ ├── ego_timeqa.py │ │ ├── hirest.py │ │ ├── internvit_vtime.py │ │ ├── longvideobench.py │ │ ├── lvbench.py │ │ ├── mlvu.py │ │ ├── mvbench.py │ │ ├── nextgqa.py │ │ ├── nextqa.py │ │ ├── qa_ego4d.py │ │ ├── queryd.py │ │ ├── qvhighlights.py │ │ ├── rextime.py │ │ ├── star.py │ │ ├── tacos.py │ │ ├── vid_morp.py │ │ ├── videomme.py │ │ ├── videoxum.py │ │ └── youcook2.py │ ├── utils.py │ └── wrappers │ │ ├── __init__.py │ │ ├── answering.py │ │ ├── grounding.py │ │ ├── planning.py │ │ └── verifying.py │ ├── eval │ ├── __init__.py │ ├── eval_auto.py │ ├── eval_qvhighlights.py │ ├── infer_auto.py │ ├── infer_auto2.py │ ├── infer_auto_vllm.py │ └── infer_qvhighlights.py │ ├── model │ ├── __init__.py │ ├── blocks.py │ ├── builder.py │ ├── generator.py │ ├── loss.py │ └── model.py │ ├── train │ ├── __init__.py │ ├── custom_trainer.py │ └── train.py │ └── utils │ ├── __init__.py │ ├── io.py │ └── parser.py ├── download.py ├── download_GVLLM.py ├── download_videomind.py ├── images └── VTG_R1_pipeline.png └── init_Easy_R1.sh /.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/.DS_Store -------------------------------------------------------------------------------- /.idea/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/.idea/.gitignore -------------------------------------------------------------------------------- /.idea/vcs.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/.idea/vcs.xml -------------------------------------------------------------------------------- /Download_evaluation_raw_videos.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/Download_evaluation_raw_videos.sh -------------------------------------------------------------------------------- /Download_raw_videos.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/Download_raw_videos.sh -------------------------------------------------------------------------------- /EasyR1/.github/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/.github/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /EasyR1/.github/CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/.github/CONTRIBUTING.md -------------------------------------------------------------------------------- /EasyR1/.github/workflows/tests.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/.github/workflows/tests.yml -------------------------------------------------------------------------------- /EasyR1/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/.gitignore -------------------------------------------------------------------------------- /EasyR1/.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/.pre-commit-config.yaml -------------------------------------------------------------------------------- /EasyR1/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/Dockerfile -------------------------------------------------------------------------------- /EasyR1/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/LICENSE -------------------------------------------------------------------------------- /EasyR1/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/Makefile -------------------------------------------------------------------------------- /EasyR1/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/README.md -------------------------------------------------------------------------------- /EasyR1/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /EasyR1/assets/easyr1_grpo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/assets/easyr1_grpo.png -------------------------------------------------------------------------------- /EasyR1/assets/qwen2_5_vl_7b_geo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/assets/qwen2_5_vl_7b_geo.png -------------------------------------------------------------------------------- /EasyR1/assets/wechat.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/assets/wechat.jpg -------------------------------------------------------------------------------- /EasyR1/examples/TVG_R1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/examples/TVG_R1.sh -------------------------------------------------------------------------------- /EasyR1/examples/baselines/qwen2_5_vl_3b_clevr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/examples/baselines/qwen2_5_vl_3b_clevr.sh -------------------------------------------------------------------------------- /EasyR1/examples/baselines/qwen2_5_vl_3b_geoqa8k.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/examples/baselines/qwen2_5_vl_3b_geoqa8k.sh -------------------------------------------------------------------------------- /EasyR1/examples/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/examples/config.yaml -------------------------------------------------------------------------------- /EasyR1/examples/data_config/TVG_RL_train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/examples/data_config/TVG_RL_train.yaml -------------------------------------------------------------------------------- /EasyR1/examples/data_config/TVG_RL_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/examples/data_config/TVG_RL_val.yaml -------------------------------------------------------------------------------- /EasyR1/examples/runtime_env.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/examples/runtime_env.yaml -------------------------------------------------------------------------------- /EasyR1/examples/tvg.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/examples/tvg.yaml -------------------------------------------------------------------------------- /EasyR1/modeling_qwen2_5_vl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/modeling_qwen2_5_vl.py -------------------------------------------------------------------------------- /EasyR1/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/pyproject.toml -------------------------------------------------------------------------------- /EasyR1/qwen-vl-utils/.python-version: -------------------------------------------------------------------------------- 1 | 3.8.19 2 | -------------------------------------------------------------------------------- /EasyR1/qwen-vl-utils/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/qwen-vl-utils/README.md -------------------------------------------------------------------------------- /EasyR1/qwen-vl-utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /EasyR1/qwen-vl-utils/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/qwen-vl-utils/pyproject.toml -------------------------------------------------------------------------------- /EasyR1/qwen-vl-utils/requirements-dev.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/qwen-vl-utils/requirements-dev.lock -------------------------------------------------------------------------------- /EasyR1/qwen-vl-utils/requirements.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/qwen-vl-utils/requirements.lock -------------------------------------------------------------------------------- /EasyR1/qwen-vl-utils/src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /EasyR1/qwen-vl-utils/src/qwen_vl_utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/qwen-vl-utils/src/qwen_vl_utils/__init__.py -------------------------------------------------------------------------------- /EasyR1/qwen-vl-utils/src/qwen_vl_utils/vision_process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/qwen-vl-utils/src/qwen_vl_utils/vision_process.py -------------------------------------------------------------------------------- /EasyR1/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/requirements.txt -------------------------------------------------------------------------------- /EasyR1/scripts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /EasyR1/scripts/model_merger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/scripts/model_merger.py -------------------------------------------------------------------------------- /EasyR1/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/setup.py -------------------------------------------------------------------------------- /EasyR1/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/utils.py -------------------------------------------------------------------------------- /EasyR1/verl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/__init__.py -------------------------------------------------------------------------------- /EasyR1/verl/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/models/__init__.py -------------------------------------------------------------------------------- /EasyR1/verl/models/monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/models/monkey_patch.py -------------------------------------------------------------------------------- /EasyR1/verl/models/transformers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/models/transformers/__init__.py -------------------------------------------------------------------------------- /EasyR1/verl/models/transformers/flash_attention_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/models/transformers/flash_attention_utils.py -------------------------------------------------------------------------------- /EasyR1/verl/models/transformers/qwen2_vl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/models/transformers/qwen2_vl.py -------------------------------------------------------------------------------- /EasyR1/verl/protocol.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/protocol.py -------------------------------------------------------------------------------- /EasyR1/verl/single_controller/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/single_controller/__init__.py -------------------------------------------------------------------------------- /EasyR1/verl/single_controller/base/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/single_controller/base/__init__.py -------------------------------------------------------------------------------- /EasyR1/verl/single_controller/base/decorator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/single_controller/base/decorator.py -------------------------------------------------------------------------------- /EasyR1/verl/single_controller/base/register_center/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/single_controller/base/register_center/__init__.py -------------------------------------------------------------------------------- /EasyR1/verl/single_controller/base/register_center/ray.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/single_controller/base/register_center/ray.py -------------------------------------------------------------------------------- /EasyR1/verl/single_controller/base/worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/single_controller/base/worker.py -------------------------------------------------------------------------------- /EasyR1/verl/single_controller/base/worker_group.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/single_controller/base/worker_group.py -------------------------------------------------------------------------------- /EasyR1/verl/single_controller/ray/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/single_controller/ray/__init__.py -------------------------------------------------------------------------------- /EasyR1/verl/single_controller/ray/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/single_controller/ray/base.py -------------------------------------------------------------------------------- /EasyR1/verl/trainer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/trainer/__init__.py -------------------------------------------------------------------------------- /EasyR1/verl/trainer/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/trainer/config.py -------------------------------------------------------------------------------- /EasyR1/verl/trainer/core_algos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/trainer/core_algos.py -------------------------------------------------------------------------------- /EasyR1/verl/trainer/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/trainer/main.py -------------------------------------------------------------------------------- /EasyR1/verl/trainer/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/trainer/metrics.py -------------------------------------------------------------------------------- /EasyR1/verl/trainer/ray_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/trainer/ray_trainer.py -------------------------------------------------------------------------------- /EasyR1/verl/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/utils/__init__.py -------------------------------------------------------------------------------- /EasyR1/verl/utils/checkpoint/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/utils/checkpoint/__init__.py -------------------------------------------------------------------------------- /EasyR1/verl/utils/checkpoint/checkpoint_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/utils/checkpoint/checkpoint_manager.py -------------------------------------------------------------------------------- /EasyR1/verl/utils/checkpoint/fsdp_checkpoint_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/utils/checkpoint/fsdp_checkpoint_manager.py -------------------------------------------------------------------------------- /EasyR1/verl/utils/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/utils/dataset.py -------------------------------------------------------------------------------- /EasyR1/verl/utils/dataset_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/utils/dataset_video.py -------------------------------------------------------------------------------- /EasyR1/verl/utils/debug/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/utils/debug/__init__.py -------------------------------------------------------------------------------- /EasyR1/verl/utils/debug/performance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/utils/debug/performance.py -------------------------------------------------------------------------------- /EasyR1/verl/utils/debug/trajectory_tracker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/utils/debug/trajectory_tracker.py -------------------------------------------------------------------------------- /EasyR1/verl/utils/flops_counter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/utils/flops_counter.py -------------------------------------------------------------------------------- /EasyR1/verl/utils/fs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/utils/fs.py -------------------------------------------------------------------------------- /EasyR1/verl/utils/fsdp_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/utils/fsdp_utils.py -------------------------------------------------------------------------------- /EasyR1/verl/utils/hdfs_io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/utils/hdfs_io.py -------------------------------------------------------------------------------- /EasyR1/verl/utils/import_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/utils/import_utils.py -------------------------------------------------------------------------------- /EasyR1/verl/utils/logger/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/utils/logger/__init__.py -------------------------------------------------------------------------------- /EasyR1/verl/utils/logger/aggregate_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/utils/logger/aggregate_logger.py -------------------------------------------------------------------------------- /EasyR1/verl/utils/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/utils/model.py -------------------------------------------------------------------------------- /EasyR1/verl/utils/model_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/utils/model_utils.py -------------------------------------------------------------------------------- /EasyR1/verl/utils/py_functional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/utils/py_functional.py -------------------------------------------------------------------------------- /EasyR1/verl/utils/reward_score/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/utils/reward_score/__init__.py -------------------------------------------------------------------------------- /EasyR1/verl/utils/reward_score/math.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/utils/reward_score/math.py -------------------------------------------------------------------------------- /EasyR1/verl/utils/reward_score/mathtvg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/utils/reward_score/mathtvg.py -------------------------------------------------------------------------------- /EasyR1/verl/utils/reward_score/r1v.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/utils/reward_score/r1v.py -------------------------------------------------------------------------------- /EasyR1/verl/utils/reward_score/tvg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/utils/reward_score/tvg.py -------------------------------------------------------------------------------- /EasyR1/verl/utils/reward_score/tvgonly.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/utils/reward_score/tvgonly.py -------------------------------------------------------------------------------- /EasyR1/verl/utils/reward_score/tvgonly_nothinking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/utils/reward_score/tvgonly_nothinking.py -------------------------------------------------------------------------------- /EasyR1/verl/utils/rl_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/utils/rl_dataset.py -------------------------------------------------------------------------------- /EasyR1/verl/utils/seqlen_balancing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/utils/seqlen_balancing.py -------------------------------------------------------------------------------- /EasyR1/verl/utils/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/utils/tokenizer.py -------------------------------------------------------------------------------- /EasyR1/verl/utils/torch_dtypes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/utils/torch_dtypes.py -------------------------------------------------------------------------------- /EasyR1/verl/utils/torch_functional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/utils/torch_functional.py -------------------------------------------------------------------------------- /EasyR1/verl/utils/tracking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/utils/tracking.py -------------------------------------------------------------------------------- /EasyR1/verl/utils/ulysses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/utils/ulysses.py -------------------------------------------------------------------------------- /EasyR1/verl/workers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/workers/__init__.py -------------------------------------------------------------------------------- /EasyR1/verl/workers/actor/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/workers/actor/__init__.py -------------------------------------------------------------------------------- /EasyR1/verl/workers/actor/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/workers/actor/base.py -------------------------------------------------------------------------------- /EasyR1/verl/workers/actor/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/workers/actor/config.py -------------------------------------------------------------------------------- /EasyR1/verl/workers/actor/dp_actor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/workers/actor/dp_actor.py -------------------------------------------------------------------------------- /EasyR1/verl/workers/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/workers/config.py -------------------------------------------------------------------------------- /EasyR1/verl/workers/critic/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/workers/critic/__init__.py -------------------------------------------------------------------------------- /EasyR1/verl/workers/critic/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/workers/critic/base.py -------------------------------------------------------------------------------- /EasyR1/verl/workers/critic/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/workers/critic/config.py -------------------------------------------------------------------------------- /EasyR1/verl/workers/critic/dp_critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/workers/critic/dp_critic.py -------------------------------------------------------------------------------- /EasyR1/verl/workers/fsdp_workers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/workers/fsdp_workers.py -------------------------------------------------------------------------------- /EasyR1/verl/workers/reward/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/workers/reward/__init__.py -------------------------------------------------------------------------------- /EasyR1/verl/workers/reward/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/workers/reward/config.py -------------------------------------------------------------------------------- /EasyR1/verl/workers/reward/custom.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/workers/reward/custom.py -------------------------------------------------------------------------------- /EasyR1/verl/workers/rollout/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/workers/rollout/__init__.py -------------------------------------------------------------------------------- /EasyR1/verl/workers/rollout/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/workers/rollout/base.py -------------------------------------------------------------------------------- /EasyR1/verl/workers/rollout/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/workers/rollout/config.py -------------------------------------------------------------------------------- /EasyR1/verl/workers/rollout/vllm_rollout/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/workers/rollout/vllm_rollout/__init__.py -------------------------------------------------------------------------------- /EasyR1/verl/workers/rollout/vllm_rollout/vllm_rollout_spmd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/workers/rollout/vllm_rollout/vllm_rollout_spmd.py -------------------------------------------------------------------------------- /EasyR1/verl/workers/sharding_manager/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/workers/sharding_manager/__init__.py -------------------------------------------------------------------------------- /EasyR1/verl/workers/sharding_manager/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/workers/sharding_manager/base.py -------------------------------------------------------------------------------- /EasyR1/verl/workers/sharding_manager/fsdp_ulysses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/workers/sharding_manager/fsdp_ulysses.py -------------------------------------------------------------------------------- /EasyR1/verl/workers/sharding_manager/fsdp_vllm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/EasyR1/verl/workers/sharding_manager/fsdp_vllm.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/README.md -------------------------------------------------------------------------------- /VideoMind/.github/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/.github/logo.png -------------------------------------------------------------------------------- /VideoMind/.github/method.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/.github/method.png -------------------------------------------------------------------------------- /VideoMind/.gitignore: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /VideoMind/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/LICENSE -------------------------------------------------------------------------------- /VideoMind/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/README.md -------------------------------------------------------------------------------- /VideoMind/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /VideoMind/demo/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/demo/app.py -------------------------------------------------------------------------------- /VideoMind/demo/assets/bot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/demo/assets/bot.png -------------------------------------------------------------------------------- /VideoMind/demo/assets/user.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/demo/assets/user.png -------------------------------------------------------------------------------- /VideoMind/docs/BENCHMARK.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/docs/BENCHMARK.md -------------------------------------------------------------------------------- /VideoMind/docs/DEMO.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/docs/DEMO.md -------------------------------------------------------------------------------- /VideoMind/docs/EVAL.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/docs/EVAL.md -------------------------------------------------------------------------------- /VideoMind/docs/TRAIN.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/docs/TRAIN.md -------------------------------------------------------------------------------- /VideoMind/qwen-vl-utils/.python-version: -------------------------------------------------------------------------------- 1 | 3.8.19 2 | -------------------------------------------------------------------------------- /VideoMind/qwen-vl-utils/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/qwen-vl-utils/README.md -------------------------------------------------------------------------------- /VideoMind/qwen-vl-utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /VideoMind/qwen-vl-utils/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/qwen-vl-utils/pyproject.toml -------------------------------------------------------------------------------- /VideoMind/qwen-vl-utils/requirements-dev.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/qwen-vl-utils/requirements-dev.lock -------------------------------------------------------------------------------- /VideoMind/qwen-vl-utils/requirements.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/qwen-vl-utils/requirements.lock -------------------------------------------------------------------------------- /VideoMind/qwen-vl-utils/src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /VideoMind/qwen-vl-utils/src/qwen_vl_utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/qwen-vl-utils/src/qwen_vl_utils/__init__.py -------------------------------------------------------------------------------- /VideoMind/qwen-vl-utils/src/qwen_vl_utils/vision_process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/qwen-vl-utils/src/qwen_vl_utils/vision_process.py -------------------------------------------------------------------------------- /VideoMind/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/requirements.txt -------------------------------------------------------------------------------- /VideoMind/rextime/convert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/rextime/convert.py -------------------------------------------------------------------------------- /VideoMind/rextime/rextime_test_release.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/rextime/rextime_test_release.json -------------------------------------------------------------------------------- /VideoMind/rextime/rextime_val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/rextime/rextime_val.json -------------------------------------------------------------------------------- /VideoMind/rextime/rextime_val.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/rextime/rextime_val.jsonl -------------------------------------------------------------------------------- /VideoMind/scripts/evaluation/eval_auto_2b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/scripts/evaluation/eval_auto_2b.sh -------------------------------------------------------------------------------- /VideoMind/scripts/evaluation/eval_auto_32b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/scripts/evaluation/eval_auto_32b.sh -------------------------------------------------------------------------------- /VideoMind/scripts/evaluation/eval_auto_7b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/scripts/evaluation/eval_auto_7b.sh -------------------------------------------------------------------------------- /VideoMind/scripts/evaluation/eval_auto_7b_videomind.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/scripts/evaluation/eval_auto_7b_videomind.sh -------------------------------------------------------------------------------- /VideoMind/scripts/evaluation/eval_auto_7b_vllm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/scripts/evaluation/eval_auto_7b_vllm.sh -------------------------------------------------------------------------------- /VideoMind/scripts/evaluation/eval_qvhighlights.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/scripts/evaluation/eval_qvhighlights.sh -------------------------------------------------------------------------------- /VideoMind/scripts/finetune/finetune_qvhighlights_2b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/scripts/finetune/finetune_qvhighlights_2b.sh -------------------------------------------------------------------------------- /VideoMind/scripts/finetune/finetune_qvhighlights_7b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/scripts/finetune/finetune_qvhighlights_7b.sh -------------------------------------------------------------------------------- /VideoMind/scripts/pretrain/pretrain_grounder_2b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/scripts/pretrain/pretrain_grounder_2b.sh -------------------------------------------------------------------------------- /VideoMind/scripts/pretrain/pretrain_grounder_7b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/scripts/pretrain/pretrain_grounder_7b.sh -------------------------------------------------------------------------------- /VideoMind/scripts/pretrain/pretrain_planner_2b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/scripts/pretrain/pretrain_planner_2b.sh -------------------------------------------------------------------------------- /VideoMind/scripts/pretrain/pretrain_planner_7b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/scripts/pretrain/pretrain_planner_7b.sh -------------------------------------------------------------------------------- /VideoMind/scripts/pretrain/pretrain_verifier_2b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/scripts/pretrain/pretrain_verifier_2b.sh -------------------------------------------------------------------------------- /VideoMind/scripts/pretrain/pretrain_verifier_7b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/scripts/pretrain/pretrain_verifier_7b.sh -------------------------------------------------------------------------------- /VideoMind/scripts/zero2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/scripts/zero2.json -------------------------------------------------------------------------------- /VideoMind/scripts/zero2_offload.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/scripts/zero2_offload.json -------------------------------------------------------------------------------- /VideoMind/scripts/zero3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/scripts/zero3.json -------------------------------------------------------------------------------- /VideoMind/scripts/zero3_offload.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/scripts/zero3_offload.json -------------------------------------------------------------------------------- /VideoMind/setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/setup.cfg -------------------------------------------------------------------------------- /VideoMind/videomind/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /VideoMind/videomind/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/constants.py -------------------------------------------------------------------------------- /VideoMind/videomind/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/conversation.py -------------------------------------------------------------------------------- /VideoMind/videomind/dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/dataset/__init__.py -------------------------------------------------------------------------------- /VideoMind/videomind/dataset/collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/dataset/collator.py -------------------------------------------------------------------------------- /VideoMind/videomind/dataset/hybrid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/dataset/hybrid.py -------------------------------------------------------------------------------- /VideoMind/videomind/dataset/sub_classes/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/dataset/sub_classes/__init__.py -------------------------------------------------------------------------------- /VideoMind/videomind/dataset/sub_classes/activitynet_captions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/dataset/sub_classes/activitynet_captions.py -------------------------------------------------------------------------------- /VideoMind/videomind/dataset/sub_classes/activitynet_rtl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/dataset/sub_classes/activitynet_rtl.py -------------------------------------------------------------------------------- /VideoMind/videomind/dataset/sub_classes/cgbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/dataset/sub_classes/cgbench.py -------------------------------------------------------------------------------- /VideoMind/videomind/dataset/sub_classes/charades_sta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/dataset/sub_classes/charades_sta.py -------------------------------------------------------------------------------- /VideoMind/videomind/dataset/sub_classes/cosmo_cap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/dataset/sub_classes/cosmo_cap.py -------------------------------------------------------------------------------- /VideoMind/videomind/dataset/sub_classes/didemo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/dataset/sub_classes/didemo.py -------------------------------------------------------------------------------- /VideoMind/videomind/dataset/sub_classes/ego4d_naq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/dataset/sub_classes/ego4d_naq.py -------------------------------------------------------------------------------- /VideoMind/videomind/dataset/sub_classes/ego4d_nlq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/dataset/sub_classes/ego4d_nlq.py -------------------------------------------------------------------------------- /VideoMind/videomind/dataset/sub_classes/ego_timeqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/dataset/sub_classes/ego_timeqa.py -------------------------------------------------------------------------------- /VideoMind/videomind/dataset/sub_classes/hirest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/dataset/sub_classes/hirest.py -------------------------------------------------------------------------------- /VideoMind/videomind/dataset/sub_classes/internvit_vtime.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/dataset/sub_classes/internvit_vtime.py -------------------------------------------------------------------------------- /VideoMind/videomind/dataset/sub_classes/longvideobench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/dataset/sub_classes/longvideobench.py -------------------------------------------------------------------------------- /VideoMind/videomind/dataset/sub_classes/lvbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/dataset/sub_classes/lvbench.py -------------------------------------------------------------------------------- /VideoMind/videomind/dataset/sub_classes/mlvu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/dataset/sub_classes/mlvu.py -------------------------------------------------------------------------------- /VideoMind/videomind/dataset/sub_classes/mvbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/dataset/sub_classes/mvbench.py -------------------------------------------------------------------------------- /VideoMind/videomind/dataset/sub_classes/nextgqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/dataset/sub_classes/nextgqa.py -------------------------------------------------------------------------------- /VideoMind/videomind/dataset/sub_classes/nextqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/dataset/sub_classes/nextqa.py -------------------------------------------------------------------------------- /VideoMind/videomind/dataset/sub_classes/qa_ego4d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/dataset/sub_classes/qa_ego4d.py -------------------------------------------------------------------------------- /VideoMind/videomind/dataset/sub_classes/queryd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/dataset/sub_classes/queryd.py -------------------------------------------------------------------------------- /VideoMind/videomind/dataset/sub_classes/qvhighlights.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/dataset/sub_classes/qvhighlights.py -------------------------------------------------------------------------------- /VideoMind/videomind/dataset/sub_classes/rextime.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/dataset/sub_classes/rextime.py -------------------------------------------------------------------------------- /VideoMind/videomind/dataset/sub_classes/star.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/dataset/sub_classes/star.py -------------------------------------------------------------------------------- /VideoMind/videomind/dataset/sub_classes/tacos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/dataset/sub_classes/tacos.py -------------------------------------------------------------------------------- /VideoMind/videomind/dataset/sub_classes/vid_morp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/dataset/sub_classes/vid_morp.py -------------------------------------------------------------------------------- /VideoMind/videomind/dataset/sub_classes/videomme.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/dataset/sub_classes/videomme.py -------------------------------------------------------------------------------- /VideoMind/videomind/dataset/sub_classes/videoxum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/dataset/sub_classes/videoxum.py -------------------------------------------------------------------------------- /VideoMind/videomind/dataset/sub_classes/youcook2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/dataset/sub_classes/youcook2.py -------------------------------------------------------------------------------- /VideoMind/videomind/dataset/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/dataset/utils.py -------------------------------------------------------------------------------- /VideoMind/videomind/dataset/wrappers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/dataset/wrappers/__init__.py -------------------------------------------------------------------------------- /VideoMind/videomind/dataset/wrappers/answering.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/dataset/wrappers/answering.py -------------------------------------------------------------------------------- /VideoMind/videomind/dataset/wrappers/grounding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/dataset/wrappers/grounding.py -------------------------------------------------------------------------------- /VideoMind/videomind/dataset/wrappers/planning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/dataset/wrappers/planning.py -------------------------------------------------------------------------------- /VideoMind/videomind/dataset/wrappers/verifying.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/dataset/wrappers/verifying.py -------------------------------------------------------------------------------- /VideoMind/videomind/eval/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /VideoMind/videomind/eval/eval_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/eval/eval_auto.py -------------------------------------------------------------------------------- /VideoMind/videomind/eval/eval_qvhighlights.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/eval/eval_qvhighlights.py -------------------------------------------------------------------------------- /VideoMind/videomind/eval/infer_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/eval/infer_auto.py -------------------------------------------------------------------------------- /VideoMind/videomind/eval/infer_auto2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/eval/infer_auto2.py -------------------------------------------------------------------------------- /VideoMind/videomind/eval/infer_auto_vllm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/eval/infer_auto_vllm.py -------------------------------------------------------------------------------- /VideoMind/videomind/eval/infer_qvhighlights.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/eval/infer_qvhighlights.py -------------------------------------------------------------------------------- /VideoMind/videomind/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/model/__init__.py -------------------------------------------------------------------------------- /VideoMind/videomind/model/blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/model/blocks.py -------------------------------------------------------------------------------- /VideoMind/videomind/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/model/builder.py -------------------------------------------------------------------------------- /VideoMind/videomind/model/generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/model/generator.py -------------------------------------------------------------------------------- /VideoMind/videomind/model/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/model/loss.py -------------------------------------------------------------------------------- /VideoMind/videomind/model/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/model/model.py -------------------------------------------------------------------------------- /VideoMind/videomind/train/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /VideoMind/videomind/train/custom_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/train/custom_trainer.py -------------------------------------------------------------------------------- /VideoMind/videomind/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/train/train.py -------------------------------------------------------------------------------- /VideoMind/videomind/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /VideoMind/videomind/utils/io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/utils/io.py -------------------------------------------------------------------------------- /VideoMind/videomind/utils/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/VideoMind/videomind/utils/parser.py -------------------------------------------------------------------------------- /download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/download.py -------------------------------------------------------------------------------- /download_GVLLM.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/download_GVLLM.py -------------------------------------------------------------------------------- /download_videomind.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/download_videomind.py -------------------------------------------------------------------------------- /images/VTG_R1_pipeline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/images/VTG_R1_pipeline.png -------------------------------------------------------------------------------- /init_Easy_R1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjuruizhechen/TVG-R1/HEAD/init_Easy_R1.sh --------------------------------------------------------------------------------