├── .gitignore ├── Loss ├── S5VH_loss.py ├── __init__.py └── builder.py ├── README.md ├── configs ├── LSTM │ ├── act.py │ ├── fcv.py │ ├── hmdb.py │ └── ucf.py ├── RWKV │ ├── act.py │ ├── fcv.py │ ├── hmdb.py │ └── ucf.py ├── RetNet │ ├── act.py │ ├── fcv.py │ ├── hmdb.py │ └── ucf.py ├── S5VH │ ├── act.py │ ├── fcv.py │ ├── hmdb.py │ └── ucf.py ├── Transformer │ ├── act.py │ ├── fcv.py │ ├── hmdb.py │ └── ucf.py ├── __init__.py └── config.py ├── data ├── activitynet │ └── .gitkeep ├── fcv │ └── .gitkeep ├── hmdb │ └── .gitkeep └── ucf │ └── .gitkeep ├── dataset ├── S5VH_dataset.py ├── __init__.py └── builder.py ├── eval.py ├── figures └── arc.png ├── inference ├── S5VH_inference.py ├── __init__.py └── builder.py ├── logs ├── activitynet │ ├── S5VH_16bit │ │ ├── log.txt │ │ └── map.txt │ ├── S5VH_32bit │ │ ├── log.txt │ │ └── map.txt │ └── S5VH_64bit │ │ ├── log.txt │ │ └── map.txt ├── fcv │ ├── S5VH_16bit │ │ ├── log.txt │ │ └── map.txt │ ├── S5VH_32bit │ │ ├── log.txt │ │ └── map.txt │ └── S5VH_64bit │ │ ├── log.txt │ │ └── map.txt ├── hmdb │ ├── S5VH_16bit │ │ ├── log.txt │ │ └── map.txt │ ├── S5VH_32bit │ │ ├── log.txt │ │ └── map.txt │ └── S5VH_64bit │ │ ├── log.txt │ │ └── map.txt └── ucf │ ├── S5VH_16bit │ ├── log.txt │ └── map.txt │ ├── S5VH_32bit │ ├── log.txt │ └── map.txt │ └── S5VH_64bit │ ├── log.txt │ └── map.txt ├── model ├── RWKV │ ├── cuda │ │ ├── wkv6_cuda.cu │ │ └── wkv6_op.cpp │ └── vrwkv6.py ├── RetNet │ ├── retention.py │ └── xpos_relative_position.py ├── S5VH.py ├── Transformer │ └── transformerBlock.py ├── __init__.py └── builder.py ├── optim ├── S5VH_optim.py ├── __init__.py ├── basic.py ├── builder.py └── utils.py ├── preprocess.py ├── requirements.txt ├── train.py └── utils ├── __init__.py ├── env.py ├── preprocess ├── calculate_neighbors.py ├── get_anchors.py └── optimize_hash_center.py └── tools.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/.gitignore -------------------------------------------------------------------------------- /Loss/S5VH_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/Loss/S5VH_loss.py -------------------------------------------------------------------------------- /Loss/__init__.py: -------------------------------------------------------------------------------- 1 | # loss function 2 | 3 | from .builder import get_loss -------------------------------------------------------------------------------- /Loss/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/Loss/builder.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/README.md -------------------------------------------------------------------------------- /configs/LSTM/act.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/configs/LSTM/act.py -------------------------------------------------------------------------------- /configs/LSTM/fcv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/configs/LSTM/fcv.py -------------------------------------------------------------------------------- /configs/LSTM/hmdb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/configs/LSTM/hmdb.py -------------------------------------------------------------------------------- /configs/LSTM/ucf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/configs/LSTM/ucf.py -------------------------------------------------------------------------------- /configs/RWKV/act.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/configs/RWKV/act.py -------------------------------------------------------------------------------- /configs/RWKV/fcv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/configs/RWKV/fcv.py -------------------------------------------------------------------------------- /configs/RWKV/hmdb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/configs/RWKV/hmdb.py -------------------------------------------------------------------------------- /configs/RWKV/ucf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/configs/RWKV/ucf.py -------------------------------------------------------------------------------- /configs/RetNet/act.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/configs/RetNet/act.py -------------------------------------------------------------------------------- /configs/RetNet/fcv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/configs/RetNet/fcv.py -------------------------------------------------------------------------------- /configs/RetNet/hmdb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/configs/RetNet/hmdb.py -------------------------------------------------------------------------------- /configs/RetNet/ucf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/configs/RetNet/ucf.py -------------------------------------------------------------------------------- /configs/S5VH/act.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/configs/S5VH/act.py -------------------------------------------------------------------------------- /configs/S5VH/fcv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/configs/S5VH/fcv.py -------------------------------------------------------------------------------- /configs/S5VH/hmdb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/configs/S5VH/hmdb.py -------------------------------------------------------------------------------- /configs/S5VH/ucf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/configs/S5VH/ucf.py -------------------------------------------------------------------------------- /configs/Transformer/act.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/configs/Transformer/act.py -------------------------------------------------------------------------------- /configs/Transformer/fcv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/configs/Transformer/fcv.py -------------------------------------------------------------------------------- /configs/Transformer/hmdb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/configs/Transformer/hmdb.py -------------------------------------------------------------------------------- /configs/Transformer/ucf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/configs/Transformer/ucf.py -------------------------------------------------------------------------------- /configs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/configs/__init__.py -------------------------------------------------------------------------------- /configs/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/configs/config.py -------------------------------------------------------------------------------- /data/activitynet/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data/fcv/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data/hmdb/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data/ucf/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dataset/S5VH_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/dataset/S5VH_dataset.py -------------------------------------------------------------------------------- /dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/dataset/__init__.py -------------------------------------------------------------------------------- /dataset/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/dataset/builder.py -------------------------------------------------------------------------------- /eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/eval.py -------------------------------------------------------------------------------- /figures/arc.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/figures/arc.png -------------------------------------------------------------------------------- /inference/S5VH_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/inference/S5VH_inference.py -------------------------------------------------------------------------------- /inference/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/inference/__init__.py -------------------------------------------------------------------------------- /inference/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/inference/builder.py -------------------------------------------------------------------------------- /logs/activitynet/S5VH_16bit/log.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/logs/activitynet/S5VH_16bit/log.txt -------------------------------------------------------------------------------- /logs/activitynet/S5VH_16bit/map.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/logs/activitynet/S5VH_16bit/map.txt -------------------------------------------------------------------------------- /logs/activitynet/S5VH_32bit/log.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/logs/activitynet/S5VH_32bit/log.txt -------------------------------------------------------------------------------- /logs/activitynet/S5VH_32bit/map.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/logs/activitynet/S5VH_32bit/map.txt -------------------------------------------------------------------------------- /logs/activitynet/S5VH_64bit/log.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/logs/activitynet/S5VH_64bit/log.txt -------------------------------------------------------------------------------- /logs/activitynet/S5VH_64bit/map.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/logs/activitynet/S5VH_64bit/map.txt -------------------------------------------------------------------------------- /logs/fcv/S5VH_16bit/log.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/logs/fcv/S5VH_16bit/log.txt -------------------------------------------------------------------------------- /logs/fcv/S5VH_16bit/map.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/logs/fcv/S5VH_16bit/map.txt -------------------------------------------------------------------------------- /logs/fcv/S5VH_32bit/log.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/logs/fcv/S5VH_32bit/log.txt -------------------------------------------------------------------------------- /logs/fcv/S5VH_32bit/map.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/logs/fcv/S5VH_32bit/map.txt -------------------------------------------------------------------------------- /logs/fcv/S5VH_64bit/log.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/logs/fcv/S5VH_64bit/log.txt -------------------------------------------------------------------------------- /logs/fcv/S5VH_64bit/map.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/logs/fcv/S5VH_64bit/map.txt -------------------------------------------------------------------------------- /logs/hmdb/S5VH_16bit/log.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/logs/hmdb/S5VH_16bit/log.txt -------------------------------------------------------------------------------- /logs/hmdb/S5VH_16bit/map.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/logs/hmdb/S5VH_16bit/map.txt -------------------------------------------------------------------------------- /logs/hmdb/S5VH_32bit/log.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/logs/hmdb/S5VH_32bit/log.txt -------------------------------------------------------------------------------- /logs/hmdb/S5VH_32bit/map.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/logs/hmdb/S5VH_32bit/map.txt -------------------------------------------------------------------------------- /logs/hmdb/S5VH_64bit/log.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/logs/hmdb/S5VH_64bit/log.txt -------------------------------------------------------------------------------- /logs/hmdb/S5VH_64bit/map.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/logs/hmdb/S5VH_64bit/map.txt -------------------------------------------------------------------------------- /logs/ucf/S5VH_16bit/log.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/logs/ucf/S5VH_16bit/log.txt -------------------------------------------------------------------------------- /logs/ucf/S5VH_16bit/map.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/logs/ucf/S5VH_16bit/map.txt -------------------------------------------------------------------------------- /logs/ucf/S5VH_32bit/log.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/logs/ucf/S5VH_32bit/log.txt -------------------------------------------------------------------------------- /logs/ucf/S5VH_32bit/map.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/logs/ucf/S5VH_32bit/map.txt -------------------------------------------------------------------------------- /logs/ucf/S5VH_64bit/log.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/logs/ucf/S5VH_64bit/log.txt -------------------------------------------------------------------------------- /logs/ucf/S5VH_64bit/map.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/logs/ucf/S5VH_64bit/map.txt -------------------------------------------------------------------------------- /model/RWKV/cuda/wkv6_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/model/RWKV/cuda/wkv6_cuda.cu -------------------------------------------------------------------------------- /model/RWKV/cuda/wkv6_op.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/model/RWKV/cuda/wkv6_op.cpp -------------------------------------------------------------------------------- /model/RWKV/vrwkv6.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/model/RWKV/vrwkv6.py -------------------------------------------------------------------------------- /model/RetNet/retention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/model/RetNet/retention.py -------------------------------------------------------------------------------- /model/RetNet/xpos_relative_position.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/model/RetNet/xpos_relative_position.py -------------------------------------------------------------------------------- /model/S5VH.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/model/S5VH.py -------------------------------------------------------------------------------- /model/Transformer/transformerBlock.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/model/Transformer/transformerBlock.py -------------------------------------------------------------------------------- /model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/model/__init__.py -------------------------------------------------------------------------------- /model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/model/builder.py -------------------------------------------------------------------------------- /optim/S5VH_optim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/optim/S5VH_optim.py -------------------------------------------------------------------------------- /optim/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/optim/__init__.py -------------------------------------------------------------------------------- /optim/basic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/optim/basic.py -------------------------------------------------------------------------------- /optim/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/optim/builder.py -------------------------------------------------------------------------------- /optim/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/optim/utils.py -------------------------------------------------------------------------------- /preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/preprocess.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/requirements.txt -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/train.py -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/utils/__init__.py -------------------------------------------------------------------------------- /utils/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/utils/env.py -------------------------------------------------------------------------------- /utils/preprocess/calculate_neighbors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/utils/preprocess/calculate_neighbors.py -------------------------------------------------------------------------------- /utils/preprocess/get_anchors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/utils/preprocess/get_anchors.py -------------------------------------------------------------------------------- /utils/preprocess/optimize_hash_center.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/utils/preprocess/optimize_hash_center.py -------------------------------------------------------------------------------- /utils/tools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gimpong/AAAI25-S5VH/HEAD/utils/tools.py --------------------------------------------------------------------------------