├── LICENSE ├── MODEL_ZOO.md ├── README.md ├── configs ├── default.py ├── models │ ├── aotb.py │ ├── aotl.py │ ├── aots.py │ ├── aott.py │ ├── deaotb.py │ ├── deaotl.py │ ├── deaots.py │ ├── deaott.py │ ├── default.py │ ├── default_deaot.py │ ├── default_mavos.py │ ├── mavos.py │ ├── r50_aotl.py │ ├── r50_deaotl.py │ ├── r50_mavos.py │ ├── swinb_aotl.py │ ├── swinb_deaotl.py │ └── swinb_mavos.py ├── pre.py ├── pre_dav.py ├── pre_ytb.py ├── pre_ytb_dav.py ├── pre_ytb_dav_long.py └── pre_ytb_dav_long_lvos.py ├── dataloaders ├── __init__.py ├── eval_datasets.py ├── image_transforms.py ├── train_datasets.py └── video_transforms.py ├── datasets ├── DAVIS │ └── README.md └── Static │ └── README.md ├── evaluate.sh ├── networks ├── __init__.py ├── decoders │ ├── __init__.py │ └── fpn.py ├── encoders │ ├── __init__.py │ ├── mobilenetv2.py │ ├── mobilenetv3.py │ ├── resnest │ │ ├── __init__.py │ │ ├── resnest.py │ │ ├── resnet.py │ │ └── splat.py │ ├── resnet.py │ └── swin │ │ ├── __init__.py │ │ ├── build.py │ │ └── swin_transformer.py ├── engines │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-38.pyc │ │ ├── aot_engine.cpython-38.pyc │ │ └── deaot_engine.cpython-38.pyc │ ├── aot_engine.py │ └── deaot_engine.py ├── layers │ ├── __init__.py │ ├── attention.py │ ├── basic.py │ ├── externel_utils.py │ ├── loss.py │ ├── normalization.py │ ├── position.py │ └── transformer.py ├── managers │ ├── evaluator.py │ └── trainer.py └── models │ ├── __init__.py │ ├── aot.py │ ├── deaot.py │ └── mavos.py ├── pretrain_models └── README.md ├── source ├── Intro_figure.png ├── LTV.png ├── LVOS.png ├── MAVOS_overview.png ├── basket_players.mp4 ├── basket_players.png ├── dancing_girls.mp4 └── dancing_girls.png ├── tools ├── demo.py ├── eval.py ├── train.py └── utils │ ├── __init__.py │ ├── checkpoint.py │ ├── cp_ckpt.py │ ├── ema.py │ ├── eval.py │ ├── image.py │ ├── learning.py │ ├── math.py │ ├── meters.py │ └── metric.py └── train.sh /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/LICENSE -------------------------------------------------------------------------------- /MODEL_ZOO.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/MODEL_ZOO.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/README.md -------------------------------------------------------------------------------- /configs/default.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/configs/default.py -------------------------------------------------------------------------------- /configs/models/aotb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/configs/models/aotb.py -------------------------------------------------------------------------------- /configs/models/aotl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/configs/models/aotl.py -------------------------------------------------------------------------------- /configs/models/aots.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/configs/models/aots.py -------------------------------------------------------------------------------- /configs/models/aott.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/configs/models/aott.py -------------------------------------------------------------------------------- /configs/models/deaotb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/configs/models/deaotb.py -------------------------------------------------------------------------------- /configs/models/deaotl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/configs/models/deaotl.py -------------------------------------------------------------------------------- /configs/models/deaots.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/configs/models/deaots.py -------------------------------------------------------------------------------- /configs/models/deaott.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/configs/models/deaott.py -------------------------------------------------------------------------------- /configs/models/default.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/configs/models/default.py -------------------------------------------------------------------------------- /configs/models/default_deaot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/configs/models/default_deaot.py -------------------------------------------------------------------------------- /configs/models/default_mavos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/configs/models/default_mavos.py -------------------------------------------------------------------------------- /configs/models/mavos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/configs/models/mavos.py -------------------------------------------------------------------------------- /configs/models/r50_aotl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/configs/models/r50_aotl.py -------------------------------------------------------------------------------- /configs/models/r50_deaotl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/configs/models/r50_deaotl.py -------------------------------------------------------------------------------- /configs/models/r50_mavos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/configs/models/r50_mavos.py -------------------------------------------------------------------------------- /configs/models/swinb_aotl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/configs/models/swinb_aotl.py -------------------------------------------------------------------------------- /configs/models/swinb_deaotl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/configs/models/swinb_deaotl.py -------------------------------------------------------------------------------- /configs/models/swinb_mavos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/configs/models/swinb_mavos.py -------------------------------------------------------------------------------- /configs/pre.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/configs/pre.py -------------------------------------------------------------------------------- /configs/pre_dav.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/configs/pre_dav.py -------------------------------------------------------------------------------- /configs/pre_ytb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/configs/pre_ytb.py -------------------------------------------------------------------------------- /configs/pre_ytb_dav.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/configs/pre_ytb_dav.py -------------------------------------------------------------------------------- /configs/pre_ytb_dav_long.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/configs/pre_ytb_dav_long.py -------------------------------------------------------------------------------- /configs/pre_ytb_dav_long_lvos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/configs/pre_ytb_dav_long_lvos.py -------------------------------------------------------------------------------- /dataloaders/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dataloaders/eval_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/dataloaders/eval_datasets.py -------------------------------------------------------------------------------- /dataloaders/image_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/dataloaders/image_transforms.py -------------------------------------------------------------------------------- /dataloaders/train_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/dataloaders/train_datasets.py -------------------------------------------------------------------------------- /dataloaders/video_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/dataloaders/video_transforms.py -------------------------------------------------------------------------------- /datasets/DAVIS/README.md: -------------------------------------------------------------------------------- 1 | Put DAVIS 2017 here. -------------------------------------------------------------------------------- /datasets/Static/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/datasets/Static/README.md -------------------------------------------------------------------------------- /evaluate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/evaluate.sh -------------------------------------------------------------------------------- /networks/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /networks/decoders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/networks/decoders/__init__.py -------------------------------------------------------------------------------- /networks/decoders/fpn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/networks/decoders/fpn.py -------------------------------------------------------------------------------- /networks/encoders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/networks/encoders/__init__.py -------------------------------------------------------------------------------- /networks/encoders/mobilenetv2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/networks/encoders/mobilenetv2.py -------------------------------------------------------------------------------- /networks/encoders/mobilenetv3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/networks/encoders/mobilenetv3.py -------------------------------------------------------------------------------- /networks/encoders/resnest/__init__.py: -------------------------------------------------------------------------------- 1 | from .resnest import * 2 | -------------------------------------------------------------------------------- /networks/encoders/resnest/resnest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/networks/encoders/resnest/resnest.py -------------------------------------------------------------------------------- /networks/encoders/resnest/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/networks/encoders/resnest/resnet.py -------------------------------------------------------------------------------- /networks/encoders/resnest/splat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/networks/encoders/resnest/splat.py -------------------------------------------------------------------------------- /networks/encoders/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/networks/encoders/resnet.py -------------------------------------------------------------------------------- /networks/encoders/swin/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/networks/encoders/swin/__init__.py -------------------------------------------------------------------------------- /networks/encoders/swin/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/networks/encoders/swin/build.py -------------------------------------------------------------------------------- /networks/encoders/swin/swin_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/networks/encoders/swin/swin_transformer.py -------------------------------------------------------------------------------- /networks/engines/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/networks/engines/__init__.py -------------------------------------------------------------------------------- /networks/engines/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/networks/engines/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /networks/engines/__pycache__/aot_engine.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/networks/engines/__pycache__/aot_engine.cpython-38.pyc -------------------------------------------------------------------------------- /networks/engines/__pycache__/deaot_engine.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/networks/engines/__pycache__/deaot_engine.cpython-38.pyc -------------------------------------------------------------------------------- /networks/engines/aot_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/networks/engines/aot_engine.py -------------------------------------------------------------------------------- /networks/engines/deaot_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/networks/engines/deaot_engine.py -------------------------------------------------------------------------------- /networks/layers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /networks/layers/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/networks/layers/attention.py -------------------------------------------------------------------------------- /networks/layers/basic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/networks/layers/basic.py -------------------------------------------------------------------------------- /networks/layers/externel_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/networks/layers/externel_utils.py -------------------------------------------------------------------------------- /networks/layers/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/networks/layers/loss.py -------------------------------------------------------------------------------- /networks/layers/normalization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/networks/layers/normalization.py -------------------------------------------------------------------------------- /networks/layers/position.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/networks/layers/position.py -------------------------------------------------------------------------------- /networks/layers/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/networks/layers/transformer.py -------------------------------------------------------------------------------- /networks/managers/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/networks/managers/evaluator.py -------------------------------------------------------------------------------- /networks/managers/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/networks/managers/trainer.py -------------------------------------------------------------------------------- /networks/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/networks/models/__init__.py -------------------------------------------------------------------------------- /networks/models/aot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/networks/models/aot.py -------------------------------------------------------------------------------- /networks/models/deaot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/networks/models/deaot.py -------------------------------------------------------------------------------- /networks/models/mavos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/networks/models/mavos.py -------------------------------------------------------------------------------- /pretrain_models/README.md: -------------------------------------------------------------------------------- 1 | Put pretrained models here. -------------------------------------------------------------------------------- /source/Intro_figure.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/source/Intro_figure.png -------------------------------------------------------------------------------- /source/LTV.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/source/LTV.png -------------------------------------------------------------------------------- /source/LVOS.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/source/LVOS.png -------------------------------------------------------------------------------- /source/MAVOS_overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/source/MAVOS_overview.png -------------------------------------------------------------------------------- /source/basket_players.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/source/basket_players.mp4 -------------------------------------------------------------------------------- /source/basket_players.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/source/basket_players.png -------------------------------------------------------------------------------- /source/dancing_girls.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/source/dancing_girls.mp4 -------------------------------------------------------------------------------- /source/dancing_girls.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/source/dancing_girls.png -------------------------------------------------------------------------------- /tools/demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/tools/demo.py -------------------------------------------------------------------------------- /tools/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/tools/eval.py -------------------------------------------------------------------------------- /tools/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/tools/train.py -------------------------------------------------------------------------------- /tools/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tools/utils/checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/tools/utils/checkpoint.py -------------------------------------------------------------------------------- /tools/utils/cp_ckpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/tools/utils/cp_ckpt.py -------------------------------------------------------------------------------- /tools/utils/ema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/tools/utils/ema.py -------------------------------------------------------------------------------- /tools/utils/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/tools/utils/eval.py -------------------------------------------------------------------------------- /tools/utils/image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/tools/utils/image.py -------------------------------------------------------------------------------- /tools/utils/learning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/tools/utils/learning.py -------------------------------------------------------------------------------- /tools/utils/math.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/tools/utils/math.py -------------------------------------------------------------------------------- /tools/utils/meters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/tools/utils/meters.py -------------------------------------------------------------------------------- /tools/utils/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/tools/utils/metric.py -------------------------------------------------------------------------------- /train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Amshaker/MAVOS/HEAD/train.sh --------------------------------------------------------------------------------