├── .gitignore ├── .gitmodules ├── LICENSE ├── README.md ├── docs └── livos_framework.png ├── download.py ├── livos ├── config │ ├── __init__.py │ ├── data │ │ ├── base.yaml │ │ ├── datasets.yaml │ │ ├── mega.yaml │ │ └── with-mose.yaml │ ├── eval_config.yaml │ ├── eval_plus_config.yaml │ ├── gui_config.yaml │ ├── hydra │ │ └── job_logging │ │ │ ├── custom-no-rank.yaml │ │ │ └── custom.yaml │ ├── model │ │ ├── base.yaml │ │ └── small.yaml │ ├── train_config.yaml │ └── video_config.yaml ├── dataset │ ├── __init__.py │ ├── setup_training_data.py │ ├── static_dataset.py │ ├── tps.py │ ├── utils.py │ └── vos_dataset.py ├── eval.py ├── inference │ ├── __init__.py │ ├── data │ │ ├── __init__.py │ │ ├── burst_test_dataset.py │ │ ├── burst_video_reader.py │ │ ├── video_reader.py │ │ └── vos_test_dataset.py │ ├── object_info.py │ ├── object_manager.py │ └── utils │ │ ├── __init__.py │ │ ├── args_utils.py │ │ ├── burst_utils.py │ │ ├── frame_utils.py │ │ └── results_utils.py ├── model │ ├── __init__.py │ ├── aux_modules.py │ ├── big_modules.py │ ├── channel_attn.py │ ├── group_modules.py │ ├── livos_wrapper.py │ ├── losses.py │ ├── modules.py │ ├── trainer.py │ ├── transformer │ │ ├── __init__.py │ │ ├── object_summarizer.py │ │ ├── object_transformer.py │ │ ├── positional_encoding.py │ │ └── transformer_layers.py │ └── utils │ │ ├── __init__.py │ │ ├── memory_utils.py │ │ ├── parameter_groups.py │ │ └── resnet.py ├── train.py └── utils │ ├── __init__.py │ ├── get_default_model.py │ ├── image_saver.py │ ├── load_subset.py │ ├── log_integrator.py │ ├── logger.py │ ├── palette.py │ ├── pano_utils.py │ ├── point_features.py │ ├── subsets │ ├── burst_empty_masks.txt │ ├── davis_empty_masks.txt │ ├── davis_train.txt │ ├── mose_empty_masks.txt │ ├── ovis_empty_masks.txt │ ├── yv_empty_masks.txt │ └── yv_train.txt │ ├── tensor_utils.py │ └── time_estimator.py ├── pyproject.toml └── scripts ├── __init__.py ├── convert_burst_to_vos_train.py ├── data ├── expand_long_vid.py ├── find_empty_mask.py ├── find_empty_video.py └── preprocess_lvos.py ├── download_models.py ├── mask_to_burst_json.py ├── merge_multi_scale.py └── process_video.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/.gitmodules -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/README.md -------------------------------------------------------------------------------- /docs/livos_framework.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/docs/livos_framework.png -------------------------------------------------------------------------------- /download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/download.py -------------------------------------------------------------------------------- /livos/config/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /livos/config/data/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/config/data/base.yaml -------------------------------------------------------------------------------- /livos/config/data/datasets.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/config/data/datasets.yaml -------------------------------------------------------------------------------- /livos/config/data/mega.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/config/data/mega.yaml -------------------------------------------------------------------------------- /livos/config/data/with-mose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/config/data/with-mose.yaml -------------------------------------------------------------------------------- /livos/config/eval_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/config/eval_config.yaml -------------------------------------------------------------------------------- /livos/config/eval_plus_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/config/eval_plus_config.yaml -------------------------------------------------------------------------------- /livos/config/gui_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/config/gui_config.yaml -------------------------------------------------------------------------------- /livos/config/hydra/job_logging/custom-no-rank.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/config/hydra/job_logging/custom-no-rank.yaml -------------------------------------------------------------------------------- /livos/config/hydra/job_logging/custom.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/config/hydra/job_logging/custom.yaml -------------------------------------------------------------------------------- /livos/config/model/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/config/model/base.yaml -------------------------------------------------------------------------------- /livos/config/model/small.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/config/model/small.yaml -------------------------------------------------------------------------------- /livos/config/train_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/config/train_config.yaml -------------------------------------------------------------------------------- /livos/config/video_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/config/video_config.yaml -------------------------------------------------------------------------------- /livos/dataset/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /livos/dataset/setup_training_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/dataset/setup_training_data.py -------------------------------------------------------------------------------- /livos/dataset/static_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/dataset/static_dataset.py -------------------------------------------------------------------------------- /livos/dataset/tps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/dataset/tps.py -------------------------------------------------------------------------------- /livos/dataset/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/dataset/utils.py -------------------------------------------------------------------------------- /livos/dataset/vos_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/dataset/vos_dataset.py -------------------------------------------------------------------------------- /livos/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/eval.py -------------------------------------------------------------------------------- /livos/inference/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /livos/inference/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /livos/inference/data/burst_test_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/inference/data/burst_test_dataset.py -------------------------------------------------------------------------------- /livos/inference/data/burst_video_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/inference/data/burst_video_reader.py -------------------------------------------------------------------------------- /livos/inference/data/video_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/inference/data/video_reader.py -------------------------------------------------------------------------------- /livos/inference/data/vos_test_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/inference/data/vos_test_dataset.py -------------------------------------------------------------------------------- /livos/inference/object_info.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/inference/object_info.py -------------------------------------------------------------------------------- /livos/inference/object_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/inference/object_manager.py -------------------------------------------------------------------------------- /livos/inference/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /livos/inference/utils/args_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/inference/utils/args_utils.py -------------------------------------------------------------------------------- /livos/inference/utils/burst_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/inference/utils/burst_utils.py -------------------------------------------------------------------------------- /livos/inference/utils/frame_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/inference/utils/frame_utils.py -------------------------------------------------------------------------------- /livos/inference/utils/results_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/inference/utils/results_utils.py -------------------------------------------------------------------------------- /livos/model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /livos/model/aux_modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/model/aux_modules.py -------------------------------------------------------------------------------- /livos/model/big_modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/model/big_modules.py -------------------------------------------------------------------------------- /livos/model/channel_attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/model/channel_attn.py -------------------------------------------------------------------------------- /livos/model/group_modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/model/group_modules.py -------------------------------------------------------------------------------- /livos/model/livos_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/model/livos_wrapper.py -------------------------------------------------------------------------------- /livos/model/losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/model/losses.py -------------------------------------------------------------------------------- /livos/model/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/model/modules.py -------------------------------------------------------------------------------- /livos/model/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/model/trainer.py -------------------------------------------------------------------------------- /livos/model/transformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /livos/model/transformer/object_summarizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/model/transformer/object_summarizer.py -------------------------------------------------------------------------------- /livos/model/transformer/object_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/model/transformer/object_transformer.py -------------------------------------------------------------------------------- /livos/model/transformer/positional_encoding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/model/transformer/positional_encoding.py -------------------------------------------------------------------------------- /livos/model/transformer/transformer_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/model/transformer/transformer_layers.py -------------------------------------------------------------------------------- /livos/model/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /livos/model/utils/memory_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/model/utils/memory_utils.py -------------------------------------------------------------------------------- /livos/model/utils/parameter_groups.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/model/utils/parameter_groups.py -------------------------------------------------------------------------------- /livos/model/utils/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/model/utils/resnet.py -------------------------------------------------------------------------------- /livos/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/train.py -------------------------------------------------------------------------------- /livos/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /livos/utils/get_default_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/utils/get_default_model.py -------------------------------------------------------------------------------- /livos/utils/image_saver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/utils/image_saver.py -------------------------------------------------------------------------------- /livos/utils/load_subset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/utils/load_subset.py -------------------------------------------------------------------------------- /livos/utils/log_integrator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/utils/log_integrator.py -------------------------------------------------------------------------------- /livos/utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/utils/logger.py -------------------------------------------------------------------------------- /livos/utils/palette.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/utils/palette.py -------------------------------------------------------------------------------- /livos/utils/pano_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/utils/pano_utils.py -------------------------------------------------------------------------------- /livos/utils/point_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/utils/point_features.py -------------------------------------------------------------------------------- /livos/utils/subsets/burst_empty_masks.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/utils/subsets/burst_empty_masks.txt -------------------------------------------------------------------------------- /livos/utils/subsets/davis_empty_masks.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/utils/subsets/davis_empty_masks.txt -------------------------------------------------------------------------------- /livos/utils/subsets/davis_train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/utils/subsets/davis_train.txt -------------------------------------------------------------------------------- /livos/utils/subsets/mose_empty_masks.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/utils/subsets/mose_empty_masks.txt -------------------------------------------------------------------------------- /livos/utils/subsets/ovis_empty_masks.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/utils/subsets/ovis_empty_masks.txt -------------------------------------------------------------------------------- /livos/utils/subsets/yv_empty_masks.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/utils/subsets/yv_empty_masks.txt -------------------------------------------------------------------------------- /livos/utils/subsets/yv_train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/utils/subsets/yv_train.txt -------------------------------------------------------------------------------- /livos/utils/tensor_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/utils/tensor_utils.py -------------------------------------------------------------------------------- /livos/utils/time_estimator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/livos/utils/time_estimator.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/pyproject.toml -------------------------------------------------------------------------------- /scripts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scripts/convert_burst_to_vos_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/scripts/convert_burst_to_vos_train.py -------------------------------------------------------------------------------- /scripts/data/expand_long_vid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/scripts/data/expand_long_vid.py -------------------------------------------------------------------------------- /scripts/data/find_empty_mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/scripts/data/find_empty_mask.py -------------------------------------------------------------------------------- /scripts/data/find_empty_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/scripts/data/find_empty_video.py -------------------------------------------------------------------------------- /scripts/data/preprocess_lvos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/scripts/data/preprocess_lvos.py -------------------------------------------------------------------------------- /scripts/download_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/scripts/download_models.py -------------------------------------------------------------------------------- /scripts/mask_to_burst_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/scripts/mask_to_burst_json.py -------------------------------------------------------------------------------- /scripts/merge_multi_scale.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/scripts/merge_multi_scale.py -------------------------------------------------------------------------------- /scripts/process_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uncbiag/LiVOS/HEAD/scripts/process_video.py --------------------------------------------------------------------------------