├── .gitignore ├── LICENSE.md ├── README.md ├── __pycache__ ├── augmentations.cpython-36.pyc ├── data_manager.cpython-35.pyc ├── data_manager.cpython-36.pyc ├── dataset.cpython-36.pyc ├── dataset_bck.cpython-36.pyc ├── loss.cpython-36.pyc ├── mean.cpython-36.pyc ├── model.cpython-36.pyc ├── net.cpython-36.pyc ├── networks.cpython-36.pyc ├── opts.cpython-36.pyc ├── poissonblending.cpython-36.pyc ├── pytorch_misc.cpython-36.pyc ├── scoring.cpython-36.pyc ├── spatial_transforms.cpython-36.pyc ├── target_transforms.cpython-36.pyc ├── temporal_transforms.cpython-36.pyc ├── test.cpython-36.pyc ├── train.cpython-36.pyc ├── utils.cpython-36.pyc ├── validation.cpython-36.pyc ├── vgg16.cpython-36.pyc ├── video_decaptioning_data.cpython-36.pyc └── video_decaptioning_data_bck.cpython-36.pyc ├── augmentations.py ├── data_manager.py ├── dataset.py ├── loss.py ├── main.py ├── mean.py ├── model.py ├── models ├── __pycache__ │ ├── discriminator.cpython-36.pyc │ ├── icnet_mask.cpython-36.pyc │ ├── icnet_res.cpython-36.pyc │ ├── non_local_block.cpython-36.pyc │ ├── resnet.cpython-36.pyc │ ├── resnet_AE.cpython-36.pyc │ ├── resnet_comp.cpython-36.pyc │ ├── resnet_mask.cpython-36.pyc │ └── unet_mask.cpython-36.pyc ├── discriminator.py ├── icnet_mask.py ├── icnet_refine.py ├── icnet_res.py ├── icnetv2_mask.py ├── non_local.py ├── non_local_block.py ├── resnet.py ├── resnet_AE.py ├── resnet_comp.py ├── resnet_mask.py └── unet_mask.py ├── mpl ├── __init__.py ├── __pycache__ │ └── mpl.cpython-36.pyc ├── _mpl │ ├── __init__.py │ ├── __mpl.so │ └── __pycache__ │ │ └── __init__.cpython-36.pyc ├── build.py ├── mpl.py └── src │ ├── lib_mpl.cpp │ └── lib_mpl.h ├── networks.py ├── nohup.out ├── opts.py ├── poissonblending.py ├── pytorch_misc.py ├── pytorch_ssim ├── __init__.py └── __pycache__ │ └── __init__.cpython-36.pyc ├── scoring.py ├── scripts ├── test.sh └── train.sh ├── spatial_transforms.py ├── target_transforms.py ├── temporal_transforms.py ├── test.py ├── train.py ├── train_stat.txt ├── utils.py ├── validation.py ├── vgg16.py ├── video_decaptioning_data.py └── video_png.py /.gitignore: -------------------------------------------------------------------------------- 1 | /models/*.pth 2 | /logs 3 | /results 4 | -------------------------------------------------------------------------------- /LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/LICENSE.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/README.md -------------------------------------------------------------------------------- /__pycache__/augmentations.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/__pycache__/augmentations.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/data_manager.cpython-35.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/__pycache__/data_manager.cpython-35.pyc -------------------------------------------------------------------------------- /__pycache__/data_manager.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/__pycache__/data_manager.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/dataset.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/__pycache__/dataset.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/dataset_bck.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/__pycache__/dataset_bck.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/loss.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/__pycache__/loss.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/mean.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/__pycache__/mean.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/model.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/__pycache__/model.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/net.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/__pycache__/net.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/networks.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/__pycache__/networks.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/opts.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/__pycache__/opts.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/poissonblending.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/__pycache__/poissonblending.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/pytorch_misc.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/__pycache__/pytorch_misc.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/scoring.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/__pycache__/scoring.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/spatial_transforms.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/__pycache__/spatial_transforms.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/target_transforms.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/__pycache__/target_transforms.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/temporal_transforms.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/__pycache__/temporal_transforms.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/test.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/__pycache__/test.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/train.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/__pycache__/train.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/utils.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/__pycache__/utils.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/validation.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/__pycache__/validation.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/vgg16.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/__pycache__/vgg16.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/video_decaptioning_data.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/__pycache__/video_decaptioning_data.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/video_decaptioning_data_bck.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/__pycache__/video_decaptioning_data_bck.cpython-36.pyc -------------------------------------------------------------------------------- /augmentations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/augmentations.py -------------------------------------------------------------------------------- /data_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/data_manager.py -------------------------------------------------------------------------------- /dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/dataset.py -------------------------------------------------------------------------------- /loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/loss.py -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/main.py -------------------------------------------------------------------------------- /mean.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/mean.py -------------------------------------------------------------------------------- /model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/model.py -------------------------------------------------------------------------------- /models/__pycache__/discriminator.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/models/__pycache__/discriminator.cpython-36.pyc -------------------------------------------------------------------------------- /models/__pycache__/icnet_mask.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/models/__pycache__/icnet_mask.cpython-36.pyc -------------------------------------------------------------------------------- /models/__pycache__/icnet_res.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/models/__pycache__/icnet_res.cpython-36.pyc -------------------------------------------------------------------------------- /models/__pycache__/non_local_block.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/models/__pycache__/non_local_block.cpython-36.pyc -------------------------------------------------------------------------------- /models/__pycache__/resnet.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/models/__pycache__/resnet.cpython-36.pyc -------------------------------------------------------------------------------- /models/__pycache__/resnet_AE.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/models/__pycache__/resnet_AE.cpython-36.pyc -------------------------------------------------------------------------------- /models/__pycache__/resnet_comp.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/models/__pycache__/resnet_comp.cpython-36.pyc -------------------------------------------------------------------------------- /models/__pycache__/resnet_mask.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/models/__pycache__/resnet_mask.cpython-36.pyc -------------------------------------------------------------------------------- /models/__pycache__/unet_mask.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/models/__pycache__/unet_mask.cpython-36.pyc -------------------------------------------------------------------------------- /models/discriminator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/models/discriminator.py -------------------------------------------------------------------------------- /models/icnet_mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/models/icnet_mask.py -------------------------------------------------------------------------------- /models/icnet_refine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/models/icnet_refine.py -------------------------------------------------------------------------------- /models/icnet_res.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/models/icnet_res.py -------------------------------------------------------------------------------- /models/icnetv2_mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/models/icnetv2_mask.py -------------------------------------------------------------------------------- /models/non_local.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/models/non_local.py -------------------------------------------------------------------------------- /models/non_local_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/models/non_local_block.py -------------------------------------------------------------------------------- /models/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/models/resnet.py -------------------------------------------------------------------------------- /models/resnet_AE.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/models/resnet_AE.py -------------------------------------------------------------------------------- /models/resnet_comp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/models/resnet_comp.py -------------------------------------------------------------------------------- /models/resnet_mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/models/resnet_mask.py -------------------------------------------------------------------------------- /models/unet_mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/models/unet_mask.py -------------------------------------------------------------------------------- /mpl/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mpl/__pycache__/mpl.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/mpl/__pycache__/mpl.cpython-36.pyc -------------------------------------------------------------------------------- /mpl/_mpl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/mpl/_mpl/__init__.py -------------------------------------------------------------------------------- /mpl/_mpl/__mpl.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/mpl/_mpl/__mpl.so -------------------------------------------------------------------------------- /mpl/_mpl/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/mpl/_mpl/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /mpl/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/mpl/build.py -------------------------------------------------------------------------------- /mpl/mpl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/mpl/mpl.py -------------------------------------------------------------------------------- /mpl/src/lib_mpl.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/mpl/src/lib_mpl.cpp -------------------------------------------------------------------------------- /mpl/src/lib_mpl.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/mpl/src/lib_mpl.h -------------------------------------------------------------------------------- /networks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/networks.py -------------------------------------------------------------------------------- /nohup.out: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/nohup.out -------------------------------------------------------------------------------- /opts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/opts.py -------------------------------------------------------------------------------- /poissonblending.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/poissonblending.py -------------------------------------------------------------------------------- /pytorch_misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/pytorch_misc.py -------------------------------------------------------------------------------- /pytorch_ssim/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/pytorch_ssim/__init__.py -------------------------------------------------------------------------------- /pytorch_ssim/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/pytorch_ssim/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /scoring.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/scoring.py -------------------------------------------------------------------------------- /scripts/test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/scripts/test.sh -------------------------------------------------------------------------------- /scripts/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/scripts/train.sh -------------------------------------------------------------------------------- /spatial_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/spatial_transforms.py -------------------------------------------------------------------------------- /target_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/target_transforms.py -------------------------------------------------------------------------------- /temporal_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/temporal_transforms.py -------------------------------------------------------------------------------- /test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/test.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/train.py -------------------------------------------------------------------------------- /train_stat.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/train_stat.txt -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/utils.py -------------------------------------------------------------------------------- /validation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/validation.py -------------------------------------------------------------------------------- /vgg16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/vgg16.py -------------------------------------------------------------------------------- /video_decaptioning_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/video_decaptioning_data.py -------------------------------------------------------------------------------- /video_png.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shwoo1219/video_decaptioning/HEAD/video_png.py --------------------------------------------------------------------------------