├── .gitignore ├── 2d_feat_extract.sh ├── LICENSE ├── README.md ├── c3d_feat_extract ├── LICENSE ├── README.md ├── c3d_feat_extract.sh ├── class_names_list ├── classify.py ├── dataset.py ├── input ├── main.py ├── mean.py ├── model.py ├── models │ ├── __init__.py │ ├── densenet.py │ ├── pre_act_resnet.py │ ├── resnet.py │ ├── resnext.py │ └── wide_resnet.py ├── opts.py ├── spatial_transforms.py ├── temporal_transforms.py ├── test.py ├── train.py └── validation.py ├── caffe_feat_extract.py ├── caffe_feat_extract.sh ├── coco-caption ├── LICENSE ├── pyciderevalcap │ ├── __init__.py │ ├── cider │ │ ├── __init__.py │ │ ├── cider.py │ │ └── cider_scorer.py │ ├── ciderD │ │ ├── __init__.py │ │ ├── ciderD.py │ │ └── ciderD_scorer.py │ ├── eval.py │ └── tokenizer │ │ ├── __init__.py │ │ ├── ptbtokenizer.py │ │ ├── stanford-corenlp-3.4.1.jar │ │ ├── tmpBF49XX │ │ ├── tmpql9uU7 │ │ ├── tmpuCp_T0 │ │ ├── tmpxAmV_C │ │ └── tmpzNW4I2 ├── pycocoevalcap │ ├── __init__.py │ ├── bleu │ │ ├── LICENSE │ │ ├── __init__.py │ │ ├── bleu.py │ │ └── bleu_scorer.py │ ├── cider │ │ ├── __init__.py │ │ ├── cider.py │ │ └── cider_scorer.py │ ├── eval.py │ ├── meteor │ │ ├── __init__.py │ │ ├── meteor-1.5.jar │ │ └── meteor.py │ ├── rouge │ │ ├── __init__.py │ │ └── rouge.py │ └── tokenizer │ │ ├── __init__.py │ │ ├── ptbtokenizer.py │ │ └── stanford-corenlp-3.4.1.jar └── pycocotools │ ├── __init__.py │ ├── _mask.c │ ├── _mask.pyx │ ├── coco.py │ ├── cocoeval.py │ └── mask.py ├── dataloader.py ├── eval.py ├── eval_s2vt.sh ├── finetune_cnn.py ├── misc ├── __init__.py ├── cocoeval.py ├── rewards.py └── utils.py ├── models ├── Attention.py ├── DecoderRNN.py ├── EncoderRNN.py ├── S2VTAttModel.py ├── S2VTModel.py └── __init__.py ├── opts.py ├── prepro_coco.py ├── prepro_feats.py ├── prepro_ngrams.py ├── prepro_vocab.py ├── train.py ├── train_s2vt.sh └── train_s2vt_att.sh /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/.gitignore -------------------------------------------------------------------------------- /2d_feat_extract.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/2d_feat_extract.sh -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/README.md -------------------------------------------------------------------------------- /c3d_feat_extract/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/c3d_feat_extract/LICENSE -------------------------------------------------------------------------------- /c3d_feat_extract/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/c3d_feat_extract/README.md -------------------------------------------------------------------------------- /c3d_feat_extract/c3d_feat_extract.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/c3d_feat_extract/c3d_feat_extract.sh -------------------------------------------------------------------------------- /c3d_feat_extract/class_names_list: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/c3d_feat_extract/class_names_list -------------------------------------------------------------------------------- /c3d_feat_extract/classify.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/c3d_feat_extract/classify.py -------------------------------------------------------------------------------- /c3d_feat_extract/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/c3d_feat_extract/dataset.py -------------------------------------------------------------------------------- /c3d_feat_extract/input: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/c3d_feat_extract/input -------------------------------------------------------------------------------- /c3d_feat_extract/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/c3d_feat_extract/main.py -------------------------------------------------------------------------------- /c3d_feat_extract/mean.py: -------------------------------------------------------------------------------- 1 | def get_mean(): 2 | return [114.7748, 107.7354, 99.4750] 3 | -------------------------------------------------------------------------------- /c3d_feat_extract/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/c3d_feat_extract/model.py -------------------------------------------------------------------------------- /c3d_feat_extract/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /c3d_feat_extract/models/densenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/c3d_feat_extract/models/densenet.py -------------------------------------------------------------------------------- /c3d_feat_extract/models/pre_act_resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/c3d_feat_extract/models/pre_act_resnet.py -------------------------------------------------------------------------------- /c3d_feat_extract/models/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/c3d_feat_extract/models/resnet.py -------------------------------------------------------------------------------- /c3d_feat_extract/models/resnext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/c3d_feat_extract/models/resnext.py -------------------------------------------------------------------------------- /c3d_feat_extract/models/wide_resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/c3d_feat_extract/models/wide_resnet.py -------------------------------------------------------------------------------- /c3d_feat_extract/opts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/c3d_feat_extract/opts.py -------------------------------------------------------------------------------- /c3d_feat_extract/spatial_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/c3d_feat_extract/spatial_transforms.py -------------------------------------------------------------------------------- /c3d_feat_extract/temporal_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/c3d_feat_extract/temporal_transforms.py -------------------------------------------------------------------------------- /c3d_feat_extract/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/c3d_feat_extract/test.py -------------------------------------------------------------------------------- /c3d_feat_extract/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/c3d_feat_extract/train.py -------------------------------------------------------------------------------- /c3d_feat_extract/validation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/c3d_feat_extract/validation.py -------------------------------------------------------------------------------- /caffe_feat_extract.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/caffe_feat_extract.py -------------------------------------------------------------------------------- /caffe_feat_extract.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/caffe_feat_extract.sh -------------------------------------------------------------------------------- /coco-caption/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/coco-caption/LICENSE -------------------------------------------------------------------------------- /coco-caption/pyciderevalcap/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /coco-caption/pyciderevalcap/cider/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /coco-caption/pyciderevalcap/cider/cider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/coco-caption/pyciderevalcap/cider/cider.py -------------------------------------------------------------------------------- /coco-caption/pyciderevalcap/cider/cider_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/coco-caption/pyciderevalcap/cider/cider_scorer.py -------------------------------------------------------------------------------- /coco-caption/pyciderevalcap/ciderD/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /coco-caption/pyciderevalcap/ciderD/ciderD.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/coco-caption/pyciderevalcap/ciderD/ciderD.py -------------------------------------------------------------------------------- /coco-caption/pyciderevalcap/ciderD/ciderD_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/coco-caption/pyciderevalcap/ciderD/ciderD_scorer.py -------------------------------------------------------------------------------- /coco-caption/pyciderevalcap/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/coco-caption/pyciderevalcap/eval.py -------------------------------------------------------------------------------- /coco-caption/pyciderevalcap/tokenizer/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'hfang' 2 | -------------------------------------------------------------------------------- /coco-caption/pyciderevalcap/tokenizer/ptbtokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/coco-caption/pyciderevalcap/tokenizer/ptbtokenizer.py -------------------------------------------------------------------------------- /coco-caption/pyciderevalcap/tokenizer/stanford-corenlp-3.4.1.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/coco-caption/pyciderevalcap/tokenizer/stanford-corenlp-3.4.1.jar -------------------------------------------------------------------------------- /coco-caption/pyciderevalcap/tokenizer/tmpBF49XX: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /coco-caption/pyciderevalcap/tokenizer/tmpql9uU7: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /coco-caption/pyciderevalcap/tokenizer/tmpuCp_T0: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /coco-caption/pyciderevalcap/tokenizer/tmpxAmV_C: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /coco-caption/pyciderevalcap/tokenizer/tmpzNW4I2: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /coco-caption/pycocoevalcap/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /coco-caption/pycocoevalcap/bleu/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/coco-caption/pycocoevalcap/bleu/LICENSE -------------------------------------------------------------------------------- /coco-caption/pycocoevalcap/bleu/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /coco-caption/pycocoevalcap/bleu/bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/coco-caption/pycocoevalcap/bleu/bleu.py -------------------------------------------------------------------------------- /coco-caption/pycocoevalcap/bleu/bleu_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/coco-caption/pycocoevalcap/bleu/bleu_scorer.py -------------------------------------------------------------------------------- /coco-caption/pycocoevalcap/cider/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /coco-caption/pycocoevalcap/cider/cider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/coco-caption/pycocoevalcap/cider/cider.py -------------------------------------------------------------------------------- /coco-caption/pycocoevalcap/cider/cider_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/coco-caption/pycocoevalcap/cider/cider_scorer.py -------------------------------------------------------------------------------- /coco-caption/pycocoevalcap/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/coco-caption/pycocoevalcap/eval.py -------------------------------------------------------------------------------- /coco-caption/pycocoevalcap/meteor/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /coco-caption/pycocoevalcap/meteor/meteor-1.5.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/coco-caption/pycocoevalcap/meteor/meteor-1.5.jar -------------------------------------------------------------------------------- /coco-caption/pycocoevalcap/meteor/meteor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/coco-caption/pycocoevalcap/meteor/meteor.py -------------------------------------------------------------------------------- /coco-caption/pycocoevalcap/rouge/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'vrama91' 2 | -------------------------------------------------------------------------------- /coco-caption/pycocoevalcap/rouge/rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/coco-caption/pycocoevalcap/rouge/rouge.py -------------------------------------------------------------------------------- /coco-caption/pycocoevalcap/tokenizer/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'hfang' 2 | -------------------------------------------------------------------------------- /coco-caption/pycocoevalcap/tokenizer/ptbtokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/coco-caption/pycocoevalcap/tokenizer/ptbtokenizer.py -------------------------------------------------------------------------------- /coco-caption/pycocoevalcap/tokenizer/stanford-corenlp-3.4.1.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/coco-caption/pycocoevalcap/tokenizer/stanford-corenlp-3.4.1.jar -------------------------------------------------------------------------------- /coco-caption/pycocotools/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /coco-caption/pycocotools/_mask.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/coco-caption/pycocotools/_mask.c -------------------------------------------------------------------------------- /coco-caption/pycocotools/_mask.pyx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/coco-caption/pycocotools/_mask.pyx -------------------------------------------------------------------------------- /coco-caption/pycocotools/coco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/coco-caption/pycocotools/coco.py -------------------------------------------------------------------------------- /coco-caption/pycocotools/cocoeval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/coco-caption/pycocotools/cocoeval.py -------------------------------------------------------------------------------- /coco-caption/pycocotools/mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/coco-caption/pycocotools/mask.py -------------------------------------------------------------------------------- /dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/dataloader.py -------------------------------------------------------------------------------- /eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/eval.py -------------------------------------------------------------------------------- /eval_s2vt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/eval_s2vt.sh -------------------------------------------------------------------------------- /finetune_cnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/finetune_cnn.py -------------------------------------------------------------------------------- /misc/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /misc/cocoeval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/misc/cocoeval.py -------------------------------------------------------------------------------- /misc/rewards.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/misc/rewards.py -------------------------------------------------------------------------------- /misc/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/misc/utils.py -------------------------------------------------------------------------------- /models/Attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/models/Attention.py -------------------------------------------------------------------------------- /models/DecoderRNN.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/models/DecoderRNN.py -------------------------------------------------------------------------------- /models/EncoderRNN.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/models/EncoderRNN.py -------------------------------------------------------------------------------- /models/S2VTAttModel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/models/S2VTAttModel.py -------------------------------------------------------------------------------- /models/S2VTModel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/models/S2VTModel.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/models/__init__.py -------------------------------------------------------------------------------- /opts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/opts.py -------------------------------------------------------------------------------- /prepro_coco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/prepro_coco.py -------------------------------------------------------------------------------- /prepro_feats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/prepro_feats.py -------------------------------------------------------------------------------- /prepro_ngrams.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/prepro_ngrams.py -------------------------------------------------------------------------------- /prepro_vocab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/prepro_vocab.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/train.py -------------------------------------------------------------------------------- /train_s2vt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/train_s2vt.sh -------------------------------------------------------------------------------- /train_s2vt_att.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Sundrops/video-caption.pytorch/HEAD/train_s2vt_att.sh --------------------------------------------------------------------------------