├── README.md ├── README_TRAINING_TESTING.md ├── data └── vlog │ ├── .DS_Store │ ├── masks │ └── preds_100x100_50 │ │ ├── a │ │ └── q │ │ │ └── g │ │ │ └── v_4jqvo3TQaqg │ │ │ └── 016 │ │ │ └── clip.pkl │ │ └── o │ │ ├── 5 │ │ └── E │ │ │ └── v_vAqaXZuAO5E │ │ │ └── 075 │ │ │ └── clip.pkl │ │ └── p │ │ └── Y │ │ └── v_7Tsrimk7opY │ │ └── 052 │ │ └── clip.pkl │ ├── meta │ ├── .DS_Store │ ├── hand_object │ │ ├── hand_object.npy │ │ └── hand_object_labels.txt │ ├── manifest.txt │ └── splitId.txt │ └── videos │ ├── .DS_Store │ ├── a │ ├── .DS_Store │ └── q │ │ ├── .DS_Store │ │ └── g │ │ ├── .DS_Store │ │ └── v_4jqvo3TQaqg │ │ ├── .DS_Store │ │ └── 016 │ │ └── clip.mp4 │ └── o │ ├── 5 │ ├── .DS_Store │ └── E │ │ ├── .DS_Store │ │ └── v_vAqaXZuAO5E │ │ ├── .DS_Store │ │ └── 075 │ │ └── clip.mp4 │ ├── .DS_Store │ └── p │ ├── .DS_Store │ └── Y │ ├── .DS_Store │ └── v_7Tsrimk7opY │ ├── .DS_Store │ └── 052 │ └── clip.mp4 ├── img └── teaser_carrots.png ├── inference ├── inference.py └── train_val.py ├── loader ├── README.md ├── __pycache__ │ ├── videodataset.cpython-36.pyc │ └── vlog.cpython-36.pyc ├── coco_names.txt ├── test.py ├── videodataset.py └── vlog.py ├── main.py ├── model ├── backbone │ ├── __init__.py │ ├── imagenet_pretraining.py │ ├── resnet │ │ ├── basicblock.py │ │ ├── bottleneck.py │ │ └── resnet.py │ └── resnet_based.py ├── models.py └── orn_two_heads │ ├── __init__.py │ ├── aggregation_relations.py │ ├── classifier.py │ ├── encoder.py │ ├── orn.py │ └── two_heads.py ├── preprocessing ├── README.md ├── rescale.py └── rescale.sh ├── testing_vlog.sh ├── training_vlog.sh └── utils ├── __pycache__ ├── meter.cpython-36.pyc └── other.cpython-36.pyc ├── colormap.py ├── meter.py ├── other.py └── vis.py /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/README.md -------------------------------------------------------------------------------- /README_TRAINING_TESTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/README_TRAINING_TESTING.md -------------------------------------------------------------------------------- /data/vlog/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/data/vlog/.DS_Store -------------------------------------------------------------------------------- /data/vlog/masks/preds_100x100_50/a/q/g/v_4jqvo3TQaqg/016/clip.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/data/vlog/masks/preds_100x100_50/a/q/g/v_4jqvo3TQaqg/016/clip.pkl -------------------------------------------------------------------------------- /data/vlog/masks/preds_100x100_50/o/5/E/v_vAqaXZuAO5E/075/clip.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/data/vlog/masks/preds_100x100_50/o/5/E/v_vAqaXZuAO5E/075/clip.pkl -------------------------------------------------------------------------------- /data/vlog/masks/preds_100x100_50/o/p/Y/v_7Tsrimk7opY/052/clip.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/data/vlog/masks/preds_100x100_50/o/p/Y/v_7Tsrimk7opY/052/clip.pkl -------------------------------------------------------------------------------- /data/vlog/meta/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/data/vlog/meta/.DS_Store -------------------------------------------------------------------------------- /data/vlog/meta/hand_object/hand_object.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/data/vlog/meta/hand_object/hand_object.npy -------------------------------------------------------------------------------- /data/vlog/meta/hand_object/hand_object_labels.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/data/vlog/meta/hand_object/hand_object_labels.txt -------------------------------------------------------------------------------- /data/vlog/meta/manifest.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/data/vlog/meta/manifest.txt -------------------------------------------------------------------------------- /data/vlog/meta/splitId.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/data/vlog/meta/splitId.txt -------------------------------------------------------------------------------- /data/vlog/videos/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/data/vlog/videos/.DS_Store -------------------------------------------------------------------------------- /data/vlog/videos/a/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/data/vlog/videos/a/.DS_Store -------------------------------------------------------------------------------- /data/vlog/videos/a/q/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/data/vlog/videos/a/q/.DS_Store -------------------------------------------------------------------------------- /data/vlog/videos/a/q/g/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/data/vlog/videos/a/q/g/.DS_Store -------------------------------------------------------------------------------- /data/vlog/videos/a/q/g/v_4jqvo3TQaqg/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/data/vlog/videos/a/q/g/v_4jqvo3TQaqg/.DS_Store -------------------------------------------------------------------------------- /data/vlog/videos/a/q/g/v_4jqvo3TQaqg/016/clip.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/data/vlog/videos/a/q/g/v_4jqvo3TQaqg/016/clip.mp4 -------------------------------------------------------------------------------- /data/vlog/videos/o/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/data/vlog/videos/o/.DS_Store -------------------------------------------------------------------------------- /data/vlog/videos/o/5/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/data/vlog/videos/o/5/.DS_Store -------------------------------------------------------------------------------- /data/vlog/videos/o/5/E/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/data/vlog/videos/o/5/E/.DS_Store -------------------------------------------------------------------------------- /data/vlog/videos/o/5/E/v_vAqaXZuAO5E/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/data/vlog/videos/o/5/E/v_vAqaXZuAO5E/.DS_Store -------------------------------------------------------------------------------- /data/vlog/videos/o/5/E/v_vAqaXZuAO5E/075/clip.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/data/vlog/videos/o/5/E/v_vAqaXZuAO5E/075/clip.mp4 -------------------------------------------------------------------------------- /data/vlog/videos/o/p/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/data/vlog/videos/o/p/.DS_Store -------------------------------------------------------------------------------- /data/vlog/videos/o/p/Y/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/data/vlog/videos/o/p/Y/.DS_Store -------------------------------------------------------------------------------- /data/vlog/videos/o/p/Y/v_7Tsrimk7opY/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/data/vlog/videos/o/p/Y/v_7Tsrimk7opY/.DS_Store -------------------------------------------------------------------------------- /data/vlog/videos/o/p/Y/v_7Tsrimk7opY/052/clip.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/data/vlog/videos/o/p/Y/v_7Tsrimk7opY/052/clip.mp4 -------------------------------------------------------------------------------- /img/teaser_carrots.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/img/teaser_carrots.png -------------------------------------------------------------------------------- /inference/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/inference/inference.py -------------------------------------------------------------------------------- /inference/train_val.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/inference/train_val.py -------------------------------------------------------------------------------- /loader/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/loader/README.md -------------------------------------------------------------------------------- /loader/__pycache__/videodataset.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/loader/__pycache__/videodataset.cpython-36.pyc -------------------------------------------------------------------------------- /loader/__pycache__/vlog.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/loader/__pycache__/vlog.cpython-36.pyc -------------------------------------------------------------------------------- /loader/coco_names.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/loader/coco_names.txt -------------------------------------------------------------------------------- /loader/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/loader/test.py -------------------------------------------------------------------------------- /loader/videodataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/loader/videodataset.py -------------------------------------------------------------------------------- /loader/vlog.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/loader/vlog.py -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/main.py -------------------------------------------------------------------------------- /model/backbone/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /model/backbone/imagenet_pretraining.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/model/backbone/imagenet_pretraining.py -------------------------------------------------------------------------------- /model/backbone/resnet/basicblock.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/model/backbone/resnet/basicblock.py -------------------------------------------------------------------------------- /model/backbone/resnet/bottleneck.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/model/backbone/resnet/bottleneck.py -------------------------------------------------------------------------------- /model/backbone/resnet/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/model/backbone/resnet/resnet.py -------------------------------------------------------------------------------- /model/backbone/resnet_based.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/model/backbone/resnet_based.py -------------------------------------------------------------------------------- /model/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/model/models.py -------------------------------------------------------------------------------- /model/orn_two_heads/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /model/orn_two_heads/aggregation_relations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/model/orn_two_heads/aggregation_relations.py -------------------------------------------------------------------------------- /model/orn_two_heads/classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/model/orn_two_heads/classifier.py -------------------------------------------------------------------------------- /model/orn_two_heads/encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/model/orn_two_heads/encoder.py -------------------------------------------------------------------------------- /model/orn_two_heads/orn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/model/orn_two_heads/orn.py -------------------------------------------------------------------------------- /model/orn_two_heads/two_heads.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/model/orn_two_heads/two_heads.py -------------------------------------------------------------------------------- /preprocessing/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/preprocessing/README.md -------------------------------------------------------------------------------- /preprocessing/rescale.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/preprocessing/rescale.py -------------------------------------------------------------------------------- /preprocessing/rescale.sh: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env bash 2 | 3 | PYTHONPATH=/home/fbaradel/saved_dir/eccv18_code 4 | 5 | python rescale.py --dir $VLOG/avi 6 | -------------------------------------------------------------------------------- /testing_vlog.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/testing_vlog.sh -------------------------------------------------------------------------------- /training_vlog.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/training_vlog.sh -------------------------------------------------------------------------------- /utils/__pycache__/meter.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/utils/__pycache__/meter.cpython-36.pyc -------------------------------------------------------------------------------- /utils/__pycache__/other.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/utils/__pycache__/other.cpython-36.pyc -------------------------------------------------------------------------------- /utils/colormap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/utils/colormap.py -------------------------------------------------------------------------------- /utils/meter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/utils/meter.py -------------------------------------------------------------------------------- /utils/other.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/utils/other.py -------------------------------------------------------------------------------- /utils/vis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fabienbaradel/object_level_visual_reasoning/HEAD/utils/vis.py --------------------------------------------------------------------------------