├── .gitignore ├── .isort.cfg ├── LICENSE ├── README.md ├── data ├── README.md ├── dataset │ └── README.md ├── model_snapshot │ └── README.md └── models │ ├── c3d-sports1M_mean.npy │ ├── get_c3d_sports_weights.sh │ └── get_temporal_location_weights.sh ├── dataset ├── activity_net.v1-3.min.json ├── download_videos.sh ├── labels.txt ├── templates │ ├── results_testing.json │ └── results_validation.json ├── videos.json └── videos_ids.lst ├── docs ├── .gitkeep ├── montes-2016-collage.jpg ├── montes-2016-lscvs.pdf ├── montes-2016-poster.pdf ├── montes-2016-poster.png └── thesis.pdf ├── misc ├── images │ ├── AlbertoMontes140x140.jpg │ ├── albert_gil.jpg │ ├── alberto_montes.jpg │ ├── amaia_salvador.jpg │ ├── josep_pujal.jpg │ ├── longboarding.jpg │ ├── longboarding.png │ ├── network_pipeline.jpg │ ├── santi_pascual.jpg │ ├── stateful_dataset.png │ ├── upc_etsetb.jpg │ └── xavier_giro.jpg ├── runtime │ ├── run_all_pipeline_runtime.py │ ├── runtime.out │ └── runtime_report.xlsx ├── step_by_step_guide.md └── upc_activitynet_challenge.pdf ├── notebooks ├── 01 Checking Downloaded Videos.ipynb ├── 02 Exploring Dataset.ipynb ├── 03 Create Class Weights.ipynb ├── 04 Test Video Dataset Generator.ipynb ├── 05 Benchmark Reading Video.ipynb ├── 06 Test Predict Features.ipynb ├── 07 Features Extracted.ipynb ├── 08 Detect Already Extracted Features.ipynb ├── 09 Recurrent Dataset Generation.ipynb ├── 10 Clean Dataset After Extracting Features.ipynb ├── 11 See Trained Model Results.ipynb ├── 12 Check Changes of Implementation Theano conv and maxpool Operations-Copy1.ipynb ├── 12 Check Changes of Implementation Theano conv and maxpool Operations.ipynb ├── 13 Get the last dataset changes and update everything.ipynb ├── 14 Activity Detection Neural Network.ipynb ├── 15 See Trained Model Results With Feedback.ipynb ├── 15 Test Generation Output.ipynb ├── 16 Visualization of Results.ipynb ├── 17 Visualization of Results with Feedback.ipynb ├── 18 Visualization of Results Comparison.ipynb ├── 19 Import Audio Descriptors.ipynb └── 20 Explore Temporal Proposals.ipynb ├── pics ├── .gitkeep ├── IMG_8231.JPG ├── IMG_8240.JPG ├── IMG_8250.JPG ├── IMG_8279.JPG ├── IMG_8286.JPG ├── IMG_8291.JPG ├── collage.jpg └── thumb.jpg ├── requirements.txt ├── scripts ├── __init__.py ├── create_stateful_dataset.py ├── extract_features.py ├── predict.py ├── process_prediction.py ├── run_all_pipeline.py └── train.py ├── src ├── __init__.py ├── data.py ├── io_data.py ├── processing.py └── visualize.py └── temporal-activity-detection.pdf /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/.gitignore -------------------------------------------------------------------------------- /.isort.cfg: -------------------------------------------------------------------------------- 1 | [settings] 2 | line_length=100 3 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/README.md -------------------------------------------------------------------------------- /data/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/data/README.md -------------------------------------------------------------------------------- /data/dataset/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/data/dataset/README.md -------------------------------------------------------------------------------- /data/model_snapshot/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/data/model_snapshot/README.md -------------------------------------------------------------------------------- /data/models/c3d-sports1M_mean.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/data/models/c3d-sports1M_mean.npy -------------------------------------------------------------------------------- /data/models/get_c3d_sports_weights.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/data/models/get_c3d_sports_weights.sh -------------------------------------------------------------------------------- /data/models/get_temporal_location_weights.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/data/models/get_temporal_location_weights.sh -------------------------------------------------------------------------------- /dataset/activity_net.v1-3.min.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/dataset/activity_net.v1-3.min.json -------------------------------------------------------------------------------- /dataset/download_videos.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/dataset/download_videos.sh -------------------------------------------------------------------------------- /dataset/labels.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/dataset/labels.txt -------------------------------------------------------------------------------- /dataset/templates/results_testing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/dataset/templates/results_testing.json -------------------------------------------------------------------------------- /dataset/templates/results_validation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/dataset/templates/results_validation.json -------------------------------------------------------------------------------- /dataset/videos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/dataset/videos.json -------------------------------------------------------------------------------- /dataset/videos_ids.lst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/dataset/videos_ids.lst -------------------------------------------------------------------------------- /docs/.gitkeep: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /docs/montes-2016-collage.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/docs/montes-2016-collage.jpg -------------------------------------------------------------------------------- /docs/montes-2016-lscvs.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/docs/montes-2016-lscvs.pdf -------------------------------------------------------------------------------- /docs/montes-2016-poster.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/docs/montes-2016-poster.pdf -------------------------------------------------------------------------------- /docs/montes-2016-poster.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/docs/montes-2016-poster.png -------------------------------------------------------------------------------- /docs/thesis.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/docs/thesis.pdf -------------------------------------------------------------------------------- /misc/images/AlbertoMontes140x140.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/misc/images/AlbertoMontes140x140.jpg -------------------------------------------------------------------------------- /misc/images/albert_gil.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/misc/images/albert_gil.jpg -------------------------------------------------------------------------------- /misc/images/alberto_montes.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/misc/images/alberto_montes.jpg -------------------------------------------------------------------------------- /misc/images/amaia_salvador.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/misc/images/amaia_salvador.jpg -------------------------------------------------------------------------------- /misc/images/josep_pujal.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/misc/images/josep_pujal.jpg -------------------------------------------------------------------------------- /misc/images/longboarding.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/misc/images/longboarding.jpg -------------------------------------------------------------------------------- /misc/images/longboarding.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/misc/images/longboarding.png -------------------------------------------------------------------------------- /misc/images/network_pipeline.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/misc/images/network_pipeline.jpg -------------------------------------------------------------------------------- /misc/images/santi_pascual.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/misc/images/santi_pascual.jpg -------------------------------------------------------------------------------- /misc/images/stateful_dataset.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/misc/images/stateful_dataset.png -------------------------------------------------------------------------------- /misc/images/upc_etsetb.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/misc/images/upc_etsetb.jpg -------------------------------------------------------------------------------- /misc/images/xavier_giro.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/misc/images/xavier_giro.jpg -------------------------------------------------------------------------------- /misc/runtime/run_all_pipeline_runtime.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/misc/runtime/run_all_pipeline_runtime.py -------------------------------------------------------------------------------- /misc/runtime/runtime.out: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/misc/runtime/runtime.out -------------------------------------------------------------------------------- /misc/runtime/runtime_report.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/misc/runtime/runtime_report.xlsx -------------------------------------------------------------------------------- /misc/step_by_step_guide.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/misc/step_by_step_guide.md -------------------------------------------------------------------------------- /misc/upc_activitynet_challenge.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/misc/upc_activitynet_challenge.pdf -------------------------------------------------------------------------------- /notebooks/01 Checking Downloaded Videos.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/notebooks/01 Checking Downloaded Videos.ipynb -------------------------------------------------------------------------------- /notebooks/02 Exploring Dataset.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/notebooks/02 Exploring Dataset.ipynb -------------------------------------------------------------------------------- /notebooks/03 Create Class Weights.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/notebooks/03 Create Class Weights.ipynb -------------------------------------------------------------------------------- /notebooks/04 Test Video Dataset Generator.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/notebooks/04 Test Video Dataset Generator.ipynb -------------------------------------------------------------------------------- /notebooks/05 Benchmark Reading Video.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/notebooks/05 Benchmark Reading Video.ipynb -------------------------------------------------------------------------------- /notebooks/06 Test Predict Features.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/notebooks/06 Test Predict Features.ipynb -------------------------------------------------------------------------------- /notebooks/07 Features Extracted.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/notebooks/07 Features Extracted.ipynb -------------------------------------------------------------------------------- /notebooks/08 Detect Already Extracted Features.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/notebooks/08 Detect Already Extracted Features.ipynb -------------------------------------------------------------------------------- /notebooks/09 Recurrent Dataset Generation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/notebooks/09 Recurrent Dataset Generation.ipynb -------------------------------------------------------------------------------- /notebooks/10 Clean Dataset After Extracting Features.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/notebooks/10 Clean Dataset After Extracting Features.ipynb -------------------------------------------------------------------------------- /notebooks/11 See Trained Model Results.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/notebooks/11 See Trained Model Results.ipynb -------------------------------------------------------------------------------- /notebooks/12 Check Changes of Implementation Theano conv and maxpool Operations-Copy1.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/notebooks/12 Check Changes of Implementation Theano conv and maxpool Operations-Copy1.ipynb -------------------------------------------------------------------------------- /notebooks/12 Check Changes of Implementation Theano conv and maxpool Operations.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/notebooks/12 Check Changes of Implementation Theano conv and maxpool Operations.ipynb -------------------------------------------------------------------------------- /notebooks/13 Get the last dataset changes and update everything.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/notebooks/13 Get the last dataset changes and update everything.ipynb -------------------------------------------------------------------------------- /notebooks/14 Activity Detection Neural Network.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/notebooks/14 Activity Detection Neural Network.ipynb -------------------------------------------------------------------------------- /notebooks/15 See Trained Model Results With Feedback.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/notebooks/15 See Trained Model Results With Feedback.ipynb -------------------------------------------------------------------------------- /notebooks/15 Test Generation Output.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/notebooks/15 Test Generation Output.ipynb -------------------------------------------------------------------------------- /notebooks/16 Visualization of Results.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/notebooks/16 Visualization of Results.ipynb -------------------------------------------------------------------------------- /notebooks/17 Visualization of Results with Feedback.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/notebooks/17 Visualization of Results with Feedback.ipynb -------------------------------------------------------------------------------- /notebooks/18 Visualization of Results Comparison.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/notebooks/18 Visualization of Results Comparison.ipynb -------------------------------------------------------------------------------- /notebooks/19 Import Audio Descriptors.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/notebooks/19 Import Audio Descriptors.ipynb -------------------------------------------------------------------------------- /notebooks/20 Explore Temporal Proposals.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/notebooks/20 Explore Temporal Proposals.ipynb -------------------------------------------------------------------------------- /pics/.gitkeep: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /pics/IMG_8231.JPG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/pics/IMG_8231.JPG -------------------------------------------------------------------------------- /pics/IMG_8240.JPG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/pics/IMG_8240.JPG -------------------------------------------------------------------------------- /pics/IMG_8250.JPG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/pics/IMG_8250.JPG -------------------------------------------------------------------------------- /pics/IMG_8279.JPG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/pics/IMG_8279.JPG -------------------------------------------------------------------------------- /pics/IMG_8286.JPG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/pics/IMG_8286.JPG -------------------------------------------------------------------------------- /pics/IMG_8291.JPG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/pics/IMG_8291.JPG -------------------------------------------------------------------------------- /pics/collage.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/pics/collage.jpg -------------------------------------------------------------------------------- /pics/thumb.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/pics/thumb.jpg -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scripts/create_stateful_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/scripts/create_stateful_dataset.py -------------------------------------------------------------------------------- /scripts/extract_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/scripts/extract_features.py -------------------------------------------------------------------------------- /scripts/predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/scripts/predict.py -------------------------------------------------------------------------------- /scripts/process_prediction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/scripts/process_prediction.py -------------------------------------------------------------------------------- /scripts/run_all_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/scripts/run_all_pipeline.py -------------------------------------------------------------------------------- /scripts/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/scripts/train.py -------------------------------------------------------------------------------- /src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/src/data.py -------------------------------------------------------------------------------- /src/io_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/src/io_data.py -------------------------------------------------------------------------------- /src/processing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/src/processing.py -------------------------------------------------------------------------------- /src/visualize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/src/visualize.py -------------------------------------------------------------------------------- /temporal-activity-detection.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imatge-upc/activitynet-2016-cvprw/HEAD/temporal-activity-detection.pdf --------------------------------------------------------------------------------