├── .dockerignore ├── .github ├── ISSUE_TEMPLATE │ ├── bug_report.md │ └── feature_request.md ├── labeler.yml └── workflows │ ├── ci.yml │ └── label.yml ├── .gitignore ├── LICENSE ├── README.md ├── REFERENCES.md ├── backend.Dockerfile ├── dataset ├── test_videodatainfo_2017.json ├── videodatainfo_2017.json └── videos │ └── README.md ├── dataset_cache └── README.md ├── docker-compose.yml ├── docker_build.sh ├── docker_hub.sh ├── docker_test.sh ├── early_tests.sh ├── environment.yml ├── f5c22f7_images ├── 10802.gif ├── 12501.gif ├── 12589.gif ├── 12683.gif ├── 12727.gif ├── 12901.gif ├── 12908.gif ├── 12937.gif ├── 12939.gif ├── 12966.gif ├── 12968.gif └── 12994.gif ├── frontend.Dockerfile ├── images ├── attention.png ├── model_audio.png ├── model_video.png ├── model_word.png └── sentence_model.png ├── keep_alive.sh ├── models └── README.md ├── requirements.txt ├── src ├── __init__.py ├── backend │ ├── CombinedResults │ │ ├── calculate_score_results.sh │ │ ├── calculate_total_score_json.py │ │ ├── find_total_sentences_unique.py │ │ └── summary.sh │ ├── __init__.py │ ├── data.py │ ├── framework.py │ ├── model.py │ ├── parser.py │ ├── plotepochlog.py │ ├── pred.sh │ ├── preprocess.py │ ├── run.sh │ ├── test_on_trained.sh │ ├── train.py │ ├── utils.py │ ├── videohandler.py │ ├── vocab.py │ └── vpreprocess.py ├── common │ ├── __init__.py │ ├── config.py │ ├── logger.py │ ├── rpc.py │ └── status.py ├── config.json ├── config_docker.json ├── frontend │ ├── __init__.py │ ├── app.py │ └── templates │ │ ├── get_ids.html │ │ ├── index.html │ │ ├── layout.html │ │ ├── play.html │ │ ├── predict.html │ │ └── publicindex.html ├── run_tests.sh └── tests │ ├── __init__.py │ ├── data │ ├── __init__.py │ ├── fetcher.py │ ├── test_fetcher.py │ └── videos │ │ ├── .content │ │ ├── 12727.mp4 │ │ └── 12968.mp4 │ └── env │ ├── __init__.py │ ├── test_config.py │ └── test_video_parsing.py ├── tests └── e2e │ ├── __init__.py │ └── test_external.py └── uploads └── touched /.dockerignore: -------------------------------------------------------------------------------- 1 | .git -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/.github/ISSUE_TEMPLATE/feature_request.md -------------------------------------------------------------------------------- /.github/labeler.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/.github/labeler.yml -------------------------------------------------------------------------------- /.github/workflows/ci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/.github/workflows/ci.yml -------------------------------------------------------------------------------- /.github/workflows/label.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/.github/workflows/label.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/README.md -------------------------------------------------------------------------------- /REFERENCES.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/REFERENCES.md -------------------------------------------------------------------------------- /backend.Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/backend.Dockerfile -------------------------------------------------------------------------------- /dataset/test_videodatainfo_2017.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/dataset/test_videodatainfo_2017.json -------------------------------------------------------------------------------- /dataset/videodatainfo_2017.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/dataset/videodatainfo_2017.json -------------------------------------------------------------------------------- /dataset/videos/README.md: -------------------------------------------------------------------------------- 1 | Download dataset video here -------------------------------------------------------------------------------- /dataset_cache/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/dataset_cache/README.md -------------------------------------------------------------------------------- /docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/docker-compose.yml -------------------------------------------------------------------------------- /docker_build.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/docker_build.sh -------------------------------------------------------------------------------- /docker_hub.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/docker_hub.sh -------------------------------------------------------------------------------- /docker_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/docker_test.sh -------------------------------------------------------------------------------- /early_tests.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/early_tests.sh -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/environment.yml -------------------------------------------------------------------------------- /f5c22f7_images/10802.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/f5c22f7_images/10802.gif -------------------------------------------------------------------------------- /f5c22f7_images/12501.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/f5c22f7_images/12501.gif -------------------------------------------------------------------------------- /f5c22f7_images/12589.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/f5c22f7_images/12589.gif -------------------------------------------------------------------------------- /f5c22f7_images/12683.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/f5c22f7_images/12683.gif -------------------------------------------------------------------------------- /f5c22f7_images/12727.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/f5c22f7_images/12727.gif -------------------------------------------------------------------------------- /f5c22f7_images/12901.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/f5c22f7_images/12901.gif -------------------------------------------------------------------------------- /f5c22f7_images/12908.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/f5c22f7_images/12908.gif -------------------------------------------------------------------------------- /f5c22f7_images/12937.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/f5c22f7_images/12937.gif -------------------------------------------------------------------------------- /f5c22f7_images/12939.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/f5c22f7_images/12939.gif -------------------------------------------------------------------------------- /f5c22f7_images/12966.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/f5c22f7_images/12966.gif -------------------------------------------------------------------------------- /f5c22f7_images/12968.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/f5c22f7_images/12968.gif -------------------------------------------------------------------------------- /f5c22f7_images/12994.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/f5c22f7_images/12994.gif -------------------------------------------------------------------------------- /frontend.Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/frontend.Dockerfile -------------------------------------------------------------------------------- /images/attention.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/images/attention.png -------------------------------------------------------------------------------- /images/model_audio.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/images/model_audio.png -------------------------------------------------------------------------------- /images/model_video.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/images/model_video.png -------------------------------------------------------------------------------- /images/model_word.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/images/model_word.png -------------------------------------------------------------------------------- /images/sentence_model.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/images/sentence_model.png -------------------------------------------------------------------------------- /keep_alive.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/keep_alive.sh -------------------------------------------------------------------------------- /models/README.md: -------------------------------------------------------------------------------- 1 | Store trained models here -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | parameterized 2 | selenium -------------------------------------------------------------------------------- /src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/backend/CombinedResults/calculate_score_results.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/src/backend/CombinedResults/calculate_score_results.sh -------------------------------------------------------------------------------- /src/backend/CombinedResults/calculate_total_score_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/src/backend/CombinedResults/calculate_total_score_json.py -------------------------------------------------------------------------------- /src/backend/CombinedResults/find_total_sentences_unique.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/src/backend/CombinedResults/find_total_sentences_unique.py -------------------------------------------------------------------------------- /src/backend/CombinedResults/summary.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/src/backend/CombinedResults/summary.sh -------------------------------------------------------------------------------- /src/backend/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/backend/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/src/backend/data.py -------------------------------------------------------------------------------- /src/backend/framework.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/src/backend/framework.py -------------------------------------------------------------------------------- /src/backend/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/src/backend/model.py -------------------------------------------------------------------------------- /src/backend/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/src/backend/parser.py -------------------------------------------------------------------------------- /src/backend/plotepochlog.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/src/backend/plotepochlog.py -------------------------------------------------------------------------------- /src/backend/pred.sh: -------------------------------------------------------------------------------- 1 | python framework.py -predict 882,527155,480723,267111,393362 2 | -------------------------------------------------------------------------------- /src/backend/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/src/backend/preprocess.py -------------------------------------------------------------------------------- /src/backend/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/src/backend/run.sh -------------------------------------------------------------------------------- /src/backend/test_on_trained.sh: -------------------------------------------------------------------------------- 1 | python framework.py -p_ids 1369,2942,1463,3126,3594,2352,1498,2120 2 | -------------------------------------------------------------------------------- /src/backend/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/src/backend/train.py -------------------------------------------------------------------------------- /src/backend/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/src/backend/utils.py -------------------------------------------------------------------------------- /src/backend/videohandler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/src/backend/videohandler.py -------------------------------------------------------------------------------- /src/backend/vocab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/src/backend/vocab.py -------------------------------------------------------------------------------- /src/backend/vpreprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/src/backend/vpreprocess.py -------------------------------------------------------------------------------- /src/common/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/common/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/src/common/config.py -------------------------------------------------------------------------------- /src/common/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/src/common/logger.py -------------------------------------------------------------------------------- /src/common/rpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/src/common/rpc.py -------------------------------------------------------------------------------- /src/common/status.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/src/common/status.py -------------------------------------------------------------------------------- /src/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/src/config.json -------------------------------------------------------------------------------- /src/config_docker.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/src/config_docker.json -------------------------------------------------------------------------------- /src/frontend/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/frontend/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/src/frontend/app.py -------------------------------------------------------------------------------- /src/frontend/templates/get_ids.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/src/frontend/templates/get_ids.html -------------------------------------------------------------------------------- /src/frontend/templates/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/src/frontend/templates/index.html -------------------------------------------------------------------------------- /src/frontend/templates/layout.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/src/frontend/templates/layout.html -------------------------------------------------------------------------------- /src/frontend/templates/play.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/src/frontend/templates/play.html -------------------------------------------------------------------------------- /src/frontend/templates/predict.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/src/frontend/templates/predict.html -------------------------------------------------------------------------------- /src/frontend/templates/publicindex.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/src/frontend/templates/publicindex.html -------------------------------------------------------------------------------- /src/run_tests.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/src/run_tests.sh -------------------------------------------------------------------------------- /src/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/tests/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/tests/data/fetcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/src/tests/data/fetcher.py -------------------------------------------------------------------------------- /src/tests/data/test_fetcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/src/tests/data/test_fetcher.py -------------------------------------------------------------------------------- /src/tests/data/videos/.content: -------------------------------------------------------------------------------- 1 | I_AM_VIDEO_TESTDATA_DIR 2 | -------------------------------------------------------------------------------- /src/tests/data/videos/12727.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/src/tests/data/videos/12727.mp4 -------------------------------------------------------------------------------- /src/tests/data/videos/12968.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/src/tests/data/videos/12968.mp4 -------------------------------------------------------------------------------- /src/tests/env/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/tests/env/test_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/src/tests/env/test_config.py -------------------------------------------------------------------------------- /src/tests/env/test_video_parsing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/src/tests/env/test_video_parsing.py -------------------------------------------------------------------------------- /tests/e2e/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/e2e/test_external.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scopeInfinity/Video2Description/HEAD/tests/e2e/test_external.py -------------------------------------------------------------------------------- /uploads/touched: -------------------------------------------------------------------------------- 1 | --------------------------------------------------------------------------------