├── LICENSE ├── README.md ├── args.py ├── data ├── howto_loader.py ├── howtovqa_loader.py ├── videoqa_loader.py ├── videotext_loader.py └── webvidvqa_loader.py ├── demo_videoqa.py ├── download ├── download_checkpoints.sh ├── download_downstream.sh ├── download_howtovqa.sh └── download_webvidvqa.sh ├── eval_videoqa.py ├── eval_videoqa_cm.py ├── extract ├── extract.py ├── merge_features.py ├── preprocessing.py ├── random_sequence_shuffler.py ├── s3dg.py └── video_loader.py ├── global_parameters.py ├── loss.py ├── main_howtovqa.py ├── main_htm.py ├── main_videoqa.py ├── misc ├── amt_ivqa_answers.html ├── amt_ivqa_questions.html ├── plots.ipynb ├── server_videoqa.html └── server_videoqa.py ├── model ├── language_model.py └── multimodal_transformer.py ├── preproc ├── howto100m_remove_intersec.py ├── howto100m_remove_repetitions.py ├── preproc_activitynetqa.py ├── preproc_how2qa.py ├── preproc_ivqa.py ├── preproc_msrvttqa.py └── preproc_msvdqa.py ├── requirements.txt ├── train ├── train_howtovqa.py ├── train_htm.py └── train_videoqa.py ├── util.py └── videoqageneration ├── extract_answers.py ├── extract_answers_webvid.py ├── generate_questions.py ├── generate_questions_webvid.py ├── merge_answers.py ├── merge_answers_webvid.py ├── merge_punctuations.py ├── merge_qas.py ├── merge_qas_webvid.py └── punctuate.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/README.md -------------------------------------------------------------------------------- /args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/args.py -------------------------------------------------------------------------------- /data/howto_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/data/howto_loader.py -------------------------------------------------------------------------------- /data/howtovqa_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/data/howtovqa_loader.py -------------------------------------------------------------------------------- /data/videoqa_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/data/videoqa_loader.py -------------------------------------------------------------------------------- /data/videotext_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/data/videotext_loader.py -------------------------------------------------------------------------------- /data/webvidvqa_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/data/webvidvqa_loader.py -------------------------------------------------------------------------------- /demo_videoqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/demo_videoqa.py -------------------------------------------------------------------------------- /download/download_checkpoints.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/download/download_checkpoints.sh -------------------------------------------------------------------------------- /download/download_downstream.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/download/download_downstream.sh -------------------------------------------------------------------------------- /download/download_howtovqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/download/download_howtovqa.sh -------------------------------------------------------------------------------- /download/download_webvidvqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/download/download_webvidvqa.sh -------------------------------------------------------------------------------- /eval_videoqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/eval_videoqa.py -------------------------------------------------------------------------------- /eval_videoqa_cm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/eval_videoqa_cm.py -------------------------------------------------------------------------------- /extract/extract.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/extract/extract.py -------------------------------------------------------------------------------- /extract/merge_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/extract/merge_features.py -------------------------------------------------------------------------------- /extract/preprocessing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/extract/preprocessing.py -------------------------------------------------------------------------------- /extract/random_sequence_shuffler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/extract/random_sequence_shuffler.py -------------------------------------------------------------------------------- /extract/s3dg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/extract/s3dg.py -------------------------------------------------------------------------------- /extract/video_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/extract/video_loader.py -------------------------------------------------------------------------------- /global_parameters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/global_parameters.py -------------------------------------------------------------------------------- /loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/loss.py -------------------------------------------------------------------------------- /main_howtovqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/main_howtovqa.py -------------------------------------------------------------------------------- /main_htm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/main_htm.py -------------------------------------------------------------------------------- /main_videoqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/main_videoqa.py -------------------------------------------------------------------------------- /misc/amt_ivqa_answers.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/misc/amt_ivqa_answers.html -------------------------------------------------------------------------------- /misc/amt_ivqa_questions.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/misc/amt_ivqa_questions.html -------------------------------------------------------------------------------- /misc/plots.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/misc/plots.ipynb -------------------------------------------------------------------------------- /misc/server_videoqa.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/misc/server_videoqa.html -------------------------------------------------------------------------------- /misc/server_videoqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/misc/server_videoqa.py -------------------------------------------------------------------------------- /model/language_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/model/language_model.py -------------------------------------------------------------------------------- /model/multimodal_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/model/multimodal_transformer.py -------------------------------------------------------------------------------- /preproc/howto100m_remove_intersec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/preproc/howto100m_remove_intersec.py -------------------------------------------------------------------------------- /preproc/howto100m_remove_repetitions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/preproc/howto100m_remove_repetitions.py -------------------------------------------------------------------------------- /preproc/preproc_activitynetqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/preproc/preproc_activitynetqa.py -------------------------------------------------------------------------------- /preproc/preproc_how2qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/preproc/preproc_how2qa.py -------------------------------------------------------------------------------- /preproc/preproc_ivqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/preproc/preproc_ivqa.py -------------------------------------------------------------------------------- /preproc/preproc_msrvttqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/preproc/preproc_msrvttqa.py -------------------------------------------------------------------------------- /preproc/preproc_msvdqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/preproc/preproc_msvdqa.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/requirements.txt -------------------------------------------------------------------------------- /train/train_howtovqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/train/train_howtovqa.py -------------------------------------------------------------------------------- /train/train_htm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/train/train_htm.py -------------------------------------------------------------------------------- /train/train_videoqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/train/train_videoqa.py -------------------------------------------------------------------------------- /util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/util.py -------------------------------------------------------------------------------- /videoqageneration/extract_answers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/videoqageneration/extract_answers.py -------------------------------------------------------------------------------- /videoqageneration/extract_answers_webvid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/videoqageneration/extract_answers_webvid.py -------------------------------------------------------------------------------- /videoqageneration/generate_questions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/videoqageneration/generate_questions.py -------------------------------------------------------------------------------- /videoqageneration/generate_questions_webvid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/videoqageneration/generate_questions_webvid.py -------------------------------------------------------------------------------- /videoqageneration/merge_answers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/videoqageneration/merge_answers.py -------------------------------------------------------------------------------- /videoqageneration/merge_answers_webvid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/videoqageneration/merge_answers_webvid.py -------------------------------------------------------------------------------- /videoqageneration/merge_punctuations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/videoqageneration/merge_punctuations.py -------------------------------------------------------------------------------- /videoqageneration/merge_qas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/videoqageneration/merge_qas.py -------------------------------------------------------------------------------- /videoqageneration/merge_qas_webvid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/videoqageneration/merge_qas_webvid.py -------------------------------------------------------------------------------- /videoqageneration/punctuate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antoyang/just-ask/HEAD/videoqageneration/punctuate.py --------------------------------------------------------------------------------