├── .gitattributes ├── LICENSE ├── README.md ├── __init__.py ├── config.py ├── data ├── activitynet │ ├── README.md │ ├── activitynet_train.jsonl │ ├── activitynet_val_1.jsonl │ └── activitynet_val_2.jsonl ├── charades │ ├── charades_sta_test_tvr_format.jsonl │ └── charades_sta_train_tvr_format.jsonl └── qvhighlights │ ├── LICENSE │ ├── README.md │ ├── highlight_test_release.jsonl │ ├── highlight_train_release.jsonl │ ├── highlight_val_release.jsonl │ └── subs_train.jsonl ├── eatr_ckpt ├── best_hl_val_preds.jsonl ├── best_hl_val_preds_metrics.json ├── eval.log.txt ├── inference_hl_val_None_preds.jsonl ├── inference_hl_val_None_preds_metrics.json ├── latest_hl_val_preds.jsonl ├── latest_hl_val_preds_metrics.json ├── model_best.ckpt ├── model_latest.ckpt ├── opt.json ├── tensorboard_log │ └── events.out.tfevents.1692164909.diml-b1.29725.0 └── train.log.txt ├── inference.py ├── misc.py ├── model_overview.png ├── models ├── attention.py ├── build_model.py ├── criterion.py ├── matcher.py ├── model.py ├── module.py ├── position_encoding.py ├── postprocessing.py ├── text_encoder.py └── transformer.py ├── scripts ├── inference.sh ├── pretrain.sh └── train.sh ├── standalone_eval ├── README.md ├── eval.py ├── eval_sample.sh ├── sample_val_preds.jsonl ├── sample_val_preds_metrics_raw.json └── utils.py ├── start_end_dataset.py ├── train.py └── utils ├── __pycache__ ├── basic_utils.cpython-37.pyc ├── basic_utils.cpython-38.pyc ├── model_utils.cpython-37.pyc ├── temporal_nms.cpython-37.pyc └── tensor_utils.cpython-37.pyc ├── basic_utils.py ├── model_utils.py ├── span_utils.py ├── temporal_nms.py ├── tensor_utils.py └── windows_utils.py /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/.gitattributes -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/README.md -------------------------------------------------------------------------------- /__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/config.py -------------------------------------------------------------------------------- /data/activitynet/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/data/activitynet/README.md -------------------------------------------------------------------------------- /data/activitynet/activitynet_train.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/data/activitynet/activitynet_train.jsonl -------------------------------------------------------------------------------- /data/activitynet/activitynet_val_1.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/data/activitynet/activitynet_val_1.jsonl -------------------------------------------------------------------------------- /data/activitynet/activitynet_val_2.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/data/activitynet/activitynet_val_2.jsonl -------------------------------------------------------------------------------- /data/charades/charades_sta_test_tvr_format.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/data/charades/charades_sta_test_tvr_format.jsonl -------------------------------------------------------------------------------- /data/charades/charades_sta_train_tvr_format.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/data/charades/charades_sta_train_tvr_format.jsonl -------------------------------------------------------------------------------- /data/qvhighlights/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/data/qvhighlights/LICENSE -------------------------------------------------------------------------------- /data/qvhighlights/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/data/qvhighlights/README.md -------------------------------------------------------------------------------- /data/qvhighlights/highlight_test_release.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/data/qvhighlights/highlight_test_release.jsonl -------------------------------------------------------------------------------- /data/qvhighlights/highlight_train_release.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/data/qvhighlights/highlight_train_release.jsonl -------------------------------------------------------------------------------- /data/qvhighlights/highlight_val_release.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/data/qvhighlights/highlight_val_release.jsonl -------------------------------------------------------------------------------- /data/qvhighlights/subs_train.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/data/qvhighlights/subs_train.jsonl -------------------------------------------------------------------------------- /eatr_ckpt/best_hl_val_preds.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/eatr_ckpt/best_hl_val_preds.jsonl -------------------------------------------------------------------------------- /eatr_ckpt/best_hl_val_preds_metrics.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/eatr_ckpt/best_hl_val_preds_metrics.json -------------------------------------------------------------------------------- /eatr_ckpt/eval.log.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/eatr_ckpt/eval.log.txt -------------------------------------------------------------------------------- /eatr_ckpt/inference_hl_val_None_preds.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/eatr_ckpt/inference_hl_val_None_preds.jsonl -------------------------------------------------------------------------------- /eatr_ckpt/inference_hl_val_None_preds_metrics.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/eatr_ckpt/inference_hl_val_None_preds_metrics.json -------------------------------------------------------------------------------- /eatr_ckpt/latest_hl_val_preds.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/eatr_ckpt/latest_hl_val_preds.jsonl -------------------------------------------------------------------------------- /eatr_ckpt/latest_hl_val_preds_metrics.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/eatr_ckpt/latest_hl_val_preds_metrics.json -------------------------------------------------------------------------------- /eatr_ckpt/model_best.ckpt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/eatr_ckpt/model_best.ckpt -------------------------------------------------------------------------------- /eatr_ckpt/model_latest.ckpt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/eatr_ckpt/model_latest.ckpt -------------------------------------------------------------------------------- /eatr_ckpt/opt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/eatr_ckpt/opt.json -------------------------------------------------------------------------------- /eatr_ckpt/tensorboard_log/events.out.tfevents.1692164909.diml-b1.29725.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/eatr_ckpt/tensorboard_log/events.out.tfevents.1692164909.diml-b1.29725.0 -------------------------------------------------------------------------------- /eatr_ckpt/train.log.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/eatr_ckpt/train.log.txt -------------------------------------------------------------------------------- /inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/inference.py -------------------------------------------------------------------------------- /misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/misc.py -------------------------------------------------------------------------------- /model_overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/model_overview.png -------------------------------------------------------------------------------- /models/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/models/attention.py -------------------------------------------------------------------------------- /models/build_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/models/build_model.py -------------------------------------------------------------------------------- /models/criterion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/models/criterion.py -------------------------------------------------------------------------------- /models/matcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/models/matcher.py -------------------------------------------------------------------------------- /models/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/models/model.py -------------------------------------------------------------------------------- /models/module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/models/module.py -------------------------------------------------------------------------------- /models/position_encoding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/models/position_encoding.py -------------------------------------------------------------------------------- /models/postprocessing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/models/postprocessing.py -------------------------------------------------------------------------------- /models/text_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/models/text_encoder.py -------------------------------------------------------------------------------- /models/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/models/transformer.py -------------------------------------------------------------------------------- /scripts/inference.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/scripts/inference.sh -------------------------------------------------------------------------------- /scripts/pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/scripts/pretrain.sh -------------------------------------------------------------------------------- /scripts/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/scripts/train.sh -------------------------------------------------------------------------------- /standalone_eval/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/standalone_eval/README.md -------------------------------------------------------------------------------- /standalone_eval/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/standalone_eval/eval.py -------------------------------------------------------------------------------- /standalone_eval/eval_sample.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/standalone_eval/eval_sample.sh -------------------------------------------------------------------------------- /standalone_eval/sample_val_preds.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/standalone_eval/sample_val_preds.jsonl -------------------------------------------------------------------------------- /standalone_eval/sample_val_preds_metrics_raw.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/standalone_eval/sample_val_preds_metrics_raw.json -------------------------------------------------------------------------------- /standalone_eval/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/standalone_eval/utils.py -------------------------------------------------------------------------------- /start_end_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/start_end_dataset.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/train.py -------------------------------------------------------------------------------- /utils/__pycache__/basic_utils.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/utils/__pycache__/basic_utils.cpython-37.pyc -------------------------------------------------------------------------------- /utils/__pycache__/basic_utils.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/utils/__pycache__/basic_utils.cpython-38.pyc -------------------------------------------------------------------------------- /utils/__pycache__/model_utils.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/utils/__pycache__/model_utils.cpython-37.pyc -------------------------------------------------------------------------------- /utils/__pycache__/temporal_nms.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/utils/__pycache__/temporal_nms.cpython-37.pyc -------------------------------------------------------------------------------- /utils/__pycache__/tensor_utils.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/utils/__pycache__/tensor_utils.cpython-37.pyc -------------------------------------------------------------------------------- /utils/basic_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/utils/basic_utils.py -------------------------------------------------------------------------------- /utils/model_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/utils/model_utils.py -------------------------------------------------------------------------------- /utils/span_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/utils/span_utils.py -------------------------------------------------------------------------------- /utils/temporal_nms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/utils/temporal_nms.py -------------------------------------------------------------------------------- /utils/tensor_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/utils/tensor_utils.py -------------------------------------------------------------------------------- /utils/windows_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jinhyunj/EaTR/HEAD/utils/windows_utils.py --------------------------------------------------------------------------------