├── .gitignore ├── Dockerfile ├── LICENSE ├── README.md ├── data ├── .gitkeep ├── processed │ ├── .gitkeep │ ├── activitynet │ │ └── top50_actions │ └── charades │ │ └── top50_actions └── raw │ ├── .gitkeep │ ├── activitynet │ ├── .gitkeep │ └── re-annotated │ │ ├── test_00.csv │ │ ├── test_01.csv │ │ ├── test_02.csv │ │ ├── test_03.csv │ │ └── test_04.csv │ └── charades │ ├── .gitkeep │ └── re-annotated │ ├── test_00.csv │ ├── test_01.csv │ └── test_02.csv ├── notebooks ├── .gitkeep └── report │ ├── 2DTAN_ActivityNet.ipynb │ ├── 2DTAN_CharadeSTA.ipynb │ ├── Compare SOTA and Human.ipynb │ ├── How randomization change the output.ipynb │ ├── Multi-ref metric.ipynb │ ├── SCDM_ActivityNet.ipynb │ ├── SCDM_CharadeSTA.ipynb │ ├── [Blind baselines] ActivityNet Captions.ipynb │ ├── [Blind baselines] Charades-STA.ipynb │ ├── [Human performance] ActivityNet Cap.ipynb │ ├── [Human performance] Charades-STA.ipynb │ ├── [Sanity check] 2DTAN_ActivityNet.ipynb │ ├── [Sanity check] 2DTAN_CharadesSTA.ipynb │ ├── [Sanity check] SCDM_ActivityNet.ipynb │ └── [Sanity check] SCDM_CharadeSTA.ipynb ├── reports └── .gitkeep ├── requirements.txt ├── run.sh └── src ├── __init__.py ├── data ├── .gitkeep └── make_dataset.py ├── experiments └── blind_baselines.py ├── settings.py └── toolbox ├── __init__.py ├── baseline.py ├── data_converters.py ├── eval.py ├── utils.py └── visualization.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mayu-ot/hidden-challenges-MR/HEAD/.gitignore -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mayu-ot/hidden-challenges-MR/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mayu-ot/hidden-challenges-MR/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mayu-ot/hidden-challenges-MR/HEAD/README.md -------------------------------------------------------------------------------- /data/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data/processed/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data/processed/activitynet/top50_actions: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mayu-ot/hidden-challenges-MR/HEAD/data/processed/activitynet/top50_actions -------------------------------------------------------------------------------- /data/processed/charades/top50_actions: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mayu-ot/hidden-challenges-MR/HEAD/data/processed/charades/top50_actions -------------------------------------------------------------------------------- /data/raw/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data/raw/activitynet/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data/raw/activitynet/re-annotated/test_00.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mayu-ot/hidden-challenges-MR/HEAD/data/raw/activitynet/re-annotated/test_00.csv -------------------------------------------------------------------------------- /data/raw/activitynet/re-annotated/test_01.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mayu-ot/hidden-challenges-MR/HEAD/data/raw/activitynet/re-annotated/test_01.csv -------------------------------------------------------------------------------- /data/raw/activitynet/re-annotated/test_02.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mayu-ot/hidden-challenges-MR/HEAD/data/raw/activitynet/re-annotated/test_02.csv -------------------------------------------------------------------------------- /data/raw/activitynet/re-annotated/test_03.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mayu-ot/hidden-challenges-MR/HEAD/data/raw/activitynet/re-annotated/test_03.csv -------------------------------------------------------------------------------- /data/raw/activitynet/re-annotated/test_04.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mayu-ot/hidden-challenges-MR/HEAD/data/raw/activitynet/re-annotated/test_04.csv -------------------------------------------------------------------------------- /data/raw/charades/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data/raw/charades/re-annotated/test_00.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mayu-ot/hidden-challenges-MR/HEAD/data/raw/charades/re-annotated/test_00.csv -------------------------------------------------------------------------------- /data/raw/charades/re-annotated/test_01.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mayu-ot/hidden-challenges-MR/HEAD/data/raw/charades/re-annotated/test_01.csv -------------------------------------------------------------------------------- /data/raw/charades/re-annotated/test_02.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mayu-ot/hidden-challenges-MR/HEAD/data/raw/charades/re-annotated/test_02.csv -------------------------------------------------------------------------------- /notebooks/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /notebooks/report/2DTAN_ActivityNet.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mayu-ot/hidden-challenges-MR/HEAD/notebooks/report/2DTAN_ActivityNet.ipynb -------------------------------------------------------------------------------- /notebooks/report/2DTAN_CharadeSTA.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mayu-ot/hidden-challenges-MR/HEAD/notebooks/report/2DTAN_CharadeSTA.ipynb -------------------------------------------------------------------------------- /notebooks/report/Compare SOTA and Human.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mayu-ot/hidden-challenges-MR/HEAD/notebooks/report/Compare SOTA and Human.ipynb -------------------------------------------------------------------------------- /notebooks/report/How randomization change the output.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mayu-ot/hidden-challenges-MR/HEAD/notebooks/report/How randomization change the output.ipynb -------------------------------------------------------------------------------- /notebooks/report/Multi-ref metric.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mayu-ot/hidden-challenges-MR/HEAD/notebooks/report/Multi-ref metric.ipynb -------------------------------------------------------------------------------- /notebooks/report/SCDM_ActivityNet.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mayu-ot/hidden-challenges-MR/HEAD/notebooks/report/SCDM_ActivityNet.ipynb -------------------------------------------------------------------------------- /notebooks/report/SCDM_CharadeSTA.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mayu-ot/hidden-challenges-MR/HEAD/notebooks/report/SCDM_CharadeSTA.ipynb -------------------------------------------------------------------------------- /notebooks/report/[Blind baselines] ActivityNet Captions.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mayu-ot/hidden-challenges-MR/HEAD/notebooks/report/[Blind baselines] ActivityNet Captions.ipynb -------------------------------------------------------------------------------- /notebooks/report/[Blind baselines] Charades-STA.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mayu-ot/hidden-challenges-MR/HEAD/notebooks/report/[Blind baselines] Charades-STA.ipynb -------------------------------------------------------------------------------- /notebooks/report/[Human performance] ActivityNet Cap.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mayu-ot/hidden-challenges-MR/HEAD/notebooks/report/[Human performance] ActivityNet Cap.ipynb -------------------------------------------------------------------------------- /notebooks/report/[Human performance] Charades-STA.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mayu-ot/hidden-challenges-MR/HEAD/notebooks/report/[Human performance] Charades-STA.ipynb -------------------------------------------------------------------------------- /notebooks/report/[Sanity check] 2DTAN_ActivityNet.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mayu-ot/hidden-challenges-MR/HEAD/notebooks/report/[Sanity check] 2DTAN_ActivityNet.ipynb -------------------------------------------------------------------------------- /notebooks/report/[Sanity check] 2DTAN_CharadesSTA.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mayu-ot/hidden-challenges-MR/HEAD/notebooks/report/[Sanity check] 2DTAN_CharadesSTA.ipynb -------------------------------------------------------------------------------- /notebooks/report/[Sanity check] SCDM_ActivityNet.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mayu-ot/hidden-challenges-MR/HEAD/notebooks/report/[Sanity check] SCDM_ActivityNet.ipynb -------------------------------------------------------------------------------- /notebooks/report/[Sanity check] SCDM_CharadeSTA.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mayu-ot/hidden-challenges-MR/HEAD/notebooks/report/[Sanity check] SCDM_CharadeSTA.ipynb -------------------------------------------------------------------------------- /reports/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mayu-ot/hidden-challenges-MR/HEAD/requirements.txt -------------------------------------------------------------------------------- /run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mayu-ot/hidden-challenges-MR/HEAD/run.sh -------------------------------------------------------------------------------- /src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/data/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/data/make_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mayu-ot/hidden-challenges-MR/HEAD/src/data/make_dataset.py -------------------------------------------------------------------------------- /src/experiments/blind_baselines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mayu-ot/hidden-challenges-MR/HEAD/src/experiments/blind_baselines.py -------------------------------------------------------------------------------- /src/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mayu-ot/hidden-challenges-MR/HEAD/src/settings.py -------------------------------------------------------------------------------- /src/toolbox/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/toolbox/baseline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mayu-ot/hidden-challenges-MR/HEAD/src/toolbox/baseline.py -------------------------------------------------------------------------------- /src/toolbox/data_converters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mayu-ot/hidden-challenges-MR/HEAD/src/toolbox/data_converters.py -------------------------------------------------------------------------------- /src/toolbox/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mayu-ot/hidden-challenges-MR/HEAD/src/toolbox/eval.py -------------------------------------------------------------------------------- /src/toolbox/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mayu-ot/hidden-challenges-MR/HEAD/src/toolbox/utils.py -------------------------------------------------------------------------------- /src/toolbox/visualization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mayu-ot/hidden-challenges-MR/HEAD/src/toolbox/visualization.py --------------------------------------------------------------------------------