├── LFAV_dataset ├── test │ ├── test_audio.csv │ ├── test_audio_weakly.csv │ ├── test_visual.csv │ ├── test_visual_weakly.csv │ └── test_weak_av.csv ├── train │ ├── train_audio_weakly.csv │ ├── train_visual_weakly.csv │ └── train_weakly.csv └── val │ ├── val_audio.csv │ ├── val_audio_weakly.csv │ ├── val_visual.csv │ ├── val_visual_weakly.csv │ └── val_weak_av.csv ├── LICENSE ├── README.md └── src ├── __pycache__ ├── dataloader.cpython-38.pyc └── dataloader.cpython-39.pyc ├── dataloader.py ├── main.py ├── models ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-38.pyc │ ├── base_models.cpython-36.pyc │ ├── base_models.cpython-38.pyc │ ├── canny1d.cpython-38.pyc │ ├── get_adj.cpython-38.pyc │ ├── get_multi_adj.cpython-38.pyc │ ├── graph_modules.cpython-36.pyc │ ├── graph_modules.cpython-38.pyc │ ├── graph_modules_single.cpython-38.pyc │ ├── mhsa_layer.cpython-38.pyc │ ├── model.cpython-38.pyc │ ├── modules.cpython-36.pyc │ ├── modules.cpython-38.pyc │ ├── modules_new_stage2.cpython-38.pyc │ ├── stage_one.cpython-38.pyc │ ├── stage_three.cpython-38.pyc │ ├── stage_two.cpython-38.pyc │ ├── stage_two_new.cpython-38.pyc │ └── transformer.cpython-38.pyc ├── base_models.py ├── get_adj.py ├── get_multi_adj.py ├── graph_modules.py ├── graph_modules_single.py ├── mhsa_layer.py ├── model.py ├── modules.py ├── modules_new_stage2.py ├── stage_one.py ├── stage_three.py ├── stage_two_new.py └── transformer.py ├── scripts ├── test_s3.sh └── train_s3.sh ├── tools ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-38.pyc │ ├── distance.cpython-38.pyc │ ├── evaluation.cpython-38.pyc │ ├── evaluation_stat.cpython-38.pyc │ ├── get_subgraph.cpython-38.pyc │ ├── plot_graph_mat.cpython-38.pyc │ ├── plot_hist.cpython-38.pyc │ ├── plot_prob.cpython-38.pyc │ ├── stat_neighbor.cpython-38.pyc │ ├── subgraph_analysis.cpython-38.pyc │ └── train.cpython-38.pyc ├── distance.py ├── evaluation.py └── train.py └── utils ├── .DS_Store ├── __init__.py ├── __pycache__ ├── __init__.cpython-36.pyc ├── __init__.cpython-38.pyc ├── constant.cpython-36.pyc ├── constant.cpython-38.pyc ├── eval_metrics.cpython-38.pyc ├── set_seed.cpython-36.pyc └── set_seed.cpython-38.pyc ├── constant.py ├── eval_metrics.py └── set_seed.py /LFAV_dataset/test/test_audio.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/LFAV_dataset/test/test_audio.csv -------------------------------------------------------------------------------- /LFAV_dataset/test/test_audio_weakly.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/LFAV_dataset/test/test_audio_weakly.csv -------------------------------------------------------------------------------- /LFAV_dataset/test/test_visual.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/LFAV_dataset/test/test_visual.csv -------------------------------------------------------------------------------- /LFAV_dataset/test/test_visual_weakly.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/LFAV_dataset/test/test_visual_weakly.csv -------------------------------------------------------------------------------- /LFAV_dataset/test/test_weak_av.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/LFAV_dataset/test/test_weak_av.csv -------------------------------------------------------------------------------- /LFAV_dataset/train/train_audio_weakly.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/LFAV_dataset/train/train_audio_weakly.csv -------------------------------------------------------------------------------- /LFAV_dataset/train/train_visual_weakly.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/LFAV_dataset/train/train_visual_weakly.csv -------------------------------------------------------------------------------- /LFAV_dataset/train/train_weakly.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/LFAV_dataset/train/train_weakly.csv -------------------------------------------------------------------------------- /LFAV_dataset/val/val_audio.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/LFAV_dataset/val/val_audio.csv -------------------------------------------------------------------------------- /LFAV_dataset/val/val_audio_weakly.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/LFAV_dataset/val/val_audio_weakly.csv -------------------------------------------------------------------------------- /LFAV_dataset/val/val_visual.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/LFAV_dataset/val/val_visual.csv -------------------------------------------------------------------------------- /LFAV_dataset/val/val_visual_weakly.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/LFAV_dataset/val/val_visual_weakly.csv -------------------------------------------------------------------------------- /LFAV_dataset/val/val_weak_av.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/LFAV_dataset/val/val_weak_av.csv -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/README.md -------------------------------------------------------------------------------- /src/__pycache__/dataloader.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/__pycache__/dataloader.cpython-38.pyc -------------------------------------------------------------------------------- /src/__pycache__/dataloader.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/__pycache__/dataloader.cpython-39.pyc -------------------------------------------------------------------------------- /src/dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/dataloader.py -------------------------------------------------------------------------------- /src/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/main.py -------------------------------------------------------------------------------- /src/models/__init__.py: -------------------------------------------------------------------------------- 1 | from .model import * 2 | -------------------------------------------------------------------------------- /src/models/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/models/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /src/models/__pycache__/base_models.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/models/__pycache__/base_models.cpython-36.pyc -------------------------------------------------------------------------------- /src/models/__pycache__/base_models.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/models/__pycache__/base_models.cpython-38.pyc -------------------------------------------------------------------------------- /src/models/__pycache__/canny1d.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/models/__pycache__/canny1d.cpython-38.pyc -------------------------------------------------------------------------------- /src/models/__pycache__/get_adj.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/models/__pycache__/get_adj.cpython-38.pyc -------------------------------------------------------------------------------- /src/models/__pycache__/get_multi_adj.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/models/__pycache__/get_multi_adj.cpython-38.pyc -------------------------------------------------------------------------------- /src/models/__pycache__/graph_modules.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/models/__pycache__/graph_modules.cpython-36.pyc -------------------------------------------------------------------------------- /src/models/__pycache__/graph_modules.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/models/__pycache__/graph_modules.cpython-38.pyc -------------------------------------------------------------------------------- /src/models/__pycache__/graph_modules_single.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/models/__pycache__/graph_modules_single.cpython-38.pyc -------------------------------------------------------------------------------- /src/models/__pycache__/mhsa_layer.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/models/__pycache__/mhsa_layer.cpython-38.pyc -------------------------------------------------------------------------------- /src/models/__pycache__/model.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/models/__pycache__/model.cpython-38.pyc -------------------------------------------------------------------------------- /src/models/__pycache__/modules.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/models/__pycache__/modules.cpython-36.pyc -------------------------------------------------------------------------------- /src/models/__pycache__/modules.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/models/__pycache__/modules.cpython-38.pyc -------------------------------------------------------------------------------- /src/models/__pycache__/modules_new_stage2.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/models/__pycache__/modules_new_stage2.cpython-38.pyc -------------------------------------------------------------------------------- /src/models/__pycache__/stage_one.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/models/__pycache__/stage_one.cpython-38.pyc -------------------------------------------------------------------------------- /src/models/__pycache__/stage_three.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/models/__pycache__/stage_three.cpython-38.pyc -------------------------------------------------------------------------------- /src/models/__pycache__/stage_two.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/models/__pycache__/stage_two.cpython-38.pyc -------------------------------------------------------------------------------- /src/models/__pycache__/stage_two_new.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/models/__pycache__/stage_two_new.cpython-38.pyc -------------------------------------------------------------------------------- /src/models/__pycache__/transformer.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/models/__pycache__/transformer.cpython-38.pyc -------------------------------------------------------------------------------- /src/models/base_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/models/base_models.py -------------------------------------------------------------------------------- /src/models/get_adj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/models/get_adj.py -------------------------------------------------------------------------------- /src/models/get_multi_adj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/models/get_multi_adj.py -------------------------------------------------------------------------------- /src/models/graph_modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/models/graph_modules.py -------------------------------------------------------------------------------- /src/models/graph_modules_single.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/models/graph_modules_single.py -------------------------------------------------------------------------------- /src/models/mhsa_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/models/mhsa_layer.py -------------------------------------------------------------------------------- /src/models/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/models/model.py -------------------------------------------------------------------------------- /src/models/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/models/modules.py -------------------------------------------------------------------------------- /src/models/modules_new_stage2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/models/modules_new_stage2.py -------------------------------------------------------------------------------- /src/models/stage_one.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/models/stage_one.py -------------------------------------------------------------------------------- /src/models/stage_three.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/models/stage_three.py -------------------------------------------------------------------------------- /src/models/stage_two_new.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/models/stage_two_new.py -------------------------------------------------------------------------------- /src/models/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/models/transformer.py -------------------------------------------------------------------------------- /src/scripts/test_s3.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/scripts/test_s3.sh -------------------------------------------------------------------------------- /src/scripts/train_s3.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/scripts/train_s3.sh -------------------------------------------------------------------------------- /src/tools/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/tools/__init__.py -------------------------------------------------------------------------------- /src/tools/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/tools/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /src/tools/__pycache__/distance.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/tools/__pycache__/distance.cpython-38.pyc -------------------------------------------------------------------------------- /src/tools/__pycache__/evaluation.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/tools/__pycache__/evaluation.cpython-38.pyc -------------------------------------------------------------------------------- /src/tools/__pycache__/evaluation_stat.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/tools/__pycache__/evaluation_stat.cpython-38.pyc -------------------------------------------------------------------------------- /src/tools/__pycache__/get_subgraph.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/tools/__pycache__/get_subgraph.cpython-38.pyc -------------------------------------------------------------------------------- /src/tools/__pycache__/plot_graph_mat.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/tools/__pycache__/plot_graph_mat.cpython-38.pyc -------------------------------------------------------------------------------- /src/tools/__pycache__/plot_hist.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/tools/__pycache__/plot_hist.cpython-38.pyc -------------------------------------------------------------------------------- /src/tools/__pycache__/plot_prob.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/tools/__pycache__/plot_prob.cpython-38.pyc -------------------------------------------------------------------------------- /src/tools/__pycache__/stat_neighbor.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/tools/__pycache__/stat_neighbor.cpython-38.pyc -------------------------------------------------------------------------------- /src/tools/__pycache__/subgraph_analysis.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/tools/__pycache__/subgraph_analysis.cpython-38.pyc -------------------------------------------------------------------------------- /src/tools/__pycache__/train.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/tools/__pycache__/train.cpython-38.pyc -------------------------------------------------------------------------------- /src/tools/distance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/tools/distance.py -------------------------------------------------------------------------------- /src/tools/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/tools/evaluation.py -------------------------------------------------------------------------------- /src/tools/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/tools/train.py -------------------------------------------------------------------------------- /src/utils/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/utils/.DS_Store -------------------------------------------------------------------------------- /src/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/utils/__init__.py -------------------------------------------------------------------------------- /src/utils/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/utils/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /src/utils/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/utils/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /src/utils/__pycache__/constant.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/utils/__pycache__/constant.cpython-36.pyc -------------------------------------------------------------------------------- /src/utils/__pycache__/constant.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/utils/__pycache__/constant.cpython-38.pyc -------------------------------------------------------------------------------- /src/utils/__pycache__/eval_metrics.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/utils/__pycache__/eval_metrics.cpython-38.pyc -------------------------------------------------------------------------------- /src/utils/__pycache__/set_seed.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/utils/__pycache__/set_seed.cpython-36.pyc -------------------------------------------------------------------------------- /src/utils/__pycache__/set_seed.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/utils/__pycache__/set_seed.cpython-38.pyc -------------------------------------------------------------------------------- /src/utils/constant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/utils/constant.py -------------------------------------------------------------------------------- /src/utils/eval_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/utils/eval_metrics.py -------------------------------------------------------------------------------- /src/utils/set_seed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/LFAV/HEAD/src/utils/set_seed.py --------------------------------------------------------------------------------