├── LICENSE ├── README.md ├── Release_Agreement.pdf ├── datasets ├── __init__.py ├── classification_dataset.py ├── cross_domain_emb.py ├── cross_domain_emb_eng.py ├── cross_domain_emb_prompt.py ├── cross_domain_emb_v2.py ├── data_utils.py ├── image_transforms.py ├── new_train_98000.txt ├── new_train_98000_add_English.txt ├── query_english.txt └── torchvideotransforms │ ├── __init__.py │ ├── functional.py │ ├── stack_transforms.py │ ├── tensor_transforms.py │ ├── video_transforms.py │ └── volume_transforms.py ├── environment.yml ├── evaluate ├── goods2video │ ├── 1-convert_feat.py │ ├── 2-create_index.py │ ├── 3-search.py │ ├── 4-analysis.py │ ├── 6-vis.py │ └── run.sh └── video2goods │ ├── 1-convert_feat.py │ ├── 2-create_index.py │ ├── 3-search.py │ ├── 4-analysis.py │ ├── 6-vis.py │ └── run.sh ├── evaluation.py ├── goods2video_evaluate.sh ├── imgs ├── approach.png ├── dataset.png └── framework.png ├── losses ├── __init__.py ├── base_model.py ├── ce_loss.py ├── generation_loss.py ├── itc_itm_loss.py ├── metric.py ├── rank_loss.py └── text_relevance_loss.py ├── main_cross_domain_emb.py ├── models ├── __init__.py ├── attention_fusion_model.py ├── base_models.py ├── cn_clip_model.py ├── resnet_vd_embedding.py ├── text_generation_model.py ├── text_relevance_model.py ├── vit.py ├── xbert.py ├── xbert_fusion.py └── xclip.py ├── notice.pdf ├── train_run.sh ├── utils ├── __init__.py ├── amp.py └── utils.py └── video2goods_evaluate.sh /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/README.md -------------------------------------------------------------------------------- /Release_Agreement.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/Release_Agreement.pdf -------------------------------------------------------------------------------- /datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/datasets/__init__.py -------------------------------------------------------------------------------- /datasets/classification_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/datasets/classification_dataset.py -------------------------------------------------------------------------------- /datasets/cross_domain_emb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/datasets/cross_domain_emb.py -------------------------------------------------------------------------------- /datasets/cross_domain_emb_eng.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/datasets/cross_domain_emb_eng.py -------------------------------------------------------------------------------- /datasets/cross_domain_emb_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/datasets/cross_domain_emb_prompt.py -------------------------------------------------------------------------------- /datasets/cross_domain_emb_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/datasets/cross_domain_emb_v2.py -------------------------------------------------------------------------------- /datasets/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/datasets/data_utils.py -------------------------------------------------------------------------------- /datasets/image_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/datasets/image_transforms.py -------------------------------------------------------------------------------- /datasets/new_train_98000.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/datasets/new_train_98000.txt -------------------------------------------------------------------------------- /datasets/new_train_98000_add_English.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/datasets/new_train_98000_add_English.txt -------------------------------------------------------------------------------- /datasets/query_english.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/datasets/query_english.txt -------------------------------------------------------------------------------- /datasets/torchvideotransforms/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /datasets/torchvideotransforms/functional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/datasets/torchvideotransforms/functional.py -------------------------------------------------------------------------------- /datasets/torchvideotransforms/stack_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/datasets/torchvideotransforms/stack_transforms.py -------------------------------------------------------------------------------- /datasets/torchvideotransforms/tensor_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/datasets/torchvideotransforms/tensor_transforms.py -------------------------------------------------------------------------------- /datasets/torchvideotransforms/video_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/datasets/torchvideotransforms/video_transforms.py -------------------------------------------------------------------------------- /datasets/torchvideotransforms/volume_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/datasets/torchvideotransforms/volume_transforms.py -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/environment.yml -------------------------------------------------------------------------------- /evaluate/goods2video/1-convert_feat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/evaluate/goods2video/1-convert_feat.py -------------------------------------------------------------------------------- /evaluate/goods2video/2-create_index.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/evaluate/goods2video/2-create_index.py -------------------------------------------------------------------------------- /evaluate/goods2video/3-search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/evaluate/goods2video/3-search.py -------------------------------------------------------------------------------- /evaluate/goods2video/4-analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/evaluate/goods2video/4-analysis.py -------------------------------------------------------------------------------- /evaluate/goods2video/6-vis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/evaluate/goods2video/6-vis.py -------------------------------------------------------------------------------- /evaluate/goods2video/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/evaluate/goods2video/run.sh -------------------------------------------------------------------------------- /evaluate/video2goods/1-convert_feat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/evaluate/video2goods/1-convert_feat.py -------------------------------------------------------------------------------- /evaluate/video2goods/2-create_index.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/evaluate/video2goods/2-create_index.py -------------------------------------------------------------------------------- /evaluate/video2goods/3-search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/evaluate/video2goods/3-search.py -------------------------------------------------------------------------------- /evaluate/video2goods/4-analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/evaluate/video2goods/4-analysis.py -------------------------------------------------------------------------------- /evaluate/video2goods/6-vis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/evaluate/video2goods/6-vis.py -------------------------------------------------------------------------------- /evaluate/video2goods/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/evaluate/video2goods/run.sh -------------------------------------------------------------------------------- /evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/evaluation.py -------------------------------------------------------------------------------- /goods2video_evaluate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/goods2video_evaluate.sh -------------------------------------------------------------------------------- /imgs/approach.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/imgs/approach.png -------------------------------------------------------------------------------- /imgs/dataset.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/imgs/dataset.png -------------------------------------------------------------------------------- /imgs/framework.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/imgs/framework.png -------------------------------------------------------------------------------- /losses/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/losses/__init__.py -------------------------------------------------------------------------------- /losses/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/losses/base_model.py -------------------------------------------------------------------------------- /losses/ce_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/losses/ce_loss.py -------------------------------------------------------------------------------- /losses/generation_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/losses/generation_loss.py -------------------------------------------------------------------------------- /losses/itc_itm_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/losses/itc_itm_loss.py -------------------------------------------------------------------------------- /losses/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/losses/metric.py -------------------------------------------------------------------------------- /losses/rank_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/losses/rank_loss.py -------------------------------------------------------------------------------- /losses/text_relevance_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/losses/text_relevance_loss.py -------------------------------------------------------------------------------- /main_cross_domain_emb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/main_cross_domain_emb.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/models/__init__.py -------------------------------------------------------------------------------- /models/attention_fusion_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/models/attention_fusion_model.py -------------------------------------------------------------------------------- /models/base_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/models/base_models.py -------------------------------------------------------------------------------- /models/cn_clip_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/models/cn_clip_model.py -------------------------------------------------------------------------------- /models/resnet_vd_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/models/resnet_vd_embedding.py -------------------------------------------------------------------------------- /models/text_generation_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/models/text_generation_model.py -------------------------------------------------------------------------------- /models/text_relevance_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/models/text_relevance_model.py -------------------------------------------------------------------------------- /models/vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/models/vit.py -------------------------------------------------------------------------------- /models/xbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/models/xbert.py -------------------------------------------------------------------------------- /models/xbert_fusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/models/xbert_fusion.py -------------------------------------------------------------------------------- /models/xclip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/models/xclip.py -------------------------------------------------------------------------------- /notice.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/notice.pdf -------------------------------------------------------------------------------- /train_run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/train_run.sh -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils/amp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/utils/amp.py -------------------------------------------------------------------------------- /utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/utils/utils.py -------------------------------------------------------------------------------- /video2goods_evaluate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenAnno/Real20M_ACMMM2023/HEAD/video2goods_evaluate.sh --------------------------------------------------------------------------------