├── .gitignore ├── LICENSE.txt ├── README.md ├── apt ├── engine │ ├── __init__.py │ ├── audio_visual_alignment.py │ ├── audiomae_interaction.py │ ├── evaluate_acc.py │ ├── evaluate_few_shot_learning.py │ ├── evaluate_musicqa.py │ ├── evaluate_ted.py │ ├── factory.py │ ├── lam_interaction.py │ ├── manipulate_checkpoint.py │ ├── models │ │ ├── __init__.py │ │ ├── audiomae_wrapper.py │ │ ├── beats_wrapper.py │ │ └── clap_wrapper.py │ └── vlm_interaction.py ├── scripts │ └── train │ │ ├── pretrain_stage1-template.sh │ │ └── pretrain_stage2-template.sh └── src │ ├── audiomae │ ├── CODE_OF_CONDUCT │ ├── LICENSE │ ├── README.md │ ├── __init__.py │ ├── dataset.py │ ├── dataset │ │ └── audioset │ │ │ └── gen_weight.py │ ├── engine_finetune.py │ ├── engine_finetune_as.py │ ├── engine_pretrain.py │ ├── ft_as.sh │ ├── inf.sh │ ├── inf_dist.sh │ ├── mae_env.yml │ ├── main_finetune_as.py │ ├── main_finetune_esc.py │ ├── main_pretrain.py │ ├── models_mae.py │ ├── models_vit.py │ ├── submit_ft.sh │ ├── submit_ft_mask_bal.sh │ ├── submit_pretrain_audioset2M.sh │ ├── submitit_finetune.py │ ├── submitit_linprobe.py │ ├── submitit_pretrain.py │ ├── timm_patch.sh │ ├── timm_patch │ │ ├── helpers.py │ │ └── swin_transformer.py │ └── util │ │ ├── crop.py │ │ ├── datasets.py │ │ ├── lars.py │ │ ├── lr_decay.py │ │ ├── lr_sched.py │ │ ├── misc.py │ │ ├── patch_embed.py │ │ ├── pos_embed.py │ │ └── stat.py │ ├── beats │ ├── BEATs.py │ ├── Tokenizers.py │ ├── backbone.py │ ├── modules.py │ └── quantizer.py │ ├── laion_clap │ ├── LICENSE │ ├── __init__.py │ └── src │ │ └── laion_clap │ │ ├── __init__.py │ │ ├── clap_module │ │ ├── __init__.py │ │ ├── bert.py │ │ ├── bpe_simple_vocab_16e6.txt.gz │ │ ├── factory.py │ │ ├── feature_fusion.py │ │ ├── htsat.py │ │ ├── linear_probe.py │ │ ├── loss.py │ │ ├── model.py │ │ ├── model_configs │ │ │ ├── HTSAT-base.json │ │ │ ├── HTSAT-large.json │ │ │ ├── HTSAT-tiny-win-1536.json │ │ │ ├── HTSAT-tiny.json │ │ │ ├── PANN-10.json │ │ │ ├── PANN-14-fmax-18k.json │ │ │ ├── PANN-14-fmax-8k-20s.json │ │ │ ├── PANN-14-tiny-transformer.json │ │ │ ├── PANN-14-win-1536.json │ │ │ ├── PANN-14.json │ │ │ ├── PANN-6.json │ │ │ ├── RN101-quickgelu.json │ │ │ ├── RN101.json │ │ │ ├── RN50-quickgelu.json │ │ │ ├── RN50.json │ │ │ ├── RN50x16.json │ │ │ ├── RN50x4.json │ │ │ ├── ViT-B-16.json │ │ │ ├── ViT-B-32-quickgelu.json │ │ │ ├── ViT-B-32.json │ │ │ └── ViT-L-14.json │ │ ├── openai.py │ │ ├── pann_model.py │ │ ├── pretrained.py │ │ ├── timm_model.py │ │ ├── tokenizer.py │ │ ├── transform.py │ │ ├── utils.py │ │ └── version.py │ │ ├── evaluate │ │ ├── __init__.py │ │ ├── eval_dcase.py │ │ ├── eval_linear_probe.py │ │ ├── eval_retrieval.py │ │ ├── eval_retrieval_main.py │ │ └── eval_zeroshot_classification.py │ │ ├── training │ │ ├── __init__.py │ │ ├── audioset_textmap.npy │ │ ├── data.py │ │ ├── distributed.py │ │ ├── imagenet_zeroshot_data.py │ │ ├── infer_demo.py │ │ ├── logger.py │ │ ├── lp_main.py │ │ ├── lp_train.py │ │ ├── main.py │ │ ├── params.py │ │ ├── scheduler.py │ │ ├── train.py │ │ └── zero_shot.py │ │ └── unit_test.py │ └── utils.py ├── assets └── overview.png ├── environment.yml └── requirements.txt /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/README.md -------------------------------------------------------------------------------- /apt/engine/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /apt/engine/audio_visual_alignment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/engine/audio_visual_alignment.py -------------------------------------------------------------------------------- /apt/engine/audiomae_interaction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/engine/audiomae_interaction.py -------------------------------------------------------------------------------- /apt/engine/evaluate_acc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/engine/evaluate_acc.py -------------------------------------------------------------------------------- /apt/engine/evaluate_few_shot_learning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/engine/evaluate_few_shot_learning.py -------------------------------------------------------------------------------- /apt/engine/evaluate_musicqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/engine/evaluate_musicqa.py -------------------------------------------------------------------------------- /apt/engine/evaluate_ted.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/engine/evaluate_ted.py -------------------------------------------------------------------------------- /apt/engine/factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/engine/factory.py -------------------------------------------------------------------------------- /apt/engine/lam_interaction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/engine/lam_interaction.py -------------------------------------------------------------------------------- /apt/engine/manipulate_checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/engine/manipulate_checkpoint.py -------------------------------------------------------------------------------- /apt/engine/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /apt/engine/models/audiomae_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/engine/models/audiomae_wrapper.py -------------------------------------------------------------------------------- /apt/engine/models/beats_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/engine/models/beats_wrapper.py -------------------------------------------------------------------------------- /apt/engine/models/clap_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/engine/models/clap_wrapper.py -------------------------------------------------------------------------------- /apt/engine/vlm_interaction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/engine/vlm_interaction.py -------------------------------------------------------------------------------- /apt/scripts/train/pretrain_stage1-template.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/scripts/train/pretrain_stage1-template.sh -------------------------------------------------------------------------------- /apt/scripts/train/pretrain_stage2-template.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/scripts/train/pretrain_stage2-template.sh -------------------------------------------------------------------------------- /apt/src/audiomae/CODE_OF_CONDUCT: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/audiomae/CODE_OF_CONDUCT -------------------------------------------------------------------------------- /apt/src/audiomae/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/audiomae/LICENSE -------------------------------------------------------------------------------- /apt/src/audiomae/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/audiomae/README.md -------------------------------------------------------------------------------- /apt/src/audiomae/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /apt/src/audiomae/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/audiomae/dataset.py -------------------------------------------------------------------------------- /apt/src/audiomae/dataset/audioset/gen_weight.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/audiomae/dataset/audioset/gen_weight.py -------------------------------------------------------------------------------- /apt/src/audiomae/engine_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/audiomae/engine_finetune.py -------------------------------------------------------------------------------- /apt/src/audiomae/engine_finetune_as.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/audiomae/engine_finetune_as.py -------------------------------------------------------------------------------- /apt/src/audiomae/engine_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/audiomae/engine_pretrain.py -------------------------------------------------------------------------------- /apt/src/audiomae/ft_as.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/audiomae/ft_as.sh -------------------------------------------------------------------------------- /apt/src/audiomae/inf.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/audiomae/inf.sh -------------------------------------------------------------------------------- /apt/src/audiomae/inf_dist.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/audiomae/inf_dist.sh -------------------------------------------------------------------------------- /apt/src/audiomae/mae_env.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/audiomae/mae_env.yml -------------------------------------------------------------------------------- /apt/src/audiomae/main_finetune_as.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/audiomae/main_finetune_as.py -------------------------------------------------------------------------------- /apt/src/audiomae/main_finetune_esc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/audiomae/main_finetune_esc.py -------------------------------------------------------------------------------- /apt/src/audiomae/main_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/audiomae/main_pretrain.py -------------------------------------------------------------------------------- /apt/src/audiomae/models_mae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/audiomae/models_mae.py -------------------------------------------------------------------------------- /apt/src/audiomae/models_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/audiomae/models_vit.py -------------------------------------------------------------------------------- /apt/src/audiomae/submit_ft.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/audiomae/submit_ft.sh -------------------------------------------------------------------------------- /apt/src/audiomae/submit_ft_mask_bal.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/audiomae/submit_ft_mask_bal.sh -------------------------------------------------------------------------------- /apt/src/audiomae/submit_pretrain_audioset2M.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/audiomae/submit_pretrain_audioset2M.sh -------------------------------------------------------------------------------- /apt/src/audiomae/submitit_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/audiomae/submitit_finetune.py -------------------------------------------------------------------------------- /apt/src/audiomae/submitit_linprobe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/audiomae/submitit_linprobe.py -------------------------------------------------------------------------------- /apt/src/audiomae/submitit_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/audiomae/submitit_pretrain.py -------------------------------------------------------------------------------- /apt/src/audiomae/timm_patch.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/audiomae/timm_patch.sh -------------------------------------------------------------------------------- /apt/src/audiomae/timm_patch/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/audiomae/timm_patch/helpers.py -------------------------------------------------------------------------------- /apt/src/audiomae/timm_patch/swin_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/audiomae/timm_patch/swin_transformer.py -------------------------------------------------------------------------------- /apt/src/audiomae/util/crop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/audiomae/util/crop.py -------------------------------------------------------------------------------- /apt/src/audiomae/util/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/audiomae/util/datasets.py -------------------------------------------------------------------------------- /apt/src/audiomae/util/lars.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/audiomae/util/lars.py -------------------------------------------------------------------------------- /apt/src/audiomae/util/lr_decay.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/audiomae/util/lr_decay.py -------------------------------------------------------------------------------- /apt/src/audiomae/util/lr_sched.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/audiomae/util/lr_sched.py -------------------------------------------------------------------------------- /apt/src/audiomae/util/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/audiomae/util/misc.py -------------------------------------------------------------------------------- /apt/src/audiomae/util/patch_embed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/audiomae/util/patch_embed.py -------------------------------------------------------------------------------- /apt/src/audiomae/util/pos_embed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/audiomae/util/pos_embed.py -------------------------------------------------------------------------------- /apt/src/audiomae/util/stat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/audiomae/util/stat.py -------------------------------------------------------------------------------- /apt/src/beats/BEATs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/beats/BEATs.py -------------------------------------------------------------------------------- /apt/src/beats/Tokenizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/beats/Tokenizers.py -------------------------------------------------------------------------------- /apt/src/beats/backbone.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/beats/backbone.py -------------------------------------------------------------------------------- /apt/src/beats/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/beats/modules.py -------------------------------------------------------------------------------- /apt/src/beats/quantizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/beats/quantizer.py -------------------------------------------------------------------------------- /apt/src/laion_clap/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/LICENSE -------------------------------------------------------------------------------- /apt/src/laion_clap/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/__init__.py -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/__init__.py -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/clap_module/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/clap_module/__init__.py -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/clap_module/bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/clap_module/bert.py -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/clap_module/bpe_simple_vocab_16e6.txt.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/clap_module/bpe_simple_vocab_16e6.txt.gz -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/clap_module/factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/clap_module/factory.py -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/clap_module/feature_fusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/clap_module/feature_fusion.py -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/clap_module/htsat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/clap_module/htsat.py -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/clap_module/linear_probe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/clap_module/linear_probe.py -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/clap_module/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/clap_module/loss.py -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/clap_module/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/clap_module/model.py -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/clap_module/model_configs/HTSAT-base.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/clap_module/model_configs/HTSAT-base.json -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/clap_module/model_configs/HTSAT-large.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/clap_module/model_configs/HTSAT-large.json -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/clap_module/model_configs/HTSAT-tiny-win-1536.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/clap_module/model_configs/HTSAT-tiny-win-1536.json -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/clap_module/model_configs/HTSAT-tiny.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/clap_module/model_configs/HTSAT-tiny.json -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/clap_module/model_configs/PANN-10.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/clap_module/model_configs/PANN-10.json -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/clap_module/model_configs/PANN-14-fmax-18k.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/clap_module/model_configs/PANN-14-fmax-18k.json -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/clap_module/model_configs/PANN-14-fmax-8k-20s.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/clap_module/model_configs/PANN-14-fmax-8k-20s.json -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/clap_module/model_configs/PANN-14-tiny-transformer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/clap_module/model_configs/PANN-14-tiny-transformer.json -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/clap_module/model_configs/PANN-14-win-1536.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/clap_module/model_configs/PANN-14-win-1536.json -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/clap_module/model_configs/PANN-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/clap_module/model_configs/PANN-14.json -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/clap_module/model_configs/PANN-6.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/clap_module/model_configs/PANN-6.json -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/clap_module/model_configs/RN101-quickgelu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/clap_module/model_configs/RN101-quickgelu.json -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/clap_module/model_configs/RN101.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/clap_module/model_configs/RN101.json -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/clap_module/model_configs/RN50-quickgelu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/clap_module/model_configs/RN50-quickgelu.json -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/clap_module/model_configs/RN50.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/clap_module/model_configs/RN50.json -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/clap_module/model_configs/RN50x16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/clap_module/model_configs/RN50x16.json -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/clap_module/model_configs/RN50x4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/clap_module/model_configs/RN50x4.json -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/clap_module/model_configs/ViT-B-16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/clap_module/model_configs/ViT-B-16.json -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/clap_module/model_configs/ViT-B-32-quickgelu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/clap_module/model_configs/ViT-B-32-quickgelu.json -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/clap_module/model_configs/ViT-B-32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/clap_module/model_configs/ViT-B-32.json -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/clap_module/model_configs/ViT-L-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/clap_module/model_configs/ViT-L-14.json -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/clap_module/openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/clap_module/openai.py -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/clap_module/pann_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/clap_module/pann_model.py -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/clap_module/pretrained.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/clap_module/pretrained.py -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/clap_module/timm_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/clap_module/timm_model.py -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/clap_module/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/clap_module/tokenizer.py -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/clap_module/transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/clap_module/transform.py -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/clap_module/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/clap_module/utils.py -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/clap_module/version.py: -------------------------------------------------------------------------------- 1 | __version__ = '0.2.1' 2 | -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/evaluate/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/evaluate/eval_dcase.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/evaluate/eval_dcase.py -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/evaluate/eval_linear_probe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/evaluate/eval_linear_probe.py -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/evaluate/eval_retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/evaluate/eval_retrieval.py -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/evaluate/eval_retrieval_main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/evaluate/eval_retrieval_main.py -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/evaluate/eval_zeroshot_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/evaluate/eval_zeroshot_classification.py -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/training/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/training/audioset_textmap.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/training/audioset_textmap.npy -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/training/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/training/data.py -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/training/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/training/distributed.py -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/training/imagenet_zeroshot_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/training/imagenet_zeroshot_data.py -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/training/infer_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/training/infer_demo.py -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/training/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/training/logger.py -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/training/lp_main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/training/lp_main.py -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/training/lp_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/training/lp_train.py -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/training/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/training/main.py -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/training/params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/training/params.py -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/training/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/training/scheduler.py -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/training/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/training/train.py -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/training/zero_shot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/training/zero_shot.py -------------------------------------------------------------------------------- /apt/src/laion_clap/src/laion_clap/unit_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/laion_clap/src/laion_clap/unit_test.py -------------------------------------------------------------------------------- /apt/src/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/apt/src/utils.py -------------------------------------------------------------------------------- /assets/overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/assets/overview.png -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/environment.yml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JinhuaLiang/APT/HEAD/requirements.txt --------------------------------------------------------------------------------