├── CV ├── MAE │ ├── README.md │ ├── engine_finetune.py │ ├── engine_pretrain.py │ ├── exp_results │ │ └── MAE │ │ │ ├── base │ │ │ ├── log_base_ft.txt │ │ │ └── log_base_pretrain.txt │ │ │ └── large │ │ │ ├── log_large_ft.txt │ │ │ └── log_large_pretrain.txt │ ├── main_finetune.py │ ├── main_linprobe.py │ ├── main_pretrain.py │ ├── models_mae.py │ ├── models_vit.py │ └── util │ │ ├── crop.py │ │ ├── datasets.py │ │ ├── lars.py │ │ ├── lr_decay.py │ │ ├── lr_sched.py │ │ ├── misc.py │ │ └── pos_embed.py └── timm │ ├── README.md │ ├── exp_results │ ├── ConvNext │ │ └── small │ │ │ ├── args_cvnext_150.yaml │ │ │ ├── args_cvnext_300.yaml │ │ │ ├── summary_cvnext_150.csv │ │ │ └── summary_cvnext_300.csv │ ├── ResNet │ │ ├── Res101 │ │ │ ├── args_res101_100.yaml │ │ │ ├── args_res101_200.yaml │ │ │ ├── args_res101_300.yaml │ │ │ ├── summary_res101_100.csv │ │ │ ├── summary_res101_200.csv │ │ │ ├── summary_res101_300.csv │ │ │ └── summary_res50_200.csv │ │ └── Res50 │ │ │ ├── args_res50_100.yaml │ │ │ ├── args_res50_200.yaml │ │ │ ├── args_res50_300.yaml │ │ │ ├── summary_res50_100.csv │ │ │ ├── summary_res50_200.csv │ │ │ └── summary_res50_300.csv │ └── ViT │ │ ├── base │ │ ├── args_vit-B_150.yaml │ │ ├── args_vit-B_300.yaml │ │ ├── args_vit-B_300_T.yaml │ │ ├── summary_vit-B_150.csv │ │ ├── summary_vit-B_300.csv │ │ └── summary_vit-B_300_T.csv │ │ └── small │ │ ├── args_vit-s_150-I.yaml │ │ ├── args_vit-s_150.yaml │ │ ├── args_vit-s_300-I.yaml │ │ ├── args_vit-s_300.yaml │ │ ├── summary_vit-s_150-I.csv │ │ ├── summary_vit-s_150.csv │ │ ├── summary_vit-s_300-I.csv │ │ └── summary_vit-s_300.csv │ ├── optim_factory.py │ ├── sam.py │ ├── supervised.md │ └── train.py ├── LICENSE ├── NLP ├── BERT │ ├── README.md │ ├── adan.py │ ├── config │ │ ├── finetuning │ │ │ ├── acc_test.py │ │ │ ├── cola-adan.yaml │ │ │ ├── cola.yaml │ │ │ ├── mnli-adan.yaml │ │ │ ├── mnli.yaml │ │ │ ├── qnli-adan.yaml │ │ │ ├── qnli.yaml │ │ │ ├── qqp-adan.yaml │ │ │ ├── qqp.yaml │ │ │ ├── rte-adan.yaml │ │ │ ├── rte.yaml │ │ │ ├── sst_2-adan.yaml │ │ │ ├── sst_2.yaml │ │ │ ├── sts_b-adan.yaml │ │ │ └── sts_b.yaml │ │ └── pretraining │ │ │ ├── base.yaml │ │ │ ├── bert-adan.yaml │ │ │ └── bert-base.yaml │ └── exp_results │ │ └── pretrain │ │ ├── full_config-adam.yaml │ │ ├── full_config-adan.yaml │ │ ├── hydra_train-adam.log │ │ ├── hydra_train-adan-2.log │ │ └── hydra_train-adan.log └── Transformer-XL │ ├── README.md │ ├── data_utils.py │ ├── eval.py │ ├── exp_results │ ├── log-100k.txt │ ├── log-200k.txt │ ├── log-50k.txt │ └── log-adam.txt │ ├── mem_transformer.py │ ├── run_wt103_adan.sh │ ├── train.py │ └── utils │ ├── adaptive_softmax.py │ ├── data_parallel.py │ ├── exp_utils.py │ ├── log_uniform_sampler.py │ ├── proj_adaptive_softmax.py │ └── vocabulary.py ├── README.md ├── adan.py ├── dreamfusion └── README.md ├── fused_adan ├── README.md ├── fused_adan_kernel.cu ├── include │ ├── fused_adan_kernel.cuh │ ├── multi_tensor_apply.cuh │ └── type_shim.h ├── multi_tensor_adan_kernel.cu └── pybind_adan.cpp ├── gpt2 ├── README.md ├── checkpoints │ └── gpt2-adan │ │ ├── gpt_args │ │ └── tokenizer │ │ ├── merges.txt │ │ └── vocab.json ├── download_dataset.py └── pretrain.sh └── setup.py /CV/MAE/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/MAE/README.md -------------------------------------------------------------------------------- /CV/MAE/engine_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/MAE/engine_finetune.py -------------------------------------------------------------------------------- /CV/MAE/engine_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/MAE/engine_pretrain.py -------------------------------------------------------------------------------- /CV/MAE/exp_results/MAE/base/log_base_ft.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/MAE/exp_results/MAE/base/log_base_ft.txt -------------------------------------------------------------------------------- /CV/MAE/exp_results/MAE/base/log_base_pretrain.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/MAE/exp_results/MAE/base/log_base_pretrain.txt -------------------------------------------------------------------------------- /CV/MAE/exp_results/MAE/large/log_large_ft.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/MAE/exp_results/MAE/large/log_large_ft.txt -------------------------------------------------------------------------------- /CV/MAE/exp_results/MAE/large/log_large_pretrain.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/MAE/exp_results/MAE/large/log_large_pretrain.txt -------------------------------------------------------------------------------- /CV/MAE/main_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/MAE/main_finetune.py -------------------------------------------------------------------------------- /CV/MAE/main_linprobe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/MAE/main_linprobe.py -------------------------------------------------------------------------------- /CV/MAE/main_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/MAE/main_pretrain.py -------------------------------------------------------------------------------- /CV/MAE/models_mae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/MAE/models_mae.py -------------------------------------------------------------------------------- /CV/MAE/models_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/MAE/models_vit.py -------------------------------------------------------------------------------- /CV/MAE/util/crop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/MAE/util/crop.py -------------------------------------------------------------------------------- /CV/MAE/util/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/MAE/util/datasets.py -------------------------------------------------------------------------------- /CV/MAE/util/lars.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/MAE/util/lars.py -------------------------------------------------------------------------------- /CV/MAE/util/lr_decay.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/MAE/util/lr_decay.py -------------------------------------------------------------------------------- /CV/MAE/util/lr_sched.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/MAE/util/lr_sched.py -------------------------------------------------------------------------------- /CV/MAE/util/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/MAE/util/misc.py -------------------------------------------------------------------------------- /CV/MAE/util/pos_embed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/MAE/util/pos_embed.py -------------------------------------------------------------------------------- /CV/timm/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/timm/README.md -------------------------------------------------------------------------------- /CV/timm/exp_results/ConvNext/small/args_cvnext_150.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/timm/exp_results/ConvNext/small/args_cvnext_150.yaml -------------------------------------------------------------------------------- /CV/timm/exp_results/ConvNext/small/args_cvnext_300.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/timm/exp_results/ConvNext/small/args_cvnext_300.yaml -------------------------------------------------------------------------------- /CV/timm/exp_results/ConvNext/small/summary_cvnext_150.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/timm/exp_results/ConvNext/small/summary_cvnext_150.csv -------------------------------------------------------------------------------- /CV/timm/exp_results/ConvNext/small/summary_cvnext_300.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/timm/exp_results/ConvNext/small/summary_cvnext_300.csv -------------------------------------------------------------------------------- /CV/timm/exp_results/ResNet/Res101/args_res101_100.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/timm/exp_results/ResNet/Res101/args_res101_100.yaml -------------------------------------------------------------------------------- /CV/timm/exp_results/ResNet/Res101/args_res101_200.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/timm/exp_results/ResNet/Res101/args_res101_200.yaml -------------------------------------------------------------------------------- /CV/timm/exp_results/ResNet/Res101/args_res101_300.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/timm/exp_results/ResNet/Res101/args_res101_300.yaml -------------------------------------------------------------------------------- /CV/timm/exp_results/ResNet/Res101/summary_res101_100.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/timm/exp_results/ResNet/Res101/summary_res101_100.csv -------------------------------------------------------------------------------- /CV/timm/exp_results/ResNet/Res101/summary_res101_200.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/timm/exp_results/ResNet/Res101/summary_res101_200.csv -------------------------------------------------------------------------------- /CV/timm/exp_results/ResNet/Res101/summary_res101_300.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/timm/exp_results/ResNet/Res101/summary_res101_300.csv -------------------------------------------------------------------------------- /CV/timm/exp_results/ResNet/Res101/summary_res50_200.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/timm/exp_results/ResNet/Res101/summary_res50_200.csv -------------------------------------------------------------------------------- /CV/timm/exp_results/ResNet/Res50/args_res50_100.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/timm/exp_results/ResNet/Res50/args_res50_100.yaml -------------------------------------------------------------------------------- /CV/timm/exp_results/ResNet/Res50/args_res50_200.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/timm/exp_results/ResNet/Res50/args_res50_200.yaml -------------------------------------------------------------------------------- /CV/timm/exp_results/ResNet/Res50/args_res50_300.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/timm/exp_results/ResNet/Res50/args_res50_300.yaml -------------------------------------------------------------------------------- /CV/timm/exp_results/ResNet/Res50/summary_res50_100.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/timm/exp_results/ResNet/Res50/summary_res50_100.csv -------------------------------------------------------------------------------- /CV/timm/exp_results/ResNet/Res50/summary_res50_200.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/timm/exp_results/ResNet/Res50/summary_res50_200.csv -------------------------------------------------------------------------------- /CV/timm/exp_results/ResNet/Res50/summary_res50_300.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/timm/exp_results/ResNet/Res50/summary_res50_300.csv -------------------------------------------------------------------------------- /CV/timm/exp_results/ViT/base/args_vit-B_150.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/timm/exp_results/ViT/base/args_vit-B_150.yaml -------------------------------------------------------------------------------- /CV/timm/exp_results/ViT/base/args_vit-B_300.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/timm/exp_results/ViT/base/args_vit-B_300.yaml -------------------------------------------------------------------------------- /CV/timm/exp_results/ViT/base/args_vit-B_300_T.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/timm/exp_results/ViT/base/args_vit-B_300_T.yaml -------------------------------------------------------------------------------- /CV/timm/exp_results/ViT/base/summary_vit-B_150.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/timm/exp_results/ViT/base/summary_vit-B_150.csv -------------------------------------------------------------------------------- /CV/timm/exp_results/ViT/base/summary_vit-B_300.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/timm/exp_results/ViT/base/summary_vit-B_300.csv -------------------------------------------------------------------------------- /CV/timm/exp_results/ViT/base/summary_vit-B_300_T.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/timm/exp_results/ViT/base/summary_vit-B_300_T.csv -------------------------------------------------------------------------------- /CV/timm/exp_results/ViT/small/args_vit-s_150-I.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/timm/exp_results/ViT/small/args_vit-s_150-I.yaml -------------------------------------------------------------------------------- /CV/timm/exp_results/ViT/small/args_vit-s_150.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/timm/exp_results/ViT/small/args_vit-s_150.yaml -------------------------------------------------------------------------------- /CV/timm/exp_results/ViT/small/args_vit-s_300-I.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/timm/exp_results/ViT/small/args_vit-s_300-I.yaml -------------------------------------------------------------------------------- /CV/timm/exp_results/ViT/small/args_vit-s_300.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/timm/exp_results/ViT/small/args_vit-s_300.yaml -------------------------------------------------------------------------------- /CV/timm/exp_results/ViT/small/summary_vit-s_150-I.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/timm/exp_results/ViT/small/summary_vit-s_150-I.csv -------------------------------------------------------------------------------- /CV/timm/exp_results/ViT/small/summary_vit-s_150.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/timm/exp_results/ViT/small/summary_vit-s_150.csv -------------------------------------------------------------------------------- /CV/timm/exp_results/ViT/small/summary_vit-s_300-I.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/timm/exp_results/ViT/small/summary_vit-s_300-I.csv -------------------------------------------------------------------------------- /CV/timm/exp_results/ViT/small/summary_vit-s_300.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/timm/exp_results/ViT/small/summary_vit-s_300.csv -------------------------------------------------------------------------------- /CV/timm/optim_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/timm/optim_factory.py -------------------------------------------------------------------------------- /CV/timm/sam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/timm/sam.py -------------------------------------------------------------------------------- /CV/timm/supervised.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/timm/supervised.md -------------------------------------------------------------------------------- /CV/timm/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/CV/timm/train.py -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/LICENSE -------------------------------------------------------------------------------- /NLP/BERT/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/NLP/BERT/README.md -------------------------------------------------------------------------------- /NLP/BERT/adan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/NLP/BERT/adan.py -------------------------------------------------------------------------------- /NLP/BERT/config/finetuning/acc_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/NLP/BERT/config/finetuning/acc_test.py -------------------------------------------------------------------------------- /NLP/BERT/config/finetuning/cola-adan.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/NLP/BERT/config/finetuning/cola-adan.yaml -------------------------------------------------------------------------------- /NLP/BERT/config/finetuning/cola.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/NLP/BERT/config/finetuning/cola.yaml -------------------------------------------------------------------------------- /NLP/BERT/config/finetuning/mnli-adan.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/NLP/BERT/config/finetuning/mnli-adan.yaml -------------------------------------------------------------------------------- /NLP/BERT/config/finetuning/mnli.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/NLP/BERT/config/finetuning/mnli.yaml -------------------------------------------------------------------------------- /NLP/BERT/config/finetuning/qnli-adan.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/NLP/BERT/config/finetuning/qnli-adan.yaml -------------------------------------------------------------------------------- /NLP/BERT/config/finetuning/qnli.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/NLP/BERT/config/finetuning/qnli.yaml -------------------------------------------------------------------------------- /NLP/BERT/config/finetuning/qqp-adan.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/NLP/BERT/config/finetuning/qqp-adan.yaml -------------------------------------------------------------------------------- /NLP/BERT/config/finetuning/qqp.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/NLP/BERT/config/finetuning/qqp.yaml -------------------------------------------------------------------------------- /NLP/BERT/config/finetuning/rte-adan.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/NLP/BERT/config/finetuning/rte-adan.yaml -------------------------------------------------------------------------------- /NLP/BERT/config/finetuning/rte.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/NLP/BERT/config/finetuning/rte.yaml -------------------------------------------------------------------------------- /NLP/BERT/config/finetuning/sst_2-adan.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/NLP/BERT/config/finetuning/sst_2-adan.yaml -------------------------------------------------------------------------------- /NLP/BERT/config/finetuning/sst_2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/NLP/BERT/config/finetuning/sst_2.yaml -------------------------------------------------------------------------------- /NLP/BERT/config/finetuning/sts_b-adan.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/NLP/BERT/config/finetuning/sts_b-adan.yaml -------------------------------------------------------------------------------- /NLP/BERT/config/finetuning/sts_b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/NLP/BERT/config/finetuning/sts_b.yaml -------------------------------------------------------------------------------- /NLP/BERT/config/pretraining/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/NLP/BERT/config/pretraining/base.yaml -------------------------------------------------------------------------------- /NLP/BERT/config/pretraining/bert-adan.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/NLP/BERT/config/pretraining/bert-adan.yaml -------------------------------------------------------------------------------- /NLP/BERT/config/pretraining/bert-base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/NLP/BERT/config/pretraining/bert-base.yaml -------------------------------------------------------------------------------- /NLP/BERT/exp_results/pretrain/full_config-adam.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/NLP/BERT/exp_results/pretrain/full_config-adam.yaml -------------------------------------------------------------------------------- /NLP/BERT/exp_results/pretrain/full_config-adan.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/NLP/BERT/exp_results/pretrain/full_config-adan.yaml -------------------------------------------------------------------------------- /NLP/BERT/exp_results/pretrain/hydra_train-adam.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/NLP/BERT/exp_results/pretrain/hydra_train-adam.log -------------------------------------------------------------------------------- /NLP/BERT/exp_results/pretrain/hydra_train-adan-2.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/NLP/BERT/exp_results/pretrain/hydra_train-adan-2.log -------------------------------------------------------------------------------- /NLP/BERT/exp_results/pretrain/hydra_train-adan.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/NLP/BERT/exp_results/pretrain/hydra_train-adan.log -------------------------------------------------------------------------------- /NLP/Transformer-XL/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/NLP/Transformer-XL/README.md -------------------------------------------------------------------------------- /NLP/Transformer-XL/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/NLP/Transformer-XL/data_utils.py -------------------------------------------------------------------------------- /NLP/Transformer-XL/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/NLP/Transformer-XL/eval.py -------------------------------------------------------------------------------- /NLP/Transformer-XL/exp_results/log-100k.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/NLP/Transformer-XL/exp_results/log-100k.txt -------------------------------------------------------------------------------- /NLP/Transformer-XL/exp_results/log-200k.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/NLP/Transformer-XL/exp_results/log-200k.txt -------------------------------------------------------------------------------- /NLP/Transformer-XL/exp_results/log-50k.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/NLP/Transformer-XL/exp_results/log-50k.txt -------------------------------------------------------------------------------- /NLP/Transformer-XL/exp_results/log-adam.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/NLP/Transformer-XL/exp_results/log-adam.txt -------------------------------------------------------------------------------- /NLP/Transformer-XL/mem_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/NLP/Transformer-XL/mem_transformer.py -------------------------------------------------------------------------------- /NLP/Transformer-XL/run_wt103_adan.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/NLP/Transformer-XL/run_wt103_adan.sh -------------------------------------------------------------------------------- /NLP/Transformer-XL/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/NLP/Transformer-XL/train.py -------------------------------------------------------------------------------- /NLP/Transformer-XL/utils/adaptive_softmax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/NLP/Transformer-XL/utils/adaptive_softmax.py -------------------------------------------------------------------------------- /NLP/Transformer-XL/utils/data_parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/NLP/Transformer-XL/utils/data_parallel.py -------------------------------------------------------------------------------- /NLP/Transformer-XL/utils/exp_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/NLP/Transformer-XL/utils/exp_utils.py -------------------------------------------------------------------------------- /NLP/Transformer-XL/utils/log_uniform_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/NLP/Transformer-XL/utils/log_uniform_sampler.py -------------------------------------------------------------------------------- /NLP/Transformer-XL/utils/proj_adaptive_softmax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/NLP/Transformer-XL/utils/proj_adaptive_softmax.py -------------------------------------------------------------------------------- /NLP/Transformer-XL/utils/vocabulary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/NLP/Transformer-XL/utils/vocabulary.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/README.md -------------------------------------------------------------------------------- /adan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/adan.py -------------------------------------------------------------------------------- /dreamfusion/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/dreamfusion/README.md -------------------------------------------------------------------------------- /fused_adan/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/fused_adan/README.md -------------------------------------------------------------------------------- /fused_adan/fused_adan_kernel.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/fused_adan/fused_adan_kernel.cu -------------------------------------------------------------------------------- /fused_adan/include/fused_adan_kernel.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/fused_adan/include/fused_adan_kernel.cuh -------------------------------------------------------------------------------- /fused_adan/include/multi_tensor_apply.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/fused_adan/include/multi_tensor_apply.cuh -------------------------------------------------------------------------------- /fused_adan/include/type_shim.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/fused_adan/include/type_shim.h -------------------------------------------------------------------------------- /fused_adan/multi_tensor_adan_kernel.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/fused_adan/multi_tensor_adan_kernel.cu -------------------------------------------------------------------------------- /fused_adan/pybind_adan.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/fused_adan/pybind_adan.cpp -------------------------------------------------------------------------------- /gpt2/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/gpt2/README.md -------------------------------------------------------------------------------- /gpt2/checkpoints/gpt2-adan/gpt_args: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/gpt2/checkpoints/gpt2-adan/gpt_args -------------------------------------------------------------------------------- /gpt2/checkpoints/gpt2-adan/tokenizer/merges.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/gpt2/checkpoints/gpt2-adan/tokenizer/merges.txt -------------------------------------------------------------------------------- /gpt2/checkpoints/gpt2-adan/tokenizer/vocab.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/gpt2/checkpoints/gpt2-adan/tokenizer/vocab.json -------------------------------------------------------------------------------- /gpt2/download_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/gpt2/download_dataset.py -------------------------------------------------------------------------------- /gpt2/pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/gpt2/pretrain.sh -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/Adan/HEAD/setup.py --------------------------------------------------------------------------------