├── LICENSE ├── README.md ├── experiments ├── llama_exp │ ├── README.md │ ├── data │ │ └── mmlu │ │ │ ├── five_shot_mmlu_test.json │ │ │ ├── five_shot_mmlu_val.json │ │ │ ├── zero_shot_mmlu_test.json │ │ │ └── zero_shot_mmlu_val.json │ ├── qlora.py │ ├── scripts │ │ ├── finetune_llama_13b.sh │ │ ├── finetune_llama_13b_mergeln.sh │ │ ├── finetune_llama_7b.sh │ │ ├── finetune_llama_7b_mergeln.sh │ │ ├── merge_llama_13b.sh │ │ └── merge_llama_7b.sh │ └── src │ │ ├── merge_utils │ │ └── merge_ln.py │ │ ├── models │ │ ├── modeling_llama_activation.py │ │ ├── modeling_llama_activation_and_mergeln.py │ │ └── modeling_llama_mergeln.py │ │ └── utils │ │ └── matmul_4bit.py ├── roberta_exp │ ├── README.md │ ├── metric.py │ ├── run_glue.py │ ├── scripts │ │ ├── finetune_roberta.sh │ │ ├── finetune_roberta_mergeln.sh │ │ └── merge_roberta.sh │ └── src │ │ ├── merge_utils │ │ └── merge_ln.py │ │ └── models │ │ ├── modeling_roberta_activation.py │ │ ├── modeling_roberta_activation_and_mergeln.py │ │ └── modeling_roberta_layernorm.py └── vit_exp │ ├── README.md │ ├── config.py │ ├── configs │ ├── cifar10 │ │ ├── fulltuning_ViT_B_baseline.yaml │ │ ├── fulltuning_ViT_B_regelu2_msln.yaml │ │ ├── fulltuning_ViT_L_baseline.yaml │ │ ├── fulltuning_ViT_L_regelu2_msln.yaml │ │ ├── lora_all_ViT_B_baseline.yaml │ │ ├── lora_all_ViT_B_regelu2_msln.yaml │ │ ├── lora_qv_ViT_B_baseline.yaml │ │ ├── lora_qv_ViT_B_regelu2_msln.yaml │ │ ├── lorafa_all_ViT_B_baseline.yaml │ │ ├── lorafa_all_ViT_B_regelu2.yaml │ │ ├── lorafa_qv_ViT_B_baseline.yaml │ │ └── lorafa_qv_ViT_B_regelu2.yaml │ ├── cifar100 │ │ ├── fulltuning_ViT_B_baseline.yaml │ │ ├── fulltuning_ViT_B_regelu2_msln.yaml │ │ ├── fulltuning_ViT_L_baseline.yaml │ │ ├── fulltuning_ViT_L_regelu2_msln.yaml │ │ ├── lora_all_ViT_B_baseline.yaml │ │ ├── lora_all_ViT_B_regelu2_msln.yaml │ │ ├── lora_qv_ViT_B_baseline.yaml │ │ ├── lora_qv_ViT_B_regelu2_msln.yaml │ │ ├── lorafa_all_ViT_B_baseline.yaml │ │ ├── lorafa_all_ViT_B_regelu2.yaml │ │ ├── lorafa_qv_ViT_B_baseline.yaml │ │ └── lorafa_qv_ViT_B_regelu2.yaml │ ├── cub200 │ │ ├── fulltuning_ViT_B_baseline.yaml │ │ ├── fulltuning_ViT_B_regelu2_msln.yaml │ │ ├── fulltuning_ViT_L_baseline.yaml │ │ ├── fulltuning_ViT_L_regelu2_msln.yaml │ │ ├── lora_all_ViT_B_baseline.yaml │ │ ├── lora_all_ViT_B_regelu2_msln.yaml │ │ ├── lora_qv_ViT_B_baseline.yaml │ │ ├── lora_qv_ViT_B_regelu2_msln.yaml │ │ ├── lorafa_all_ViT_B_baseline.yaml │ │ ├── lorafa_all_ViT_B_regelu2.yaml │ │ ├── lorafa_qv_ViT_B_baseline.yaml │ │ └── lorafa_qv_ViT_B_regelu2.yaml │ ├── flowers │ │ ├── fulltuning_ViT_B_baseline.yaml │ │ ├── fulltuning_ViT_B_regelu2_msln.yaml │ │ ├── fulltuning_ViT_L_baseline.yaml │ │ ├── fulltuning_ViT_L_regelu2_msln.yaml │ │ ├── lora_all_ViT_B_baseline.yaml │ │ ├── lora_all_ViT_B_regelu2_msln.yaml │ │ ├── lora_qv_ViT_B_baseline.yaml │ │ ├── lora_qv_ViT_B_regelu2_msln.yaml │ │ ├── lorafa_all_ViT_B_baseline.yaml │ │ ├── lorafa_all_ViT_B_regelu2.yaml │ │ ├── lorafa_qv_ViT_B_baseline.yaml │ │ └── lorafa_qv_ViT_B_regelu2.yaml │ ├── nabirds │ │ ├── fulltuning_ViT_B_baseline.yaml │ │ ├── fulltuning_ViT_B_regelu2_msln.yaml │ │ ├── fulltuning_ViT_L_baseline.yaml │ │ ├── fulltuning_ViT_L_regelu2_msln.yaml │ │ ├── lora_all_ViT_B_baseline.yaml │ │ ├── lora_all_ViT_B_regelu2_msln.yaml │ │ ├── lora_qv_ViT_B_baseline.yaml │ │ ├── lora_qv_ViT_B_regelu2_msln.yaml │ │ ├── lorafa_all_ViT_B_baseline.yaml │ │ ├── lorafa_all_ViT_B_regelu2.yaml │ │ ├── lorafa_qv_ViT_B_baseline.yaml │ │ └── lorafa_qv_ViT_B_regelu2.yaml │ ├── stanfordcars │ │ ├── fulltuning_ViT_B_baseline.yaml │ │ ├── fulltuning_ViT_B_regelu2_msln.yaml │ │ ├── fulltuning_ViT_L_baseline.yaml │ │ ├── fulltuning_ViT_L_regelu2_msln.yaml │ │ ├── lora_all_ViT_B_baseline.yaml │ │ ├── lora_all_ViT_B_regelu2_msln.yaml │ │ ├── lora_qv_ViT_B_baseline.yaml │ │ ├── lora_qv_ViT_B_regelu2_msln.yaml │ │ ├── lorafa_all_ViT_B_baseline.yaml │ │ ├── lorafa_all_ViT_B_regelu2.yaml │ │ ├── lorafa_qv_ViT_B_baseline.yaml │ │ └── lorafa_qv_ViT_B_regelu2.yaml │ └── stanforddogs │ │ ├── fulltuning_ViT_B_baseline.yaml │ │ ├── fulltuning_ViT_B_regelu2_msln.yaml │ │ ├── fulltuning_ViT_L_baseline.yaml │ │ ├── fulltuning_ViT_L_regelu2_msln.yaml │ │ ├── lora_all_ViT_B_baseline.yaml │ │ ├── lora_all_ViT_B_regelu2_msln.yaml │ │ ├── lora_qv_ViT_B_baseline.yaml │ │ ├── lora_qv_ViT_B_regelu2_msln.yaml │ │ ├── lorafa_all_ViT_B_baseline.yaml │ │ ├── lorafa_all_ViT_B_regelu2.yaml │ │ ├── lorafa_qv_ViT_B_baseline.yaml │ │ └── lorafa_qv_ViT_B_regelu2.yaml │ ├── data │ ├── __init__.py │ ├── json_dataset.py │ └── transform.py │ ├── engine.py │ ├── main.py │ ├── model │ ├── __init__.py │ ├── lora.py │ ├── partial.py │ └── vit.py │ ├── test.py │ └── utils │ ├── __init__.py │ ├── checkpoint_utils.py │ ├── distributed_utils.py │ └── logging_utils.py ├── lomem ├── __init__.py ├── activation.py ├── csrc │ ├── bool_pack.cpp │ ├── bool_pack_cuda.cu │ ├── include │ │ ├── cudautils.cuh │ │ └── cutils.h │ ├── layer_norm.cpp │ ├── layer_norm_cuda.cu │ ├── module.cpp │ ├── regelu2.cpp │ ├── regelu2_cuda.cu │ ├── resilu2.cpp │ ├── resilu2_cuda.cu │ ├── rms_norm.cpp │ └── rms_norm_cuda.cu ├── functional.py ├── nn.py ├── normalization.py └── packing.py ├── pictures ├── activation_memory.png └── bar.png ├── search_act ├── README.md ├── plot_results.py ├── results │ ├── sa_best_ReSiLU2_plot.png │ └── sgd_best_ReSiLU4_plot.png ├── sa_search.py ├── sgd_search.py └── transform_results.py ├── setup.py └── test ├── test_boolpack.py ├── test_layernorm.py ├── test_regelu2.py ├── test_resilu2.py └── test_rmsnorm.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/README.md -------------------------------------------------------------------------------- /experiments/llama_exp/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/llama_exp/README.md -------------------------------------------------------------------------------- /experiments/llama_exp/data/mmlu/five_shot_mmlu_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/llama_exp/data/mmlu/five_shot_mmlu_test.json -------------------------------------------------------------------------------- /experiments/llama_exp/data/mmlu/five_shot_mmlu_val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/llama_exp/data/mmlu/five_shot_mmlu_val.json -------------------------------------------------------------------------------- /experiments/llama_exp/data/mmlu/zero_shot_mmlu_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/llama_exp/data/mmlu/zero_shot_mmlu_test.json -------------------------------------------------------------------------------- /experiments/llama_exp/data/mmlu/zero_shot_mmlu_val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/llama_exp/data/mmlu/zero_shot_mmlu_val.json -------------------------------------------------------------------------------- /experiments/llama_exp/qlora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/llama_exp/qlora.py -------------------------------------------------------------------------------- /experiments/llama_exp/scripts/finetune_llama_13b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/llama_exp/scripts/finetune_llama_13b.sh -------------------------------------------------------------------------------- /experiments/llama_exp/scripts/finetune_llama_13b_mergeln.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/llama_exp/scripts/finetune_llama_13b_mergeln.sh -------------------------------------------------------------------------------- /experiments/llama_exp/scripts/finetune_llama_7b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/llama_exp/scripts/finetune_llama_7b.sh -------------------------------------------------------------------------------- /experiments/llama_exp/scripts/finetune_llama_7b_mergeln.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/llama_exp/scripts/finetune_llama_7b_mergeln.sh -------------------------------------------------------------------------------- /experiments/llama_exp/scripts/merge_llama_13b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/llama_exp/scripts/merge_llama_13b.sh -------------------------------------------------------------------------------- /experiments/llama_exp/scripts/merge_llama_7b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/llama_exp/scripts/merge_llama_7b.sh -------------------------------------------------------------------------------- /experiments/llama_exp/src/merge_utils/merge_ln.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/llama_exp/src/merge_utils/merge_ln.py -------------------------------------------------------------------------------- /experiments/llama_exp/src/models/modeling_llama_activation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/llama_exp/src/models/modeling_llama_activation.py -------------------------------------------------------------------------------- /experiments/llama_exp/src/models/modeling_llama_activation_and_mergeln.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/llama_exp/src/models/modeling_llama_activation_and_mergeln.py -------------------------------------------------------------------------------- /experiments/llama_exp/src/models/modeling_llama_mergeln.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/llama_exp/src/models/modeling_llama_mergeln.py -------------------------------------------------------------------------------- /experiments/llama_exp/src/utils/matmul_4bit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/llama_exp/src/utils/matmul_4bit.py -------------------------------------------------------------------------------- /experiments/roberta_exp/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/roberta_exp/README.md -------------------------------------------------------------------------------- /experiments/roberta_exp/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/roberta_exp/metric.py -------------------------------------------------------------------------------- /experiments/roberta_exp/run_glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/roberta_exp/run_glue.py -------------------------------------------------------------------------------- /experiments/roberta_exp/scripts/finetune_roberta.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/roberta_exp/scripts/finetune_roberta.sh -------------------------------------------------------------------------------- /experiments/roberta_exp/scripts/finetune_roberta_mergeln.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/roberta_exp/scripts/finetune_roberta_mergeln.sh -------------------------------------------------------------------------------- /experiments/roberta_exp/scripts/merge_roberta.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/roberta_exp/scripts/merge_roberta.sh -------------------------------------------------------------------------------- /experiments/roberta_exp/src/merge_utils/merge_ln.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/roberta_exp/src/merge_utils/merge_ln.py -------------------------------------------------------------------------------- /experiments/roberta_exp/src/models/modeling_roberta_activation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/roberta_exp/src/models/modeling_roberta_activation.py -------------------------------------------------------------------------------- /experiments/roberta_exp/src/models/modeling_roberta_activation_and_mergeln.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/roberta_exp/src/models/modeling_roberta_activation_and_mergeln.py -------------------------------------------------------------------------------- /experiments/roberta_exp/src/models/modeling_roberta_layernorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/roberta_exp/src/models/modeling_roberta_layernorm.py -------------------------------------------------------------------------------- /experiments/vit_exp/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/README.md -------------------------------------------------------------------------------- /experiments/vit_exp/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/config.py -------------------------------------------------------------------------------- /experiments/vit_exp/configs/cifar10/fulltuning_ViT_B_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/cifar10/fulltuning_ViT_B_baseline.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/cifar10/fulltuning_ViT_B_regelu2_msln.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/cifar10/fulltuning_ViT_B_regelu2_msln.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/cifar10/fulltuning_ViT_L_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/cifar10/fulltuning_ViT_L_baseline.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/cifar10/fulltuning_ViT_L_regelu2_msln.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/cifar10/fulltuning_ViT_L_regelu2_msln.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/cifar10/lora_all_ViT_B_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/cifar10/lora_all_ViT_B_baseline.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/cifar10/lora_all_ViT_B_regelu2_msln.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/cifar10/lora_all_ViT_B_regelu2_msln.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/cifar10/lora_qv_ViT_B_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/cifar10/lora_qv_ViT_B_baseline.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/cifar10/lora_qv_ViT_B_regelu2_msln.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/cifar10/lora_qv_ViT_B_regelu2_msln.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/cifar10/lorafa_all_ViT_B_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/cifar10/lorafa_all_ViT_B_baseline.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/cifar10/lorafa_all_ViT_B_regelu2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/cifar10/lorafa_all_ViT_B_regelu2.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/cifar10/lorafa_qv_ViT_B_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/cifar10/lorafa_qv_ViT_B_baseline.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/cifar10/lorafa_qv_ViT_B_regelu2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/cifar10/lorafa_qv_ViT_B_regelu2.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/cifar100/fulltuning_ViT_B_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/cifar100/fulltuning_ViT_B_baseline.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/cifar100/fulltuning_ViT_B_regelu2_msln.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/cifar100/fulltuning_ViT_B_regelu2_msln.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/cifar100/fulltuning_ViT_L_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/cifar100/fulltuning_ViT_L_baseline.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/cifar100/fulltuning_ViT_L_regelu2_msln.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/cifar100/fulltuning_ViT_L_regelu2_msln.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/cifar100/lora_all_ViT_B_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/cifar100/lora_all_ViT_B_baseline.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/cifar100/lora_all_ViT_B_regelu2_msln.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/cifar100/lora_all_ViT_B_regelu2_msln.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/cifar100/lora_qv_ViT_B_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/cifar100/lora_qv_ViT_B_baseline.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/cifar100/lora_qv_ViT_B_regelu2_msln.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/cifar100/lora_qv_ViT_B_regelu2_msln.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/cifar100/lorafa_all_ViT_B_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/cifar100/lorafa_all_ViT_B_baseline.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/cifar100/lorafa_all_ViT_B_regelu2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/cifar100/lorafa_all_ViT_B_regelu2.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/cifar100/lorafa_qv_ViT_B_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/cifar100/lorafa_qv_ViT_B_baseline.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/cifar100/lorafa_qv_ViT_B_regelu2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/cifar100/lorafa_qv_ViT_B_regelu2.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/cub200/fulltuning_ViT_B_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/cub200/fulltuning_ViT_B_baseline.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/cub200/fulltuning_ViT_B_regelu2_msln.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/cub200/fulltuning_ViT_B_regelu2_msln.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/cub200/fulltuning_ViT_L_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/cub200/fulltuning_ViT_L_baseline.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/cub200/fulltuning_ViT_L_regelu2_msln.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/cub200/fulltuning_ViT_L_regelu2_msln.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/cub200/lora_all_ViT_B_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/cub200/lora_all_ViT_B_baseline.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/cub200/lora_all_ViT_B_regelu2_msln.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/cub200/lora_all_ViT_B_regelu2_msln.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/cub200/lora_qv_ViT_B_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/cub200/lora_qv_ViT_B_baseline.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/cub200/lora_qv_ViT_B_regelu2_msln.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/cub200/lora_qv_ViT_B_regelu2_msln.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/cub200/lorafa_all_ViT_B_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/cub200/lorafa_all_ViT_B_baseline.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/cub200/lorafa_all_ViT_B_regelu2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/cub200/lorafa_all_ViT_B_regelu2.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/cub200/lorafa_qv_ViT_B_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/cub200/lorafa_qv_ViT_B_baseline.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/cub200/lorafa_qv_ViT_B_regelu2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/cub200/lorafa_qv_ViT_B_regelu2.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/flowers/fulltuning_ViT_B_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/flowers/fulltuning_ViT_B_baseline.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/flowers/fulltuning_ViT_B_regelu2_msln.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/flowers/fulltuning_ViT_B_regelu2_msln.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/flowers/fulltuning_ViT_L_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/flowers/fulltuning_ViT_L_baseline.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/flowers/fulltuning_ViT_L_regelu2_msln.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/flowers/fulltuning_ViT_L_regelu2_msln.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/flowers/lora_all_ViT_B_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/flowers/lora_all_ViT_B_baseline.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/flowers/lora_all_ViT_B_regelu2_msln.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/flowers/lora_all_ViT_B_regelu2_msln.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/flowers/lora_qv_ViT_B_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/flowers/lora_qv_ViT_B_baseline.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/flowers/lora_qv_ViT_B_regelu2_msln.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/flowers/lora_qv_ViT_B_regelu2_msln.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/flowers/lorafa_all_ViT_B_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/flowers/lorafa_all_ViT_B_baseline.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/flowers/lorafa_all_ViT_B_regelu2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/flowers/lorafa_all_ViT_B_regelu2.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/flowers/lorafa_qv_ViT_B_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/flowers/lorafa_qv_ViT_B_baseline.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/flowers/lorafa_qv_ViT_B_regelu2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/flowers/lorafa_qv_ViT_B_regelu2.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/nabirds/fulltuning_ViT_B_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/nabirds/fulltuning_ViT_B_baseline.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/nabirds/fulltuning_ViT_B_regelu2_msln.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/nabirds/fulltuning_ViT_B_regelu2_msln.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/nabirds/fulltuning_ViT_L_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/nabirds/fulltuning_ViT_L_baseline.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/nabirds/fulltuning_ViT_L_regelu2_msln.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/nabirds/fulltuning_ViT_L_regelu2_msln.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/nabirds/lora_all_ViT_B_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/nabirds/lora_all_ViT_B_baseline.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/nabirds/lora_all_ViT_B_regelu2_msln.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/nabirds/lora_all_ViT_B_regelu2_msln.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/nabirds/lora_qv_ViT_B_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/nabirds/lora_qv_ViT_B_baseline.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/nabirds/lora_qv_ViT_B_regelu2_msln.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/nabirds/lora_qv_ViT_B_regelu2_msln.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/nabirds/lorafa_all_ViT_B_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/nabirds/lorafa_all_ViT_B_baseline.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/nabirds/lorafa_all_ViT_B_regelu2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/nabirds/lorafa_all_ViT_B_regelu2.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/nabirds/lorafa_qv_ViT_B_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/nabirds/lorafa_qv_ViT_B_baseline.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/nabirds/lorafa_qv_ViT_B_regelu2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/nabirds/lorafa_qv_ViT_B_regelu2.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/stanfordcars/fulltuning_ViT_B_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/stanfordcars/fulltuning_ViT_B_baseline.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/stanfordcars/fulltuning_ViT_B_regelu2_msln.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/stanfordcars/fulltuning_ViT_B_regelu2_msln.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/stanfordcars/fulltuning_ViT_L_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/stanfordcars/fulltuning_ViT_L_baseline.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/stanfordcars/fulltuning_ViT_L_regelu2_msln.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/stanfordcars/fulltuning_ViT_L_regelu2_msln.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/stanfordcars/lora_all_ViT_B_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/stanfordcars/lora_all_ViT_B_baseline.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/stanfordcars/lora_all_ViT_B_regelu2_msln.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/stanfordcars/lora_all_ViT_B_regelu2_msln.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/stanfordcars/lora_qv_ViT_B_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/stanfordcars/lora_qv_ViT_B_baseline.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/stanfordcars/lora_qv_ViT_B_regelu2_msln.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/stanfordcars/lora_qv_ViT_B_regelu2_msln.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/stanfordcars/lorafa_all_ViT_B_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/stanfordcars/lorafa_all_ViT_B_baseline.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/stanfordcars/lorafa_all_ViT_B_regelu2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/stanfordcars/lorafa_all_ViT_B_regelu2.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/stanfordcars/lorafa_qv_ViT_B_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/stanfordcars/lorafa_qv_ViT_B_baseline.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/stanfordcars/lorafa_qv_ViT_B_regelu2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/stanfordcars/lorafa_qv_ViT_B_regelu2.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/stanforddogs/fulltuning_ViT_B_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/stanforddogs/fulltuning_ViT_B_baseline.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/stanforddogs/fulltuning_ViT_B_regelu2_msln.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/stanforddogs/fulltuning_ViT_B_regelu2_msln.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/stanforddogs/fulltuning_ViT_L_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/stanforddogs/fulltuning_ViT_L_baseline.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/stanforddogs/fulltuning_ViT_L_regelu2_msln.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/stanforddogs/fulltuning_ViT_L_regelu2_msln.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/stanforddogs/lora_all_ViT_B_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/stanforddogs/lora_all_ViT_B_baseline.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/stanforddogs/lora_all_ViT_B_regelu2_msln.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/stanforddogs/lora_all_ViT_B_regelu2_msln.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/stanforddogs/lora_qv_ViT_B_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/stanforddogs/lora_qv_ViT_B_baseline.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/stanforddogs/lora_qv_ViT_B_regelu2_msln.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/stanforddogs/lora_qv_ViT_B_regelu2_msln.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/stanforddogs/lorafa_all_ViT_B_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/stanforddogs/lorafa_all_ViT_B_baseline.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/stanforddogs/lorafa_all_ViT_B_regelu2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/stanforddogs/lorafa_all_ViT_B_regelu2.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/stanforddogs/lorafa_qv_ViT_B_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/stanforddogs/lorafa_qv_ViT_B_baseline.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/configs/stanforddogs/lorafa_qv_ViT_B_regelu2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/configs/stanforddogs/lorafa_qv_ViT_B_regelu2.yaml -------------------------------------------------------------------------------- /experiments/vit_exp/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/data/__init__.py -------------------------------------------------------------------------------- /experiments/vit_exp/data/json_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/data/json_dataset.py -------------------------------------------------------------------------------- /experiments/vit_exp/data/transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/data/transform.py -------------------------------------------------------------------------------- /experiments/vit_exp/engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/engine.py -------------------------------------------------------------------------------- /experiments/vit_exp/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/main.py -------------------------------------------------------------------------------- /experiments/vit_exp/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/model/__init__.py -------------------------------------------------------------------------------- /experiments/vit_exp/model/lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/model/lora.py -------------------------------------------------------------------------------- /experiments/vit_exp/model/partial.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/model/partial.py -------------------------------------------------------------------------------- /experiments/vit_exp/model/vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/model/vit.py -------------------------------------------------------------------------------- /experiments/vit_exp/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/test.py -------------------------------------------------------------------------------- /experiments/vit_exp/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/utils/__init__.py -------------------------------------------------------------------------------- /experiments/vit_exp/utils/checkpoint_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/utils/checkpoint_utils.py -------------------------------------------------------------------------------- /experiments/vit_exp/utils/distributed_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/utils/distributed_utils.py -------------------------------------------------------------------------------- /experiments/vit_exp/utils/logging_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/experiments/vit_exp/utils/logging_utils.py -------------------------------------------------------------------------------- /lomem/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/lomem/__init__.py -------------------------------------------------------------------------------- /lomem/activation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/lomem/activation.py -------------------------------------------------------------------------------- /lomem/csrc/bool_pack.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/lomem/csrc/bool_pack.cpp -------------------------------------------------------------------------------- /lomem/csrc/bool_pack_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/lomem/csrc/bool_pack_cuda.cu -------------------------------------------------------------------------------- /lomem/csrc/include/cudautils.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/lomem/csrc/include/cudautils.cuh -------------------------------------------------------------------------------- /lomem/csrc/include/cutils.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/lomem/csrc/include/cutils.h -------------------------------------------------------------------------------- /lomem/csrc/layer_norm.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/lomem/csrc/layer_norm.cpp -------------------------------------------------------------------------------- /lomem/csrc/layer_norm_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/lomem/csrc/layer_norm_cuda.cu -------------------------------------------------------------------------------- /lomem/csrc/module.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/lomem/csrc/module.cpp -------------------------------------------------------------------------------- /lomem/csrc/regelu2.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/lomem/csrc/regelu2.cpp -------------------------------------------------------------------------------- /lomem/csrc/regelu2_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/lomem/csrc/regelu2_cuda.cu -------------------------------------------------------------------------------- /lomem/csrc/resilu2.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/lomem/csrc/resilu2.cpp -------------------------------------------------------------------------------- /lomem/csrc/resilu2_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/lomem/csrc/resilu2_cuda.cu -------------------------------------------------------------------------------- /lomem/csrc/rms_norm.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/lomem/csrc/rms_norm.cpp -------------------------------------------------------------------------------- /lomem/csrc/rms_norm_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/lomem/csrc/rms_norm_cuda.cu -------------------------------------------------------------------------------- /lomem/functional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/lomem/functional.py -------------------------------------------------------------------------------- /lomem/nn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/lomem/nn.py -------------------------------------------------------------------------------- /lomem/normalization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/lomem/normalization.py -------------------------------------------------------------------------------- /lomem/packing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/lomem/packing.py -------------------------------------------------------------------------------- /pictures/activation_memory.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/pictures/activation_memory.png -------------------------------------------------------------------------------- /pictures/bar.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/pictures/bar.png -------------------------------------------------------------------------------- /search_act/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/search_act/README.md -------------------------------------------------------------------------------- /search_act/plot_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/search_act/plot_results.py -------------------------------------------------------------------------------- /search_act/results/sa_best_ReSiLU2_plot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/search_act/results/sa_best_ReSiLU2_plot.png -------------------------------------------------------------------------------- /search_act/results/sgd_best_ReSiLU4_plot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/search_act/results/sgd_best_ReSiLU4_plot.png -------------------------------------------------------------------------------- /search_act/sa_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/search_act/sa_search.py -------------------------------------------------------------------------------- /search_act/sgd_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/search_act/sgd_search.py -------------------------------------------------------------------------------- /search_act/transform_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/search_act/transform_results.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/setup.py -------------------------------------------------------------------------------- /test/test_boolpack.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/test/test_boolpack.py -------------------------------------------------------------------------------- /test/test_layernorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/test/test_layernorm.py -------------------------------------------------------------------------------- /test/test_regelu2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/test/test_regelu2.py -------------------------------------------------------------------------------- /test/test_resilu2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/test/test_resilu2.py -------------------------------------------------------------------------------- /test/test_rmsnorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yyyyychen/LowMemoryBP/HEAD/test/test_rmsnorm.py --------------------------------------------------------------------------------