├── LICENSE ├── README.md ├── environment.yml ├── requirements.txt └── zo-bench ├── gradient_pruning ├── __init__.py ├── pruning_utils.py └── wanda.py ├── lora.py ├── metrics.py ├── modeling_llama.py ├── modeling_mistral ├── __init__.py ├── configuration_mistral.py └── modeling_mistral.py ├── modeling_opt.py ├── prefix_tuning.py ├── prompt_tuning.py ├── run.py ├── sweeps ├── Copa_llama-13b │ ├── adam │ │ ├── adam_copa_ft.yml │ │ ├── adam_copa_lora.yml │ │ ├── adam_copa_prefix.yml │ │ └── adam_copa_prompt.yml │ ├── forward_grad │ │ ├── forward_grad_copa_ft.yml │ │ ├── forward_grad_copa_lora.yml │ │ ├── forward_grad_copa_prefix.yml │ │ └── forward_grad_copa_prompt.yml │ ├── sgd │ │ ├── sgd_copa_ft.yml │ │ ├── sgd_copa_lora.yml │ │ ├── sgd_copa_prefix.yml │ │ └── sgd_copa_prompt.yml │ ├── sign_sgd │ │ ├── sign_sgd_copa_ft.yml │ │ ├── sign_sgd_copa_lora.yml │ │ ├── sign_sgd_copa_prefix.yml │ │ └── sign_sgd_copa_prompt.yml │ ├── zo_adam │ │ ├── zo_adam_copa_ft.yml │ │ ├── zo_adam_copa_lora.yml │ │ ├── zo_adam_copa_prefix.yml │ │ └── zo_adam_copa_prompt.yml │ ├── zo_sgd │ │ ├── zo_sgd_copa_ft.yml │ │ ├── zo_sgd_copa_lora.yml │ │ ├── zo_sgd_copa_prefix.yml │ │ └── zo_sgd_copa_prompt.yml │ ├── zo_sgd_conserv │ │ ├── zo_sgd_conserv_copa_ft.yml │ │ ├── zo_sgd_conserv_copa_lora.yml │ │ ├── zo_sgd_conserv_copa_prefix.yml │ │ └── zo_sgd_conserv_copa_prompt.yml │ └── zo_sgd_momen │ │ ├── zo_sgd_momen_copa_ft.yml │ │ ├── zo_sgd_momen_copa_lora.yml │ │ ├── zo_sgd_momen_copa_prefix.yml │ │ └── zo_sgd_momen_copa_prompt.yml ├── Copa_llama-7b │ ├── adam │ │ ├── adam_copa_ft.yml │ │ ├── adam_copa_lora.yml │ │ ├── adam_copa_prefix.yml │ │ └── adam_copa_prompt.yml │ ├── forward_grad │ │ ├── forward_grad_copa_ft.yml │ │ ├── forward_grad_copa_lora.yml │ │ ├── forward_grad_copa_prefix.yml │ │ └── forward_grad_copa_prompt.yml │ ├── sgd │ │ ├── sgd_copa_ft.yml │ │ ├── sgd_copa_lora.yml │ │ ├── sgd_copa_prefix.yml │ │ └── sgd_copa_prompt.yml │ ├── sign_sgd │ │ ├── sign_sgd_copa_ft.yml │ │ ├── sign_sgd_copa_lora.yml │ │ ├── sign_sgd_copa_prefix.yml │ │ └── sign_sgd_copa_prompt.yml │ ├── zo_adam │ │ ├── zo_adam_copa_ft.yml │ │ ├── zo_adam_copa_lora.yml │ │ ├── zo_adam_copa_prefix.yml │ │ └── zo_adam_copa_prompt.yml │ ├── zo_sgd │ │ ├── zo_sgd_copa_ft.yml │ │ ├── zo_sgd_copa_lora.yml │ │ ├── zo_sgd_copa_prefix.yml │ │ └── zo_sgd_copa_prompt.yml │ ├── zo_sgd_conserv │ │ ├── zo_sgd_conserv_copa_ft.yml │ │ ├── zo_sgd_conserv_copa_lora.yml │ │ ├── zo_sgd_conserv_copa_prefix.yml │ │ └── zo_sgd_conserv_copa_prompt.yml │ └── zo_sgd_momen │ │ ├── zo_sgd_momen_copa_ft.yml │ │ ├── zo_sgd_momen_copa_lora.yml │ │ ├── zo_sgd_momen_copa_prefix.yml │ │ └── zo_sgd_momen_copa_prompt.yml ├── Copa_mistral │ ├── adam │ │ ├── adam_winogrande_ft.yml │ │ ├── adam_winogrande_lora.yml │ │ ├── adam_winogrande_prefix.yml │ │ └── adam_winogrande_prompt.yml │ ├── forward_grad │ │ ├── forward_grad_winogrande_ft.yml │ │ ├── forward_grad_winogrande_lora.yml │ │ ├── forward_grad_winogrande_prefix.yml │ │ └── forward_grad_winogrande_prompt.yml │ ├── sgd │ │ ├── sgd_winogrande_ft.yml │ │ ├── sgd_winogrande_lora.yml │ │ ├── sgd_winogrande_prefix.yml │ │ └── sgd_winogrande_prompt.yml │ ├── sign_sgd │ │ ├── sign_sgd_winogrande_ft.yml │ │ ├── sign_sgd_winogrande_lora.yml │ │ ├── sign_sgd_winogrande_prefix.yml │ │ └── sign_sgd_winogrande_prompt.yml │ ├── zo_adam │ │ ├── zo_adam_winogrande_ft.yml │ │ ├── zo_adam_winogrande_lora.yml │ │ ├── zo_adam_winogrande_prefix.yml │ │ └── zo_adam_winogrande_prompt.yml │ ├── zo_sgd │ │ ├── zo_sgd_winogrande_ft.yml │ │ ├── zo_sgd_winogrande_lora.yml │ │ ├── zo_sgd_winogrande_prefix.yml │ │ └── zo_sgd_winogrande_prompt.yml │ ├── zo_sgd_conserv │ │ ├── zo_sgd_conserv_winogrande_ft.yml │ │ ├── zo_sgd_conserv_winogrande_lora.yml │ │ ├── zo_sgd_conserv_winogrande_prefix.yml │ │ └── zo_sgd_conserv_winogrande_prompt.yml │ └── zo_sgd_momen │ │ ├── zo_sgd_momen_winogrande_ft.yml │ │ ├── zo_sgd_momen_winogrande_lora.yml │ │ ├── zo_sgd_momen_winogrande_prefix.yml │ │ └── zo_sgd_momen_winogrande_prompt.yml ├── Copa_opt-13b │ ├── adam │ │ ├── adam_copa_ft.yml │ │ ├── adam_copa_lora.yml │ │ ├── adam_copa_prefix.yml │ │ └── adam_copa_prompt.yml │ ├── forward_grad │ │ ├── forward_grad_copa_ft-ablation.yml │ │ ├── forward_grad_copa_ft.yml │ │ ├── forward_grad_copa_lora.yml │ │ ├── forward_grad_copa_prefix.yml │ │ └── forward_grad_copa_prompt.yml │ ├── sgd │ │ ├── sgd_copa_ft-ablation.yml │ │ ├── sgd_copa_ft.yml │ │ ├── sgd_copa_lora.yml │ │ ├── sgd_copa_prefix.yml │ │ └── sgd_copa_prompt.yml │ ├── sign_sgd │ │ ├── sign_sgd_copa_ft.yml │ │ ├── sign_sgd_copa_lora.yml │ │ ├── sign_sgd_copa_prefix.yml │ │ └── sign_sgd_copa_prompt.yml │ ├── zo_adam │ │ ├── zo_adam_copa_ft.yml │ │ ├── zo_adam_copa_lora.yml │ │ ├── zo_adam_copa_prefix.yml │ │ └── zo_adam_copa_prompt.yml │ ├── zo_sgd │ │ ├── zo_sgd_copa_ft-ablation.yml │ │ ├── zo_sgd_copa_ft.yml │ │ ├── zo_sgd_copa_lora.yml │ │ ├── zo_sgd_copa_lp-ablation.yml │ │ ├── zo_sgd_copa_lp.yml │ │ ├── zo_sgd_copa_prefix.yml │ │ └── zo_sgd_copa_prompt.yml │ ├── zo_sgd_conserv │ │ ├── zo_sgd_conserv_copa_ft.yml │ │ ├── zo_sgd_conserv_copa_lora.yml │ │ ├── zo_sgd_conserv_copa_prefix.yml │ │ └── zo_sgd_conserv_copa_prompt.yml │ └── zo_sgd_momen │ │ ├── zo_sgd_momen_copa_ft.yml │ │ ├── zo_sgd_momen_copa_lora.yml │ │ ├── zo_sgd_momen_copa_prefix.yml │ │ └── zo_sgd_momen_copa_prompt.yml ├── Copa_vicuna │ ├── adam │ │ ├── adam_winogrande_ft.yml │ │ ├── adam_winogrande_lora.yml │ │ ├── adam_winogrande_prefix.yml │ │ └── adam_winogrande_prompt.yml │ ├── forward_grad │ │ ├── forward_grad_winogrande_ft.yml │ │ ├── forward_grad_winogrande_lora.yml │ │ ├── forward_grad_winogrande_prefix.yml │ │ └── forward_grad_winogrande_prompt.yml │ ├── sgd │ │ ├── sgd_winogrande_ft.yml │ │ ├── sgd_winogrande_lora.yml │ │ ├── sgd_winogrande_prefix.yml │ │ └── sgd_winogrande_prompt.yml │ ├── sign_sgd │ │ ├── sign_sgd_winogrande_ft.yml │ │ ├── sign_sgd_winogrande_lora.yml │ │ ├── sign_sgd_winogrande_prefix.yml │ │ └── sign_sgd_winogrande_prompt.yml │ ├── zo_adam │ │ ├── zo_adam_winogrande_ft.yml │ │ ├── zo_adam_winogrande_lora.yml │ │ ├── zo_adam_winogrande_prefix.yml │ │ └── zo_adam_winogrande_prompt.yml │ ├── zo_sgd │ │ ├── zo_sgd_winogrande_ft.yml │ │ ├── zo_sgd_winogrande_lora.yml │ │ ├── zo_sgd_winogrande_prefix.yml │ │ └── zo_sgd_winogrande_prompt.yml │ ├── zo_sgd_conserv │ │ ├── zo_sgd_conserv_winogrande_ft.yml │ │ ├── zo_sgd_conserv_winogrande_lora.yml │ │ ├── zo_sgd_conserv_winogrande_prefix.yml │ │ └── zo_sgd_conserv_winogrande_prompt.yml │ └── zo_sgd_momen │ │ ├── zo_sgd_momen_winogrande_ft.yml │ │ ├── zo_sgd_momen_winogrande_lora.yml │ │ ├── zo_sgd_momen_winogrande_prefix.yml │ │ └── zo_sgd_momen_winogrande_prompt.yml ├── SST2_opt-1.3b │ ├── adam │ │ ├── adam_cls_ft.yml │ │ ├── adam_cls_lora.yml │ │ ├── adam_cls_prefix.yml │ │ └── adam_cls_prompt.yml │ ├── forward_grad │ │ ├── forward_grad_cls_ft-ablation.yml │ │ ├── forward_grad_cls_ft.yml │ │ ├── forward_grad_cls_lora.yml │ │ ├── forward_grad_cls_prefix.yml │ │ ├── forward_grad_cls_prompt.yml │ │ ├── forward_grad_with_adam │ │ │ ├── forward_grad_cls_ft.yml │ │ │ ├── forward_grad_cls_lora.yml │ │ │ └── forward_grad_cls_prefix.yml │ │ ├── forward_grad_with_lr_scheduler │ │ │ ├── forward_grad_cls_ft.yml │ │ │ ├── forward_grad_cls_lora.yml │ │ │ └── forward_grad_cls_prefix.yml │ │ └── forward_grad_with_q_number │ │ │ ├── forward_grad_cls_lora.yml │ │ │ └── forward_grad_cls_prefix.yml │ ├── sgd │ │ ├── sgd_cls_ft.yml │ │ ├── sgd_cls_lora.yml │ │ └── sgd_cls_prompt.yml │ ├── sign_sgd │ │ ├── sign_opt_cls_ft_wjan.yml │ │ ├── sign_opt_cls_lora.yml │ │ ├── sign_opt_cls_prefix.yml │ │ └── sign_opt_cls_prompt.yml │ ├── zo_adam │ │ ├── zo_adam_cls_ft.yml │ │ ├── zo_adam_cls_lora.yml │ │ ├── zo_adam_cls_prefix.yml │ │ └── zo_adam_cls_prompt.yml │ ├── zo_sgd │ │ ├── zo_sgd_cls_ft-ablation.yml │ │ ├── zo_sgd_cls_ft.yml │ │ ├── zo_sgd_cls_lora.yml │ │ ├── zo_sgd_cls_lp-ablation.yml │ │ ├── zo_sgd_cls_lp.yml │ │ ├── zo_sgd_cls_prefix.yml │ │ ├── zo_sgd_cls_prompt.yml │ │ └── zo_sgd_squad_lora.yml │ ├── zo_sgd_conserv │ │ ├── zo_sgd_conserv_cls_ft.yml │ │ ├── zo_sgd_conserv_cls_lora.yml │ │ ├── zo_sgd_conserv_cls_prefix.yml │ │ └── zo_sgd_conserv_cls_prompt.yml │ ├── zo_sgd_momen │ │ ├── zo_sgd_momen_cls_ft.yml │ │ ├── zo_sgd_momen_cls_lora.yml │ │ ├── zo_sgd_momen_cls_prefix.yml │ │ └── zo_sgd_momen_cls_prompt.yml │ └── zo_sgd_sparse_grad │ │ └── zo_sgd_sparse_grad_cls_ft.yml ├── WinoGrande_llama-13b │ ├── adam │ │ ├── adam_winogrande_ft.yml │ │ ├── adam_winogrande_lora.yml │ │ ├── adam_winogrande_prefix.yml │ │ └── adam_winogrande_prompt.yml │ ├── forward_grad │ │ ├── forward_grad_winogrande_ft.yml │ │ ├── forward_grad_winogrande_lora.yml │ │ ├── forward_grad_winogrande_prefix.yml │ │ └── forward_grad_winogrande_prompt.yml │ ├── sgd │ │ ├── sgd_winogrande_ft.yml │ │ ├── sgd_winogrande_lora.yml │ │ ├── sgd_winogrande_prefix.yml │ │ └── sgd_winogrande_prompt.yml │ ├── sign_sgd │ │ ├── sign_sgd_winogrande_ft.yml │ │ ├── sign_sgd_winogrande_lora.yml │ │ ├── sign_sgd_winogrande_prefix.yml │ │ └── sign_sgd_winogrande_prompt.yml │ ├── zo_adam │ │ ├── zo_adam_winogrande_ft.yml │ │ ├── zo_adam_winogrande_lora.yml │ │ ├── zo_adam_winogrande_prefix.yml │ │ └── zo_adam_winogrande_prompt.yml │ ├── zo_sgd │ │ ├── zo_sgd_winogrande_ft.yml │ │ ├── zo_sgd_winogrande_lora.yml │ │ ├── zo_sgd_winogrande_prefix.yml │ │ └── zo_sgd_winogrande_prompt.yml │ ├── zo_sgd_conserv │ │ ├── zo_sgd_conserv_winogrande_ft.yml │ │ ├── zo_sgd_conserv_winogrande_lora.yml │ │ ├── zo_sgd_conserv_winogrande_prefix.yml │ │ └── zo_sgd_conserv_winogrande_prompt.yml │ └── zo_sgd_momen │ │ ├── zo_sgd_momen_winogrande_ft.yml │ │ ├── zo_sgd_momen_winogrande_lora.yml │ │ ├── zo_sgd_momen_winogrande_prefix.yml │ │ └── zo_sgd_momen_winogrande_prompt.yml ├── WinoGrande_llama-7b │ ├── adam │ │ ├── adam_winogrande_ft.yml │ │ ├── adam_winogrande_lora.yml │ │ ├── adam_winogrande_prefix.yml │ │ └── adam_winogrande_prompt.yml │ ├── forward_grad │ │ ├── forward_grad_winogrande_ft.yml │ │ ├── forward_grad_winogrande_lora.yml │ │ ├── forward_grad_winogrande_prefix.yml │ │ └── forward_grad_winogrande_prompt.yml │ ├── sgd │ │ ├── sgd_winogrande_ft.yml │ │ ├── sgd_winogrande_lora.yml │ │ ├── sgd_winogrande_prefix.yml │ │ └── sgd_winogrande_prompt.yml │ ├── sign_sgd │ │ ├── sign_sgd_winogrande_ft.yml │ │ ├── sign_sgd_winogrande_lora.yml │ │ ├── sign_sgd_winogrande_prefix.yml │ │ └── sign_sgd_winogrande_prompt.yml │ ├── zo_adam │ │ ├── zo_adam_winogrande_ft.yml │ │ ├── zo_adam_winogrande_lora.yml │ │ ├── zo_adam_winogrande_prefix.yml │ │ └── zo_adam_winogrande_prompt.yml │ ├── zo_sgd │ │ ├── zo_sgd_winogrande_ft.yml │ │ ├── zo_sgd_winogrande_lora.yml │ │ ├── zo_sgd_winogrande_prefix.yml │ │ └── zo_sgd_winogrande_prompt.yml │ ├── zo_sgd_conserv │ │ ├── zo_sgd_conserv_winogrande_ft.yml │ │ ├── zo_sgd_conserv_winogrande_lora.yml │ │ ├── zo_sgd_conserv_winogrande_prefix.yml │ │ └── zo_sgd_conserv_winogrande_prompt.yml │ └── zo_sgd_momen │ │ ├── zo_sgd_momen_winogrande_ft.yml │ │ ├── zo_sgd_momen_winogrande_lora.yml │ │ ├── zo_sgd_momen_winogrande_prefix.yml │ │ └── zo_sgd_momen_winogrande_prompt.yml ├── WinoGrande_mistral │ ├── adam │ │ ├── adam_winogrande_ft.yml │ │ ├── adam_winogrande_lora.yml │ │ ├── adam_winogrande_prefix.yml │ │ └── adam_winogrande_prompt.yml │ ├── forward_grad │ │ ├── forward_grad_winogrande_ft.yml │ │ ├── forward_grad_winogrande_lora.yml │ │ ├── forward_grad_winogrande_prefix.yml │ │ └── forward_grad_winogrande_prompt.yml │ ├── sgd │ │ ├── sgd_winogrande_ft.yml │ │ ├── sgd_winogrande_lora.yml │ │ ├── sgd_winogrande_prefix.yml │ │ └── sgd_winogrande_prompt.yml │ ├── sign_sgd │ │ ├── sign_sgd_winogrande_ft.yml │ │ ├── sign_sgd_winogrande_lora.yml │ │ ├── sign_sgd_winogrande_prefix.yml │ │ └── sign_sgd_winogrande_prompt.yml │ ├── zo_adam │ │ ├── zo_adam_winogrande_ft.yml │ │ ├── zo_adam_winogrande_lora.yml │ │ ├── zo_adam_winogrande_prefix.yml │ │ └── zo_adam_winogrande_prompt.yml │ ├── zo_sgd │ │ ├── zo_sgd_winogrande_ft.yml │ │ ├── zo_sgd_winogrande_lora.yml │ │ ├── zo_sgd_winogrande_prefix.yml │ │ └── zo_sgd_winogrande_prompt.yml │ ├── zo_sgd_conserv │ │ ├── zo_sgd_conserv_winogrande_ft.yml │ │ ├── zo_sgd_conserv_winogrande_lora.yml │ │ ├── zo_sgd_conserv_winogrande_prefix.yml │ │ └── zo_sgd_conserv_winogrande_prompt.yml │ └── zo_sgd_momen │ │ ├── zo_sgd_momen_winogrande_ft.yml │ │ ├── zo_sgd_momen_winogrande_lora.yml │ │ ├── zo_sgd_momen_winogrande_prefix.yml │ │ └── zo_sgd_momen_winogrande_prompt.yml ├── WinoGrande_opt-13b │ ├── adam │ │ ├── adam_winogrande_ft.yml │ │ ├── adam_winogrande_lora.yml │ │ ├── adam_winogrande_prefix.yml │ │ └── adam_winogrande_prompt.yml │ ├── forward_grad │ │ ├── forward_grad_winogrande_ft.yml │ │ ├── forward_grad_winogrande_lora.yml │ │ ├── forward_grad_winogrande_prefix.yml │ │ └── forward_grad_winogrande_prompt.yml │ ├── sgd │ │ ├── sgd_winogrande_ft.yml │ │ ├── sgd_winogrande_lora.yml │ │ ├── sgd_winogrande_prefix.yml │ │ └── sgd_winogrande_prompt.yml │ ├── sign_sgd │ │ ├── sign_sgd_winogrande_ft.yml │ │ ├── sign_sgd_winogrande_lora.yml │ │ ├── sign_sgd_winogrande_prefix.yml │ │ └── sign_sgd_winogrande_prompt.yml │ ├── zo_adam │ │ ├── zo_adam_winogrande_ft.yml │ │ ├── zo_adam_winogrande_lora.yml │ │ ├── zo_adam_winogrande_prefix.yml │ │ └── zo_adam_winogrande_prompt.yml │ ├── zo_sgd │ │ ├── zo_sgd_winogrande_ft.yml │ │ ├── zo_sgd_winogrande_lora.yml │ │ ├── zo_sgd_winogrande_prefix.yml │ │ └── zo_sgd_winogrande_prompt.yml │ ├── zo_sgd_conserv │ │ ├── zo_sgd_conserv_winogrande_ft.yml │ │ ├── zo_sgd_conserv_winogrande_lora.yml │ │ ├── zo_sgd_conserv_winogrande_prefix.yml │ │ └── zo_sgd_conserv_winogrande_prompt.yml │ └── zo_sgd_momen │ │ ├── zo_sgd_momen_winogrande_ft.yml │ │ ├── zo_sgd_momen_winogrande_lora.yml │ │ ├── zo_sgd_momen_winogrande_prefix.yml │ │ └── zo_sgd_momen_winogrande_prompt.yml └── WinoGrande_vicuna │ ├── adam │ ├── adam_winogrande_ft.yml │ ├── adam_winogrande_lora.yml │ ├── adam_winogrande_prefix.yml │ └── adam_winogrande_prompt.yml │ ├── forward_grad │ ├── forward_grad_winogrande_ft.yml │ ├── forward_grad_winogrande_lora.yml │ ├── forward_grad_winogrande_prefix.yml │ └── forward_grad_winogrande_prompt.yml │ ├── sgd │ ├── sgd_winogrande_ft.yml │ ├── sgd_winogrande_lora.yml │ ├── sgd_winogrande_prefix.yml │ └── sgd_winogrande_prompt.yml │ ├── sign_sgd │ ├── sign_sgd_winogrande_ft.yml │ ├── sign_sgd_winogrande_lora.yml │ ├── sign_sgd_winogrande_prefix.yml │ └── sign_sgd_winogrande_prompt.yml │ ├── zo_adam │ ├── zo_adam_winogrande_ft.yml │ ├── zo_adam_winogrande_lora.yml │ ├── zo_adam_winogrande_prefix.yml │ └── zo_adam_winogrande_prompt.yml │ ├── zo_sgd │ ├── zo_sgd_winogrande_ft.yml │ ├── zo_sgd_winogrande_lora.yml │ ├── zo_sgd_winogrande_prefix.yml │ └── zo_sgd_winogrande_prompt.yml │ ├── zo_sgd_conserv │ ├── zo_sgd_conserv_winogrande_ft.yml │ ├── zo_sgd_conserv_winogrande_lora.yml │ ├── zo_sgd_conserv_winogrande_prefix.yml │ └── zo_sgd_conserv_winogrande_prompt.yml │ └── zo_sgd_momen │ ├── zo_sgd_momen_winogrande_ft.yml │ ├── zo_sgd_momen_winogrande_lora.yml │ ├── zo_sgd_momen_winogrande_prefix.yml │ └── zo_sgd_momen_winogrande_prompt.yml ├── tasks.py ├── templates.py ├── test_fake_text_memory.py ├── trainer.py └── utils.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/README.md -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/environment.yml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/requirements.txt -------------------------------------------------------------------------------- /zo-bench/gradient_pruning/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/gradient_pruning/__init__.py -------------------------------------------------------------------------------- /zo-bench/gradient_pruning/pruning_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/gradient_pruning/pruning_utils.py -------------------------------------------------------------------------------- /zo-bench/gradient_pruning/wanda.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/gradient_pruning/wanda.py -------------------------------------------------------------------------------- /zo-bench/lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/lora.py -------------------------------------------------------------------------------- /zo-bench/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/metrics.py -------------------------------------------------------------------------------- /zo-bench/modeling_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/modeling_llama.py -------------------------------------------------------------------------------- /zo-bench/modeling_mistral/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/modeling_mistral/__init__.py -------------------------------------------------------------------------------- /zo-bench/modeling_mistral/configuration_mistral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/modeling_mistral/configuration_mistral.py -------------------------------------------------------------------------------- /zo-bench/modeling_mistral/modeling_mistral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/modeling_mistral/modeling_mistral.py -------------------------------------------------------------------------------- /zo-bench/modeling_opt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/modeling_opt.py -------------------------------------------------------------------------------- /zo-bench/prefix_tuning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/prefix_tuning.py -------------------------------------------------------------------------------- /zo-bench/prompt_tuning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/prompt_tuning.py -------------------------------------------------------------------------------- /zo-bench/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/run.py -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-13b/adam/adam_copa_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-13b/adam/adam_copa_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-13b/adam/adam_copa_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-13b/adam/adam_copa_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-13b/adam/adam_copa_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-13b/adam/adam_copa_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-13b/adam/adam_copa_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-13b/adam/adam_copa_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-13b/forward_grad/forward_grad_copa_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-13b/forward_grad/forward_grad_copa_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-13b/forward_grad/forward_grad_copa_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-13b/forward_grad/forward_grad_copa_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-13b/forward_grad/forward_grad_copa_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-13b/forward_grad/forward_grad_copa_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-13b/forward_grad/forward_grad_copa_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-13b/forward_grad/forward_grad_copa_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-13b/sgd/sgd_copa_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-13b/sgd/sgd_copa_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-13b/sgd/sgd_copa_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-13b/sgd/sgd_copa_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-13b/sgd/sgd_copa_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-13b/sgd/sgd_copa_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-13b/sgd/sgd_copa_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-13b/sgd/sgd_copa_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-13b/sign_sgd/sign_sgd_copa_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-13b/sign_sgd/sign_sgd_copa_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-13b/sign_sgd/sign_sgd_copa_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-13b/sign_sgd/sign_sgd_copa_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-13b/sign_sgd/sign_sgd_copa_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-13b/sign_sgd/sign_sgd_copa_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-13b/sign_sgd/sign_sgd_copa_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-13b/sign_sgd/sign_sgd_copa_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-13b/zo_adam/zo_adam_copa_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-13b/zo_adam/zo_adam_copa_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-13b/zo_adam/zo_adam_copa_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-13b/zo_adam/zo_adam_copa_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-13b/zo_adam/zo_adam_copa_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-13b/zo_adam/zo_adam_copa_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-13b/zo_adam/zo_adam_copa_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-13b/zo_adam/zo_adam_copa_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-13b/zo_sgd/zo_sgd_copa_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-13b/zo_sgd/zo_sgd_copa_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-13b/zo_sgd/zo_sgd_copa_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-13b/zo_sgd/zo_sgd_copa_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-13b/zo_sgd/zo_sgd_copa_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-13b/zo_sgd/zo_sgd_copa_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-13b/zo_sgd/zo_sgd_copa_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-13b/zo_sgd/zo_sgd_copa_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-13b/zo_sgd_conserv/zo_sgd_conserv_copa_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-13b/zo_sgd_conserv/zo_sgd_conserv_copa_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-13b/zo_sgd_conserv/zo_sgd_conserv_copa_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-13b/zo_sgd_conserv/zo_sgd_conserv_copa_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-13b/zo_sgd_conserv/zo_sgd_conserv_copa_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-13b/zo_sgd_conserv/zo_sgd_conserv_copa_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-13b/zo_sgd_conserv/zo_sgd_conserv_copa_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-13b/zo_sgd_conserv/zo_sgd_conserv_copa_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-13b/zo_sgd_momen/zo_sgd_momen_copa_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-13b/zo_sgd_momen/zo_sgd_momen_copa_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-13b/zo_sgd_momen/zo_sgd_momen_copa_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-13b/zo_sgd_momen/zo_sgd_momen_copa_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-13b/zo_sgd_momen/zo_sgd_momen_copa_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-13b/zo_sgd_momen/zo_sgd_momen_copa_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-13b/zo_sgd_momen/zo_sgd_momen_copa_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-13b/zo_sgd_momen/zo_sgd_momen_copa_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-7b/adam/adam_copa_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-7b/adam/adam_copa_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-7b/adam/adam_copa_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-7b/adam/adam_copa_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-7b/adam/adam_copa_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-7b/adam/adam_copa_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-7b/adam/adam_copa_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-7b/adam/adam_copa_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-7b/forward_grad/forward_grad_copa_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-7b/forward_grad/forward_grad_copa_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-7b/forward_grad/forward_grad_copa_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-7b/forward_grad/forward_grad_copa_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-7b/forward_grad/forward_grad_copa_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-7b/forward_grad/forward_grad_copa_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-7b/forward_grad/forward_grad_copa_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-7b/forward_grad/forward_grad_copa_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-7b/sgd/sgd_copa_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-7b/sgd/sgd_copa_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-7b/sgd/sgd_copa_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-7b/sgd/sgd_copa_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-7b/sgd/sgd_copa_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-7b/sgd/sgd_copa_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-7b/sgd/sgd_copa_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-7b/sgd/sgd_copa_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-7b/sign_sgd/sign_sgd_copa_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-7b/sign_sgd/sign_sgd_copa_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-7b/sign_sgd/sign_sgd_copa_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-7b/sign_sgd/sign_sgd_copa_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-7b/sign_sgd/sign_sgd_copa_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-7b/sign_sgd/sign_sgd_copa_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-7b/sign_sgd/sign_sgd_copa_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-7b/sign_sgd/sign_sgd_copa_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-7b/zo_adam/zo_adam_copa_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-7b/zo_adam/zo_adam_copa_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-7b/zo_adam/zo_adam_copa_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-7b/zo_adam/zo_adam_copa_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-7b/zo_adam/zo_adam_copa_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-7b/zo_adam/zo_adam_copa_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-7b/zo_adam/zo_adam_copa_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-7b/zo_adam/zo_adam_copa_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-7b/zo_sgd/zo_sgd_copa_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-7b/zo_sgd/zo_sgd_copa_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-7b/zo_sgd/zo_sgd_copa_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-7b/zo_sgd/zo_sgd_copa_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-7b/zo_sgd/zo_sgd_copa_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-7b/zo_sgd/zo_sgd_copa_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-7b/zo_sgd/zo_sgd_copa_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-7b/zo_sgd/zo_sgd_copa_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-7b/zo_sgd_conserv/zo_sgd_conserv_copa_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-7b/zo_sgd_conserv/zo_sgd_conserv_copa_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-7b/zo_sgd_conserv/zo_sgd_conserv_copa_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-7b/zo_sgd_conserv/zo_sgd_conserv_copa_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-7b/zo_sgd_conserv/zo_sgd_conserv_copa_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-7b/zo_sgd_conserv/zo_sgd_conserv_copa_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-7b/zo_sgd_conserv/zo_sgd_conserv_copa_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-7b/zo_sgd_conserv/zo_sgd_conserv_copa_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-7b/zo_sgd_momen/zo_sgd_momen_copa_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-7b/zo_sgd_momen/zo_sgd_momen_copa_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-7b/zo_sgd_momen/zo_sgd_momen_copa_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-7b/zo_sgd_momen/zo_sgd_momen_copa_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-7b/zo_sgd_momen/zo_sgd_momen_copa_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-7b/zo_sgd_momen/zo_sgd_momen_copa_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_llama-7b/zo_sgd_momen/zo_sgd_momen_copa_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_llama-7b/zo_sgd_momen/zo_sgd_momen_copa_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_mistral/adam/adam_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_mistral/adam/adam_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_mistral/adam/adam_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_mistral/adam/adam_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_mistral/adam/adam_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_mistral/adam/adam_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_mistral/adam/adam_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_mistral/adam/adam_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_mistral/forward_grad/forward_grad_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_mistral/forward_grad/forward_grad_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_mistral/forward_grad/forward_grad_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_mistral/forward_grad/forward_grad_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_mistral/forward_grad/forward_grad_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_mistral/forward_grad/forward_grad_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_mistral/forward_grad/forward_grad_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_mistral/forward_grad/forward_grad_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_mistral/sgd/sgd_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_mistral/sgd/sgd_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_mistral/sgd/sgd_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_mistral/sgd/sgd_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_mistral/sgd/sgd_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_mistral/sgd/sgd_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_mistral/sgd/sgd_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_mistral/sgd/sgd_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_mistral/sign_sgd/sign_sgd_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_mistral/sign_sgd/sign_sgd_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_mistral/sign_sgd/sign_sgd_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_mistral/sign_sgd/sign_sgd_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_mistral/sign_sgd/sign_sgd_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_mistral/sign_sgd/sign_sgd_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_mistral/sign_sgd/sign_sgd_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_mistral/sign_sgd/sign_sgd_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_mistral/zo_adam/zo_adam_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_mistral/zo_adam/zo_adam_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_mistral/zo_adam/zo_adam_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_mistral/zo_adam/zo_adam_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_mistral/zo_adam/zo_adam_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_mistral/zo_adam/zo_adam_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_mistral/zo_adam/zo_adam_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_mistral/zo_adam/zo_adam_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_mistral/zo_sgd/zo_sgd_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_mistral/zo_sgd/zo_sgd_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_mistral/zo_sgd/zo_sgd_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_mistral/zo_sgd/zo_sgd_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_mistral/zo_sgd/zo_sgd_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_mistral/zo_sgd/zo_sgd_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_mistral/zo_sgd/zo_sgd_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_mistral/zo_sgd/zo_sgd_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_mistral/zo_sgd_conserv/zo_sgd_conserv_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_mistral/zo_sgd_conserv/zo_sgd_conserv_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_mistral/zo_sgd_conserv/zo_sgd_conserv_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_mistral/zo_sgd_conserv/zo_sgd_conserv_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_mistral/zo_sgd_conserv/zo_sgd_conserv_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_mistral/zo_sgd_conserv/zo_sgd_conserv_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_mistral/zo_sgd_conserv/zo_sgd_conserv_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_mistral/zo_sgd_conserv/zo_sgd_conserv_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_mistral/zo_sgd_momen/zo_sgd_momen_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_mistral/zo_sgd_momen/zo_sgd_momen_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_mistral/zo_sgd_momen/zo_sgd_momen_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_mistral/zo_sgd_momen/zo_sgd_momen_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_mistral/zo_sgd_momen/zo_sgd_momen_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_mistral/zo_sgd_momen/zo_sgd_momen_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_mistral/zo_sgd_momen/zo_sgd_momen_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_mistral/zo_sgd_momen/zo_sgd_momen_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_opt-13b/adam/adam_copa_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_opt-13b/adam/adam_copa_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_opt-13b/adam/adam_copa_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_opt-13b/adam/adam_copa_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_opt-13b/adam/adam_copa_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_opt-13b/adam/adam_copa_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_opt-13b/adam/adam_copa_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_opt-13b/adam/adam_copa_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_opt-13b/forward_grad/forward_grad_copa_ft-ablation.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_opt-13b/forward_grad/forward_grad_copa_ft-ablation.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_opt-13b/forward_grad/forward_grad_copa_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_opt-13b/forward_grad/forward_grad_copa_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_opt-13b/forward_grad/forward_grad_copa_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_opt-13b/forward_grad/forward_grad_copa_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_opt-13b/forward_grad/forward_grad_copa_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_opt-13b/forward_grad/forward_grad_copa_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_opt-13b/forward_grad/forward_grad_copa_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_opt-13b/forward_grad/forward_grad_copa_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_opt-13b/sgd/sgd_copa_ft-ablation.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_opt-13b/sgd/sgd_copa_ft-ablation.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_opt-13b/sgd/sgd_copa_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_opt-13b/sgd/sgd_copa_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_opt-13b/sgd/sgd_copa_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_opt-13b/sgd/sgd_copa_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_opt-13b/sgd/sgd_copa_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_opt-13b/sgd/sgd_copa_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_opt-13b/sgd/sgd_copa_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_opt-13b/sgd/sgd_copa_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_opt-13b/sign_sgd/sign_sgd_copa_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_opt-13b/sign_sgd/sign_sgd_copa_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_opt-13b/sign_sgd/sign_sgd_copa_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_opt-13b/sign_sgd/sign_sgd_copa_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_opt-13b/sign_sgd/sign_sgd_copa_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_opt-13b/sign_sgd/sign_sgd_copa_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_opt-13b/sign_sgd/sign_sgd_copa_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_opt-13b/sign_sgd/sign_sgd_copa_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_opt-13b/zo_adam/zo_adam_copa_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_opt-13b/zo_adam/zo_adam_copa_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_opt-13b/zo_adam/zo_adam_copa_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_opt-13b/zo_adam/zo_adam_copa_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_opt-13b/zo_adam/zo_adam_copa_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_opt-13b/zo_adam/zo_adam_copa_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_opt-13b/zo_adam/zo_adam_copa_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_opt-13b/zo_adam/zo_adam_copa_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_opt-13b/zo_sgd/zo_sgd_copa_ft-ablation.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_opt-13b/zo_sgd/zo_sgd_copa_ft-ablation.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_opt-13b/zo_sgd/zo_sgd_copa_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_opt-13b/zo_sgd/zo_sgd_copa_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_opt-13b/zo_sgd/zo_sgd_copa_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_opt-13b/zo_sgd/zo_sgd_copa_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_opt-13b/zo_sgd/zo_sgd_copa_lp-ablation.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_opt-13b/zo_sgd/zo_sgd_copa_lp-ablation.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_opt-13b/zo_sgd/zo_sgd_copa_lp.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_opt-13b/zo_sgd/zo_sgd_copa_lp.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_opt-13b/zo_sgd/zo_sgd_copa_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_opt-13b/zo_sgd/zo_sgd_copa_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_opt-13b/zo_sgd/zo_sgd_copa_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_opt-13b/zo_sgd/zo_sgd_copa_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_opt-13b/zo_sgd_conserv/zo_sgd_conserv_copa_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_opt-13b/zo_sgd_conserv/zo_sgd_conserv_copa_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_opt-13b/zo_sgd_conserv/zo_sgd_conserv_copa_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_opt-13b/zo_sgd_conserv/zo_sgd_conserv_copa_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_opt-13b/zo_sgd_conserv/zo_sgd_conserv_copa_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_opt-13b/zo_sgd_conserv/zo_sgd_conserv_copa_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_opt-13b/zo_sgd_conserv/zo_sgd_conserv_copa_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_opt-13b/zo_sgd_conserv/zo_sgd_conserv_copa_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_opt-13b/zo_sgd_momen/zo_sgd_momen_copa_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_opt-13b/zo_sgd_momen/zo_sgd_momen_copa_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_opt-13b/zo_sgd_momen/zo_sgd_momen_copa_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_opt-13b/zo_sgd_momen/zo_sgd_momen_copa_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_opt-13b/zo_sgd_momen/zo_sgd_momen_copa_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_opt-13b/zo_sgd_momen/zo_sgd_momen_copa_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_opt-13b/zo_sgd_momen/zo_sgd_momen_copa_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_opt-13b/zo_sgd_momen/zo_sgd_momen_copa_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_vicuna/adam/adam_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_vicuna/adam/adam_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_vicuna/adam/adam_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_vicuna/adam/adam_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_vicuna/adam/adam_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_vicuna/adam/adam_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_vicuna/adam/adam_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_vicuna/adam/adam_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_vicuna/forward_grad/forward_grad_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_vicuna/forward_grad/forward_grad_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_vicuna/forward_grad/forward_grad_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_vicuna/forward_grad/forward_grad_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_vicuna/forward_grad/forward_grad_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_vicuna/forward_grad/forward_grad_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_vicuna/forward_grad/forward_grad_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_vicuna/forward_grad/forward_grad_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_vicuna/sgd/sgd_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_vicuna/sgd/sgd_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_vicuna/sgd/sgd_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_vicuna/sgd/sgd_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_vicuna/sgd/sgd_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_vicuna/sgd/sgd_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_vicuna/sgd/sgd_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_vicuna/sgd/sgd_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_vicuna/sign_sgd/sign_sgd_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_vicuna/sign_sgd/sign_sgd_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_vicuna/sign_sgd/sign_sgd_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_vicuna/sign_sgd/sign_sgd_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_vicuna/sign_sgd/sign_sgd_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_vicuna/sign_sgd/sign_sgd_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_vicuna/sign_sgd/sign_sgd_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_vicuna/sign_sgd/sign_sgd_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_vicuna/zo_adam/zo_adam_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_vicuna/zo_adam/zo_adam_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_vicuna/zo_adam/zo_adam_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_vicuna/zo_adam/zo_adam_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_vicuna/zo_adam/zo_adam_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_vicuna/zo_adam/zo_adam_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_vicuna/zo_adam/zo_adam_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_vicuna/zo_adam/zo_adam_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_vicuna/zo_sgd/zo_sgd_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_vicuna/zo_sgd/zo_sgd_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_vicuna/zo_sgd/zo_sgd_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_vicuna/zo_sgd/zo_sgd_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_vicuna/zo_sgd/zo_sgd_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_vicuna/zo_sgd/zo_sgd_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_vicuna/zo_sgd/zo_sgd_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_vicuna/zo_sgd/zo_sgd_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_vicuna/zo_sgd_conserv/zo_sgd_conserv_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_vicuna/zo_sgd_conserv/zo_sgd_conserv_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_vicuna/zo_sgd_conserv/zo_sgd_conserv_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_vicuna/zo_sgd_conserv/zo_sgd_conserv_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_vicuna/zo_sgd_conserv/zo_sgd_conserv_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_vicuna/zo_sgd_conserv/zo_sgd_conserv_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_vicuna/zo_sgd_conserv/zo_sgd_conserv_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_vicuna/zo_sgd_conserv/zo_sgd_conserv_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_vicuna/zo_sgd_momen/zo_sgd_momen_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_vicuna/zo_sgd_momen/zo_sgd_momen_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_vicuna/zo_sgd_momen/zo_sgd_momen_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_vicuna/zo_sgd_momen/zo_sgd_momen_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_vicuna/zo_sgd_momen/zo_sgd_momen_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_vicuna/zo_sgd_momen/zo_sgd_momen_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/Copa_vicuna/zo_sgd_momen/zo_sgd_momen_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/Copa_vicuna/zo_sgd_momen/zo_sgd_momen_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/adam/adam_cls_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/adam/adam_cls_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/adam/adam_cls_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/adam/adam_cls_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/adam/adam_cls_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/adam/adam_cls_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/adam/adam_cls_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/adam/adam_cls_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/forward_grad/forward_grad_cls_ft-ablation.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/forward_grad/forward_grad_cls_ft-ablation.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/forward_grad/forward_grad_cls_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/forward_grad/forward_grad_cls_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/forward_grad/forward_grad_cls_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/forward_grad/forward_grad_cls_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/forward_grad/forward_grad_cls_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/forward_grad/forward_grad_cls_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/forward_grad/forward_grad_cls_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/forward_grad/forward_grad_cls_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/forward_grad/forward_grad_with_adam/forward_grad_cls_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/forward_grad/forward_grad_with_adam/forward_grad_cls_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/forward_grad/forward_grad_with_adam/forward_grad_cls_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/forward_grad/forward_grad_with_adam/forward_grad_cls_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/forward_grad/forward_grad_with_adam/forward_grad_cls_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/forward_grad/forward_grad_with_adam/forward_grad_cls_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/forward_grad/forward_grad_with_lr_scheduler/forward_grad_cls_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/forward_grad/forward_grad_with_lr_scheduler/forward_grad_cls_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/forward_grad/forward_grad_with_lr_scheduler/forward_grad_cls_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/forward_grad/forward_grad_with_lr_scheduler/forward_grad_cls_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/forward_grad/forward_grad_with_lr_scheduler/forward_grad_cls_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/forward_grad/forward_grad_with_lr_scheduler/forward_grad_cls_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/forward_grad/forward_grad_with_q_number/forward_grad_cls_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/forward_grad/forward_grad_with_q_number/forward_grad_cls_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/forward_grad/forward_grad_with_q_number/forward_grad_cls_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/forward_grad/forward_grad_with_q_number/forward_grad_cls_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/sgd/sgd_cls_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/sgd/sgd_cls_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/sgd/sgd_cls_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/sgd/sgd_cls_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/sgd/sgd_cls_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/sgd/sgd_cls_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/sign_sgd/sign_opt_cls_ft_wjan.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/sign_sgd/sign_opt_cls_ft_wjan.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/sign_sgd/sign_opt_cls_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/sign_sgd/sign_opt_cls_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/sign_sgd/sign_opt_cls_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/sign_sgd/sign_opt_cls_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/sign_sgd/sign_opt_cls_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/sign_sgd/sign_opt_cls_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/zo_adam/zo_adam_cls_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/zo_adam/zo_adam_cls_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/zo_adam/zo_adam_cls_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/zo_adam/zo_adam_cls_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/zo_adam/zo_adam_cls_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/zo_adam/zo_adam_cls_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/zo_adam/zo_adam_cls_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/zo_adam/zo_adam_cls_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/zo_sgd/zo_sgd_cls_ft-ablation.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/zo_sgd/zo_sgd_cls_ft-ablation.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/zo_sgd/zo_sgd_cls_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/zo_sgd/zo_sgd_cls_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/zo_sgd/zo_sgd_cls_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/zo_sgd/zo_sgd_cls_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/zo_sgd/zo_sgd_cls_lp-ablation.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/zo_sgd/zo_sgd_cls_lp-ablation.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/zo_sgd/zo_sgd_cls_lp.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/zo_sgd/zo_sgd_cls_lp.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/zo_sgd/zo_sgd_cls_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/zo_sgd/zo_sgd_cls_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/zo_sgd/zo_sgd_cls_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/zo_sgd/zo_sgd_cls_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/zo_sgd/zo_sgd_squad_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/zo_sgd/zo_sgd_squad_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/zo_sgd_conserv/zo_sgd_conserv_cls_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/zo_sgd_conserv/zo_sgd_conserv_cls_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/zo_sgd_conserv/zo_sgd_conserv_cls_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/zo_sgd_conserv/zo_sgd_conserv_cls_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/zo_sgd_conserv/zo_sgd_conserv_cls_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/zo_sgd_conserv/zo_sgd_conserv_cls_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/zo_sgd_conserv/zo_sgd_conserv_cls_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/zo_sgd_conserv/zo_sgd_conserv_cls_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/zo_sgd_momen/zo_sgd_momen_cls_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/zo_sgd_momen/zo_sgd_momen_cls_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/zo_sgd_momen/zo_sgd_momen_cls_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/zo_sgd_momen/zo_sgd_momen_cls_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/zo_sgd_momen/zo_sgd_momen_cls_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/zo_sgd_momen/zo_sgd_momen_cls_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/zo_sgd_momen/zo_sgd_momen_cls_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/zo_sgd_momen/zo_sgd_momen_cls_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/SST2_opt-1.3b/zo_sgd_sparse_grad/zo_sgd_sparse_grad_cls_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/SST2_opt-1.3b/zo_sgd_sparse_grad/zo_sgd_sparse_grad_cls_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-13b/adam/adam_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-13b/adam/adam_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-13b/adam/adam_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-13b/adam/adam_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-13b/adam/adam_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-13b/adam/adam_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-13b/adam/adam_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-13b/adam/adam_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-13b/forward_grad/forward_grad_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-13b/forward_grad/forward_grad_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-13b/forward_grad/forward_grad_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-13b/forward_grad/forward_grad_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-13b/forward_grad/forward_grad_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-13b/forward_grad/forward_grad_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-13b/forward_grad/forward_grad_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-13b/forward_grad/forward_grad_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-13b/sgd/sgd_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-13b/sgd/sgd_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-13b/sgd/sgd_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-13b/sgd/sgd_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-13b/sgd/sgd_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-13b/sgd/sgd_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-13b/sgd/sgd_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-13b/sgd/sgd_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-13b/sign_sgd/sign_sgd_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-13b/sign_sgd/sign_sgd_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-13b/sign_sgd/sign_sgd_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-13b/sign_sgd/sign_sgd_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-13b/sign_sgd/sign_sgd_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-13b/sign_sgd/sign_sgd_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-13b/sign_sgd/sign_sgd_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-13b/sign_sgd/sign_sgd_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-13b/zo_adam/zo_adam_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-13b/zo_adam/zo_adam_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-13b/zo_adam/zo_adam_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-13b/zo_adam/zo_adam_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-13b/zo_adam/zo_adam_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-13b/zo_adam/zo_adam_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-13b/zo_adam/zo_adam_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-13b/zo_adam/zo_adam_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-13b/zo_sgd/zo_sgd_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-13b/zo_sgd/zo_sgd_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-13b/zo_sgd/zo_sgd_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-13b/zo_sgd/zo_sgd_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-13b/zo_sgd/zo_sgd_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-13b/zo_sgd/zo_sgd_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-13b/zo_sgd/zo_sgd_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-13b/zo_sgd/zo_sgd_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-13b/zo_sgd_conserv/zo_sgd_conserv_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-13b/zo_sgd_conserv/zo_sgd_conserv_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-13b/zo_sgd_conserv/zo_sgd_conserv_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-13b/zo_sgd_conserv/zo_sgd_conserv_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-13b/zo_sgd_conserv/zo_sgd_conserv_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-13b/zo_sgd_conserv/zo_sgd_conserv_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-13b/zo_sgd_conserv/zo_sgd_conserv_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-13b/zo_sgd_conserv/zo_sgd_conserv_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-13b/zo_sgd_momen/zo_sgd_momen_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-13b/zo_sgd_momen/zo_sgd_momen_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-13b/zo_sgd_momen/zo_sgd_momen_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-13b/zo_sgd_momen/zo_sgd_momen_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-13b/zo_sgd_momen/zo_sgd_momen_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-13b/zo_sgd_momen/zo_sgd_momen_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-13b/zo_sgd_momen/zo_sgd_momen_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-13b/zo_sgd_momen/zo_sgd_momen_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-7b/adam/adam_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-7b/adam/adam_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-7b/adam/adam_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-7b/adam/adam_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-7b/adam/adam_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-7b/adam/adam_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-7b/adam/adam_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-7b/adam/adam_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-7b/forward_grad/forward_grad_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-7b/forward_grad/forward_grad_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-7b/forward_grad/forward_grad_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-7b/forward_grad/forward_grad_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-7b/forward_grad/forward_grad_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-7b/forward_grad/forward_grad_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-7b/forward_grad/forward_grad_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-7b/forward_grad/forward_grad_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-7b/sgd/sgd_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-7b/sgd/sgd_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-7b/sgd/sgd_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-7b/sgd/sgd_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-7b/sgd/sgd_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-7b/sgd/sgd_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-7b/sgd/sgd_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-7b/sgd/sgd_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-7b/sign_sgd/sign_sgd_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-7b/sign_sgd/sign_sgd_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-7b/sign_sgd/sign_sgd_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-7b/sign_sgd/sign_sgd_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-7b/sign_sgd/sign_sgd_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-7b/sign_sgd/sign_sgd_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-7b/sign_sgd/sign_sgd_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-7b/sign_sgd/sign_sgd_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-7b/zo_adam/zo_adam_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-7b/zo_adam/zo_adam_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-7b/zo_adam/zo_adam_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-7b/zo_adam/zo_adam_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-7b/zo_adam/zo_adam_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-7b/zo_adam/zo_adam_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-7b/zo_adam/zo_adam_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-7b/zo_adam/zo_adam_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-7b/zo_sgd/zo_sgd_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-7b/zo_sgd/zo_sgd_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-7b/zo_sgd/zo_sgd_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-7b/zo_sgd/zo_sgd_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-7b/zo_sgd/zo_sgd_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-7b/zo_sgd/zo_sgd_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-7b/zo_sgd/zo_sgd_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-7b/zo_sgd/zo_sgd_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-7b/zo_sgd_conserv/zo_sgd_conserv_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-7b/zo_sgd_conserv/zo_sgd_conserv_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-7b/zo_sgd_conserv/zo_sgd_conserv_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-7b/zo_sgd_conserv/zo_sgd_conserv_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-7b/zo_sgd_conserv/zo_sgd_conserv_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-7b/zo_sgd_conserv/zo_sgd_conserv_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-7b/zo_sgd_conserv/zo_sgd_conserv_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-7b/zo_sgd_conserv/zo_sgd_conserv_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-7b/zo_sgd_momen/zo_sgd_momen_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-7b/zo_sgd_momen/zo_sgd_momen_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-7b/zo_sgd_momen/zo_sgd_momen_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-7b/zo_sgd_momen/zo_sgd_momen_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-7b/zo_sgd_momen/zo_sgd_momen_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-7b/zo_sgd_momen/zo_sgd_momen_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_llama-7b/zo_sgd_momen/zo_sgd_momen_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_llama-7b/zo_sgd_momen/zo_sgd_momen_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_mistral/adam/adam_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_mistral/adam/adam_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_mistral/adam/adam_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_mistral/adam/adam_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_mistral/adam/adam_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_mistral/adam/adam_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_mistral/adam/adam_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_mistral/adam/adam_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_mistral/forward_grad/forward_grad_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_mistral/forward_grad/forward_grad_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_mistral/forward_grad/forward_grad_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_mistral/forward_grad/forward_grad_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_mistral/forward_grad/forward_grad_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_mistral/forward_grad/forward_grad_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_mistral/forward_grad/forward_grad_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_mistral/forward_grad/forward_grad_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_mistral/sgd/sgd_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_mistral/sgd/sgd_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_mistral/sgd/sgd_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_mistral/sgd/sgd_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_mistral/sgd/sgd_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_mistral/sgd/sgd_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_mistral/sgd/sgd_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_mistral/sgd/sgd_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_mistral/sign_sgd/sign_sgd_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_mistral/sign_sgd/sign_sgd_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_mistral/sign_sgd/sign_sgd_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_mistral/sign_sgd/sign_sgd_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_mistral/sign_sgd/sign_sgd_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_mistral/sign_sgd/sign_sgd_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_mistral/sign_sgd/sign_sgd_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_mistral/sign_sgd/sign_sgd_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_mistral/zo_adam/zo_adam_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_mistral/zo_adam/zo_adam_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_mistral/zo_adam/zo_adam_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_mistral/zo_adam/zo_adam_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_mistral/zo_adam/zo_adam_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_mistral/zo_adam/zo_adam_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_mistral/zo_adam/zo_adam_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_mistral/zo_adam/zo_adam_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_mistral/zo_sgd/zo_sgd_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_mistral/zo_sgd/zo_sgd_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_mistral/zo_sgd/zo_sgd_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_mistral/zo_sgd/zo_sgd_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_mistral/zo_sgd/zo_sgd_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_mistral/zo_sgd/zo_sgd_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_mistral/zo_sgd/zo_sgd_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_mistral/zo_sgd/zo_sgd_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_mistral/zo_sgd_conserv/zo_sgd_conserv_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_mistral/zo_sgd_conserv/zo_sgd_conserv_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_mistral/zo_sgd_conserv/zo_sgd_conserv_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_mistral/zo_sgd_conserv/zo_sgd_conserv_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_mistral/zo_sgd_conserv/zo_sgd_conserv_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_mistral/zo_sgd_conserv/zo_sgd_conserv_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_mistral/zo_sgd_conserv/zo_sgd_conserv_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_mistral/zo_sgd_conserv/zo_sgd_conserv_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_mistral/zo_sgd_momen/zo_sgd_momen_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_mistral/zo_sgd_momen/zo_sgd_momen_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_mistral/zo_sgd_momen/zo_sgd_momen_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_mistral/zo_sgd_momen/zo_sgd_momen_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_mistral/zo_sgd_momen/zo_sgd_momen_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_mistral/zo_sgd_momen/zo_sgd_momen_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_mistral/zo_sgd_momen/zo_sgd_momen_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_mistral/zo_sgd_momen/zo_sgd_momen_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_opt-13b/adam/adam_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_opt-13b/adam/adam_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_opt-13b/adam/adam_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_opt-13b/adam/adam_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_opt-13b/adam/adam_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_opt-13b/adam/adam_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_opt-13b/adam/adam_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_opt-13b/adam/adam_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_opt-13b/forward_grad/forward_grad_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_opt-13b/forward_grad/forward_grad_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_opt-13b/forward_grad/forward_grad_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_opt-13b/forward_grad/forward_grad_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_opt-13b/forward_grad/forward_grad_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_opt-13b/forward_grad/forward_grad_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_opt-13b/forward_grad/forward_grad_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_opt-13b/forward_grad/forward_grad_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_opt-13b/sgd/sgd_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_opt-13b/sgd/sgd_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_opt-13b/sgd/sgd_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_opt-13b/sgd/sgd_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_opt-13b/sgd/sgd_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_opt-13b/sgd/sgd_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_opt-13b/sgd/sgd_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_opt-13b/sgd/sgd_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_opt-13b/sign_sgd/sign_sgd_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_opt-13b/sign_sgd/sign_sgd_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_opt-13b/sign_sgd/sign_sgd_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_opt-13b/sign_sgd/sign_sgd_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_opt-13b/sign_sgd/sign_sgd_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_opt-13b/sign_sgd/sign_sgd_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_opt-13b/sign_sgd/sign_sgd_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_opt-13b/sign_sgd/sign_sgd_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_opt-13b/zo_adam/zo_adam_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_opt-13b/zo_adam/zo_adam_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_opt-13b/zo_adam/zo_adam_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_opt-13b/zo_adam/zo_adam_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_opt-13b/zo_adam/zo_adam_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_opt-13b/zo_adam/zo_adam_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_opt-13b/zo_adam/zo_adam_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_opt-13b/zo_adam/zo_adam_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_opt-13b/zo_sgd/zo_sgd_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_opt-13b/zo_sgd/zo_sgd_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_opt-13b/zo_sgd/zo_sgd_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_opt-13b/zo_sgd/zo_sgd_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_opt-13b/zo_sgd/zo_sgd_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_opt-13b/zo_sgd/zo_sgd_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_opt-13b/zo_sgd/zo_sgd_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_opt-13b/zo_sgd/zo_sgd_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_opt-13b/zo_sgd_conserv/zo_sgd_conserv_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_opt-13b/zo_sgd_conserv/zo_sgd_conserv_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_opt-13b/zo_sgd_conserv/zo_sgd_conserv_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_opt-13b/zo_sgd_conserv/zo_sgd_conserv_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_opt-13b/zo_sgd_conserv/zo_sgd_conserv_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_opt-13b/zo_sgd_conserv/zo_sgd_conserv_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_opt-13b/zo_sgd_conserv/zo_sgd_conserv_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_opt-13b/zo_sgd_conserv/zo_sgd_conserv_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_opt-13b/zo_sgd_momen/zo_sgd_momen_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_opt-13b/zo_sgd_momen/zo_sgd_momen_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_opt-13b/zo_sgd_momen/zo_sgd_momen_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_opt-13b/zo_sgd_momen/zo_sgd_momen_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_opt-13b/zo_sgd_momen/zo_sgd_momen_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_opt-13b/zo_sgd_momen/zo_sgd_momen_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_opt-13b/zo_sgd_momen/zo_sgd_momen_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_opt-13b/zo_sgd_momen/zo_sgd_momen_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_vicuna/adam/adam_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_vicuna/adam/adam_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_vicuna/adam/adam_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_vicuna/adam/adam_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_vicuna/adam/adam_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_vicuna/adam/adam_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_vicuna/adam/adam_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_vicuna/adam/adam_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_vicuna/forward_grad/forward_grad_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_vicuna/forward_grad/forward_grad_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_vicuna/forward_grad/forward_grad_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_vicuna/forward_grad/forward_grad_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_vicuna/forward_grad/forward_grad_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_vicuna/forward_grad/forward_grad_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_vicuna/forward_grad/forward_grad_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_vicuna/forward_grad/forward_grad_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_vicuna/sgd/sgd_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_vicuna/sgd/sgd_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_vicuna/sgd/sgd_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_vicuna/sgd/sgd_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_vicuna/sgd/sgd_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_vicuna/sgd/sgd_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_vicuna/sgd/sgd_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_vicuna/sgd/sgd_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_vicuna/sign_sgd/sign_sgd_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_vicuna/sign_sgd/sign_sgd_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_vicuna/sign_sgd/sign_sgd_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_vicuna/sign_sgd/sign_sgd_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_vicuna/sign_sgd/sign_sgd_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_vicuna/sign_sgd/sign_sgd_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_vicuna/sign_sgd/sign_sgd_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_vicuna/sign_sgd/sign_sgd_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_vicuna/zo_adam/zo_adam_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_vicuna/zo_adam/zo_adam_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_vicuna/zo_adam/zo_adam_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_vicuna/zo_adam/zo_adam_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_vicuna/zo_adam/zo_adam_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_vicuna/zo_adam/zo_adam_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_vicuna/zo_adam/zo_adam_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_vicuna/zo_adam/zo_adam_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_vicuna/zo_sgd/zo_sgd_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_vicuna/zo_sgd/zo_sgd_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_vicuna/zo_sgd/zo_sgd_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_vicuna/zo_sgd/zo_sgd_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_vicuna/zo_sgd/zo_sgd_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_vicuna/zo_sgd/zo_sgd_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_vicuna/zo_sgd/zo_sgd_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_vicuna/zo_sgd/zo_sgd_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_vicuna/zo_sgd_conserv/zo_sgd_conserv_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_vicuna/zo_sgd_conserv/zo_sgd_conserv_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_vicuna/zo_sgd_conserv/zo_sgd_conserv_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_vicuna/zo_sgd_conserv/zo_sgd_conserv_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_vicuna/zo_sgd_conserv/zo_sgd_conserv_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_vicuna/zo_sgd_conserv/zo_sgd_conserv_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_vicuna/zo_sgd_conserv/zo_sgd_conserv_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_vicuna/zo_sgd_conserv/zo_sgd_conserv_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_vicuna/zo_sgd_momen/zo_sgd_momen_winogrande_ft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_vicuna/zo_sgd_momen/zo_sgd_momen_winogrande_ft.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_vicuna/zo_sgd_momen/zo_sgd_momen_winogrande_lora.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_vicuna/zo_sgd_momen/zo_sgd_momen_winogrande_lora.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_vicuna/zo_sgd_momen/zo_sgd_momen_winogrande_prefix.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_vicuna/zo_sgd_momen/zo_sgd_momen_winogrande_prefix.yml -------------------------------------------------------------------------------- /zo-bench/sweeps/WinoGrande_vicuna/zo_sgd_momen/zo_sgd_momen_winogrande_prompt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/sweeps/WinoGrande_vicuna/zo_sgd_momen/zo_sgd_momen_winogrande_prompt.yml -------------------------------------------------------------------------------- /zo-bench/tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/tasks.py -------------------------------------------------------------------------------- /zo-bench/templates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/templates.py -------------------------------------------------------------------------------- /zo-bench/test_fake_text_memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/test_fake_text_memory.py -------------------------------------------------------------------------------- /zo-bench/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/trainer.py -------------------------------------------------------------------------------- /zo-bench/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZO-Bench/ZO-LLM/HEAD/zo-bench/utils.py --------------------------------------------------------------------------------