├── .gitignore ├── README.md ├── deprecated ├── self_distill.py └── wrong_analysis.py ├── img ├── cmp_other.png ├── highlight.png ├── jailbreak.png ├── ood_tuning.png └── taia.png ├── pyproject.toml ├── requirements.txt ├── scripts ├── eval │ └── slurm │ │ ├── eval_advbench_woffn.sh │ │ ├── eval_lora.sh │ │ ├── eval_lora_woffn.sh │ │ ├── eval_molora.sh │ │ └── eval_molora_woffn.sh ├── train │ └── slurm │ │ ├── sft_llama2-lora-aoa.sh │ │ ├── sft_llama2-lora-benign.sh │ │ ├── sft_llama2-lora-redteam.sh │ │ ├── sft_qwen1.5-1.8b-lora.sh │ │ └── sft_qwen1.5-1.8b-molora.sh ├── zero2.json ├── zero3.json └── zero3_offload.json └── taia ├── __init__.py ├── constants.py ├── conversations.py ├── eval ├── eval_advbench.py ├── eval_em.py ├── merge_lora_molora_weights.py ├── model_advbench_gen.py ├── model_alpaca_gen.py ├── model_batch_gen.py └── model_diverse_gen.py ├── model ├── __init__.py ├── builder.py ├── modeling_molora_llama.py ├── modeling_molora_qwen.py └── utils.py ├── train ├── ming_flash_attn_monkey_patch.py ├── train.py ├── train_mem.py └── trainer.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pixas/TAIA_LLM/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pixas/TAIA_LLM/HEAD/README.md -------------------------------------------------------------------------------- /deprecated/self_distill.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pixas/TAIA_LLM/HEAD/deprecated/self_distill.py -------------------------------------------------------------------------------- /deprecated/wrong_analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pixas/TAIA_LLM/HEAD/deprecated/wrong_analysis.py -------------------------------------------------------------------------------- /img/cmp_other.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pixas/TAIA_LLM/HEAD/img/cmp_other.png -------------------------------------------------------------------------------- /img/highlight.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pixas/TAIA_LLM/HEAD/img/highlight.png -------------------------------------------------------------------------------- /img/jailbreak.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pixas/TAIA_LLM/HEAD/img/jailbreak.png -------------------------------------------------------------------------------- /img/ood_tuning.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pixas/TAIA_LLM/HEAD/img/ood_tuning.png -------------------------------------------------------------------------------- /img/taia.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pixas/TAIA_LLM/HEAD/img/taia.png -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pixas/TAIA_LLM/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pixas/TAIA_LLM/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/eval/slurm/eval_advbench_woffn.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pixas/TAIA_LLM/HEAD/scripts/eval/slurm/eval_advbench_woffn.sh -------------------------------------------------------------------------------- /scripts/eval/slurm/eval_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pixas/TAIA_LLM/HEAD/scripts/eval/slurm/eval_lora.sh -------------------------------------------------------------------------------- /scripts/eval/slurm/eval_lora_woffn.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pixas/TAIA_LLM/HEAD/scripts/eval/slurm/eval_lora_woffn.sh -------------------------------------------------------------------------------- /scripts/eval/slurm/eval_molora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pixas/TAIA_LLM/HEAD/scripts/eval/slurm/eval_molora.sh -------------------------------------------------------------------------------- /scripts/eval/slurm/eval_molora_woffn.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pixas/TAIA_LLM/HEAD/scripts/eval/slurm/eval_molora_woffn.sh -------------------------------------------------------------------------------- /scripts/train/slurm/sft_llama2-lora-aoa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pixas/TAIA_LLM/HEAD/scripts/train/slurm/sft_llama2-lora-aoa.sh -------------------------------------------------------------------------------- /scripts/train/slurm/sft_llama2-lora-benign.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pixas/TAIA_LLM/HEAD/scripts/train/slurm/sft_llama2-lora-benign.sh -------------------------------------------------------------------------------- /scripts/train/slurm/sft_llama2-lora-redteam.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pixas/TAIA_LLM/HEAD/scripts/train/slurm/sft_llama2-lora-redteam.sh -------------------------------------------------------------------------------- /scripts/train/slurm/sft_qwen1.5-1.8b-lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pixas/TAIA_LLM/HEAD/scripts/train/slurm/sft_qwen1.5-1.8b-lora.sh -------------------------------------------------------------------------------- /scripts/train/slurm/sft_qwen1.5-1.8b-molora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pixas/TAIA_LLM/HEAD/scripts/train/slurm/sft_qwen1.5-1.8b-molora.sh -------------------------------------------------------------------------------- /scripts/zero2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pixas/TAIA_LLM/HEAD/scripts/zero2.json -------------------------------------------------------------------------------- /scripts/zero3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pixas/TAIA_LLM/HEAD/scripts/zero3.json -------------------------------------------------------------------------------- /scripts/zero3_offload.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pixas/TAIA_LLM/HEAD/scripts/zero3_offload.json -------------------------------------------------------------------------------- /taia/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /taia/constants.py: -------------------------------------------------------------------------------- 1 | 2 | IGNORE_INDEX=151643 -------------------------------------------------------------------------------- /taia/conversations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pixas/TAIA_LLM/HEAD/taia/conversations.py -------------------------------------------------------------------------------- /taia/eval/eval_advbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pixas/TAIA_LLM/HEAD/taia/eval/eval_advbench.py -------------------------------------------------------------------------------- /taia/eval/eval_em.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pixas/TAIA_LLM/HEAD/taia/eval/eval_em.py -------------------------------------------------------------------------------- /taia/eval/merge_lora_molora_weights.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pixas/TAIA_LLM/HEAD/taia/eval/merge_lora_molora_weights.py -------------------------------------------------------------------------------- /taia/eval/model_advbench_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pixas/TAIA_LLM/HEAD/taia/eval/model_advbench_gen.py -------------------------------------------------------------------------------- /taia/eval/model_alpaca_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pixas/TAIA_LLM/HEAD/taia/eval/model_alpaca_gen.py -------------------------------------------------------------------------------- /taia/eval/model_batch_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pixas/TAIA_LLM/HEAD/taia/eval/model_batch_gen.py -------------------------------------------------------------------------------- /taia/eval/model_diverse_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pixas/TAIA_LLM/HEAD/taia/eval/model_diverse_gen.py -------------------------------------------------------------------------------- /taia/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pixas/TAIA_LLM/HEAD/taia/model/__init__.py -------------------------------------------------------------------------------- /taia/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pixas/TAIA_LLM/HEAD/taia/model/builder.py -------------------------------------------------------------------------------- /taia/model/modeling_molora_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pixas/TAIA_LLM/HEAD/taia/model/modeling_molora_llama.py -------------------------------------------------------------------------------- /taia/model/modeling_molora_qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pixas/TAIA_LLM/HEAD/taia/model/modeling_molora_qwen.py -------------------------------------------------------------------------------- /taia/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pixas/TAIA_LLM/HEAD/taia/model/utils.py -------------------------------------------------------------------------------- /taia/train/ming_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pixas/TAIA_LLM/HEAD/taia/train/ming_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /taia/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pixas/TAIA_LLM/HEAD/taia/train/train.py -------------------------------------------------------------------------------- /taia/train/train_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pixas/TAIA_LLM/HEAD/taia/train/train_mem.py -------------------------------------------------------------------------------- /taia/train/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pixas/TAIA_LLM/HEAD/taia/train/trainer.py -------------------------------------------------------------------------------- /taia/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pixas/TAIA_LLM/HEAD/taia/utils.py --------------------------------------------------------------------------------