├── .gitignore ├── DiffuLLaMA-training ├── README.md ├── accelerate_configs │ ├── deepspeed_inference.yaml │ ├── multi_node.yaml │ ├── single_node.yaml │ ├── two_node.yaml │ ├── zero3.json │ ├── zero3_offload.json │ └── zero3_offload_inference.json ├── easy_context │ ├── __init__.py │ ├── dist_flash_attn │ │ ├── README.md │ │ ├── async_communication.py │ │ ├── lightseq_async_attn.py │ │ ├── lightseq_async_attn_varlen.py │ │ ├── monkey_patch.py │ │ └── prepare_input.py │ ├── ulysses_attn │ │ ├── monkey_patch.py │ │ └── prepare_inputs.py │ ├── unsloth_offloaded_gradient_checkpoint │ │ └── monkey_patch.py │ └── zigzag_ring_attn │ │ ├── monkey_patch.py │ │ └── prepare_inputs.py ├── hostname.txt ├── model_llama.py ├── multi_node.sh ├── packed_dataset.py ├── pip_freeze.txt ├── requirements.txt ├── run_distributed.sh └── train.py ├── LLaMA-Factory ├── .gitattributes ├── .gitignore ├── LICENSE ├── MANIFEST.in ├── Makefile ├── README.md ├── data │ ├── README.md │ ├── c4_demo.json │ ├── data_prepare.py │ ├── dataset_info.json │ ├── gsm.json │ ├── gsm_test.json │ └── wiki_demo.txt ├── evaluation │ ├── cloze_test_val__spring2016.csv │ ├── lambada_test_plain_text.txt │ └── mmlu │ │ ├── mapping.json │ │ ├── mmlu.py │ │ └── mmlu.zip ├── examples │ ├── README.md │ ├── accelerate │ │ └── fsdp_config.yaml │ ├── deepspeed │ │ ├── ds_z0_config.json │ │ ├── ds_z2_config.json │ │ ├── ds_z2_offload_config.json │ │ ├── ds_z3_config.json │ │ └── ds_z3_offload_config.json │ ├── extras │ │ ├── adam_mini │ │ │ └── qwen2_full_sft.yaml │ │ ├── badam │ │ │ └── llama3_full_sft.yaml │ │ ├── fsdp_qlora │ │ │ ├── llama3_lora_sft.yaml │ │ │ └── train.sh │ │ ├── galore │ │ │ └── llama3_full_sft.yaml │ │ ├── llama_pro │ │ │ ├── expand.sh │ │ │ └── llama3_freeze_sft.yaml │ │ ├── loraplus │ │ │ └── llama3_lora_sft.yaml │ │ ├── mod │ │ │ └── llama3_full_sft.yaml │ │ └── pissa │ │ │ ├── init.sh │ │ │ └── llama3_lora_sft.yaml │ ├── inference │ │ ├── gpt2_full_ddm-gsm-inf.yaml │ │ ├── gpt2_full_ddm-inf.yaml │ │ ├── gpt2_full_ddm-small-inf-512.yaml │ │ ├── llama2_full_ddm-gsm-inf.yaml │ │ └── llama2_full_ddm-inf-uncon.yaml │ ├── train_full │ │ ├── gpt2_full_ddm-sft.yaml │ │ ├── gpt2_full_ddm-small.yaml │ │ ├── gpt2_full_ddm.yaml │ │ └── gpt2_preprocess.yaml │ └── train_lora │ │ ├── llama2_lora_ar-sft-gsm.yaml │ │ └── llama2_lora_ddm-sft.yaml ├── pyproject.toml ├── requirements.txt ├── run_example.sh ├── scripts │ ├── cal_flops.py │ ├── cal_lr.py │ ├── cal_ppl.py │ ├── length_cdf.py │ ├── llama_pro.py │ ├── llamafy_baichuan2.py │ ├── llamafy_qwen.py │ ├── loftq_init.py │ ├── pissa_init.py │ └── test_toolcall.py ├── setup.py ├── src │ ├── api.py │ ├── llamafactory │ │ ├── __init__.py │ │ ├── api │ │ │ ├── __init__.py │ │ │ ├── app.py │ │ │ ├── chat.py │ │ │ ├── common.py │ │ │ └── protocol.py │ │ ├── attention_patch.py │ │ ├── chat │ │ │ ├── __init__.py │ │ │ ├── base_engine.py │ │ │ ├── chat_model.py │ │ │ ├── hf_engine.py │ │ │ └── vllm_engine.py │ │ ├── cli.py │ │ ├── data │ │ │ ├── __init__.py │ │ │ ├── aligner.py │ │ │ ├── collator.py │ │ │ ├── data_utils.py │ │ │ ├── formatter.py │ │ │ ├── loader.py │ │ │ ├── mm_plugin.py │ │ │ ├── parser.py │ │ │ ├── preprocess.py │ │ │ ├── processors │ │ │ │ ├── __init__.py │ │ │ │ ├── feedback.py │ │ │ │ ├── pairwise.py │ │ │ │ ├── pretrain.py │ │ │ │ ├── processor_utils.py │ │ │ │ ├── supervised.py │ │ │ │ └── unsupervised.py │ │ │ ├── template.py │ │ │ └── tool_utils.py │ │ ├── eval │ │ │ ├── __init__.py │ │ │ ├── evaluator.py │ │ │ └── template.py │ │ ├── extras │ │ │ ├── __init__.py │ │ │ ├── constants.py │ │ │ ├── env.py │ │ │ ├── logging.py │ │ │ ├── misc.py │ │ │ ├── packages.py │ │ │ └── ploting.py │ │ ├── hparams │ │ │ ├── __init__.py │ │ │ ├── data_args.py │ │ │ ├── evaluation_args.py │ │ │ ├── finetuning_args.py │ │ │ ├── generating_args.py │ │ │ ├── model_args.py │ │ │ └── parser.py │ │ ├── launcher.py │ │ ├── model │ │ │ ├── __init__.py │ │ │ ├── adapter.py │ │ │ ├── loader.py │ │ │ ├── model_utils │ │ │ │ ├── __init__.py │ │ │ │ ├── attention.py │ │ │ │ ├── checkpointing.py │ │ │ │ ├── embedding.py │ │ │ │ ├── liger_kernel.py │ │ │ │ ├── longlora.py │ │ │ │ ├── misc.py │ │ │ │ ├── mod.py │ │ │ │ ├── moe.py │ │ │ │ ├── packing.py │ │ │ │ ├── quantization.py │ │ │ │ ├── rope.py │ │ │ │ ├── unsloth.py │ │ │ │ ├── valuehead.py │ │ │ │ └── visual.py │ │ │ └── patcher.py │ │ ├── train │ │ │ ├── __init__.py │ │ │ ├── callbacks.py │ │ │ ├── ddm │ │ │ │ ├── __init__.py │ │ │ │ ├── metric.py │ │ │ │ ├── model.py │ │ │ │ ├── trainer.py │ │ │ │ └── workflow.py │ │ │ ├── dpo │ │ │ │ ├── __init__.py │ │ │ │ ├── trainer.py │ │ │ │ └── workflow.py │ │ │ ├── kto │ │ │ │ ├── __init__.py │ │ │ │ ├── trainer.py │ │ │ │ └── workflow.py │ │ │ ├── ppo │ │ │ │ ├── __init__.py │ │ │ │ ├── ppo_utils.py │ │ │ │ ├── trainer.py │ │ │ │ └── workflow.py │ │ │ ├── pt │ │ │ │ ├── __init__.py │ │ │ │ ├── trainer.py │ │ │ │ └── workflow.py │ │ │ ├── rm │ │ │ │ ├── __init__.py │ │ │ │ ├── metric.py │ │ │ │ ├── trainer.py │ │ │ │ └── workflow.py │ │ │ ├── sft │ │ │ │ ├── __init__.py │ │ │ │ ├── metric.py │ │ │ │ ├── trainer.py │ │ │ │ └── workflow.py │ │ │ ├── test_utils.py │ │ │ ├── trainer_utils.py │ │ │ └── tuner.py │ │ └── webui │ │ │ ├── __init__.py │ │ │ ├── chatter.py │ │ │ ├── common.py │ │ │ ├── components │ │ │ ├── __init__.py │ │ │ ├── chatbot.py │ │ │ ├── data.py │ │ │ ├── eval.py │ │ │ ├── export.py │ │ │ ├── infer.py │ │ │ ├── top.py │ │ │ └── train.py │ │ │ ├── css.py │ │ │ ├── engine.py │ │ │ ├── interface.py │ │ │ ├── locales.py │ │ │ ├── manager.py │ │ │ ├── runner.py │ │ │ └── utils.py │ ├── train.py │ └── webui.py └── tests │ ├── data │ ├── processors │ │ ├── test_feedback.py │ │ ├── test_pairwise.py │ │ ├── test_processor_utils.py │ │ ├── test_supervised.py │ │ └── test_unsupervised.py │ ├── test_collator.py │ ├── test_formatter.py │ ├── test_mm_plugin.py │ └── test_template.py │ ├── eval │ └── test_eval_template.py │ └── model │ ├── model_utils │ ├── test_attention.py │ ├── test_checkpointing.py │ └── test_packing.py │ ├── test_base.py │ ├── test_freeze.py │ ├── test_full.py │ ├── test_lora.py │ └── test_pissa.py ├── README.md ├── assets ├── logo.png ├── overview.png └── poster.png ├── attention_patch.py ├── evaluation ├── README.md ├── attention_patch.py ├── baselines │ ├── Plaid_sample.py │ └── SEDD_run_sample_cond.py ├── eval-diffugpt.py ├── eval-diffullama.py ├── eval-llm.py ├── evaluation │ ├── cloze_test_val__spring2016.csv │ └── lambada_test_plain_text.txt ├── f1.py └── model.py ├── example_output ├── DiffuGPT-m-GSM-results.jsonl ├── DiffuLLaMA-GSM-results.jsonl ├── inference-DiffuGPT-medium.log ├── inference-DiffuGPT-small.log └── inference-DiffuLlama.log ├── inf_diffugpt.py ├── inf_diffullama.py └── model.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/.gitignore -------------------------------------------------------------------------------- /DiffuLLaMA-training/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/DiffuLLaMA-training/README.md -------------------------------------------------------------------------------- /DiffuLLaMA-training/accelerate_configs/deepspeed_inference.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/DiffuLLaMA-training/accelerate_configs/deepspeed_inference.yaml -------------------------------------------------------------------------------- /DiffuLLaMA-training/accelerate_configs/multi_node.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/DiffuLLaMA-training/accelerate_configs/multi_node.yaml -------------------------------------------------------------------------------- /DiffuLLaMA-training/accelerate_configs/single_node.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/DiffuLLaMA-training/accelerate_configs/single_node.yaml -------------------------------------------------------------------------------- /DiffuLLaMA-training/accelerate_configs/two_node.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/DiffuLLaMA-training/accelerate_configs/two_node.yaml -------------------------------------------------------------------------------- /DiffuLLaMA-training/accelerate_configs/zero3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/DiffuLLaMA-training/accelerate_configs/zero3.json -------------------------------------------------------------------------------- /DiffuLLaMA-training/accelerate_configs/zero3_offload.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/DiffuLLaMA-training/accelerate_configs/zero3_offload.json -------------------------------------------------------------------------------- /DiffuLLaMA-training/accelerate_configs/zero3_offload_inference.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/DiffuLLaMA-training/accelerate_configs/zero3_offload_inference.json -------------------------------------------------------------------------------- /DiffuLLaMA-training/easy_context/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/DiffuLLaMA-training/easy_context/__init__.py -------------------------------------------------------------------------------- /DiffuLLaMA-training/easy_context/dist_flash_attn/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/DiffuLLaMA-training/easy_context/dist_flash_attn/README.md -------------------------------------------------------------------------------- /DiffuLLaMA-training/easy_context/dist_flash_attn/async_communication.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/DiffuLLaMA-training/easy_context/dist_flash_attn/async_communication.py -------------------------------------------------------------------------------- /DiffuLLaMA-training/easy_context/dist_flash_attn/lightseq_async_attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/DiffuLLaMA-training/easy_context/dist_flash_attn/lightseq_async_attn.py -------------------------------------------------------------------------------- /DiffuLLaMA-training/easy_context/dist_flash_attn/lightseq_async_attn_varlen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/DiffuLLaMA-training/easy_context/dist_flash_attn/lightseq_async_attn_varlen.py -------------------------------------------------------------------------------- /DiffuLLaMA-training/easy_context/dist_flash_attn/monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/DiffuLLaMA-training/easy_context/dist_flash_attn/monkey_patch.py -------------------------------------------------------------------------------- /DiffuLLaMA-training/easy_context/dist_flash_attn/prepare_input.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/DiffuLLaMA-training/easy_context/dist_flash_attn/prepare_input.py -------------------------------------------------------------------------------- /DiffuLLaMA-training/easy_context/ulysses_attn/monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/DiffuLLaMA-training/easy_context/ulysses_attn/monkey_patch.py -------------------------------------------------------------------------------- /DiffuLLaMA-training/easy_context/ulysses_attn/prepare_inputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/DiffuLLaMA-training/easy_context/ulysses_attn/prepare_inputs.py -------------------------------------------------------------------------------- /DiffuLLaMA-training/easy_context/unsloth_offloaded_gradient_checkpoint/monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/DiffuLLaMA-training/easy_context/unsloth_offloaded_gradient_checkpoint/monkey_patch.py -------------------------------------------------------------------------------- /DiffuLLaMA-training/easy_context/zigzag_ring_attn/monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/DiffuLLaMA-training/easy_context/zigzag_ring_attn/monkey_patch.py -------------------------------------------------------------------------------- /DiffuLLaMA-training/easy_context/zigzag_ring_attn/prepare_inputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/DiffuLLaMA-training/easy_context/zigzag_ring_attn/prepare_inputs.py -------------------------------------------------------------------------------- /DiffuLLaMA-training/hostname.txt: -------------------------------------------------------------------------------- 1 | gh023 2 | gh120 3 | -------------------------------------------------------------------------------- /DiffuLLaMA-training/model_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/DiffuLLaMA-training/model_llama.py -------------------------------------------------------------------------------- /DiffuLLaMA-training/multi_node.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/DiffuLLaMA-training/multi_node.sh -------------------------------------------------------------------------------- /DiffuLLaMA-training/packed_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/DiffuLLaMA-training/packed_dataset.py -------------------------------------------------------------------------------- /DiffuLLaMA-training/pip_freeze.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/DiffuLLaMA-training/pip_freeze.txt -------------------------------------------------------------------------------- /DiffuLLaMA-training/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/DiffuLLaMA-training/requirements.txt -------------------------------------------------------------------------------- /DiffuLLaMA-training/run_distributed.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/DiffuLLaMA-training/run_distributed.sh -------------------------------------------------------------------------------- /DiffuLLaMA-training/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/DiffuLLaMA-training/train.py -------------------------------------------------------------------------------- /LLaMA-Factory/.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/.gitattributes -------------------------------------------------------------------------------- /LLaMA-Factory/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/.gitignore -------------------------------------------------------------------------------- /LLaMA-Factory/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/LICENSE -------------------------------------------------------------------------------- /LLaMA-Factory/MANIFEST.in: -------------------------------------------------------------------------------- 1 | include LICENSE requirements.txt 2 | -------------------------------------------------------------------------------- /LLaMA-Factory/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/Makefile -------------------------------------------------------------------------------- /LLaMA-Factory/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/README.md -------------------------------------------------------------------------------- /LLaMA-Factory/data/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/data/README.md -------------------------------------------------------------------------------- /LLaMA-Factory/data/c4_demo.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/data/c4_demo.json -------------------------------------------------------------------------------- /LLaMA-Factory/data/data_prepare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/data/data_prepare.py -------------------------------------------------------------------------------- /LLaMA-Factory/data/dataset_info.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/data/dataset_info.json -------------------------------------------------------------------------------- /LLaMA-Factory/data/gsm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/data/gsm.json -------------------------------------------------------------------------------- /LLaMA-Factory/data/gsm_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/data/gsm_test.json -------------------------------------------------------------------------------- /LLaMA-Factory/data/wiki_demo.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/data/wiki_demo.txt -------------------------------------------------------------------------------- /LLaMA-Factory/evaluation/cloze_test_val__spring2016.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/evaluation/cloze_test_val__spring2016.csv -------------------------------------------------------------------------------- /LLaMA-Factory/evaluation/lambada_test_plain_text.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/evaluation/lambada_test_plain_text.txt -------------------------------------------------------------------------------- /LLaMA-Factory/evaluation/mmlu/mapping.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/evaluation/mmlu/mapping.json -------------------------------------------------------------------------------- /LLaMA-Factory/evaluation/mmlu/mmlu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/evaluation/mmlu/mmlu.py -------------------------------------------------------------------------------- /LLaMA-Factory/evaluation/mmlu/mmlu.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/evaluation/mmlu/mmlu.zip -------------------------------------------------------------------------------- /LLaMA-Factory/examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/examples/README.md -------------------------------------------------------------------------------- /LLaMA-Factory/examples/accelerate/fsdp_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/examples/accelerate/fsdp_config.yaml -------------------------------------------------------------------------------- /LLaMA-Factory/examples/deepspeed/ds_z0_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/examples/deepspeed/ds_z0_config.json -------------------------------------------------------------------------------- /LLaMA-Factory/examples/deepspeed/ds_z2_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/examples/deepspeed/ds_z2_config.json -------------------------------------------------------------------------------- /LLaMA-Factory/examples/deepspeed/ds_z2_offload_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/examples/deepspeed/ds_z2_offload_config.json -------------------------------------------------------------------------------- /LLaMA-Factory/examples/deepspeed/ds_z3_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/examples/deepspeed/ds_z3_config.json -------------------------------------------------------------------------------- /LLaMA-Factory/examples/deepspeed/ds_z3_offload_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/examples/deepspeed/ds_z3_offload_config.json -------------------------------------------------------------------------------- /LLaMA-Factory/examples/extras/adam_mini/qwen2_full_sft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/examples/extras/adam_mini/qwen2_full_sft.yaml -------------------------------------------------------------------------------- /LLaMA-Factory/examples/extras/badam/llama3_full_sft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/examples/extras/badam/llama3_full_sft.yaml -------------------------------------------------------------------------------- /LLaMA-Factory/examples/extras/fsdp_qlora/llama3_lora_sft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/examples/extras/fsdp_qlora/llama3_lora_sft.yaml -------------------------------------------------------------------------------- /LLaMA-Factory/examples/extras/fsdp_qlora/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/examples/extras/fsdp_qlora/train.sh -------------------------------------------------------------------------------- /LLaMA-Factory/examples/extras/galore/llama3_full_sft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/examples/extras/galore/llama3_full_sft.yaml -------------------------------------------------------------------------------- /LLaMA-Factory/examples/extras/llama_pro/expand.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/examples/extras/llama_pro/expand.sh -------------------------------------------------------------------------------- /LLaMA-Factory/examples/extras/llama_pro/llama3_freeze_sft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/examples/extras/llama_pro/llama3_freeze_sft.yaml -------------------------------------------------------------------------------- /LLaMA-Factory/examples/extras/loraplus/llama3_lora_sft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/examples/extras/loraplus/llama3_lora_sft.yaml -------------------------------------------------------------------------------- /LLaMA-Factory/examples/extras/mod/llama3_full_sft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/examples/extras/mod/llama3_full_sft.yaml -------------------------------------------------------------------------------- /LLaMA-Factory/examples/extras/pissa/init.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/examples/extras/pissa/init.sh -------------------------------------------------------------------------------- /LLaMA-Factory/examples/extras/pissa/llama3_lora_sft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/examples/extras/pissa/llama3_lora_sft.yaml -------------------------------------------------------------------------------- /LLaMA-Factory/examples/inference/gpt2_full_ddm-gsm-inf.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/examples/inference/gpt2_full_ddm-gsm-inf.yaml -------------------------------------------------------------------------------- /LLaMA-Factory/examples/inference/gpt2_full_ddm-inf.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/examples/inference/gpt2_full_ddm-inf.yaml -------------------------------------------------------------------------------- /LLaMA-Factory/examples/inference/gpt2_full_ddm-small-inf-512.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/examples/inference/gpt2_full_ddm-small-inf-512.yaml -------------------------------------------------------------------------------- /LLaMA-Factory/examples/inference/llama2_full_ddm-gsm-inf.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/examples/inference/llama2_full_ddm-gsm-inf.yaml -------------------------------------------------------------------------------- /LLaMA-Factory/examples/inference/llama2_full_ddm-inf-uncon.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/examples/inference/llama2_full_ddm-inf-uncon.yaml -------------------------------------------------------------------------------- /LLaMA-Factory/examples/train_full/gpt2_full_ddm-sft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/examples/train_full/gpt2_full_ddm-sft.yaml -------------------------------------------------------------------------------- /LLaMA-Factory/examples/train_full/gpt2_full_ddm-small.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/examples/train_full/gpt2_full_ddm-small.yaml -------------------------------------------------------------------------------- /LLaMA-Factory/examples/train_full/gpt2_full_ddm.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/examples/train_full/gpt2_full_ddm.yaml -------------------------------------------------------------------------------- /LLaMA-Factory/examples/train_full/gpt2_preprocess.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/examples/train_full/gpt2_preprocess.yaml -------------------------------------------------------------------------------- /LLaMA-Factory/examples/train_lora/llama2_lora_ar-sft-gsm.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/examples/train_lora/llama2_lora_ar-sft-gsm.yaml -------------------------------------------------------------------------------- /LLaMA-Factory/examples/train_lora/llama2_lora_ddm-sft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/examples/train_lora/llama2_lora_ddm-sft.yaml -------------------------------------------------------------------------------- /LLaMA-Factory/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/pyproject.toml -------------------------------------------------------------------------------- /LLaMA-Factory/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/requirements.txt -------------------------------------------------------------------------------- /LLaMA-Factory/run_example.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/run_example.sh -------------------------------------------------------------------------------- /LLaMA-Factory/scripts/cal_flops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/scripts/cal_flops.py -------------------------------------------------------------------------------- /LLaMA-Factory/scripts/cal_lr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/scripts/cal_lr.py -------------------------------------------------------------------------------- /LLaMA-Factory/scripts/cal_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/scripts/cal_ppl.py -------------------------------------------------------------------------------- /LLaMA-Factory/scripts/length_cdf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/scripts/length_cdf.py -------------------------------------------------------------------------------- /LLaMA-Factory/scripts/llama_pro.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/scripts/llama_pro.py -------------------------------------------------------------------------------- /LLaMA-Factory/scripts/llamafy_baichuan2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/scripts/llamafy_baichuan2.py -------------------------------------------------------------------------------- /LLaMA-Factory/scripts/llamafy_qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/scripts/llamafy_qwen.py -------------------------------------------------------------------------------- /LLaMA-Factory/scripts/loftq_init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/scripts/loftq_init.py -------------------------------------------------------------------------------- /LLaMA-Factory/scripts/pissa_init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/scripts/pissa_init.py -------------------------------------------------------------------------------- /LLaMA-Factory/scripts/test_toolcall.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/scripts/test_toolcall.py -------------------------------------------------------------------------------- /LLaMA-Factory/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/setup.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/api.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/__init__.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/api/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/api/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/api/app.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/api/chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/api/chat.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/api/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/api/common.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/api/protocol.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/api/protocol.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/attention_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/attention_patch.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/chat/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/chat/__init__.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/chat/base_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/chat/base_engine.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/chat/chat_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/chat/chat_model.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/chat/hf_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/chat/hf_engine.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/chat/vllm_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/chat/vllm_engine.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/cli.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/data/__init__.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/data/aligner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/data/aligner.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/data/collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/data/collator.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/data/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/data/data_utils.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/data/formatter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/data/formatter.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/data/loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/data/loader.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/data/mm_plugin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/data/mm_plugin.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/data/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/data/parser.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/data/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/data/preprocess.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/data/processors/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/data/processors/feedback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/data/processors/feedback.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/data/processors/pairwise.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/data/processors/pairwise.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/data/processors/pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/data/processors/pretrain.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/data/processors/processor_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/data/processors/processor_utils.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/data/processors/supervised.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/data/processors/supervised.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/data/processors/unsupervised.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/data/processors/unsupervised.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/data/template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/data/template.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/data/tool_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/data/tool_utils.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/eval/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/eval/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/eval/evaluator.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/eval/template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/eval/template.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/extras/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/extras/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/extras/constants.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/extras/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/extras/env.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/extras/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/extras/logging.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/extras/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/extras/misc.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/extras/packages.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/extras/packages.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/extras/ploting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/extras/ploting.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/hparams/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/hparams/__init__.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/hparams/data_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/hparams/data_args.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/hparams/evaluation_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/hparams/evaluation_args.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/hparams/finetuning_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/hparams/finetuning_args.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/hparams/generating_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/hparams/generating_args.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/hparams/model_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/hparams/model_args.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/hparams/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/hparams/parser.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/launcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/launcher.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/model/__init__.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/model/adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/model/adapter.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/model/loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/model/loader.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/model/model_utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/model/model_utils/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/model/model_utils/attention.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/model/model_utils/checkpointing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/model/model_utils/checkpointing.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/model/model_utils/embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/model/model_utils/embedding.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/model/model_utils/liger_kernel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/model/model_utils/liger_kernel.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/model/model_utils/longlora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/model/model_utils/longlora.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/model/model_utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/model/model_utils/misc.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/model/model_utils/mod.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/model/model_utils/mod.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/model/model_utils/moe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/model/model_utils/moe.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/model/model_utils/packing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/model/model_utils/packing.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/model/model_utils/quantization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/model/model_utils/quantization.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/model/model_utils/rope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/model/model_utils/rope.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/model/model_utils/unsloth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/model/model_utils/unsloth.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/model/model_utils/valuehead.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/model/model_utils/valuehead.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/model/model_utils/visual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/model/model_utils/visual.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/model/patcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/model/patcher.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/train/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/train/callbacks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/train/callbacks.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/train/ddm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/train/ddm/__init__.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/train/ddm/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/train/ddm/metric.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/train/ddm/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/train/ddm/model.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/train/ddm/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/train/ddm/trainer.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/train/ddm/workflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/train/ddm/workflow.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/train/dpo/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/train/dpo/__init__.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/train/dpo/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/train/dpo/trainer.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/train/dpo/workflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/train/dpo/workflow.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/train/kto/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/train/kto/__init__.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/train/kto/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/train/kto/trainer.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/train/kto/workflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/train/kto/workflow.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/train/ppo/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/train/ppo/__init__.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/train/ppo/ppo_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/train/ppo/ppo_utils.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/train/ppo/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/train/ppo/trainer.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/train/ppo/workflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/train/ppo/workflow.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/train/pt/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/train/pt/__init__.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/train/pt/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/train/pt/trainer.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/train/pt/workflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/train/pt/workflow.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/train/rm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/train/rm/__init__.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/train/rm/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/train/rm/metric.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/train/rm/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/train/rm/trainer.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/train/rm/workflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/train/rm/workflow.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/train/sft/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/train/sft/__init__.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/train/sft/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/train/sft/metric.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/train/sft/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/train/sft/trainer.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/train/sft/workflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/train/sft/workflow.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/train/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/train/test_utils.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/train/trainer_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/train/trainer_utils.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/train/tuner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/train/tuner.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/webui/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/webui/chatter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/webui/chatter.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/webui/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/webui/common.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/webui/components/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/webui/components/__init__.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/webui/components/chatbot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/webui/components/chatbot.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/webui/components/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/webui/components/data.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/webui/components/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/webui/components/eval.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/webui/components/export.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/webui/components/export.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/webui/components/infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/webui/components/infer.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/webui/components/top.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/webui/components/top.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/webui/components/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/webui/components/train.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/webui/css.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/webui/css.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/webui/engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/webui/engine.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/webui/interface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/webui/interface.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/webui/locales.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/webui/locales.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/webui/manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/webui/manager.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/webui/runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/webui/runner.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/llamafactory/webui/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/llamafactory/webui/utils.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/train.py -------------------------------------------------------------------------------- /LLaMA-Factory/src/webui.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/src/webui.py -------------------------------------------------------------------------------- /LLaMA-Factory/tests/data/processors/test_feedback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/tests/data/processors/test_feedback.py -------------------------------------------------------------------------------- /LLaMA-Factory/tests/data/processors/test_pairwise.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/tests/data/processors/test_pairwise.py -------------------------------------------------------------------------------- /LLaMA-Factory/tests/data/processors/test_processor_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/tests/data/processors/test_processor_utils.py -------------------------------------------------------------------------------- /LLaMA-Factory/tests/data/processors/test_supervised.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/tests/data/processors/test_supervised.py -------------------------------------------------------------------------------- /LLaMA-Factory/tests/data/processors/test_unsupervised.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/tests/data/processors/test_unsupervised.py -------------------------------------------------------------------------------- /LLaMA-Factory/tests/data/test_collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/tests/data/test_collator.py -------------------------------------------------------------------------------- /LLaMA-Factory/tests/data/test_formatter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/tests/data/test_formatter.py -------------------------------------------------------------------------------- /LLaMA-Factory/tests/data/test_mm_plugin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/tests/data/test_mm_plugin.py -------------------------------------------------------------------------------- /LLaMA-Factory/tests/data/test_template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/tests/data/test_template.py -------------------------------------------------------------------------------- /LLaMA-Factory/tests/eval/test_eval_template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/tests/eval/test_eval_template.py -------------------------------------------------------------------------------- /LLaMA-Factory/tests/model/model_utils/test_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/tests/model/model_utils/test_attention.py -------------------------------------------------------------------------------- /LLaMA-Factory/tests/model/model_utils/test_checkpointing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/tests/model/model_utils/test_checkpointing.py -------------------------------------------------------------------------------- /LLaMA-Factory/tests/model/model_utils/test_packing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/tests/model/model_utils/test_packing.py -------------------------------------------------------------------------------- /LLaMA-Factory/tests/model/test_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/tests/model/test_base.py -------------------------------------------------------------------------------- /LLaMA-Factory/tests/model/test_freeze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/tests/model/test_freeze.py -------------------------------------------------------------------------------- /LLaMA-Factory/tests/model/test_full.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/tests/model/test_full.py -------------------------------------------------------------------------------- /LLaMA-Factory/tests/model/test_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/tests/model/test_lora.py -------------------------------------------------------------------------------- /LLaMA-Factory/tests/model/test_pissa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/LLaMA-Factory/tests/model/test_pissa.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/README.md -------------------------------------------------------------------------------- /assets/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/assets/logo.png -------------------------------------------------------------------------------- /assets/overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/assets/overview.png -------------------------------------------------------------------------------- /assets/poster.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/assets/poster.png -------------------------------------------------------------------------------- /attention_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/attention_patch.py -------------------------------------------------------------------------------- /evaluation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/evaluation/README.md -------------------------------------------------------------------------------- /evaluation/attention_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/evaluation/attention_patch.py -------------------------------------------------------------------------------- /evaluation/baselines/Plaid_sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/evaluation/baselines/Plaid_sample.py -------------------------------------------------------------------------------- /evaluation/baselines/SEDD_run_sample_cond.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/evaluation/baselines/SEDD_run_sample_cond.py -------------------------------------------------------------------------------- /evaluation/eval-diffugpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/evaluation/eval-diffugpt.py -------------------------------------------------------------------------------- /evaluation/eval-diffullama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/evaluation/eval-diffullama.py -------------------------------------------------------------------------------- /evaluation/eval-llm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/evaluation/eval-llm.py -------------------------------------------------------------------------------- /evaluation/evaluation/cloze_test_val__spring2016.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/evaluation/evaluation/cloze_test_val__spring2016.csv -------------------------------------------------------------------------------- /evaluation/evaluation/lambada_test_plain_text.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/evaluation/evaluation/lambada_test_plain_text.txt -------------------------------------------------------------------------------- /evaluation/f1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/evaluation/f1.py -------------------------------------------------------------------------------- /evaluation/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/evaluation/model.py -------------------------------------------------------------------------------- /example_output/DiffuGPT-m-GSM-results.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/example_output/DiffuGPT-m-GSM-results.jsonl -------------------------------------------------------------------------------- /example_output/DiffuLLaMA-GSM-results.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/example_output/DiffuLLaMA-GSM-results.jsonl -------------------------------------------------------------------------------- /example_output/inference-DiffuGPT-medium.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/example_output/inference-DiffuGPT-medium.log -------------------------------------------------------------------------------- /example_output/inference-DiffuGPT-small.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/example_output/inference-DiffuGPT-small.log -------------------------------------------------------------------------------- /example_output/inference-DiffuLlama.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/example_output/inference-DiffuLlama.log -------------------------------------------------------------------------------- /inf_diffugpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/inf_diffugpt.py -------------------------------------------------------------------------------- /inf_diffullama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/inf_diffullama.py -------------------------------------------------------------------------------- /model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/DiffuLLaMA/HEAD/model.py --------------------------------------------------------------------------------