├── LICENSE ├── README.md ├── model_config ├── config.json ├── special_tokens_map.json └── tokenizer_config.json ├── model_config_medium ├── config.json ├── special_tokens_map.json └── tokenizer_config.json ├── model_config_tiny ├── config.json ├── special_tokens_map.json └── tokenizer_config.json ├── requirements.txt ├── scripts ├── 3-sat │ ├── train-mdm.sh │ └── train-sft.sh ├── cd │ ├── train-mdm.sh │ ├── train-sft-llama-13b.sh │ ├── train-sft-llama-7b.sh │ └── train-sft.sh ├── path │ ├── cal_path_acc.py │ ├── train-mdm.sh │ └── train-sft.sh └── sudoku │ ├── train-mdm.sh │ ├── train-sft-llama-13b.sh │ ├── train-sft-llama-7b.sh │ └── train-sft.sh ├── simple_task.png └── src ├── llmtuner ├── __init__.py ├── dsets │ ├── __init__.py │ ├── loader.py │ ├── preprocess.py │ └── utils.py ├── extras │ ├── __init__.py │ ├── callbacks.py │ ├── constants.py │ ├── logging.py │ ├── misc.py │ └── ploting.py ├── hparams │ ├── __init__.py │ ├── data_args.py │ ├── diffusion_args.py │ ├── finetuning_args.py │ ├── generating_args.py │ └── model_args.py └── tuner │ ├── __init__.py │ ├── core │ ├── __init__.py │ ├── adapter.py │ ├── custom_tokenizer.py │ ├── loader.py │ ├── metric.py │ ├── parser.py │ └── utils.py │ ├── mdm │ ├── __init__.py │ ├── model.py │ ├── trainer.py │ └── workflow.py │ ├── sft │ ├── __init__.py │ ├── trainer.py │ └── workflow.py │ └── tune.py └── train_bash.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/README.md -------------------------------------------------------------------------------- /model_config/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/model_config/config.json -------------------------------------------------------------------------------- /model_config/special_tokens_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/model_config/special_tokens_map.json -------------------------------------------------------------------------------- /model_config/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/model_config/tokenizer_config.json -------------------------------------------------------------------------------- /model_config_medium/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/model_config_medium/config.json -------------------------------------------------------------------------------- /model_config_medium/special_tokens_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/model_config_medium/special_tokens_map.json -------------------------------------------------------------------------------- /model_config_medium/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/model_config_medium/tokenizer_config.json -------------------------------------------------------------------------------- /model_config_tiny/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/model_config_tiny/config.json -------------------------------------------------------------------------------- /model_config_tiny/special_tokens_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/model_config_tiny/special_tokens_map.json -------------------------------------------------------------------------------- /model_config_tiny/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/model_config_tiny/tokenizer_config.json -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/3-sat/train-mdm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/scripts/3-sat/train-mdm.sh -------------------------------------------------------------------------------- /scripts/3-sat/train-sft.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/scripts/3-sat/train-sft.sh -------------------------------------------------------------------------------- /scripts/cd/train-mdm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/scripts/cd/train-mdm.sh -------------------------------------------------------------------------------- /scripts/cd/train-sft-llama-13b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/scripts/cd/train-sft-llama-13b.sh -------------------------------------------------------------------------------- /scripts/cd/train-sft-llama-7b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/scripts/cd/train-sft-llama-7b.sh -------------------------------------------------------------------------------- /scripts/cd/train-sft.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/scripts/cd/train-sft.sh -------------------------------------------------------------------------------- /scripts/path/cal_path_acc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/scripts/path/cal_path_acc.py -------------------------------------------------------------------------------- /scripts/path/train-mdm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/scripts/path/train-mdm.sh -------------------------------------------------------------------------------- /scripts/path/train-sft.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/scripts/path/train-sft.sh -------------------------------------------------------------------------------- /scripts/sudoku/train-mdm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/scripts/sudoku/train-mdm.sh -------------------------------------------------------------------------------- /scripts/sudoku/train-sft-llama-13b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/scripts/sudoku/train-sft-llama-13b.sh -------------------------------------------------------------------------------- /scripts/sudoku/train-sft-llama-7b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/scripts/sudoku/train-sft-llama-7b.sh -------------------------------------------------------------------------------- /scripts/sudoku/train-sft.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/scripts/sudoku/train-sft.sh -------------------------------------------------------------------------------- /simple_task.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/simple_task.png -------------------------------------------------------------------------------- /src/llmtuner/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/src/llmtuner/__init__.py -------------------------------------------------------------------------------- /src/llmtuner/dsets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/src/llmtuner/dsets/__init__.py -------------------------------------------------------------------------------- /src/llmtuner/dsets/loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/src/llmtuner/dsets/loader.py -------------------------------------------------------------------------------- /src/llmtuner/dsets/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/src/llmtuner/dsets/preprocess.py -------------------------------------------------------------------------------- /src/llmtuner/dsets/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/src/llmtuner/dsets/utils.py -------------------------------------------------------------------------------- /src/llmtuner/extras/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/llmtuner/extras/callbacks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/src/llmtuner/extras/callbacks.py -------------------------------------------------------------------------------- /src/llmtuner/extras/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/src/llmtuner/extras/constants.py -------------------------------------------------------------------------------- /src/llmtuner/extras/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/src/llmtuner/extras/logging.py -------------------------------------------------------------------------------- /src/llmtuner/extras/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/src/llmtuner/extras/misc.py -------------------------------------------------------------------------------- /src/llmtuner/extras/ploting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/src/llmtuner/extras/ploting.py -------------------------------------------------------------------------------- /src/llmtuner/hparams/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/src/llmtuner/hparams/__init__.py -------------------------------------------------------------------------------- /src/llmtuner/hparams/data_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/src/llmtuner/hparams/data_args.py -------------------------------------------------------------------------------- /src/llmtuner/hparams/diffusion_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/src/llmtuner/hparams/diffusion_args.py -------------------------------------------------------------------------------- /src/llmtuner/hparams/finetuning_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/src/llmtuner/hparams/finetuning_args.py -------------------------------------------------------------------------------- /src/llmtuner/hparams/generating_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/src/llmtuner/hparams/generating_args.py -------------------------------------------------------------------------------- /src/llmtuner/hparams/model_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/src/llmtuner/hparams/model_args.py -------------------------------------------------------------------------------- /src/llmtuner/tuner/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/src/llmtuner/tuner/__init__.py -------------------------------------------------------------------------------- /src/llmtuner/tuner/core/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/src/llmtuner/tuner/core/__init__.py -------------------------------------------------------------------------------- /src/llmtuner/tuner/core/adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/src/llmtuner/tuner/core/adapter.py -------------------------------------------------------------------------------- /src/llmtuner/tuner/core/custom_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/src/llmtuner/tuner/core/custom_tokenizer.py -------------------------------------------------------------------------------- /src/llmtuner/tuner/core/loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/src/llmtuner/tuner/core/loader.py -------------------------------------------------------------------------------- /src/llmtuner/tuner/core/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/src/llmtuner/tuner/core/metric.py -------------------------------------------------------------------------------- /src/llmtuner/tuner/core/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/src/llmtuner/tuner/core/parser.py -------------------------------------------------------------------------------- /src/llmtuner/tuner/core/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/src/llmtuner/tuner/core/utils.py -------------------------------------------------------------------------------- /src/llmtuner/tuner/mdm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/llmtuner/tuner/mdm/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/src/llmtuner/tuner/mdm/model.py -------------------------------------------------------------------------------- /src/llmtuner/tuner/mdm/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/src/llmtuner/tuner/mdm/trainer.py -------------------------------------------------------------------------------- /src/llmtuner/tuner/mdm/workflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/src/llmtuner/tuner/mdm/workflow.py -------------------------------------------------------------------------------- /src/llmtuner/tuner/sft/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/src/llmtuner/tuner/sft/__init__.py -------------------------------------------------------------------------------- /src/llmtuner/tuner/sft/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/src/llmtuner/tuner/sft/trainer.py -------------------------------------------------------------------------------- /src/llmtuner/tuner/sft/workflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/src/llmtuner/tuner/sft/workflow.py -------------------------------------------------------------------------------- /src/llmtuner/tuner/tune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/src/llmtuner/tuner/tune.py -------------------------------------------------------------------------------- /src/train_bash.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUNLP/diffusion-vs-ar/HEAD/src/train_bash.py --------------------------------------------------------------------------------