├── CODE_OF_CONDUCT.md ├── Example └── English_Medical │ ├── ARGS.json │ ├── Readme.md │ ├── data.jsonl │ ├── main.py │ ├── output.jsonl │ ├── test.jsonl │ └── test.py ├── LICENSE ├── LMTuner ├── __init__.py ├── __main__.py ├── argments.py ├── dataset.py ├── deepspeed_file.py ├── inference.py ├── initialize.py ├── kernels │ ├── __init__.py │ └── quantization.fatbin ├── lomo.py ├── lora.py ├── models │ ├── GLM130B_model.py │ ├── GPT2_model.py │ ├── GPTNeo_model.py │ ├── LLAMA_model.py │ ├── LLAMAv2_model.py │ ├── __init__.py │ ├── basemodel.py │ ├── model_io.py │ └── transformers_model.py ├── ppo │ ├── __init__.py │ ├── ppo_data.py │ ├── ppo_trainer.py │ ├── ppo_util.py │ ├── raw_datasets.py │ ├── rlhf_engine.py │ └── rlhf_main.py ├── quantization │ ├── __init__.py │ ├── functional.py │ └── layers.py ├── reward │ ├── __init__.py │ ├── reaward_data.py │ ├── reward_model.py │ ├── reward_trainer.py │ └── reward_util.py ├── scaled_rope │ ├── __init__.py │ ├── configuration_llama.py │ └── modelling_llama.py ├── setting.py ├── trainer.py └── utils.py ├── QA └── readme.md ├── Readme.md ├── Readme_Zh.md ├── images ├── LMTuner_github.png ├── Lingo_github.png └── memory.png ├── main.py └── setup.py /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /Example/English_Medical/ARGS.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/Example/English_Medical/ARGS.json -------------------------------------------------------------------------------- /Example/English_Medical/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/Example/English_Medical/Readme.md -------------------------------------------------------------------------------- /Example/English_Medical/data.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/Example/English_Medical/data.jsonl -------------------------------------------------------------------------------- /Example/English_Medical/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/Example/English_Medical/main.py -------------------------------------------------------------------------------- /Example/English_Medical/output.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/Example/English_Medical/output.jsonl -------------------------------------------------------------------------------- /Example/English_Medical/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/Example/English_Medical/test.jsonl -------------------------------------------------------------------------------- /Example/English_Medical/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/Example/English_Medical/test.py -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/LICENSE -------------------------------------------------------------------------------- /LMTuner/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/LMTuner/__init__.py -------------------------------------------------------------------------------- /LMTuner/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/LMTuner/__main__.py -------------------------------------------------------------------------------- /LMTuner/argments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/LMTuner/argments.py -------------------------------------------------------------------------------- /LMTuner/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/LMTuner/dataset.py -------------------------------------------------------------------------------- /LMTuner/deepspeed_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/LMTuner/deepspeed_file.py -------------------------------------------------------------------------------- /LMTuner/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/LMTuner/inference.py -------------------------------------------------------------------------------- /LMTuner/initialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/LMTuner/initialize.py -------------------------------------------------------------------------------- /LMTuner/kernels/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/LMTuner/kernels/__init__.py -------------------------------------------------------------------------------- /LMTuner/kernels/quantization.fatbin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/LMTuner/kernels/quantization.fatbin -------------------------------------------------------------------------------- /LMTuner/lomo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/LMTuner/lomo.py -------------------------------------------------------------------------------- /LMTuner/lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/LMTuner/lora.py -------------------------------------------------------------------------------- /LMTuner/models/GLM130B_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/LMTuner/models/GLM130B_model.py -------------------------------------------------------------------------------- /LMTuner/models/GPT2_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/LMTuner/models/GPT2_model.py -------------------------------------------------------------------------------- /LMTuner/models/GPTNeo_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/LMTuner/models/GPTNeo_model.py -------------------------------------------------------------------------------- /LMTuner/models/LLAMA_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/LMTuner/models/LLAMA_model.py -------------------------------------------------------------------------------- /LMTuner/models/LLAMAv2_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/LMTuner/models/LLAMAv2_model.py -------------------------------------------------------------------------------- /LMTuner/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/LMTuner/models/__init__.py -------------------------------------------------------------------------------- /LMTuner/models/basemodel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/LMTuner/models/basemodel.py -------------------------------------------------------------------------------- /LMTuner/models/model_io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/LMTuner/models/model_io.py -------------------------------------------------------------------------------- /LMTuner/models/transformers_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/LMTuner/models/transformers_model.py -------------------------------------------------------------------------------- /LMTuner/ppo/__init__.py: -------------------------------------------------------------------------------- 1 | from . import * -------------------------------------------------------------------------------- /LMTuner/ppo/ppo_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/LMTuner/ppo/ppo_data.py -------------------------------------------------------------------------------- /LMTuner/ppo/ppo_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/LMTuner/ppo/ppo_trainer.py -------------------------------------------------------------------------------- /LMTuner/ppo/ppo_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/LMTuner/ppo/ppo_util.py -------------------------------------------------------------------------------- /LMTuner/ppo/raw_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/LMTuner/ppo/raw_datasets.py -------------------------------------------------------------------------------- /LMTuner/ppo/rlhf_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/LMTuner/ppo/rlhf_engine.py -------------------------------------------------------------------------------- /LMTuner/ppo/rlhf_main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/LMTuner/ppo/rlhf_main.py -------------------------------------------------------------------------------- /LMTuner/quantization/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/LMTuner/quantization/__init__.py -------------------------------------------------------------------------------- /LMTuner/quantization/functional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/LMTuner/quantization/functional.py -------------------------------------------------------------------------------- /LMTuner/quantization/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/LMTuner/quantization/layers.py -------------------------------------------------------------------------------- /LMTuner/reward/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/LMTuner/reward/__init__.py -------------------------------------------------------------------------------- /LMTuner/reward/reaward_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/LMTuner/reward/reaward_data.py -------------------------------------------------------------------------------- /LMTuner/reward/reward_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/LMTuner/reward/reward_model.py -------------------------------------------------------------------------------- /LMTuner/reward/reward_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/LMTuner/reward/reward_trainer.py -------------------------------------------------------------------------------- /LMTuner/reward/reward_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/LMTuner/reward/reward_util.py -------------------------------------------------------------------------------- /LMTuner/scaled_rope/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /LMTuner/scaled_rope/configuration_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/LMTuner/scaled_rope/configuration_llama.py -------------------------------------------------------------------------------- /LMTuner/scaled_rope/modelling_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/LMTuner/scaled_rope/modelling_llama.py -------------------------------------------------------------------------------- /LMTuner/setting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/LMTuner/setting.py -------------------------------------------------------------------------------- /LMTuner/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/LMTuner/trainer.py -------------------------------------------------------------------------------- /LMTuner/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/LMTuner/utils.py -------------------------------------------------------------------------------- /QA/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/QA/readme.md -------------------------------------------------------------------------------- /Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/Readme.md -------------------------------------------------------------------------------- /Readme_Zh.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/Readme_Zh.md -------------------------------------------------------------------------------- /images/LMTuner_github.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/images/LMTuner_github.png -------------------------------------------------------------------------------- /images/Lingo_github.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/images/Lingo_github.png -------------------------------------------------------------------------------- /images/memory.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/images/memory.png -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/main.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WENGSYX/LMTuner/HEAD/setup.py --------------------------------------------------------------------------------