├── LICENSE.txt ├── README.md ├── asset ├── .DS_Store ├── XMAiNframe.png ├── cobol_diagram-Page-1.drawio.png ├── cobol_diagram-Page-8.drawio.pdf ├── cobol_diagram-Page-8.drawio.png ├── sample_1.png ├── sample_2.png └── sample_3.png ├── recipes ├── accelerate_configs │ ├── deepspeed_zero3.yaml │ ├── deepspeed_zero3_lora.yaml │ ├── fsdp.yaml │ ├── fsdp_qlora.yaml │ └── multi_gpu.yaml └── deepseek │ ├── full.yaml │ ├── full_instruct.yaml │ ├── lora_instruct.yaml │ └── lora_sft.yaml ├── requirements.txt ├── scripts ├── ft.sh └── instruct.sh ├── src ├── alignment │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ ├── __init__.cpython-38.pyc │ │ ├── configs.cpython-310.pyc │ │ ├── configs.cpython-38.pyc │ │ ├── data.cpython-310.pyc │ │ ├── data.cpython-38.pyc │ │ ├── decontaminate.cpython-310.pyc │ │ ├── decontaminate.cpython-38.pyc │ │ ├── model_utils.cpython-310.pyc │ │ └── model_utils.cpython-38.pyc │ ├── configs.py │ ├── data.py │ ├── decontaminate.py │ ├── model_utils.py │ └── release.py ├── data │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ ├── data.cpython-310.pyc │ │ └── utils.cpython-310.pyc │ ├── data.py │ └── utils.py └── model │ ├── __init__.py │ ├── __pycache__ │ ├── __init__.cpython-310.pyc │ └── tokenizer.cpython-310.pyc │ └── tokenizer.py ├── train_instruct.py ├── train_raw.py └── utils.py /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/README.md -------------------------------------------------------------------------------- /asset/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/asset/.DS_Store -------------------------------------------------------------------------------- /asset/XMAiNframe.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/asset/XMAiNframe.png -------------------------------------------------------------------------------- /asset/cobol_diagram-Page-1.drawio.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/asset/cobol_diagram-Page-1.drawio.png -------------------------------------------------------------------------------- /asset/cobol_diagram-Page-8.drawio.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/asset/cobol_diagram-Page-8.drawio.pdf -------------------------------------------------------------------------------- /asset/cobol_diagram-Page-8.drawio.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/asset/cobol_diagram-Page-8.drawio.png -------------------------------------------------------------------------------- /asset/sample_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/asset/sample_1.png -------------------------------------------------------------------------------- /asset/sample_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/asset/sample_2.png -------------------------------------------------------------------------------- /asset/sample_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/asset/sample_3.png -------------------------------------------------------------------------------- /recipes/accelerate_configs/deepspeed_zero3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/recipes/accelerate_configs/deepspeed_zero3.yaml -------------------------------------------------------------------------------- /recipes/accelerate_configs/deepspeed_zero3_lora.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/recipes/accelerate_configs/deepspeed_zero3_lora.yaml -------------------------------------------------------------------------------- /recipes/accelerate_configs/fsdp.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/recipes/accelerate_configs/fsdp.yaml -------------------------------------------------------------------------------- /recipes/accelerate_configs/fsdp_qlora.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/recipes/accelerate_configs/fsdp_qlora.yaml -------------------------------------------------------------------------------- /recipes/accelerate_configs/multi_gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/recipes/accelerate_configs/multi_gpu.yaml -------------------------------------------------------------------------------- /recipes/deepseek/full.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/recipes/deepseek/full.yaml -------------------------------------------------------------------------------- /recipes/deepseek/full_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/recipes/deepseek/full_instruct.yaml -------------------------------------------------------------------------------- /recipes/deepseek/lora_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/recipes/deepseek/lora_instruct.yaml -------------------------------------------------------------------------------- /recipes/deepseek/lora_sft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/recipes/deepseek/lora_sft.yaml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/ft.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/scripts/ft.sh -------------------------------------------------------------------------------- /scripts/instruct.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/scripts/instruct.sh -------------------------------------------------------------------------------- /src/alignment/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/src/alignment/__init__.py -------------------------------------------------------------------------------- /src/alignment/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/src/alignment/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /src/alignment/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/src/alignment/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /src/alignment/__pycache__/configs.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/src/alignment/__pycache__/configs.cpython-310.pyc -------------------------------------------------------------------------------- /src/alignment/__pycache__/configs.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/src/alignment/__pycache__/configs.cpython-38.pyc -------------------------------------------------------------------------------- /src/alignment/__pycache__/data.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/src/alignment/__pycache__/data.cpython-310.pyc -------------------------------------------------------------------------------- /src/alignment/__pycache__/data.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/src/alignment/__pycache__/data.cpython-38.pyc -------------------------------------------------------------------------------- /src/alignment/__pycache__/decontaminate.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/src/alignment/__pycache__/decontaminate.cpython-310.pyc -------------------------------------------------------------------------------- /src/alignment/__pycache__/decontaminate.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/src/alignment/__pycache__/decontaminate.cpython-38.pyc -------------------------------------------------------------------------------- /src/alignment/__pycache__/model_utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/src/alignment/__pycache__/model_utils.cpython-310.pyc -------------------------------------------------------------------------------- /src/alignment/__pycache__/model_utils.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/src/alignment/__pycache__/model_utils.cpython-38.pyc -------------------------------------------------------------------------------- /src/alignment/configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/src/alignment/configs.py -------------------------------------------------------------------------------- /src/alignment/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/src/alignment/data.py -------------------------------------------------------------------------------- /src/alignment/decontaminate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/src/alignment/decontaminate.py -------------------------------------------------------------------------------- /src/alignment/model_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/src/alignment/model_utils.py -------------------------------------------------------------------------------- /src/alignment/release.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/src/alignment/release.py -------------------------------------------------------------------------------- /src/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/src/data/__init__.py -------------------------------------------------------------------------------- /src/data/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/src/data/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /src/data/__pycache__/data.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/src/data/__pycache__/data.cpython-310.pyc -------------------------------------------------------------------------------- /src/data/__pycache__/utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/src/data/__pycache__/utils.cpython-310.pyc -------------------------------------------------------------------------------- /src/data/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/src/data/data.py -------------------------------------------------------------------------------- /src/data/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/src/data/utils.py -------------------------------------------------------------------------------- /src/model/__init__.py: -------------------------------------------------------------------------------- 1 | from src.model.tokenizer import * -------------------------------------------------------------------------------- /src/model/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/src/model/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /src/model/__pycache__/tokenizer.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/src/model/__pycache__/tokenizer.cpython-310.pyc -------------------------------------------------------------------------------- /src/model/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/src/model/tokenizer.py -------------------------------------------------------------------------------- /train_instruct.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/train_instruct.py -------------------------------------------------------------------------------- /train_raw.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/train_raw.py -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FSoft-AI4Code/XMainframe/HEAD/utils.py --------------------------------------------------------------------------------