├── .gitignore ├── LICENSE ├── README.md ├── examples ├── basic.py ├── basic.toml ├── dpo.py ├── neft.py └── pro.py ├── pyproject.toml ├── requirements.txt └── src └── supertrainer2k ├── __init__.py ├── __main__.py ├── config.py ├── datasets ├── __init__.py ├── data_collators.py ├── datamodule.py └── preprocessors.py ├── optim ├── __init__.py ├── adalite.py ├── dummy.py ├── lilith.py └── scheduler.py ├── patches ├── __init__.py ├── hype.py ├── neft.py └── quantemb.py ├── utils.py └── wrappers ├── __init__.py ├── dpo.py ├── lipo.py ├── pairwise.py ├── pro.py ├── sft.py ├── spin.py └── wrapper.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/euclaise/supertrainer2000/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/euclaise/supertrainer2000/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/euclaise/supertrainer2000/HEAD/README.md -------------------------------------------------------------------------------- /examples/basic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/euclaise/supertrainer2000/HEAD/examples/basic.py -------------------------------------------------------------------------------- /examples/basic.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/euclaise/supertrainer2000/HEAD/examples/basic.toml -------------------------------------------------------------------------------- /examples/dpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/euclaise/supertrainer2000/HEAD/examples/dpo.py -------------------------------------------------------------------------------- /examples/neft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/euclaise/supertrainer2000/HEAD/examples/neft.py -------------------------------------------------------------------------------- /examples/pro.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/euclaise/supertrainer2000/HEAD/examples/pro.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/euclaise/supertrainer2000/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/euclaise/supertrainer2000/HEAD/requirements.txt -------------------------------------------------------------------------------- /src/supertrainer2k/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/supertrainer2k/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/euclaise/supertrainer2000/HEAD/src/supertrainer2k/__main__.py -------------------------------------------------------------------------------- /src/supertrainer2k/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/euclaise/supertrainer2000/HEAD/src/supertrainer2k/config.py -------------------------------------------------------------------------------- /src/supertrainer2k/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/euclaise/supertrainer2000/HEAD/src/supertrainer2k/datasets/__init__.py -------------------------------------------------------------------------------- /src/supertrainer2k/datasets/data_collators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/euclaise/supertrainer2000/HEAD/src/supertrainer2k/datasets/data_collators.py -------------------------------------------------------------------------------- /src/supertrainer2k/datasets/datamodule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/euclaise/supertrainer2000/HEAD/src/supertrainer2k/datasets/datamodule.py -------------------------------------------------------------------------------- /src/supertrainer2k/datasets/preprocessors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/euclaise/supertrainer2000/HEAD/src/supertrainer2k/datasets/preprocessors.py -------------------------------------------------------------------------------- /src/supertrainer2k/optim/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/euclaise/supertrainer2000/HEAD/src/supertrainer2k/optim/__init__.py -------------------------------------------------------------------------------- /src/supertrainer2k/optim/adalite.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/euclaise/supertrainer2000/HEAD/src/supertrainer2k/optim/adalite.py -------------------------------------------------------------------------------- /src/supertrainer2k/optim/dummy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/euclaise/supertrainer2000/HEAD/src/supertrainer2k/optim/dummy.py -------------------------------------------------------------------------------- /src/supertrainer2k/optim/lilith.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/euclaise/supertrainer2000/HEAD/src/supertrainer2k/optim/lilith.py -------------------------------------------------------------------------------- /src/supertrainer2k/optim/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/euclaise/supertrainer2000/HEAD/src/supertrainer2k/optim/scheduler.py -------------------------------------------------------------------------------- /src/supertrainer2k/patches/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/euclaise/supertrainer2000/HEAD/src/supertrainer2k/patches/__init__.py -------------------------------------------------------------------------------- /src/supertrainer2k/patches/hype.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/euclaise/supertrainer2000/HEAD/src/supertrainer2k/patches/hype.py -------------------------------------------------------------------------------- /src/supertrainer2k/patches/neft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/euclaise/supertrainer2000/HEAD/src/supertrainer2k/patches/neft.py -------------------------------------------------------------------------------- /src/supertrainer2k/patches/quantemb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/euclaise/supertrainer2000/HEAD/src/supertrainer2k/patches/quantemb.py -------------------------------------------------------------------------------- /src/supertrainer2k/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/euclaise/supertrainer2000/HEAD/src/supertrainer2k/utils.py -------------------------------------------------------------------------------- /src/supertrainer2k/wrappers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/euclaise/supertrainer2000/HEAD/src/supertrainer2k/wrappers/__init__.py -------------------------------------------------------------------------------- /src/supertrainer2k/wrappers/dpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/euclaise/supertrainer2000/HEAD/src/supertrainer2k/wrappers/dpo.py -------------------------------------------------------------------------------- /src/supertrainer2k/wrappers/lipo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/euclaise/supertrainer2000/HEAD/src/supertrainer2k/wrappers/lipo.py -------------------------------------------------------------------------------- /src/supertrainer2k/wrappers/pairwise.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/euclaise/supertrainer2000/HEAD/src/supertrainer2k/wrappers/pairwise.py -------------------------------------------------------------------------------- /src/supertrainer2k/wrappers/pro.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/euclaise/supertrainer2000/HEAD/src/supertrainer2k/wrappers/pro.py -------------------------------------------------------------------------------- /src/supertrainer2k/wrappers/sft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/euclaise/supertrainer2000/HEAD/src/supertrainer2k/wrappers/sft.py -------------------------------------------------------------------------------- /src/supertrainer2k/wrappers/spin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/euclaise/supertrainer2000/HEAD/src/supertrainer2k/wrappers/spin.py -------------------------------------------------------------------------------- /src/supertrainer2k/wrappers/wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/euclaise/supertrainer2000/HEAD/src/supertrainer2k/wrappers/wrapper.py --------------------------------------------------------------------------------