├── .github └── workflows │ ├── release.yml │ └── tests.yml ├── .gitignore ├── .pre-commit-config.yaml ├── CONTRIBUTING.md ├── LICENSE ├── Makefile ├── README.md ├── docs ├── GUIDE.md ├── checkpoint_reproduce.md └── dataset_example.md ├── mypy.ini ├── poetry.lock ├── policy.yml ├── pyproject.toml ├── pyvenv.cfg ├── setup.cfg ├── tests ├── __init__.py ├── cli │ ├── __init__.py │ ├── test_classification.py │ ├── test_dpo_train.py │ ├── test_inference.py │ ├── test_merge_adapters_to_base.py │ ├── test_rm_train.py │ ├── test_rso_sampling.py │ └── test_sft.py ├── conftest.py ├── constants.py ├── fixtures │ ├── __init__.py │ ├── configs │ │ ├── inference │ │ │ ├── classification │ │ │ │ └── base.json │ │ │ └── sft │ │ │ │ ├── base.json │ │ │ │ └── vllm_base.json │ │ ├── sampling │ │ │ ├── base.json │ │ │ ├── rm.json │ │ │ └── rso.json │ │ ├── train │ │ │ ├── classification │ │ │ │ └── base.json │ │ │ ├── dpo │ │ │ │ ├── base.json │ │ │ │ ├── dpo_with_seq_p.json │ │ │ │ └── simpo.json │ │ │ ├── rm │ │ │ │ ├── base.json │ │ │ │ └── base_with_seq_p.json │ │ │ └── sft │ │ │ │ ├── base.json │ │ │ │ ├── base_with_seq_p.json │ │ │ │ ├── peft_settings.json │ │ │ │ ├── peft_with_seq_p.json │ │ │ │ ├── prompt_tuning.json │ │ │ │ ├── resume_from_checkpoint.json │ │ │ │ ├── sft_retrieval_utility.json │ │ │ │ └── sft_with_rm_metric.json │ │ └── utils │ │ │ └── merge_adapters_to_base │ │ │ └── merge.json │ ├── datasets │ │ ├── chat │ │ │ ├── train_chat.jsonl │ │ │ └── train_chat_rag.jsonl │ │ ├── classification │ │ │ └── train_classification.jsonl │ │ ├── rm │ │ │ ├── dpo_chat.jsonl │ │ │ ├── train_kto.jsonl │ │ │ ├── train_preferences.jsonl │ │ │ ├── train_preferences_2.jsonl │ │ │ └── val_preferences.jsonl │ │ └── sampling │ │ │ └── inference_out.jsonl │ └── models │ │ ├── clip_tiny │ │ ├── config.json │ │ ├── merges.txt │ │ ├── model.safetensors │ │ ├── preprocessor_config.json │ │ ├── special_tokens_map.json │ │ ├── tokenizer.json │ │ ├── tokenizer_config.json │ │ └── vocab.json │ │ ├── gptj_tiny_for_seq_cls │ │ ├── adapter │ │ │ ├── adapter_config.json │ │ │ └── adapter_model.bin │ │ ├── config.json │ │ ├── merges.txt │ │ ├── pytorch_model.bin │ │ ├── special_tokens_map.json │ │ ├── tokenizer.json │ │ ├── tokenizer_config.json │ │ └── vocab.json │ │ ├── llama2_classification │ │ ├── tokenizer │ │ │ ├── special_tokens_map.json │ │ │ ├── tokenizer.model │ │ │ └── tokenizer_config.json │ │ └── trainer │ │ │ └── checkpoint-48 │ │ │ ├── README.md │ │ │ ├── adapter_config.json │ │ │ ├── adapter_model.bin │ │ │ ├── rng_state.pth │ │ │ ├── trainer_state.json │ │ │ └── training_args.bin │ │ ├── llama2_tiny │ │ ├── config.json │ │ ├── generation_config.json │ │ ├── pytorch_model.bin │ │ ├── special_tokens_map.json │ │ ├── tokenizer.json │ │ ├── tokenizer.model │ │ └── tokenizer_config.json │ │ ├── llama2_tiny_fine_tuned_with_adapters │ │ ├── experiment_settings_config.json │ │ ├── tokenizer │ │ │ ├── special_tokens_map.json │ │ │ ├── tokenizer.model │ │ │ └── tokenizer_config.json │ │ ├── tokenizer_with_special_tokens │ │ │ ├── added_tokens.json │ │ │ ├── special_tokens_map.json │ │ │ ├── tokenizer.json │ │ │ ├── tokenizer.model │ │ │ └── tokenizer_config.json │ │ └── trainer │ │ │ ├── adapter_config.json │ │ │ ├── adapter_model.bin │ │ │ ├── adapter_model │ │ │ ├── adapter_config.json │ │ │ └── adapter_model.bin │ │ │ ├── rng_state.pth │ │ │ ├── trainer_state.json │ │ │ └── training_args.bin │ │ ├── llama2_tiny_rm │ │ ├── adapter_config.json │ │ └── adapter_model.bin │ │ ├── llama2_tiny_with_extended_embeddings │ │ ├── config.json │ │ ├── generation_config.json │ │ └── pytorch_model.bin │ │ ├── test_merge │ │ ├── added_tokens.json │ │ ├── config.json │ │ ├── generation_config.json │ │ ├── pytorch_model.bin │ │ ├── special_tokens_map.json │ │ ├── tokenizer.model │ │ └── tokenizer_config.json │ │ └── tiny-bert-embedder │ │ ├── 1_Pooling │ │ └── config.json │ │ ├── README.md │ │ ├── config.json │ │ ├── config_sentence_transformers.json │ │ ├── modules.json │ │ ├── pytorch_model.bin │ │ ├── sentence_bert_config.json │ │ ├── special_tokens_map.json │ │ ├── tokenizer.json │ │ ├── tokenizer_config.json │ │ └── vocab.txt ├── integration │ ├── __init__.py │ ├── test_dummy.py │ └── test_trainers.py ├── sequence_parallel │ ├── __init__.py │ ├── compare_gradients.py │ ├── compare_values.py │ ├── consts.py │ ├── dataset.py │ ├── launcher.py │ ├── marks.py │ ├── test_data_loaders.py │ ├── test_dist_utils.py │ ├── test_dpo.py │ ├── test_gemma_model.py │ ├── test_model_output.py │ ├── test_ulysses.py │ └── utils.py ├── unit │ ├── __init__.py │ ├── test_accuracy.py │ ├── test_datasets.py │ └── test_dummy.py └── utils.py ├── turbo_alignment ├── __init__.py ├── __main__.py ├── cherry_picks │ ├── __init__.py │ ├── base.py │ ├── chat.py │ ├── classification.py │ └── rm.py ├── cli │ ├── __init__.py │ ├── app.py │ ├── common.py │ ├── inference.py │ ├── sampling.py │ └── train.py ├── common │ ├── __init__.py │ ├── data │ │ ├── __init__.py │ │ └── io.py │ ├── logging │ │ ├── __init__.py │ │ ├── clearml.py │ │ ├── logger.py │ │ └── weights_and_biases.py │ ├── registry │ │ ├── __init__.py │ │ ├── checks.py │ │ ├── file_utils.py │ │ ├── from_params.py │ │ ├── lazy.py │ │ ├── params.py │ │ └── registrable.py │ ├── s3 │ │ ├── __init__.py │ │ └── checkpoints_handler.py │ ├── singleton.py │ └── tf │ │ ├── __init__.py │ │ ├── callbacks │ │ ├── __init__.py │ │ ├── common.py │ │ ├── logging.py │ │ ├── s3.py │ │ ├── sync_ref_model.py │ │ └── weights_and_biases.py │ │ ├── loaders │ │ ├── __init__.py │ │ ├── model │ │ │ ├── __init__.py │ │ │ ├── model.py │ │ │ └── registry.py │ │ └── tokenizer.py │ │ ├── merge_adapters_to_base.py │ │ └── special_tokens_setter.py ├── constants.py ├── dataset │ ├── __init__.py │ ├── base │ │ ├── __init__.py │ │ ├── base.py │ │ └── models.py │ ├── chat │ │ ├── __init__.py │ │ ├── chat.py │ │ ├── conversation.py │ │ └── models.py │ ├── classification │ │ ├── __init__.py │ │ ├── classification.py │ │ └── models.py │ ├── loader.py │ ├── pair_preferences │ │ ├── __init__.py │ │ ├── collators.py │ │ ├── models.py │ │ └── pair_preference.py │ ├── registry.py │ └── sampling │ │ ├── __init__.py │ │ ├── models.py │ │ └── rm.py ├── dist_utils │ ├── comm.py │ ├── gather_and_split.py │ └── order.py ├── generators │ ├── __init__.py │ ├── base.py │ ├── chat.py │ ├── classification.py │ ├── rm.py │ └── vllm_chat.py ├── metrics │ ├── __init__.py │ ├── accuracy.py │ ├── distinctness.py │ ├── diversity.py │ ├── kl.py │ ├── length.py │ ├── metric.py │ ├── perplexity.py │ ├── registry.py │ ├── reward.py │ ├── rouge.py │ ├── self_bleu.py │ └── utils.py ├── modeling │ ├── gemma.py │ ├── parallel_states.py │ ├── pretrained_model.py │ ├── qwen.py │ ├── qwen3.py │ ├── ulysses_attn.py │ └── verbose_attn.py ├── pipelines │ ├── __init__.py │ ├── base.py │ ├── inference │ │ ├── __init__.py │ │ ├── base.py │ │ ├── chat.py │ │ ├── classification.py │ │ └── rm.py │ ├── mixin │ │ ├── __init__.py │ │ ├── logging.py │ │ └── s3.py │ ├── sampling │ │ ├── __init__.py │ │ ├── base.py │ │ ├── random.py │ │ ├── rm.py │ │ └── rso.py │ └── train │ │ ├── __init__.py │ │ ├── base.py │ │ ├── classification.py │ │ ├── dpo.py │ │ ├── rm.py │ │ └── sft.py ├── sequence_parallel │ ├── README.md │ ├── __init__.py │ ├── accelerate.py │ ├── all_reduce.py │ ├── collator.py │ ├── gather_logits.py │ ├── generation.py │ ├── patch_accelerate.py │ ├── trainer.py │ ├── utils.py │ └── vocab_parallel_cross_entropy.py ├── settings │ ├── __init__.py │ ├── base.py │ ├── cherry_pick.py │ ├── datasets │ │ ├── __init__.py │ │ ├── base.py │ │ ├── chat.py │ │ ├── classification.py │ │ ├── pair_preference.py │ │ └── sampling.py │ ├── generators │ │ ├── __init__.py │ │ ├── chat.py │ │ └── outputs │ │ │ ├── __init__.py │ │ │ ├── base.py │ │ │ ├── chat.py │ │ │ ├── classification.py │ │ │ └── rm.py │ ├── logging │ │ ├── clearml.py │ │ └── weights_and_biases.py │ ├── metric.py │ ├── modality.py │ ├── model.py │ ├── pipelines │ │ ├── __init__.py │ │ ├── common │ │ │ ├── __init__.py │ │ │ └── merge_adapters_to_base.py │ │ ├── inference │ │ │ ├── __init__.py │ │ │ ├── base.py │ │ │ └── chat.py │ │ ├── sampling │ │ │ ├── __init__.py │ │ │ └── sampling.py │ │ └── train │ │ │ ├── __init__.py │ │ │ ├── base.py │ │ │ ├── classification.py │ │ │ ├── dpo.py │ │ │ ├── rm.py │ │ │ └── sft.py │ ├── s3.py │ └── tf │ │ ├── __init__.py │ │ ├── generation.py │ │ ├── model.py │ │ ├── peft.py │ │ ├── special_tokens_setter.py │ │ ├── tokenizer.py │ │ ├── trainer.py │ │ └── vllm.py └── trainers │ ├── __init__.py │ ├── base_args.py │ ├── classification.py │ ├── custom_loss.py │ ├── dpo.py │ ├── multigpu.py │ ├── rm.py │ └── utils.py └── tutorials ├── deepspeed_configs ├── stage2.json ├── stage2_offloading.json ├── stage2_tp.json ├── stage3.json ├── stage3_offloading.json ├── stage3_optimizer_offloading.json └── stage3_params_offloading.json ├── dpo ├── dpo.json └── dpo.py ├── rm ├── rm.json └── rm.py ├── sft ├── sft.json └── sft.py ├── tutorial.md └── utils ├── merge_adapters_to_base └── llama.json └── preprocess └── coco2014_clip.json /.github/workflows/release.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/.github/workflows/release.yml -------------------------------------------------------------------------------- /.github/workflows/tests.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/.github/workflows/tests.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/LICENSE -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/README.md -------------------------------------------------------------------------------- /docs/GUIDE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/docs/GUIDE.md -------------------------------------------------------------------------------- /docs/checkpoint_reproduce.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/docs/checkpoint_reproduce.md -------------------------------------------------------------------------------- /docs/dataset_example.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/docs/dataset_example.md -------------------------------------------------------------------------------- /mypy.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/mypy.ini -------------------------------------------------------------------------------- /poetry.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/poetry.lock -------------------------------------------------------------------------------- /policy.yml: -------------------------------------------------------------------------------- 1 | merge_request: 2 | method: fast-forward -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/pyproject.toml -------------------------------------------------------------------------------- /pyvenv.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/pyvenv.cfg -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/setup.cfg -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/cli/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/cli/test_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/cli/test_classification.py -------------------------------------------------------------------------------- /tests/cli/test_dpo_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/cli/test_dpo_train.py -------------------------------------------------------------------------------- /tests/cli/test_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/cli/test_inference.py -------------------------------------------------------------------------------- /tests/cli/test_merge_adapters_to_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/cli/test_merge_adapters_to_base.py -------------------------------------------------------------------------------- /tests/cli/test_rm_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/cli/test_rm_train.py -------------------------------------------------------------------------------- /tests/cli/test_rso_sampling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/cli/test_rso_sampling.py -------------------------------------------------------------------------------- /tests/cli/test_sft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/cli/test_sft.py -------------------------------------------------------------------------------- /tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/conftest.py -------------------------------------------------------------------------------- /tests/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/constants.py -------------------------------------------------------------------------------- /tests/fixtures/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/fixtures/configs/inference/classification/base.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/configs/inference/classification/base.json -------------------------------------------------------------------------------- /tests/fixtures/configs/inference/sft/base.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/configs/inference/sft/base.json -------------------------------------------------------------------------------- /tests/fixtures/configs/inference/sft/vllm_base.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/configs/inference/sft/vllm_base.json -------------------------------------------------------------------------------- /tests/fixtures/configs/sampling/base.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/configs/sampling/base.json -------------------------------------------------------------------------------- /tests/fixtures/configs/sampling/rm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/configs/sampling/rm.json -------------------------------------------------------------------------------- /tests/fixtures/configs/sampling/rso.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/configs/sampling/rso.json -------------------------------------------------------------------------------- /tests/fixtures/configs/train/classification/base.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/configs/train/classification/base.json -------------------------------------------------------------------------------- /tests/fixtures/configs/train/dpo/base.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/configs/train/dpo/base.json -------------------------------------------------------------------------------- /tests/fixtures/configs/train/dpo/dpo_with_seq_p.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/configs/train/dpo/dpo_with_seq_p.json -------------------------------------------------------------------------------- /tests/fixtures/configs/train/dpo/simpo.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/configs/train/dpo/simpo.json -------------------------------------------------------------------------------- /tests/fixtures/configs/train/rm/base.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/configs/train/rm/base.json -------------------------------------------------------------------------------- /tests/fixtures/configs/train/rm/base_with_seq_p.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/configs/train/rm/base_with_seq_p.json -------------------------------------------------------------------------------- /tests/fixtures/configs/train/sft/base.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/configs/train/sft/base.json -------------------------------------------------------------------------------- /tests/fixtures/configs/train/sft/base_with_seq_p.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/configs/train/sft/base_with_seq_p.json -------------------------------------------------------------------------------- /tests/fixtures/configs/train/sft/peft_settings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/configs/train/sft/peft_settings.json -------------------------------------------------------------------------------- /tests/fixtures/configs/train/sft/peft_with_seq_p.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/configs/train/sft/peft_with_seq_p.json -------------------------------------------------------------------------------- /tests/fixtures/configs/train/sft/prompt_tuning.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/configs/train/sft/prompt_tuning.json -------------------------------------------------------------------------------- /tests/fixtures/configs/train/sft/resume_from_checkpoint.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/configs/train/sft/resume_from_checkpoint.json -------------------------------------------------------------------------------- /tests/fixtures/configs/train/sft/sft_retrieval_utility.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/configs/train/sft/sft_retrieval_utility.json -------------------------------------------------------------------------------- /tests/fixtures/configs/train/sft/sft_with_rm_metric.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/configs/train/sft/sft_with_rm_metric.json -------------------------------------------------------------------------------- /tests/fixtures/configs/utils/merge_adapters_to_base/merge.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/configs/utils/merge_adapters_to_base/merge.json -------------------------------------------------------------------------------- /tests/fixtures/datasets/chat/train_chat.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/datasets/chat/train_chat.jsonl -------------------------------------------------------------------------------- /tests/fixtures/datasets/chat/train_chat_rag.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/datasets/chat/train_chat_rag.jsonl -------------------------------------------------------------------------------- /tests/fixtures/datasets/classification/train_classification.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/datasets/classification/train_classification.jsonl -------------------------------------------------------------------------------- /tests/fixtures/datasets/rm/dpo_chat.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/datasets/rm/dpo_chat.jsonl -------------------------------------------------------------------------------- /tests/fixtures/datasets/rm/train_kto.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/datasets/rm/train_kto.jsonl -------------------------------------------------------------------------------- /tests/fixtures/datasets/rm/train_preferences.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/datasets/rm/train_preferences.jsonl -------------------------------------------------------------------------------- /tests/fixtures/datasets/rm/train_preferences_2.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/datasets/rm/train_preferences_2.jsonl -------------------------------------------------------------------------------- /tests/fixtures/datasets/rm/val_preferences.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/datasets/rm/val_preferences.jsonl -------------------------------------------------------------------------------- /tests/fixtures/datasets/sampling/inference_out.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/datasets/sampling/inference_out.jsonl -------------------------------------------------------------------------------- /tests/fixtures/models/clip_tiny/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/clip_tiny/config.json -------------------------------------------------------------------------------- /tests/fixtures/models/clip_tiny/merges.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/clip_tiny/merges.txt -------------------------------------------------------------------------------- /tests/fixtures/models/clip_tiny/model.safetensors: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/clip_tiny/model.safetensors -------------------------------------------------------------------------------- /tests/fixtures/models/clip_tiny/preprocessor_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/clip_tiny/preprocessor_config.json -------------------------------------------------------------------------------- /tests/fixtures/models/clip_tiny/special_tokens_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/clip_tiny/special_tokens_map.json -------------------------------------------------------------------------------- /tests/fixtures/models/clip_tiny/tokenizer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/clip_tiny/tokenizer.json -------------------------------------------------------------------------------- /tests/fixtures/models/clip_tiny/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/clip_tiny/tokenizer_config.json -------------------------------------------------------------------------------- /tests/fixtures/models/clip_tiny/vocab.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/clip_tiny/vocab.json -------------------------------------------------------------------------------- /tests/fixtures/models/gptj_tiny_for_seq_cls/adapter/adapter_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/gptj_tiny_for_seq_cls/adapter/adapter_config.json -------------------------------------------------------------------------------- /tests/fixtures/models/gptj_tiny_for_seq_cls/adapter/adapter_model.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/gptj_tiny_for_seq_cls/adapter/adapter_model.bin -------------------------------------------------------------------------------- /tests/fixtures/models/gptj_tiny_for_seq_cls/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/gptj_tiny_for_seq_cls/config.json -------------------------------------------------------------------------------- /tests/fixtures/models/gptj_tiny_for_seq_cls/merges.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/gptj_tiny_for_seq_cls/merges.txt -------------------------------------------------------------------------------- /tests/fixtures/models/gptj_tiny_for_seq_cls/pytorch_model.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/gptj_tiny_for_seq_cls/pytorch_model.bin -------------------------------------------------------------------------------- /tests/fixtures/models/gptj_tiny_for_seq_cls/special_tokens_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/gptj_tiny_for_seq_cls/special_tokens_map.json -------------------------------------------------------------------------------- /tests/fixtures/models/gptj_tiny_for_seq_cls/tokenizer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/gptj_tiny_for_seq_cls/tokenizer.json -------------------------------------------------------------------------------- /tests/fixtures/models/gptj_tiny_for_seq_cls/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/gptj_tiny_for_seq_cls/tokenizer_config.json -------------------------------------------------------------------------------- /tests/fixtures/models/gptj_tiny_for_seq_cls/vocab.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/gptj_tiny_for_seq_cls/vocab.json -------------------------------------------------------------------------------- /tests/fixtures/models/llama2_classification/tokenizer/special_tokens_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/llama2_classification/tokenizer/special_tokens_map.json -------------------------------------------------------------------------------- /tests/fixtures/models/llama2_classification/tokenizer/tokenizer.model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/llama2_classification/tokenizer/tokenizer.model -------------------------------------------------------------------------------- /tests/fixtures/models/llama2_classification/tokenizer/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/llama2_classification/tokenizer/tokenizer_config.json -------------------------------------------------------------------------------- /tests/fixtures/models/llama2_classification/trainer/checkpoint-48/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/llama2_classification/trainer/checkpoint-48/README.md -------------------------------------------------------------------------------- /tests/fixtures/models/llama2_classification/trainer/checkpoint-48/adapter_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/llama2_classification/trainer/checkpoint-48/adapter_config.json -------------------------------------------------------------------------------- /tests/fixtures/models/llama2_classification/trainer/checkpoint-48/adapter_model.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/llama2_classification/trainer/checkpoint-48/adapter_model.bin -------------------------------------------------------------------------------- /tests/fixtures/models/llama2_classification/trainer/checkpoint-48/rng_state.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/llama2_classification/trainer/checkpoint-48/rng_state.pth -------------------------------------------------------------------------------- /tests/fixtures/models/llama2_classification/trainer/checkpoint-48/trainer_state.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/llama2_classification/trainer/checkpoint-48/trainer_state.json -------------------------------------------------------------------------------- /tests/fixtures/models/llama2_classification/trainer/checkpoint-48/training_args.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/llama2_classification/trainer/checkpoint-48/training_args.bin -------------------------------------------------------------------------------- /tests/fixtures/models/llama2_tiny/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/llama2_tiny/config.json -------------------------------------------------------------------------------- /tests/fixtures/models/llama2_tiny/generation_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/llama2_tiny/generation_config.json -------------------------------------------------------------------------------- /tests/fixtures/models/llama2_tiny/pytorch_model.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/llama2_tiny/pytorch_model.bin -------------------------------------------------------------------------------- /tests/fixtures/models/llama2_tiny/special_tokens_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/llama2_tiny/special_tokens_map.json -------------------------------------------------------------------------------- /tests/fixtures/models/llama2_tiny/tokenizer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/llama2_tiny/tokenizer.json -------------------------------------------------------------------------------- /tests/fixtures/models/llama2_tiny/tokenizer.model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/llama2_tiny/tokenizer.model -------------------------------------------------------------------------------- /tests/fixtures/models/llama2_tiny/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/llama2_tiny/tokenizer_config.json -------------------------------------------------------------------------------- /tests/fixtures/models/llama2_tiny_fine_tuned_with_adapters/experiment_settings_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/llama2_tiny_fine_tuned_with_adapters/experiment_settings_config.json -------------------------------------------------------------------------------- /tests/fixtures/models/llama2_tiny_fine_tuned_with_adapters/tokenizer/special_tokens_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/llama2_tiny_fine_tuned_with_adapters/tokenizer/special_tokens_map.json -------------------------------------------------------------------------------- /tests/fixtures/models/llama2_tiny_fine_tuned_with_adapters/tokenizer/tokenizer.model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/llama2_tiny_fine_tuned_with_adapters/tokenizer/tokenizer.model -------------------------------------------------------------------------------- /tests/fixtures/models/llama2_tiny_fine_tuned_with_adapters/tokenizer/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/llama2_tiny_fine_tuned_with_adapters/tokenizer/tokenizer_config.json -------------------------------------------------------------------------------- /tests/fixtures/models/llama2_tiny_fine_tuned_with_adapters/tokenizer_with_special_tokens/added_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/llama2_tiny_fine_tuned_with_adapters/tokenizer_with_special_tokens/added_tokens.json -------------------------------------------------------------------------------- /tests/fixtures/models/llama2_tiny_fine_tuned_with_adapters/tokenizer_with_special_tokens/special_tokens_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/llama2_tiny_fine_tuned_with_adapters/tokenizer_with_special_tokens/special_tokens_map.json -------------------------------------------------------------------------------- /tests/fixtures/models/llama2_tiny_fine_tuned_with_adapters/tokenizer_with_special_tokens/tokenizer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/llama2_tiny_fine_tuned_with_adapters/tokenizer_with_special_tokens/tokenizer.json -------------------------------------------------------------------------------- /tests/fixtures/models/llama2_tiny_fine_tuned_with_adapters/tokenizer_with_special_tokens/tokenizer.model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/llama2_tiny_fine_tuned_with_adapters/tokenizer_with_special_tokens/tokenizer.model -------------------------------------------------------------------------------- /tests/fixtures/models/llama2_tiny_fine_tuned_with_adapters/tokenizer_with_special_tokens/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/llama2_tiny_fine_tuned_with_adapters/tokenizer_with_special_tokens/tokenizer_config.json -------------------------------------------------------------------------------- /tests/fixtures/models/llama2_tiny_fine_tuned_with_adapters/trainer/adapter_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/llama2_tiny_fine_tuned_with_adapters/trainer/adapter_config.json -------------------------------------------------------------------------------- /tests/fixtures/models/llama2_tiny_fine_tuned_with_adapters/trainer/adapter_model.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/llama2_tiny_fine_tuned_with_adapters/trainer/adapter_model.bin -------------------------------------------------------------------------------- /tests/fixtures/models/llama2_tiny_fine_tuned_with_adapters/trainer/adapter_model/adapter_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/llama2_tiny_fine_tuned_with_adapters/trainer/adapter_model/adapter_config.json -------------------------------------------------------------------------------- /tests/fixtures/models/llama2_tiny_fine_tuned_with_adapters/trainer/adapter_model/adapter_model.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/llama2_tiny_fine_tuned_with_adapters/trainer/adapter_model/adapter_model.bin -------------------------------------------------------------------------------- /tests/fixtures/models/llama2_tiny_fine_tuned_with_adapters/trainer/rng_state.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/llama2_tiny_fine_tuned_with_adapters/trainer/rng_state.pth -------------------------------------------------------------------------------- /tests/fixtures/models/llama2_tiny_fine_tuned_with_adapters/trainer/trainer_state.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/llama2_tiny_fine_tuned_with_adapters/trainer/trainer_state.json -------------------------------------------------------------------------------- /tests/fixtures/models/llama2_tiny_fine_tuned_with_adapters/trainer/training_args.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/llama2_tiny_fine_tuned_with_adapters/trainer/training_args.bin -------------------------------------------------------------------------------- /tests/fixtures/models/llama2_tiny_rm/adapter_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/llama2_tiny_rm/adapter_config.json -------------------------------------------------------------------------------- /tests/fixtures/models/llama2_tiny_rm/adapter_model.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/llama2_tiny_rm/adapter_model.bin -------------------------------------------------------------------------------- /tests/fixtures/models/llama2_tiny_with_extended_embeddings/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/llama2_tiny_with_extended_embeddings/config.json -------------------------------------------------------------------------------- /tests/fixtures/models/llama2_tiny_with_extended_embeddings/generation_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/llama2_tiny_with_extended_embeddings/generation_config.json -------------------------------------------------------------------------------- /tests/fixtures/models/llama2_tiny_with_extended_embeddings/pytorch_model.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/llama2_tiny_with_extended_embeddings/pytorch_model.bin -------------------------------------------------------------------------------- /tests/fixtures/models/test_merge/added_tokens.json: -------------------------------------------------------------------------------- 1 | { 2 | "": 32000 3 | } 4 | -------------------------------------------------------------------------------- /tests/fixtures/models/test_merge/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/test_merge/config.json -------------------------------------------------------------------------------- /tests/fixtures/models/test_merge/generation_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/test_merge/generation_config.json -------------------------------------------------------------------------------- /tests/fixtures/models/test_merge/pytorch_model.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/test_merge/pytorch_model.bin -------------------------------------------------------------------------------- /tests/fixtures/models/test_merge/special_tokens_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/test_merge/special_tokens_map.json -------------------------------------------------------------------------------- /tests/fixtures/models/test_merge/tokenizer.model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/test_merge/tokenizer.model -------------------------------------------------------------------------------- /tests/fixtures/models/test_merge/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/test_merge/tokenizer_config.json -------------------------------------------------------------------------------- /tests/fixtures/models/tiny-bert-embedder/1_Pooling/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/tiny-bert-embedder/1_Pooling/config.json -------------------------------------------------------------------------------- /tests/fixtures/models/tiny-bert-embedder/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/tiny-bert-embedder/README.md -------------------------------------------------------------------------------- /tests/fixtures/models/tiny-bert-embedder/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/tiny-bert-embedder/config.json -------------------------------------------------------------------------------- /tests/fixtures/models/tiny-bert-embedder/config_sentence_transformers.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/tiny-bert-embedder/config_sentence_transformers.json -------------------------------------------------------------------------------- /tests/fixtures/models/tiny-bert-embedder/modules.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/tiny-bert-embedder/modules.json -------------------------------------------------------------------------------- /tests/fixtures/models/tiny-bert-embedder/pytorch_model.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/tiny-bert-embedder/pytorch_model.bin -------------------------------------------------------------------------------- /tests/fixtures/models/tiny-bert-embedder/sentence_bert_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/tiny-bert-embedder/sentence_bert_config.json -------------------------------------------------------------------------------- /tests/fixtures/models/tiny-bert-embedder/special_tokens_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/tiny-bert-embedder/special_tokens_map.json -------------------------------------------------------------------------------- /tests/fixtures/models/tiny-bert-embedder/tokenizer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/tiny-bert-embedder/tokenizer.json -------------------------------------------------------------------------------- /tests/fixtures/models/tiny-bert-embedder/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/tiny-bert-embedder/tokenizer_config.json -------------------------------------------------------------------------------- /tests/fixtures/models/tiny-bert-embedder/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/fixtures/models/tiny-bert-embedder/vocab.txt -------------------------------------------------------------------------------- /tests/integration/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/integration/test_dummy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/integration/test_dummy.py -------------------------------------------------------------------------------- /tests/integration/test_trainers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/integration/test_trainers.py -------------------------------------------------------------------------------- /tests/sequence_parallel/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/sequence_parallel/compare_gradients.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/sequence_parallel/compare_gradients.py -------------------------------------------------------------------------------- /tests/sequence_parallel/compare_values.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/sequence_parallel/compare_values.py -------------------------------------------------------------------------------- /tests/sequence_parallel/consts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/sequence_parallel/consts.py -------------------------------------------------------------------------------- /tests/sequence_parallel/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/sequence_parallel/dataset.py -------------------------------------------------------------------------------- /tests/sequence_parallel/launcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/sequence_parallel/launcher.py -------------------------------------------------------------------------------- /tests/sequence_parallel/marks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/sequence_parallel/marks.py -------------------------------------------------------------------------------- /tests/sequence_parallel/test_data_loaders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/sequence_parallel/test_data_loaders.py -------------------------------------------------------------------------------- /tests/sequence_parallel/test_dist_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/sequence_parallel/test_dist_utils.py -------------------------------------------------------------------------------- /tests/sequence_parallel/test_dpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/sequence_parallel/test_dpo.py -------------------------------------------------------------------------------- /tests/sequence_parallel/test_gemma_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/sequence_parallel/test_gemma_model.py -------------------------------------------------------------------------------- /tests/sequence_parallel/test_model_output.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/sequence_parallel/test_model_output.py -------------------------------------------------------------------------------- /tests/sequence_parallel/test_ulysses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/sequence_parallel/test_ulysses.py -------------------------------------------------------------------------------- /tests/sequence_parallel/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/sequence_parallel/utils.py -------------------------------------------------------------------------------- /tests/unit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/test_accuracy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/unit/test_accuracy.py -------------------------------------------------------------------------------- /tests/unit/test_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/unit/test_datasets.py -------------------------------------------------------------------------------- /tests/unit/test_dummy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/unit/test_dummy.py -------------------------------------------------------------------------------- /tests/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tests/utils.py -------------------------------------------------------------------------------- /turbo_alignment/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /turbo_alignment/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/__main__.py -------------------------------------------------------------------------------- /turbo_alignment/cherry_picks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/cherry_picks/__init__.py -------------------------------------------------------------------------------- /turbo_alignment/cherry_picks/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/cherry_picks/base.py -------------------------------------------------------------------------------- /turbo_alignment/cherry_picks/chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/cherry_picks/chat.py -------------------------------------------------------------------------------- /turbo_alignment/cherry_picks/classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/cherry_picks/classification.py -------------------------------------------------------------------------------- /turbo_alignment/cherry_picks/rm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/cherry_picks/rm.py -------------------------------------------------------------------------------- /turbo_alignment/cli/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/cli/__init__.py -------------------------------------------------------------------------------- /turbo_alignment/cli/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/cli/app.py -------------------------------------------------------------------------------- /turbo_alignment/cli/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/cli/common.py -------------------------------------------------------------------------------- /turbo_alignment/cli/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/cli/inference.py -------------------------------------------------------------------------------- /turbo_alignment/cli/sampling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/cli/sampling.py -------------------------------------------------------------------------------- /turbo_alignment/cli/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/cli/train.py -------------------------------------------------------------------------------- /turbo_alignment/common/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/common/__init__.py -------------------------------------------------------------------------------- /turbo_alignment/common/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /turbo_alignment/common/data/io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/common/data/io.py -------------------------------------------------------------------------------- /turbo_alignment/common/logging/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/common/logging/__init__.py -------------------------------------------------------------------------------- /turbo_alignment/common/logging/clearml.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/common/logging/clearml.py -------------------------------------------------------------------------------- /turbo_alignment/common/logging/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/common/logging/logger.py -------------------------------------------------------------------------------- /turbo_alignment/common/logging/weights_and_biases.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/common/logging/weights_and_biases.py -------------------------------------------------------------------------------- /turbo_alignment/common/registry/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/common/registry/__init__.py -------------------------------------------------------------------------------- /turbo_alignment/common/registry/checks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/common/registry/checks.py -------------------------------------------------------------------------------- /turbo_alignment/common/registry/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/common/registry/file_utils.py -------------------------------------------------------------------------------- /turbo_alignment/common/registry/from_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/common/registry/from_params.py -------------------------------------------------------------------------------- /turbo_alignment/common/registry/lazy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/common/registry/lazy.py -------------------------------------------------------------------------------- /turbo_alignment/common/registry/params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/common/registry/params.py -------------------------------------------------------------------------------- /turbo_alignment/common/registry/registrable.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/common/registry/registrable.py -------------------------------------------------------------------------------- /turbo_alignment/common/s3/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /turbo_alignment/common/s3/checkpoints_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/common/s3/checkpoints_handler.py -------------------------------------------------------------------------------- /turbo_alignment/common/singleton.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/common/singleton.py -------------------------------------------------------------------------------- /turbo_alignment/common/tf/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /turbo_alignment/common/tf/callbacks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/common/tf/callbacks/__init__.py -------------------------------------------------------------------------------- /turbo_alignment/common/tf/callbacks/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/common/tf/callbacks/common.py -------------------------------------------------------------------------------- /turbo_alignment/common/tf/callbacks/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/common/tf/callbacks/logging.py -------------------------------------------------------------------------------- /turbo_alignment/common/tf/callbacks/s3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/common/tf/callbacks/s3.py -------------------------------------------------------------------------------- /turbo_alignment/common/tf/callbacks/sync_ref_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/common/tf/callbacks/sync_ref_model.py -------------------------------------------------------------------------------- /turbo_alignment/common/tf/callbacks/weights_and_biases.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/common/tf/callbacks/weights_and_biases.py -------------------------------------------------------------------------------- /turbo_alignment/common/tf/loaders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/common/tf/loaders/__init__.py -------------------------------------------------------------------------------- /turbo_alignment/common/tf/loaders/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/common/tf/loaders/model/__init__.py -------------------------------------------------------------------------------- /turbo_alignment/common/tf/loaders/model/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/common/tf/loaders/model/model.py -------------------------------------------------------------------------------- /turbo_alignment/common/tf/loaders/model/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/common/tf/loaders/model/registry.py -------------------------------------------------------------------------------- /turbo_alignment/common/tf/loaders/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/common/tf/loaders/tokenizer.py -------------------------------------------------------------------------------- /turbo_alignment/common/tf/merge_adapters_to_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/common/tf/merge_adapters_to_base.py -------------------------------------------------------------------------------- /turbo_alignment/common/tf/special_tokens_setter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/common/tf/special_tokens_setter.py -------------------------------------------------------------------------------- /turbo_alignment/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/constants.py -------------------------------------------------------------------------------- /turbo_alignment/dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/dataset/__init__.py -------------------------------------------------------------------------------- /turbo_alignment/dataset/base/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/dataset/base/__init__.py -------------------------------------------------------------------------------- /turbo_alignment/dataset/base/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/dataset/base/base.py -------------------------------------------------------------------------------- /turbo_alignment/dataset/base/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/dataset/base/models.py -------------------------------------------------------------------------------- /turbo_alignment/dataset/chat/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/dataset/chat/__init__.py -------------------------------------------------------------------------------- /turbo_alignment/dataset/chat/chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/dataset/chat/chat.py -------------------------------------------------------------------------------- /turbo_alignment/dataset/chat/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/dataset/chat/conversation.py -------------------------------------------------------------------------------- /turbo_alignment/dataset/chat/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/dataset/chat/models.py -------------------------------------------------------------------------------- /turbo_alignment/dataset/classification/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/dataset/classification/__init__.py -------------------------------------------------------------------------------- /turbo_alignment/dataset/classification/classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/dataset/classification/classification.py -------------------------------------------------------------------------------- /turbo_alignment/dataset/classification/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/dataset/classification/models.py -------------------------------------------------------------------------------- /turbo_alignment/dataset/loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/dataset/loader.py -------------------------------------------------------------------------------- /turbo_alignment/dataset/pair_preferences/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/dataset/pair_preferences/__init__.py -------------------------------------------------------------------------------- /turbo_alignment/dataset/pair_preferences/collators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/dataset/pair_preferences/collators.py -------------------------------------------------------------------------------- /turbo_alignment/dataset/pair_preferences/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/dataset/pair_preferences/models.py -------------------------------------------------------------------------------- /turbo_alignment/dataset/pair_preferences/pair_preference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/dataset/pair_preferences/pair_preference.py -------------------------------------------------------------------------------- /turbo_alignment/dataset/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/dataset/registry.py -------------------------------------------------------------------------------- /turbo_alignment/dataset/sampling/__init__.py: -------------------------------------------------------------------------------- 1 | from .rm import SamplingRMDataset 2 | -------------------------------------------------------------------------------- /turbo_alignment/dataset/sampling/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/dataset/sampling/models.py -------------------------------------------------------------------------------- /turbo_alignment/dataset/sampling/rm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/dataset/sampling/rm.py -------------------------------------------------------------------------------- /turbo_alignment/dist_utils/comm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/dist_utils/comm.py -------------------------------------------------------------------------------- /turbo_alignment/dist_utils/gather_and_split.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/dist_utils/gather_and_split.py -------------------------------------------------------------------------------- /turbo_alignment/dist_utils/order.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/dist_utils/order.py -------------------------------------------------------------------------------- /turbo_alignment/generators/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/generators/__init__.py -------------------------------------------------------------------------------- /turbo_alignment/generators/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/generators/base.py -------------------------------------------------------------------------------- /turbo_alignment/generators/chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/generators/chat.py -------------------------------------------------------------------------------- /turbo_alignment/generators/classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/generators/classification.py -------------------------------------------------------------------------------- /turbo_alignment/generators/rm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/generators/rm.py -------------------------------------------------------------------------------- /turbo_alignment/generators/vllm_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/generators/vllm_chat.py -------------------------------------------------------------------------------- /turbo_alignment/metrics/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/metrics/__init__.py -------------------------------------------------------------------------------- /turbo_alignment/metrics/accuracy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/metrics/accuracy.py -------------------------------------------------------------------------------- /turbo_alignment/metrics/distinctness.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/metrics/distinctness.py -------------------------------------------------------------------------------- /turbo_alignment/metrics/diversity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/metrics/diversity.py -------------------------------------------------------------------------------- /turbo_alignment/metrics/kl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/metrics/kl.py -------------------------------------------------------------------------------- /turbo_alignment/metrics/length.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/metrics/length.py -------------------------------------------------------------------------------- /turbo_alignment/metrics/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/metrics/metric.py -------------------------------------------------------------------------------- /turbo_alignment/metrics/perplexity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/metrics/perplexity.py -------------------------------------------------------------------------------- /turbo_alignment/metrics/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/metrics/registry.py -------------------------------------------------------------------------------- /turbo_alignment/metrics/reward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/metrics/reward.py -------------------------------------------------------------------------------- /turbo_alignment/metrics/rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/metrics/rouge.py -------------------------------------------------------------------------------- /turbo_alignment/metrics/self_bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/metrics/self_bleu.py -------------------------------------------------------------------------------- /turbo_alignment/metrics/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/metrics/utils.py -------------------------------------------------------------------------------- /turbo_alignment/modeling/gemma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/modeling/gemma.py -------------------------------------------------------------------------------- /turbo_alignment/modeling/parallel_states.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/modeling/parallel_states.py -------------------------------------------------------------------------------- /turbo_alignment/modeling/pretrained_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/modeling/pretrained_model.py -------------------------------------------------------------------------------- /turbo_alignment/modeling/qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/modeling/qwen.py -------------------------------------------------------------------------------- /turbo_alignment/modeling/qwen3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/modeling/qwen3.py -------------------------------------------------------------------------------- /turbo_alignment/modeling/ulysses_attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/modeling/ulysses_attn.py -------------------------------------------------------------------------------- /turbo_alignment/modeling/verbose_attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/modeling/verbose_attn.py -------------------------------------------------------------------------------- /turbo_alignment/pipelines/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/pipelines/__init__.py -------------------------------------------------------------------------------- /turbo_alignment/pipelines/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/pipelines/base.py -------------------------------------------------------------------------------- /turbo_alignment/pipelines/inference/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/pipelines/inference/__init__.py -------------------------------------------------------------------------------- /turbo_alignment/pipelines/inference/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/pipelines/inference/base.py -------------------------------------------------------------------------------- /turbo_alignment/pipelines/inference/chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/pipelines/inference/chat.py -------------------------------------------------------------------------------- /turbo_alignment/pipelines/inference/classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/pipelines/inference/classification.py -------------------------------------------------------------------------------- /turbo_alignment/pipelines/inference/rm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/pipelines/inference/rm.py -------------------------------------------------------------------------------- /turbo_alignment/pipelines/mixin/__init__.py: -------------------------------------------------------------------------------- 1 | from .s3 import S3Mixin 2 | -------------------------------------------------------------------------------- /turbo_alignment/pipelines/mixin/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/pipelines/mixin/logging.py -------------------------------------------------------------------------------- /turbo_alignment/pipelines/mixin/s3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/pipelines/mixin/s3.py -------------------------------------------------------------------------------- /turbo_alignment/pipelines/sampling/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/pipelines/sampling/__init__.py -------------------------------------------------------------------------------- /turbo_alignment/pipelines/sampling/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/pipelines/sampling/base.py -------------------------------------------------------------------------------- /turbo_alignment/pipelines/sampling/random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/pipelines/sampling/random.py -------------------------------------------------------------------------------- /turbo_alignment/pipelines/sampling/rm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/pipelines/sampling/rm.py -------------------------------------------------------------------------------- /turbo_alignment/pipelines/sampling/rso.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/pipelines/sampling/rso.py -------------------------------------------------------------------------------- /turbo_alignment/pipelines/train/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/pipelines/train/__init__.py -------------------------------------------------------------------------------- /turbo_alignment/pipelines/train/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/pipelines/train/base.py -------------------------------------------------------------------------------- /turbo_alignment/pipelines/train/classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/pipelines/train/classification.py -------------------------------------------------------------------------------- /turbo_alignment/pipelines/train/dpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/pipelines/train/dpo.py -------------------------------------------------------------------------------- /turbo_alignment/pipelines/train/rm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/pipelines/train/rm.py -------------------------------------------------------------------------------- /turbo_alignment/pipelines/train/sft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/pipelines/train/sft.py -------------------------------------------------------------------------------- /turbo_alignment/sequence_parallel/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/sequence_parallel/README.md -------------------------------------------------------------------------------- /turbo_alignment/sequence_parallel/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /turbo_alignment/sequence_parallel/accelerate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/sequence_parallel/accelerate.py -------------------------------------------------------------------------------- /turbo_alignment/sequence_parallel/all_reduce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/sequence_parallel/all_reduce.py -------------------------------------------------------------------------------- /turbo_alignment/sequence_parallel/collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/sequence_parallel/collator.py -------------------------------------------------------------------------------- /turbo_alignment/sequence_parallel/gather_logits.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/sequence_parallel/gather_logits.py -------------------------------------------------------------------------------- /turbo_alignment/sequence_parallel/generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/sequence_parallel/generation.py -------------------------------------------------------------------------------- /turbo_alignment/sequence_parallel/patch_accelerate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/sequence_parallel/patch_accelerate.py -------------------------------------------------------------------------------- /turbo_alignment/sequence_parallel/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/sequence_parallel/trainer.py -------------------------------------------------------------------------------- /turbo_alignment/sequence_parallel/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/sequence_parallel/utils.py -------------------------------------------------------------------------------- /turbo_alignment/sequence_parallel/vocab_parallel_cross_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/sequence_parallel/vocab_parallel_cross_entropy.py -------------------------------------------------------------------------------- /turbo_alignment/settings/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/settings/__init__.py -------------------------------------------------------------------------------- /turbo_alignment/settings/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/settings/base.py -------------------------------------------------------------------------------- /turbo_alignment/settings/cherry_pick.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/settings/cherry_pick.py -------------------------------------------------------------------------------- /turbo_alignment/settings/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/settings/datasets/__init__.py -------------------------------------------------------------------------------- /turbo_alignment/settings/datasets/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/settings/datasets/base.py -------------------------------------------------------------------------------- /turbo_alignment/settings/datasets/chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/settings/datasets/chat.py -------------------------------------------------------------------------------- /turbo_alignment/settings/datasets/classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/settings/datasets/classification.py -------------------------------------------------------------------------------- /turbo_alignment/settings/datasets/pair_preference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/settings/datasets/pair_preference.py -------------------------------------------------------------------------------- /turbo_alignment/settings/datasets/sampling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/settings/datasets/sampling.py -------------------------------------------------------------------------------- /turbo_alignment/settings/generators/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /turbo_alignment/settings/generators/chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/settings/generators/chat.py -------------------------------------------------------------------------------- /turbo_alignment/settings/generators/outputs/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /turbo_alignment/settings/generators/outputs/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/settings/generators/outputs/base.py -------------------------------------------------------------------------------- /turbo_alignment/settings/generators/outputs/chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/settings/generators/outputs/chat.py -------------------------------------------------------------------------------- /turbo_alignment/settings/generators/outputs/classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/settings/generators/outputs/classification.py -------------------------------------------------------------------------------- /turbo_alignment/settings/generators/outputs/rm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/settings/generators/outputs/rm.py -------------------------------------------------------------------------------- /turbo_alignment/settings/logging/clearml.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/settings/logging/clearml.py -------------------------------------------------------------------------------- /turbo_alignment/settings/logging/weights_and_biases.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/settings/logging/weights_and_biases.py -------------------------------------------------------------------------------- /turbo_alignment/settings/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/settings/metric.py -------------------------------------------------------------------------------- /turbo_alignment/settings/modality.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/settings/modality.py -------------------------------------------------------------------------------- /turbo_alignment/settings/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/settings/model.py -------------------------------------------------------------------------------- /turbo_alignment/settings/pipelines/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/settings/pipelines/__init__.py -------------------------------------------------------------------------------- /turbo_alignment/settings/pipelines/common/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/settings/pipelines/common/__init__.py -------------------------------------------------------------------------------- /turbo_alignment/settings/pipelines/common/merge_adapters_to_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/settings/pipelines/common/merge_adapters_to_base.py -------------------------------------------------------------------------------- /turbo_alignment/settings/pipelines/inference/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/settings/pipelines/inference/__init__.py -------------------------------------------------------------------------------- /turbo_alignment/settings/pipelines/inference/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/settings/pipelines/inference/base.py -------------------------------------------------------------------------------- /turbo_alignment/settings/pipelines/inference/chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/settings/pipelines/inference/chat.py -------------------------------------------------------------------------------- /turbo_alignment/settings/pipelines/sampling/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/settings/pipelines/sampling/__init__.py -------------------------------------------------------------------------------- /turbo_alignment/settings/pipelines/sampling/sampling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/settings/pipelines/sampling/sampling.py -------------------------------------------------------------------------------- /turbo_alignment/settings/pipelines/train/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /turbo_alignment/settings/pipelines/train/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/settings/pipelines/train/base.py -------------------------------------------------------------------------------- /turbo_alignment/settings/pipelines/train/classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/settings/pipelines/train/classification.py -------------------------------------------------------------------------------- /turbo_alignment/settings/pipelines/train/dpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/settings/pipelines/train/dpo.py -------------------------------------------------------------------------------- /turbo_alignment/settings/pipelines/train/rm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/settings/pipelines/train/rm.py -------------------------------------------------------------------------------- /turbo_alignment/settings/pipelines/train/sft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/settings/pipelines/train/sft.py -------------------------------------------------------------------------------- /turbo_alignment/settings/s3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/settings/s3.py -------------------------------------------------------------------------------- /turbo_alignment/settings/tf/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /turbo_alignment/settings/tf/generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/settings/tf/generation.py -------------------------------------------------------------------------------- /turbo_alignment/settings/tf/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/settings/tf/model.py -------------------------------------------------------------------------------- /turbo_alignment/settings/tf/peft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/settings/tf/peft.py -------------------------------------------------------------------------------- /turbo_alignment/settings/tf/special_tokens_setter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/settings/tf/special_tokens_setter.py -------------------------------------------------------------------------------- /turbo_alignment/settings/tf/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/settings/tf/tokenizer.py -------------------------------------------------------------------------------- /turbo_alignment/settings/tf/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/settings/tf/trainer.py -------------------------------------------------------------------------------- /turbo_alignment/settings/tf/vllm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/settings/tf/vllm.py -------------------------------------------------------------------------------- /turbo_alignment/trainers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/trainers/__init__.py -------------------------------------------------------------------------------- /turbo_alignment/trainers/base_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/trainers/base_args.py -------------------------------------------------------------------------------- /turbo_alignment/trainers/classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/trainers/classification.py -------------------------------------------------------------------------------- /turbo_alignment/trainers/custom_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/trainers/custom_loss.py -------------------------------------------------------------------------------- /turbo_alignment/trainers/dpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/trainers/dpo.py -------------------------------------------------------------------------------- /turbo_alignment/trainers/multigpu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/trainers/multigpu.py -------------------------------------------------------------------------------- /turbo_alignment/trainers/rm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/trainers/rm.py -------------------------------------------------------------------------------- /turbo_alignment/trainers/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/turbo_alignment/trainers/utils.py -------------------------------------------------------------------------------- /tutorials/deepspeed_configs/stage2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tutorials/deepspeed_configs/stage2.json -------------------------------------------------------------------------------- /tutorials/deepspeed_configs/stage2_offloading.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tutorials/deepspeed_configs/stage2_offloading.json -------------------------------------------------------------------------------- /tutorials/deepspeed_configs/stage2_tp.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tutorials/deepspeed_configs/stage2_tp.json -------------------------------------------------------------------------------- /tutorials/deepspeed_configs/stage3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tutorials/deepspeed_configs/stage3.json -------------------------------------------------------------------------------- /tutorials/deepspeed_configs/stage3_offloading.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tutorials/deepspeed_configs/stage3_offloading.json -------------------------------------------------------------------------------- /tutorials/deepspeed_configs/stage3_optimizer_offloading.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tutorials/deepspeed_configs/stage3_optimizer_offloading.json -------------------------------------------------------------------------------- /tutorials/deepspeed_configs/stage3_params_offloading.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tutorials/deepspeed_configs/stage3_params_offloading.json -------------------------------------------------------------------------------- /tutorials/dpo/dpo.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tutorials/dpo/dpo.json -------------------------------------------------------------------------------- /tutorials/dpo/dpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tutorials/dpo/dpo.py -------------------------------------------------------------------------------- /tutorials/rm/rm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tutorials/rm/rm.json -------------------------------------------------------------------------------- /tutorials/rm/rm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tutorials/rm/rm.py -------------------------------------------------------------------------------- /tutorials/sft/sft.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tutorials/sft/sft.json -------------------------------------------------------------------------------- /tutorials/sft/sft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tutorials/sft/sft.py -------------------------------------------------------------------------------- /tutorials/tutorial.md: -------------------------------------------------------------------------------- 1 | ⌛️ in progress.. -------------------------------------------------------------------------------- /tutorials/utils/merge_adapters_to_base/llama.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tutorials/utils/merge_adapters_to_base/llama.json -------------------------------------------------------------------------------- /tutorials/utils/preprocess/coco2014_clip.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/turbo-llm/turbo-alignment/HEAD/tutorials/utils/preprocess/coco2014_clip.json --------------------------------------------------------------------------------