├── .gitignore ├── LICENSE ├── README.md ├── experiments └── tldr │ ├── conf │ ├── evaluate.yaml │ ├── generate.yaml │ ├── model │ │ ├── mistral_7b_base.yaml │ │ ├── mistral_tiny_base.yaml │ │ └── mixtral_8x7b_base.yaml │ ├── train_sami.yaml │ └── win_rates.yaml │ ├── constitutions_mistral │ ├── 0.json │ ├── 1.json │ ├── 2.json │ ├── 3.json │ ├── 4.json │ └── 5.json │ ├── constitutions_opus │ ├── 0.json │ ├── 1.json │ ├── 2.json │ ├── 3.json │ ├── 4.json │ └── 5.json │ ├── data │ └── base │ │ ├── base_mistral_from_mistral_principles.json │ │ ├── base_mistral_from_opus_principles.json │ │ ├── base_mixtral_from_mistral_principles.json │ │ └── base_mixtral_from_opus_principles.json │ ├── evaluate.py │ ├── example_scripts_slurm │ └── train_sami_mixtral.sh │ ├── generate.py │ ├── helpers.py │ ├── prompts.py │ ├── results │ └── responses │ │ ├── base-mistral-mistral-constitution-temperature-0.0.json │ │ ├── base-mistral-opus-constitution-temperature-0.0.json │ │ ├── base-mixtral-mistral-constitution-temperature-0.0.json │ │ ├── base-mixtral-opus-constitution-temperature-0.0.json │ │ ├── instruct-mistral-mistral-constitution-temperature-0.0.json │ │ ├── instruct-mistral-opus-constitution-temperature-0.0.json │ │ ├── iteration-1-epoch-0.12-mistral-mistral-constitution-temperature-0.0.json │ │ ├── iteration-1-epoch-0.12-mistral-opus-constitution-temperature-0.0.json │ │ ├── iteration-1-epoch-0.12-mixtral-mistral-constitution-temperature-0.0.json │ │ ├── iteration-1-epoch-0.12-mixtral-opus-constitution-temperature-0.0.json │ │ ├── iteration-2-epoch-0.25-from-epoch-0.12-mistral-mistral-constitution-temperature-0.0.json │ │ ├── iteration-2-epoch-0.25-from-epoch-0.12-mistral-opus-constitution-temperature-0.0.json │ │ ├── iteration-2-epoch-0.25-from-epoch-0.12-mixtral-mistral-constitution-temperature-0.0.json │ │ ├── iteration-2-epoch-0.25-from-epoch-0.12-mixtral-opus-constitution-temperature-0.0.json │ │ ├── iteration-3-epoch-0.38-from-epoch-0.25-mistral-mistral-constitution-temperature-0.0.json │ │ ├── iteration-3-epoch-0.38-from-epoch-0.25-mistral-opus-constitution-temperature-0.0.json │ │ ├── iteration-3-epoch-0.38-from-epoch-0.25-mixtral-mistral-constitution-temperature-0.0.json │ │ └── iteration-3-epoch-0.38-from-epoch-0.25-mixtral-opus-constitution-temperature-0.0.json │ ├── train.py │ └── win_rates.py ├── pyproject.toml ├── requirements.txt ├── setup.py └── src └── sami ├── __init__.py ├── models ├── __init__.py ├── openai_models │ ├── __init__.py │ ├── azure.py │ └── gpt4.py └── vllm_models │ ├── __init__.py │ └── inference_model.py └── trainers ├── __init__.py └── sami_trainer.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/README.md -------------------------------------------------------------------------------- /experiments/tldr/conf/evaluate.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/conf/evaluate.yaml -------------------------------------------------------------------------------- /experiments/tldr/conf/generate.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/conf/generate.yaml -------------------------------------------------------------------------------- /experiments/tldr/conf/model/mistral_7b_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/conf/model/mistral_7b_base.yaml -------------------------------------------------------------------------------- /experiments/tldr/conf/model/mistral_tiny_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/conf/model/mistral_tiny_base.yaml -------------------------------------------------------------------------------- /experiments/tldr/conf/model/mixtral_8x7b_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/conf/model/mixtral_8x7b_base.yaml -------------------------------------------------------------------------------- /experiments/tldr/conf/train_sami.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/conf/train_sami.yaml -------------------------------------------------------------------------------- /experiments/tldr/conf/win_rates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/conf/win_rates.yaml -------------------------------------------------------------------------------- /experiments/tldr/constitutions_mistral/0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/constitutions_mistral/0.json -------------------------------------------------------------------------------- /experiments/tldr/constitutions_mistral/1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/constitutions_mistral/1.json -------------------------------------------------------------------------------- /experiments/tldr/constitutions_mistral/2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/constitutions_mistral/2.json -------------------------------------------------------------------------------- /experiments/tldr/constitutions_mistral/3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/constitutions_mistral/3.json -------------------------------------------------------------------------------- /experiments/tldr/constitutions_mistral/4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/constitutions_mistral/4.json -------------------------------------------------------------------------------- /experiments/tldr/constitutions_mistral/5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/constitutions_mistral/5.json -------------------------------------------------------------------------------- /experiments/tldr/constitutions_opus/0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/constitutions_opus/0.json -------------------------------------------------------------------------------- /experiments/tldr/constitutions_opus/1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/constitutions_opus/1.json -------------------------------------------------------------------------------- /experiments/tldr/constitutions_opus/2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/constitutions_opus/2.json -------------------------------------------------------------------------------- /experiments/tldr/constitutions_opus/3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/constitutions_opus/3.json -------------------------------------------------------------------------------- /experiments/tldr/constitutions_opus/4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/constitutions_opus/4.json -------------------------------------------------------------------------------- /experiments/tldr/constitutions_opus/5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/constitutions_opus/5.json -------------------------------------------------------------------------------- /experiments/tldr/data/base/base_mistral_from_mistral_principles.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/data/base/base_mistral_from_mistral_principles.json -------------------------------------------------------------------------------- /experiments/tldr/data/base/base_mistral_from_opus_principles.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/data/base/base_mistral_from_opus_principles.json -------------------------------------------------------------------------------- /experiments/tldr/data/base/base_mixtral_from_mistral_principles.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/data/base/base_mixtral_from_mistral_principles.json -------------------------------------------------------------------------------- /experiments/tldr/data/base/base_mixtral_from_opus_principles.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/data/base/base_mixtral_from_opus_principles.json -------------------------------------------------------------------------------- /experiments/tldr/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/evaluate.py -------------------------------------------------------------------------------- /experiments/tldr/example_scripts_slurm/train_sami_mixtral.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/example_scripts_slurm/train_sami_mixtral.sh -------------------------------------------------------------------------------- /experiments/tldr/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/generate.py -------------------------------------------------------------------------------- /experiments/tldr/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/helpers.py -------------------------------------------------------------------------------- /experiments/tldr/prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/prompts.py -------------------------------------------------------------------------------- /experiments/tldr/results/responses/base-mistral-mistral-constitution-temperature-0.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/results/responses/base-mistral-mistral-constitution-temperature-0.0.json -------------------------------------------------------------------------------- /experiments/tldr/results/responses/base-mistral-opus-constitution-temperature-0.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/results/responses/base-mistral-opus-constitution-temperature-0.0.json -------------------------------------------------------------------------------- /experiments/tldr/results/responses/base-mixtral-mistral-constitution-temperature-0.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/results/responses/base-mixtral-mistral-constitution-temperature-0.0.json -------------------------------------------------------------------------------- /experiments/tldr/results/responses/base-mixtral-opus-constitution-temperature-0.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/results/responses/base-mixtral-opus-constitution-temperature-0.0.json -------------------------------------------------------------------------------- /experiments/tldr/results/responses/instruct-mistral-mistral-constitution-temperature-0.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/results/responses/instruct-mistral-mistral-constitution-temperature-0.0.json -------------------------------------------------------------------------------- /experiments/tldr/results/responses/instruct-mistral-opus-constitution-temperature-0.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/results/responses/instruct-mistral-opus-constitution-temperature-0.0.json -------------------------------------------------------------------------------- /experiments/tldr/results/responses/iteration-1-epoch-0.12-mistral-mistral-constitution-temperature-0.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/results/responses/iteration-1-epoch-0.12-mistral-mistral-constitution-temperature-0.0.json -------------------------------------------------------------------------------- /experiments/tldr/results/responses/iteration-1-epoch-0.12-mistral-opus-constitution-temperature-0.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/results/responses/iteration-1-epoch-0.12-mistral-opus-constitution-temperature-0.0.json -------------------------------------------------------------------------------- /experiments/tldr/results/responses/iteration-1-epoch-0.12-mixtral-mistral-constitution-temperature-0.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/results/responses/iteration-1-epoch-0.12-mixtral-mistral-constitution-temperature-0.0.json -------------------------------------------------------------------------------- /experiments/tldr/results/responses/iteration-1-epoch-0.12-mixtral-opus-constitution-temperature-0.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/results/responses/iteration-1-epoch-0.12-mixtral-opus-constitution-temperature-0.0.json -------------------------------------------------------------------------------- /experiments/tldr/results/responses/iteration-2-epoch-0.25-from-epoch-0.12-mistral-mistral-constitution-temperature-0.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/results/responses/iteration-2-epoch-0.25-from-epoch-0.12-mistral-mistral-constitution-temperature-0.0.json -------------------------------------------------------------------------------- /experiments/tldr/results/responses/iteration-2-epoch-0.25-from-epoch-0.12-mistral-opus-constitution-temperature-0.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/results/responses/iteration-2-epoch-0.25-from-epoch-0.12-mistral-opus-constitution-temperature-0.0.json -------------------------------------------------------------------------------- /experiments/tldr/results/responses/iteration-2-epoch-0.25-from-epoch-0.12-mixtral-mistral-constitution-temperature-0.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/results/responses/iteration-2-epoch-0.25-from-epoch-0.12-mixtral-mistral-constitution-temperature-0.0.json -------------------------------------------------------------------------------- /experiments/tldr/results/responses/iteration-2-epoch-0.25-from-epoch-0.12-mixtral-opus-constitution-temperature-0.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/results/responses/iteration-2-epoch-0.25-from-epoch-0.12-mixtral-opus-constitution-temperature-0.0.json -------------------------------------------------------------------------------- /experiments/tldr/results/responses/iteration-3-epoch-0.38-from-epoch-0.25-mistral-mistral-constitution-temperature-0.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/results/responses/iteration-3-epoch-0.38-from-epoch-0.25-mistral-mistral-constitution-temperature-0.0.json -------------------------------------------------------------------------------- /experiments/tldr/results/responses/iteration-3-epoch-0.38-from-epoch-0.25-mistral-opus-constitution-temperature-0.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/results/responses/iteration-3-epoch-0.38-from-epoch-0.25-mistral-opus-constitution-temperature-0.0.json -------------------------------------------------------------------------------- /experiments/tldr/results/responses/iteration-3-epoch-0.38-from-epoch-0.25-mixtral-mistral-constitution-temperature-0.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/results/responses/iteration-3-epoch-0.38-from-epoch-0.25-mixtral-mistral-constitution-temperature-0.0.json -------------------------------------------------------------------------------- /experiments/tldr/results/responses/iteration-3-epoch-0.38-from-epoch-0.25-mixtral-opus-constitution-temperature-0.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/results/responses/iteration-3-epoch-0.38-from-epoch-0.25-mixtral-opus-constitution-temperature-0.0.json -------------------------------------------------------------------------------- /experiments/tldr/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/train.py -------------------------------------------------------------------------------- /experiments/tldr/win_rates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/experiments/tldr/win_rates.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/setup.py -------------------------------------------------------------------------------- /src/sami/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/sami/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/sami/models/openai_models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/sami/models/openai_models/azure.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/src/sami/models/openai_models/azure.py -------------------------------------------------------------------------------- /src/sami/models/openai_models/gpt4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/src/sami/models/openai_models/gpt4.py -------------------------------------------------------------------------------- /src/sami/models/vllm_models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/sami/models/vllm_models/inference_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/src/sami/models/vllm_models/inference_model.py -------------------------------------------------------------------------------- /src/sami/trainers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/sami/trainers/sami_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/janphilippfranken/sami/HEAD/src/sami/trainers/sami_trainer.py --------------------------------------------------------------------------------