├── .gitignore ├── LICENSE.txt ├── README.md ├── environment.yml ├── exp_data ├── eval_metadata.csv ├── evals │ ├── evaluation_c4_original-d=1024_l=24_h=8-0.25_heavy.json │ ├── evaluation_c4_original-d=1024_l=24_h=8-0.5_heavy.json │ ├── evaluation_c4_original-d=1024_l=24_h=8-1.0_heavy.json │ ├── evaluation_c4_original-d=1024_l=24_h=8-16.0_heavy.json │ ├── evaluation_c4_original-d=1024_l=24_h=8-2.0_heavy.json │ ├── evaluation_c4_original-d=1024_l=24_h=8-4.0_heavy.json │ ├── evaluation_c4_original-d=1024_l=24_h=8-8.0_heavy.json │ ├── evaluation_c4_original-d=512_l=8_h=4-0.25_heavy.json │ ├── evaluation_c4_original-d=512_l=8_h=4-0.5_heavy.json │ ├── evaluation_c4_original-d=512_l=8_h=4-1.0_heavy.json │ ├── evaluation_c4_original-d=512_l=8_h=4-16.0_heavy.json │ ├── evaluation_c4_original-d=512_l=8_h=4-2.0_heavy.json │ ├── evaluation_c4_original-d=512_l=8_h=4-32.0_heavy.json │ ├── evaluation_c4_original-d=512_l=8_h=4-4.0_heavy.json │ ├── evaluation_c4_original-d=512_l=8_h=4-8.0_heavy.json │ ├── evaluation_c4_original-d=576_l=24_h=8-0.25_heavy.json │ ├── evaluation_c4_original-d=576_l=24_h=8-0.5_heavy.json │ ├── evaluation_c4_original-d=576_l=24_h=8-1.0_heavy.json │ ├── evaluation_c4_original-d=576_l=24_h=8-16.0_heavy.json │ ├── evaluation_c4_original-d=576_l=24_h=8-2.0_heavy.json │ ├── evaluation_c4_original-d=576_l=24_h=8-32.0_heavy.json │ ├── evaluation_c4_original-d=576_l=24_h=8-4.0_heavy.json │ ├── evaluation_c4_original-d=576_l=24_h=8-8.0_heavy.json │ ├── evaluation_c4_original-d=96_l=8_h=4-0.25_heavy.json │ ├── evaluation_c4_original-d=96_l=8_h=4-0.5_heavy.json │ ├── evaluation_c4_original-d=96_l=8_h=4-1.0_heavy.json │ ├── evaluation_c4_original-d=96_l=8_h=4-16.0_heavy.json │ ├── evaluation_c4_original-d=96_l=8_h=4-2.0_heavy.json │ ├── evaluation_c4_original-d=96_l=8_h=4-32.0_heavy.json │ ├── evaluation_c4_original-d=96_l=8_h=4-4.0_heavy.json │ ├── evaluation_c4_original-d=96_l=8_h=4-8.0_heavy.json │ ├── evaluation_c4_original-open_lm_1b-1.0_heavy.json │ ├── evaluation_c4_original-open_lm_1b-4.0_heavy.json │ ├── evaluation_c4_original-open_lm_7b-1.0_heavy.json │ ├── evaluation_rpj-d=1024_l=24_h=8-0.25_heavy.json │ ├── evaluation_rpj-d=1024_l=24_h=8-0.5_heavy.json │ ├── evaluation_rpj-d=1024_l=24_h=8-1.0_heavy.json │ ├── evaluation_rpj-d=1024_l=24_h=8-16.0_heavy.json │ ├── evaluation_rpj-d=1024_l=24_h=8-2.0_heavy.json │ ├── evaluation_rpj-d=1024_l=24_h=8-32.0_heavy.json │ ├── evaluation_rpj-d=1024_l=24_h=8-4.0_heavy.json │ ├── evaluation_rpj-d=1024_l=24_h=8-8.0_heavy.json │ ├── evaluation_rpj-d=512_l=8_h=4-0.25_heavy.json │ ├── evaluation_rpj-d=512_l=8_h=4-0.5_heavy.json │ ├── evaluation_rpj-d=512_l=8_h=4-1.0_heavy.json │ ├── evaluation_rpj-d=512_l=8_h=4-16.0_heavy.json │ ├── evaluation_rpj-d=512_l=8_h=4-2.0_heavy.json │ ├── evaluation_rpj-d=512_l=8_h=4-32.0_heavy.json │ ├── evaluation_rpj-d=512_l=8_h=4-4.0_heavy.json │ ├── evaluation_rpj-d=512_l=8_h=4-8.0_heavy.json │ ├── evaluation_rpj-d=576_l=24_h=8-0.25_heavy.json │ ├── evaluation_rpj-d=576_l=24_h=8-0.5_heavy.json │ ├── evaluation_rpj-d=576_l=24_h=8-1.0_heavy.json │ ├── evaluation_rpj-d=576_l=24_h=8-16.0_heavy.json │ ├── evaluation_rpj-d=576_l=24_h=8-2.0_heavy.json │ ├── evaluation_rpj-d=576_l=24_h=8-32.0_heavy.json │ ├── evaluation_rpj-d=576_l=24_h=8-4.0_heavy.json │ ├── evaluation_rpj-d=576_l=24_h=8-8.0_heavy.json │ ├── evaluation_rpj-d=96_l=8_h=4-0.25_heavy.json │ ├── evaluation_rpj-d=96_l=8_h=4-0.5_heavy.json │ ├── evaluation_rpj-d=96_l=8_h=4-1.0_heavy.json │ ├── evaluation_rpj-d=96_l=8_h=4-16.0_heavy.json │ ├── evaluation_rpj-d=96_l=8_h=4-2.0_heavy.json │ ├── evaluation_rpj-d=96_l=8_h=4-32.0_heavy.json │ ├── evaluation_rpj-d=96_l=8_h=4-4.0_heavy.json │ ├── evaluation_rpj-d=96_l=8_h=4-8.0_heavy.json │ ├── evaluation_rpj-open_lm_1b-1.0_heavy.json │ ├── evaluation_rpj-open_lm_1b-32.0_heavy.json │ ├── evaluation_rpj-open_lm_7b-1.0_heavy.json │ ├── evaluation_rw_original-d=1024_l=24_h=8-0.25_heavy.json │ ├── evaluation_rw_original-d=1024_l=24_h=8-0.5_heavy.json │ ├── evaluation_rw_original-d=1024_l=24_h=8-1.0_heavy.json │ ├── evaluation_rw_original-d=1024_l=24_h=8-16.0_heavy.json │ ├── evaluation_rw_original-d=1024_l=24_h=8-2.0_heavy.json │ ├── evaluation_rw_original-d=1024_l=24_h=8-32.0_heavy.json │ ├── evaluation_rw_original-d=1024_l=24_h=8-4.0_heavy.json │ ├── evaluation_rw_original-d=1024_l=24_h=8-8.0_heavy.json │ ├── evaluation_rw_original-d=512_l=8_h=4-0.25_heavy.json │ ├── evaluation_rw_original-d=512_l=8_h=4-0.5_heavy.json │ ├── evaluation_rw_original-d=512_l=8_h=4-1.0_heavy.json │ ├── evaluation_rw_original-d=512_l=8_h=4-16.0_heavy.json │ ├── evaluation_rw_original-d=512_l=8_h=4-2.0_heavy.json │ ├── evaluation_rw_original-d=512_l=8_h=4-32.0_heavy.json │ ├── evaluation_rw_original-d=512_l=8_h=4-4.0_heavy.json │ ├── evaluation_rw_original-d=512_l=8_h=4-8.0_heavy.json │ ├── evaluation_rw_original-d=576_l=24_h=8-0.25_heavy.json │ ├── evaluation_rw_original-d=576_l=24_h=8-0.5_heavy.json │ ├── evaluation_rw_original-d=576_l=24_h=8-1.0_heavy.json │ ├── evaluation_rw_original-d=576_l=24_h=8-16.0_heavy.json │ ├── evaluation_rw_original-d=576_l=24_h=8-2.0_heavy.json │ ├── evaluation_rw_original-d=576_l=24_h=8-32.0_heavy.json │ ├── evaluation_rw_original-d=576_l=24_h=8-4.0_heavy.json │ ├── evaluation_rw_original-d=576_l=24_h=8-8.0_heavy.json │ ├── evaluation_rw_original-d=96_l=8_h=4-0.25_heavy.json │ ├── evaluation_rw_original-d=96_l=8_h=4-0.5_heavy.json │ ├── evaluation_rw_original-d=96_l=8_h=4-1.0_heavy.json │ ├── evaluation_rw_original-d=96_l=8_h=4-16.0_heavy.json │ ├── evaluation_rw_original-d=96_l=8_h=4-2.0_heavy.json │ ├── evaluation_rw_original-d=96_l=8_h=4-32.0_heavy.json │ ├── evaluation_rw_original-d=96_l=8_h=4-4.0_heavy.json │ ├── evaluation_rw_original-d=96_l=8_h=4-8.0_heavy.json │ ├── evaluation_rw_original-open_lm_1b-1.0_heavy.json │ ├── evaluation_rw_original-open_lm_1b-16.0_heavy.json │ └── evaluation_rw_original-open_lm_7b-1.0_heavy.json ├── grid.json ├── heavy.yaml └── models │ ├── c4_original-d=1024_l=24_h=8-0.25.json │ ├── c4_original-d=1024_l=24_h=8-0.5.json │ ├── c4_original-d=1024_l=24_h=8-1.0.json │ ├── c4_original-d=1024_l=24_h=8-16.0.json │ ├── c4_original-d=1024_l=24_h=8-2.0.json │ ├── c4_original-d=1024_l=24_h=8-4.0.json │ ├── c4_original-d=1024_l=24_h=8-8.0.json │ ├── c4_original-d=512_l=8_h=4-0.25.json │ ├── c4_original-d=512_l=8_h=4-0.5.json │ ├── c4_original-d=512_l=8_h=4-1.0.json │ ├── c4_original-d=512_l=8_h=4-16.0.json │ ├── c4_original-d=512_l=8_h=4-2.0.json │ ├── c4_original-d=512_l=8_h=4-32.0.json │ ├── c4_original-d=512_l=8_h=4-4.0.json │ ├── c4_original-d=512_l=8_h=4-8.0.json │ ├── c4_original-d=576_l=24_h=8-0.25.json │ ├── c4_original-d=576_l=24_h=8-0.5.json │ ├── c4_original-d=576_l=24_h=8-1.0.json │ ├── c4_original-d=576_l=24_h=8-16.0.json │ ├── c4_original-d=576_l=24_h=8-2.0.json │ ├── c4_original-d=576_l=24_h=8-32.0.json │ ├── c4_original-d=576_l=24_h=8-4.0.json │ ├── c4_original-d=576_l=24_h=8-8.0.json │ ├── c4_original-d=96_l=8_h=4-0.25.json │ ├── c4_original-d=96_l=8_h=4-0.5.json │ ├── c4_original-d=96_l=8_h=4-1.0.json │ ├── c4_original-d=96_l=8_h=4-16.0.json │ ├── c4_original-d=96_l=8_h=4-2.0.json │ ├── c4_original-d=96_l=8_h=4-32.0.json │ ├── c4_original-d=96_l=8_h=4-4.0.json │ ├── c4_original-d=96_l=8_h=4-8.0.json │ ├── c4_original-open_lm_1b-1.0.json │ ├── c4_original-open_lm_1b-4.0.json │ ├── c4_original-open_lm_7b-1.0.json │ ├── rpj-d=1024_l=24_h=8-0.25.json │ ├── rpj-d=1024_l=24_h=8-0.5.json │ ├── rpj-d=1024_l=24_h=8-1.0.json │ ├── rpj-d=1024_l=24_h=8-16.0.json │ ├── rpj-d=1024_l=24_h=8-2.0.json │ ├── rpj-d=1024_l=24_h=8-32.0.json │ ├── rpj-d=1024_l=24_h=8-4.0.json │ ├── rpj-d=1024_l=24_h=8-8.0.json │ ├── rpj-d=512_l=8_h=4-0.25.json │ ├── rpj-d=512_l=8_h=4-0.5.json │ ├── rpj-d=512_l=8_h=4-1.0.json │ ├── rpj-d=512_l=8_h=4-16.0.json │ ├── rpj-d=512_l=8_h=4-2.0.json │ ├── rpj-d=512_l=8_h=4-32.0.json │ ├── rpj-d=512_l=8_h=4-4.0.json │ ├── rpj-d=512_l=8_h=4-8.0.json │ ├── rpj-d=576_l=24_h=8-0.25.json │ ├── rpj-d=576_l=24_h=8-0.5.json │ ├── rpj-d=576_l=24_h=8-1.0.json │ ├── rpj-d=576_l=24_h=8-16.0.json │ ├── rpj-d=576_l=24_h=8-2.0.json │ ├── rpj-d=576_l=24_h=8-32.0.json │ ├── rpj-d=576_l=24_h=8-4.0.json │ ├── rpj-d=576_l=24_h=8-8.0.json │ ├── rpj-d=96_l=8_h=4-0.25.json │ ├── rpj-d=96_l=8_h=4-0.5.json │ ├── rpj-d=96_l=8_h=4-1.0.json │ ├── rpj-d=96_l=8_h=4-16.0.json │ ├── rpj-d=96_l=8_h=4-2.0.json │ ├── rpj-d=96_l=8_h=4-32.0.json │ ├── rpj-d=96_l=8_h=4-4.0.json │ ├── rpj-d=96_l=8_h=4-8.0.json │ ├── rpj-open_lm_1b-1.0.json │ ├── rpj-open_lm_1b-32.0.json │ ├── rpj-open_lm_7b-1.0.json │ ├── rw_original-d=1024_l=24_h=8-0.25.json │ ├── rw_original-d=1024_l=24_h=8-0.5.json │ ├── rw_original-d=1024_l=24_h=8-1.0.json │ ├── rw_original-d=1024_l=24_h=8-16.0.json │ ├── rw_original-d=1024_l=24_h=8-2.0.json │ ├── rw_original-d=1024_l=24_h=8-32.0.json │ ├── rw_original-d=1024_l=24_h=8-4.0.json │ ├── rw_original-d=1024_l=24_h=8-8.0.json │ ├── rw_original-d=512_l=8_h=4-0.25.json │ ├── rw_original-d=512_l=8_h=4-0.5.json │ ├── rw_original-d=512_l=8_h=4-1.0.json │ ├── rw_original-d=512_l=8_h=4-16.0.json │ ├── rw_original-d=512_l=8_h=4-2.0.json │ ├── rw_original-d=512_l=8_h=4-32.0.json │ ├── rw_original-d=512_l=8_h=4-4.0.json │ ├── rw_original-d=512_l=8_h=4-8.0.json │ ├── rw_original-d=576_l=24_h=8-0.25.json │ ├── rw_original-d=576_l=24_h=8-0.5.json │ ├── rw_original-d=576_l=24_h=8-1.0.json │ ├── rw_original-d=576_l=24_h=8-16.0.json │ ├── rw_original-d=576_l=24_h=8-2.0.json │ ├── rw_original-d=576_l=24_h=8-32.0.json │ ├── rw_original-d=576_l=24_h=8-4.0.json │ ├── rw_original-d=576_l=24_h=8-8.0.json │ ├── rw_original-d=96_l=8_h=4-0.25.json │ ├── rw_original-d=96_l=8_h=4-0.5.json │ ├── rw_original-d=96_l=8_h=4-1.0.json │ ├── rw_original-d=96_l=8_h=4-16.0.json │ ├── rw_original-d=96_l=8_h=4-2.0.json │ ├── rw_original-d=96_l=8_h=4-32.0.json │ ├── rw_original-d=96_l=8_h=4-4.0.json │ ├── rw_original-d=96_l=8_h=4-8.0.json │ ├── rw_original-open_lm_1b-1.0.json │ ├── rw_original-open_lm_1b-16.0.json │ └── rw_original-open_lm_7b-1.0.json ├── generate.py ├── requirements.txt ├── scaling ├── __init__.py ├── constants.py ├── laws.py ├── open_lm_configs │ ├── d=1024_l=24_h=8.json │ ├── d=512_l=8_h=4.json │ ├── d=576_l=24_h=8.json │ └── d=96_l=8_h=4.json └── shared.py ├── scaling_explorer.ipynb └── training_explorer.ipynb /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/README.md -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/environment.yml -------------------------------------------------------------------------------- /exp_data/eval_metadata.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/eval_metadata.csv -------------------------------------------------------------------------------- /exp_data/evals/evaluation_c4_original-d=1024_l=24_h=8-0.25_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_c4_original-d=1024_l=24_h=8-0.25_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_c4_original-d=1024_l=24_h=8-0.5_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_c4_original-d=1024_l=24_h=8-0.5_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_c4_original-d=1024_l=24_h=8-1.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_c4_original-d=1024_l=24_h=8-1.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_c4_original-d=1024_l=24_h=8-16.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_c4_original-d=1024_l=24_h=8-16.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_c4_original-d=1024_l=24_h=8-2.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_c4_original-d=1024_l=24_h=8-2.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_c4_original-d=1024_l=24_h=8-4.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_c4_original-d=1024_l=24_h=8-4.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_c4_original-d=1024_l=24_h=8-8.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_c4_original-d=1024_l=24_h=8-8.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_c4_original-d=512_l=8_h=4-0.25_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_c4_original-d=512_l=8_h=4-0.25_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_c4_original-d=512_l=8_h=4-0.5_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_c4_original-d=512_l=8_h=4-0.5_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_c4_original-d=512_l=8_h=4-1.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_c4_original-d=512_l=8_h=4-1.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_c4_original-d=512_l=8_h=4-16.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_c4_original-d=512_l=8_h=4-16.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_c4_original-d=512_l=8_h=4-2.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_c4_original-d=512_l=8_h=4-2.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_c4_original-d=512_l=8_h=4-32.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_c4_original-d=512_l=8_h=4-32.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_c4_original-d=512_l=8_h=4-4.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_c4_original-d=512_l=8_h=4-4.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_c4_original-d=512_l=8_h=4-8.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_c4_original-d=512_l=8_h=4-8.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_c4_original-d=576_l=24_h=8-0.25_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_c4_original-d=576_l=24_h=8-0.25_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_c4_original-d=576_l=24_h=8-0.5_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_c4_original-d=576_l=24_h=8-0.5_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_c4_original-d=576_l=24_h=8-1.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_c4_original-d=576_l=24_h=8-1.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_c4_original-d=576_l=24_h=8-16.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_c4_original-d=576_l=24_h=8-16.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_c4_original-d=576_l=24_h=8-2.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_c4_original-d=576_l=24_h=8-2.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_c4_original-d=576_l=24_h=8-32.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_c4_original-d=576_l=24_h=8-32.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_c4_original-d=576_l=24_h=8-4.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_c4_original-d=576_l=24_h=8-4.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_c4_original-d=576_l=24_h=8-8.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_c4_original-d=576_l=24_h=8-8.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_c4_original-d=96_l=8_h=4-0.25_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_c4_original-d=96_l=8_h=4-0.25_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_c4_original-d=96_l=8_h=4-0.5_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_c4_original-d=96_l=8_h=4-0.5_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_c4_original-d=96_l=8_h=4-1.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_c4_original-d=96_l=8_h=4-1.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_c4_original-d=96_l=8_h=4-16.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_c4_original-d=96_l=8_h=4-16.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_c4_original-d=96_l=8_h=4-2.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_c4_original-d=96_l=8_h=4-2.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_c4_original-d=96_l=8_h=4-32.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_c4_original-d=96_l=8_h=4-32.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_c4_original-d=96_l=8_h=4-4.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_c4_original-d=96_l=8_h=4-4.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_c4_original-d=96_l=8_h=4-8.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_c4_original-d=96_l=8_h=4-8.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_c4_original-open_lm_1b-1.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_c4_original-open_lm_1b-1.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_c4_original-open_lm_1b-4.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_c4_original-open_lm_1b-4.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_c4_original-open_lm_7b-1.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_c4_original-open_lm_7b-1.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rpj-d=1024_l=24_h=8-0.25_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rpj-d=1024_l=24_h=8-0.25_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rpj-d=1024_l=24_h=8-0.5_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rpj-d=1024_l=24_h=8-0.5_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rpj-d=1024_l=24_h=8-1.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rpj-d=1024_l=24_h=8-1.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rpj-d=1024_l=24_h=8-16.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rpj-d=1024_l=24_h=8-16.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rpj-d=1024_l=24_h=8-2.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rpj-d=1024_l=24_h=8-2.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rpj-d=1024_l=24_h=8-32.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rpj-d=1024_l=24_h=8-32.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rpj-d=1024_l=24_h=8-4.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rpj-d=1024_l=24_h=8-4.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rpj-d=1024_l=24_h=8-8.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rpj-d=1024_l=24_h=8-8.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rpj-d=512_l=8_h=4-0.25_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rpj-d=512_l=8_h=4-0.25_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rpj-d=512_l=8_h=4-0.5_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rpj-d=512_l=8_h=4-0.5_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rpj-d=512_l=8_h=4-1.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rpj-d=512_l=8_h=4-1.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rpj-d=512_l=8_h=4-16.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rpj-d=512_l=8_h=4-16.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rpj-d=512_l=8_h=4-2.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rpj-d=512_l=8_h=4-2.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rpj-d=512_l=8_h=4-32.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rpj-d=512_l=8_h=4-32.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rpj-d=512_l=8_h=4-4.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rpj-d=512_l=8_h=4-4.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rpj-d=512_l=8_h=4-8.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rpj-d=512_l=8_h=4-8.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rpj-d=576_l=24_h=8-0.25_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rpj-d=576_l=24_h=8-0.25_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rpj-d=576_l=24_h=8-0.5_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rpj-d=576_l=24_h=8-0.5_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rpj-d=576_l=24_h=8-1.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rpj-d=576_l=24_h=8-1.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rpj-d=576_l=24_h=8-16.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rpj-d=576_l=24_h=8-16.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rpj-d=576_l=24_h=8-2.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rpj-d=576_l=24_h=8-2.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rpj-d=576_l=24_h=8-32.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rpj-d=576_l=24_h=8-32.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rpj-d=576_l=24_h=8-4.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rpj-d=576_l=24_h=8-4.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rpj-d=576_l=24_h=8-8.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rpj-d=576_l=24_h=8-8.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rpj-d=96_l=8_h=4-0.25_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rpj-d=96_l=8_h=4-0.25_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rpj-d=96_l=8_h=4-0.5_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rpj-d=96_l=8_h=4-0.5_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rpj-d=96_l=8_h=4-1.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rpj-d=96_l=8_h=4-1.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rpj-d=96_l=8_h=4-16.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rpj-d=96_l=8_h=4-16.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rpj-d=96_l=8_h=4-2.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rpj-d=96_l=8_h=4-2.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rpj-d=96_l=8_h=4-32.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rpj-d=96_l=8_h=4-32.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rpj-d=96_l=8_h=4-4.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rpj-d=96_l=8_h=4-4.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rpj-d=96_l=8_h=4-8.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rpj-d=96_l=8_h=4-8.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rpj-open_lm_1b-1.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rpj-open_lm_1b-1.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rpj-open_lm_1b-32.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rpj-open_lm_1b-32.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rpj-open_lm_7b-1.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rpj-open_lm_7b-1.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rw_original-d=1024_l=24_h=8-0.25_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rw_original-d=1024_l=24_h=8-0.25_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rw_original-d=1024_l=24_h=8-0.5_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rw_original-d=1024_l=24_h=8-0.5_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rw_original-d=1024_l=24_h=8-1.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rw_original-d=1024_l=24_h=8-1.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rw_original-d=1024_l=24_h=8-16.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rw_original-d=1024_l=24_h=8-16.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rw_original-d=1024_l=24_h=8-2.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rw_original-d=1024_l=24_h=8-2.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rw_original-d=1024_l=24_h=8-32.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rw_original-d=1024_l=24_h=8-32.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rw_original-d=1024_l=24_h=8-4.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rw_original-d=1024_l=24_h=8-4.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rw_original-d=1024_l=24_h=8-8.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rw_original-d=1024_l=24_h=8-8.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rw_original-d=512_l=8_h=4-0.25_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rw_original-d=512_l=8_h=4-0.25_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rw_original-d=512_l=8_h=4-0.5_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rw_original-d=512_l=8_h=4-0.5_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rw_original-d=512_l=8_h=4-1.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rw_original-d=512_l=8_h=4-1.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rw_original-d=512_l=8_h=4-16.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rw_original-d=512_l=8_h=4-16.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rw_original-d=512_l=8_h=4-2.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rw_original-d=512_l=8_h=4-2.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rw_original-d=512_l=8_h=4-32.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rw_original-d=512_l=8_h=4-32.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rw_original-d=512_l=8_h=4-4.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rw_original-d=512_l=8_h=4-4.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rw_original-d=512_l=8_h=4-8.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rw_original-d=512_l=8_h=4-8.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rw_original-d=576_l=24_h=8-0.25_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rw_original-d=576_l=24_h=8-0.25_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rw_original-d=576_l=24_h=8-0.5_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rw_original-d=576_l=24_h=8-0.5_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rw_original-d=576_l=24_h=8-1.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rw_original-d=576_l=24_h=8-1.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rw_original-d=576_l=24_h=8-16.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rw_original-d=576_l=24_h=8-16.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rw_original-d=576_l=24_h=8-2.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rw_original-d=576_l=24_h=8-2.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rw_original-d=576_l=24_h=8-32.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rw_original-d=576_l=24_h=8-32.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rw_original-d=576_l=24_h=8-4.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rw_original-d=576_l=24_h=8-4.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rw_original-d=576_l=24_h=8-8.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rw_original-d=576_l=24_h=8-8.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rw_original-d=96_l=8_h=4-0.25_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rw_original-d=96_l=8_h=4-0.25_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rw_original-d=96_l=8_h=4-0.5_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rw_original-d=96_l=8_h=4-0.5_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rw_original-d=96_l=8_h=4-1.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rw_original-d=96_l=8_h=4-1.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rw_original-d=96_l=8_h=4-16.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rw_original-d=96_l=8_h=4-16.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rw_original-d=96_l=8_h=4-2.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rw_original-d=96_l=8_h=4-2.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rw_original-d=96_l=8_h=4-32.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rw_original-d=96_l=8_h=4-32.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rw_original-d=96_l=8_h=4-4.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rw_original-d=96_l=8_h=4-4.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rw_original-d=96_l=8_h=4-8.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rw_original-d=96_l=8_h=4-8.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rw_original-open_lm_1b-1.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rw_original-open_lm_1b-1.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rw_original-open_lm_1b-16.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rw_original-open_lm_1b-16.0_heavy.json -------------------------------------------------------------------------------- /exp_data/evals/evaluation_rw_original-open_lm_7b-1.0_heavy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/evals/evaluation_rw_original-open_lm_7b-1.0_heavy.json -------------------------------------------------------------------------------- /exp_data/grid.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/grid.json -------------------------------------------------------------------------------- /exp_data/heavy.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/heavy.yaml -------------------------------------------------------------------------------- /exp_data/models/c4_original-d=1024_l=24_h=8-0.25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/c4_original-d=1024_l=24_h=8-0.25.json -------------------------------------------------------------------------------- /exp_data/models/c4_original-d=1024_l=24_h=8-0.5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/c4_original-d=1024_l=24_h=8-0.5.json -------------------------------------------------------------------------------- /exp_data/models/c4_original-d=1024_l=24_h=8-1.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/c4_original-d=1024_l=24_h=8-1.0.json -------------------------------------------------------------------------------- /exp_data/models/c4_original-d=1024_l=24_h=8-16.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/c4_original-d=1024_l=24_h=8-16.0.json -------------------------------------------------------------------------------- /exp_data/models/c4_original-d=1024_l=24_h=8-2.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/c4_original-d=1024_l=24_h=8-2.0.json -------------------------------------------------------------------------------- /exp_data/models/c4_original-d=1024_l=24_h=8-4.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/c4_original-d=1024_l=24_h=8-4.0.json -------------------------------------------------------------------------------- /exp_data/models/c4_original-d=1024_l=24_h=8-8.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/c4_original-d=1024_l=24_h=8-8.0.json -------------------------------------------------------------------------------- /exp_data/models/c4_original-d=512_l=8_h=4-0.25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/c4_original-d=512_l=8_h=4-0.25.json -------------------------------------------------------------------------------- /exp_data/models/c4_original-d=512_l=8_h=4-0.5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/c4_original-d=512_l=8_h=4-0.5.json -------------------------------------------------------------------------------- /exp_data/models/c4_original-d=512_l=8_h=4-1.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/c4_original-d=512_l=8_h=4-1.0.json -------------------------------------------------------------------------------- /exp_data/models/c4_original-d=512_l=8_h=4-16.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/c4_original-d=512_l=8_h=4-16.0.json -------------------------------------------------------------------------------- /exp_data/models/c4_original-d=512_l=8_h=4-2.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/c4_original-d=512_l=8_h=4-2.0.json -------------------------------------------------------------------------------- /exp_data/models/c4_original-d=512_l=8_h=4-32.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/c4_original-d=512_l=8_h=4-32.0.json -------------------------------------------------------------------------------- /exp_data/models/c4_original-d=512_l=8_h=4-4.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/c4_original-d=512_l=8_h=4-4.0.json -------------------------------------------------------------------------------- /exp_data/models/c4_original-d=512_l=8_h=4-8.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/c4_original-d=512_l=8_h=4-8.0.json -------------------------------------------------------------------------------- /exp_data/models/c4_original-d=576_l=24_h=8-0.25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/c4_original-d=576_l=24_h=8-0.25.json -------------------------------------------------------------------------------- /exp_data/models/c4_original-d=576_l=24_h=8-0.5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/c4_original-d=576_l=24_h=8-0.5.json -------------------------------------------------------------------------------- /exp_data/models/c4_original-d=576_l=24_h=8-1.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/c4_original-d=576_l=24_h=8-1.0.json -------------------------------------------------------------------------------- /exp_data/models/c4_original-d=576_l=24_h=8-16.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/c4_original-d=576_l=24_h=8-16.0.json -------------------------------------------------------------------------------- /exp_data/models/c4_original-d=576_l=24_h=8-2.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/c4_original-d=576_l=24_h=8-2.0.json -------------------------------------------------------------------------------- /exp_data/models/c4_original-d=576_l=24_h=8-32.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/c4_original-d=576_l=24_h=8-32.0.json -------------------------------------------------------------------------------- /exp_data/models/c4_original-d=576_l=24_h=8-4.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/c4_original-d=576_l=24_h=8-4.0.json -------------------------------------------------------------------------------- /exp_data/models/c4_original-d=576_l=24_h=8-8.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/c4_original-d=576_l=24_h=8-8.0.json -------------------------------------------------------------------------------- /exp_data/models/c4_original-d=96_l=8_h=4-0.25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/c4_original-d=96_l=8_h=4-0.25.json -------------------------------------------------------------------------------- /exp_data/models/c4_original-d=96_l=8_h=4-0.5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/c4_original-d=96_l=8_h=4-0.5.json -------------------------------------------------------------------------------- /exp_data/models/c4_original-d=96_l=8_h=4-1.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/c4_original-d=96_l=8_h=4-1.0.json -------------------------------------------------------------------------------- /exp_data/models/c4_original-d=96_l=8_h=4-16.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/c4_original-d=96_l=8_h=4-16.0.json -------------------------------------------------------------------------------- /exp_data/models/c4_original-d=96_l=8_h=4-2.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/c4_original-d=96_l=8_h=4-2.0.json -------------------------------------------------------------------------------- /exp_data/models/c4_original-d=96_l=8_h=4-32.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/c4_original-d=96_l=8_h=4-32.0.json -------------------------------------------------------------------------------- /exp_data/models/c4_original-d=96_l=8_h=4-4.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/c4_original-d=96_l=8_h=4-4.0.json -------------------------------------------------------------------------------- /exp_data/models/c4_original-d=96_l=8_h=4-8.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/c4_original-d=96_l=8_h=4-8.0.json -------------------------------------------------------------------------------- /exp_data/models/c4_original-open_lm_1b-1.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/c4_original-open_lm_1b-1.0.json -------------------------------------------------------------------------------- /exp_data/models/c4_original-open_lm_1b-4.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/c4_original-open_lm_1b-4.0.json -------------------------------------------------------------------------------- /exp_data/models/c4_original-open_lm_7b-1.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/c4_original-open_lm_7b-1.0.json -------------------------------------------------------------------------------- /exp_data/models/rpj-d=1024_l=24_h=8-0.25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rpj-d=1024_l=24_h=8-0.25.json -------------------------------------------------------------------------------- /exp_data/models/rpj-d=1024_l=24_h=8-0.5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rpj-d=1024_l=24_h=8-0.5.json -------------------------------------------------------------------------------- /exp_data/models/rpj-d=1024_l=24_h=8-1.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rpj-d=1024_l=24_h=8-1.0.json -------------------------------------------------------------------------------- /exp_data/models/rpj-d=1024_l=24_h=8-16.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rpj-d=1024_l=24_h=8-16.0.json -------------------------------------------------------------------------------- /exp_data/models/rpj-d=1024_l=24_h=8-2.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rpj-d=1024_l=24_h=8-2.0.json -------------------------------------------------------------------------------- /exp_data/models/rpj-d=1024_l=24_h=8-32.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rpj-d=1024_l=24_h=8-32.0.json -------------------------------------------------------------------------------- /exp_data/models/rpj-d=1024_l=24_h=8-4.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rpj-d=1024_l=24_h=8-4.0.json -------------------------------------------------------------------------------- /exp_data/models/rpj-d=1024_l=24_h=8-8.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rpj-d=1024_l=24_h=8-8.0.json -------------------------------------------------------------------------------- /exp_data/models/rpj-d=512_l=8_h=4-0.25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rpj-d=512_l=8_h=4-0.25.json -------------------------------------------------------------------------------- /exp_data/models/rpj-d=512_l=8_h=4-0.5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rpj-d=512_l=8_h=4-0.5.json -------------------------------------------------------------------------------- /exp_data/models/rpj-d=512_l=8_h=4-1.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rpj-d=512_l=8_h=4-1.0.json -------------------------------------------------------------------------------- /exp_data/models/rpj-d=512_l=8_h=4-16.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rpj-d=512_l=8_h=4-16.0.json -------------------------------------------------------------------------------- /exp_data/models/rpj-d=512_l=8_h=4-2.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rpj-d=512_l=8_h=4-2.0.json -------------------------------------------------------------------------------- /exp_data/models/rpj-d=512_l=8_h=4-32.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rpj-d=512_l=8_h=4-32.0.json -------------------------------------------------------------------------------- /exp_data/models/rpj-d=512_l=8_h=4-4.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rpj-d=512_l=8_h=4-4.0.json -------------------------------------------------------------------------------- /exp_data/models/rpj-d=512_l=8_h=4-8.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rpj-d=512_l=8_h=4-8.0.json -------------------------------------------------------------------------------- /exp_data/models/rpj-d=576_l=24_h=8-0.25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rpj-d=576_l=24_h=8-0.25.json -------------------------------------------------------------------------------- /exp_data/models/rpj-d=576_l=24_h=8-0.5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rpj-d=576_l=24_h=8-0.5.json -------------------------------------------------------------------------------- /exp_data/models/rpj-d=576_l=24_h=8-1.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rpj-d=576_l=24_h=8-1.0.json -------------------------------------------------------------------------------- /exp_data/models/rpj-d=576_l=24_h=8-16.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rpj-d=576_l=24_h=8-16.0.json -------------------------------------------------------------------------------- /exp_data/models/rpj-d=576_l=24_h=8-2.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rpj-d=576_l=24_h=8-2.0.json -------------------------------------------------------------------------------- /exp_data/models/rpj-d=576_l=24_h=8-32.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rpj-d=576_l=24_h=8-32.0.json -------------------------------------------------------------------------------- /exp_data/models/rpj-d=576_l=24_h=8-4.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rpj-d=576_l=24_h=8-4.0.json -------------------------------------------------------------------------------- /exp_data/models/rpj-d=576_l=24_h=8-8.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rpj-d=576_l=24_h=8-8.0.json -------------------------------------------------------------------------------- /exp_data/models/rpj-d=96_l=8_h=4-0.25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rpj-d=96_l=8_h=4-0.25.json -------------------------------------------------------------------------------- /exp_data/models/rpj-d=96_l=8_h=4-0.5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rpj-d=96_l=8_h=4-0.5.json -------------------------------------------------------------------------------- /exp_data/models/rpj-d=96_l=8_h=4-1.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rpj-d=96_l=8_h=4-1.0.json -------------------------------------------------------------------------------- /exp_data/models/rpj-d=96_l=8_h=4-16.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rpj-d=96_l=8_h=4-16.0.json -------------------------------------------------------------------------------- /exp_data/models/rpj-d=96_l=8_h=4-2.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rpj-d=96_l=8_h=4-2.0.json -------------------------------------------------------------------------------- /exp_data/models/rpj-d=96_l=8_h=4-32.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rpj-d=96_l=8_h=4-32.0.json -------------------------------------------------------------------------------- /exp_data/models/rpj-d=96_l=8_h=4-4.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rpj-d=96_l=8_h=4-4.0.json -------------------------------------------------------------------------------- /exp_data/models/rpj-d=96_l=8_h=4-8.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rpj-d=96_l=8_h=4-8.0.json -------------------------------------------------------------------------------- /exp_data/models/rpj-open_lm_1b-1.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rpj-open_lm_1b-1.0.json -------------------------------------------------------------------------------- /exp_data/models/rpj-open_lm_1b-32.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rpj-open_lm_1b-32.0.json -------------------------------------------------------------------------------- /exp_data/models/rpj-open_lm_7b-1.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rpj-open_lm_7b-1.0.json -------------------------------------------------------------------------------- /exp_data/models/rw_original-d=1024_l=24_h=8-0.25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rw_original-d=1024_l=24_h=8-0.25.json -------------------------------------------------------------------------------- /exp_data/models/rw_original-d=1024_l=24_h=8-0.5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rw_original-d=1024_l=24_h=8-0.5.json -------------------------------------------------------------------------------- /exp_data/models/rw_original-d=1024_l=24_h=8-1.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rw_original-d=1024_l=24_h=8-1.0.json -------------------------------------------------------------------------------- /exp_data/models/rw_original-d=1024_l=24_h=8-16.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rw_original-d=1024_l=24_h=8-16.0.json -------------------------------------------------------------------------------- /exp_data/models/rw_original-d=1024_l=24_h=8-2.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rw_original-d=1024_l=24_h=8-2.0.json -------------------------------------------------------------------------------- /exp_data/models/rw_original-d=1024_l=24_h=8-32.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rw_original-d=1024_l=24_h=8-32.0.json -------------------------------------------------------------------------------- /exp_data/models/rw_original-d=1024_l=24_h=8-4.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rw_original-d=1024_l=24_h=8-4.0.json -------------------------------------------------------------------------------- /exp_data/models/rw_original-d=1024_l=24_h=8-8.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rw_original-d=1024_l=24_h=8-8.0.json -------------------------------------------------------------------------------- /exp_data/models/rw_original-d=512_l=8_h=4-0.25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rw_original-d=512_l=8_h=4-0.25.json -------------------------------------------------------------------------------- /exp_data/models/rw_original-d=512_l=8_h=4-0.5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rw_original-d=512_l=8_h=4-0.5.json -------------------------------------------------------------------------------- /exp_data/models/rw_original-d=512_l=8_h=4-1.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rw_original-d=512_l=8_h=4-1.0.json -------------------------------------------------------------------------------- /exp_data/models/rw_original-d=512_l=8_h=4-16.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rw_original-d=512_l=8_h=4-16.0.json -------------------------------------------------------------------------------- /exp_data/models/rw_original-d=512_l=8_h=4-2.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rw_original-d=512_l=8_h=4-2.0.json -------------------------------------------------------------------------------- /exp_data/models/rw_original-d=512_l=8_h=4-32.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rw_original-d=512_l=8_h=4-32.0.json -------------------------------------------------------------------------------- /exp_data/models/rw_original-d=512_l=8_h=4-4.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rw_original-d=512_l=8_h=4-4.0.json -------------------------------------------------------------------------------- /exp_data/models/rw_original-d=512_l=8_h=4-8.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rw_original-d=512_l=8_h=4-8.0.json -------------------------------------------------------------------------------- /exp_data/models/rw_original-d=576_l=24_h=8-0.25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rw_original-d=576_l=24_h=8-0.25.json -------------------------------------------------------------------------------- /exp_data/models/rw_original-d=576_l=24_h=8-0.5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rw_original-d=576_l=24_h=8-0.5.json -------------------------------------------------------------------------------- /exp_data/models/rw_original-d=576_l=24_h=8-1.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rw_original-d=576_l=24_h=8-1.0.json -------------------------------------------------------------------------------- /exp_data/models/rw_original-d=576_l=24_h=8-16.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rw_original-d=576_l=24_h=8-16.0.json -------------------------------------------------------------------------------- /exp_data/models/rw_original-d=576_l=24_h=8-2.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rw_original-d=576_l=24_h=8-2.0.json -------------------------------------------------------------------------------- /exp_data/models/rw_original-d=576_l=24_h=8-32.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rw_original-d=576_l=24_h=8-32.0.json -------------------------------------------------------------------------------- /exp_data/models/rw_original-d=576_l=24_h=8-4.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rw_original-d=576_l=24_h=8-4.0.json -------------------------------------------------------------------------------- /exp_data/models/rw_original-d=576_l=24_h=8-8.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rw_original-d=576_l=24_h=8-8.0.json -------------------------------------------------------------------------------- /exp_data/models/rw_original-d=96_l=8_h=4-0.25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rw_original-d=96_l=8_h=4-0.25.json -------------------------------------------------------------------------------- /exp_data/models/rw_original-d=96_l=8_h=4-0.5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rw_original-d=96_l=8_h=4-0.5.json -------------------------------------------------------------------------------- /exp_data/models/rw_original-d=96_l=8_h=4-1.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rw_original-d=96_l=8_h=4-1.0.json -------------------------------------------------------------------------------- /exp_data/models/rw_original-d=96_l=8_h=4-16.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rw_original-d=96_l=8_h=4-16.0.json -------------------------------------------------------------------------------- /exp_data/models/rw_original-d=96_l=8_h=4-2.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rw_original-d=96_l=8_h=4-2.0.json -------------------------------------------------------------------------------- /exp_data/models/rw_original-d=96_l=8_h=4-32.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rw_original-d=96_l=8_h=4-32.0.json -------------------------------------------------------------------------------- /exp_data/models/rw_original-d=96_l=8_h=4-4.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rw_original-d=96_l=8_h=4-4.0.json -------------------------------------------------------------------------------- /exp_data/models/rw_original-d=96_l=8_h=4-8.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rw_original-d=96_l=8_h=4-8.0.json -------------------------------------------------------------------------------- /exp_data/models/rw_original-open_lm_1b-1.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rw_original-open_lm_1b-1.0.json -------------------------------------------------------------------------------- /exp_data/models/rw_original-open_lm_1b-16.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rw_original-open_lm_1b-16.0.json -------------------------------------------------------------------------------- /exp_data/models/rw_original-open_lm_7b-1.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/exp_data/models/rw_original-open_lm_7b-1.0.json -------------------------------------------------------------------------------- /generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/generate.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/requirements.txt -------------------------------------------------------------------------------- /scaling/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scaling/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/scaling/constants.py -------------------------------------------------------------------------------- /scaling/laws.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/scaling/laws.py -------------------------------------------------------------------------------- /scaling/open_lm_configs/d=1024_l=24_h=8.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/scaling/open_lm_configs/d=1024_l=24_h=8.json -------------------------------------------------------------------------------- /scaling/open_lm_configs/d=512_l=8_h=4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/scaling/open_lm_configs/d=512_l=8_h=4.json -------------------------------------------------------------------------------- /scaling/open_lm_configs/d=576_l=24_h=8.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/scaling/open_lm_configs/d=576_l=24_h=8.json -------------------------------------------------------------------------------- /scaling/open_lm_configs/d=96_l=8_h=4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/scaling/open_lm_configs/d=96_l=8_h=4.json -------------------------------------------------------------------------------- /scaling/shared.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/scaling/shared.py -------------------------------------------------------------------------------- /scaling_explorer.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/scaling_explorer.ipynb -------------------------------------------------------------------------------- /training_explorer.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/scaling/HEAD/training_explorer.ipynb --------------------------------------------------------------------------------