├── .gitignore ├── LICENSE ├── README.md ├── environment.yml ├── mechanisms.png └── src ├── base_models.py ├── conf ├── base.yaml ├── base_encoder.yaml ├── encoder │ ├── lasso_guided_opt_0.1_5_-2.yaml │ ├── linear_and_logistic.yaml │ ├── linear_classification.yaml │ ├── linear_regression.yaml │ ├── ridge_0.1.yaml │ ├── ridge_0.25.yaml │ ├── ridge_0.5.yaml │ ├── ridge_1.0.yaml │ └── ridge_mtl.yaml ├── gpt │ ├── linear_and_logistic.yaml │ ├── linear_classification.yaml │ ├── linear_regression.yaml │ ├── ridge_0.1.yaml │ ├── ridge_0.25.yaml │ ├── ridge_0.5.yaml │ ├── ridge_1.0.yaml │ └── ridge_mtl.yaml ├── models │ ├── encoder_12L.yaml │ ├── small.yaml │ ├── standard.yaml │ └── tiny.yaml └── wandb.yaml ├── curriculum.py ├── encoder_plotting.ipynb ├── eval.py ├── gpt_plotting.ipynb ├── models.py ├── plot_main_encoder.py ├── plot_main_gpt.py ├── plot_utils.py ├── samplers.py ├── schema.py ├── tasks.py ├── train.py ├── train_encoder_all.sh ├── train_gpt_all.sh └── train_lasso.sh /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/README.md -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/environment.yml -------------------------------------------------------------------------------- /mechanisms.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/mechanisms.png -------------------------------------------------------------------------------- /src/base_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/src/base_models.py -------------------------------------------------------------------------------- /src/conf/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/src/conf/base.yaml -------------------------------------------------------------------------------- /src/conf/base_encoder.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/src/conf/base_encoder.yaml -------------------------------------------------------------------------------- /src/conf/encoder/lasso_guided_opt_0.1_5_-2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/src/conf/encoder/lasso_guided_opt_0.1_5_-2.yaml -------------------------------------------------------------------------------- /src/conf/encoder/linear_and_logistic.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/src/conf/encoder/linear_and_logistic.yaml -------------------------------------------------------------------------------- /src/conf/encoder/linear_classification.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/src/conf/encoder/linear_classification.yaml -------------------------------------------------------------------------------- /src/conf/encoder/linear_regression.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/src/conf/encoder/linear_regression.yaml -------------------------------------------------------------------------------- /src/conf/encoder/ridge_0.1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/src/conf/encoder/ridge_0.1.yaml -------------------------------------------------------------------------------- /src/conf/encoder/ridge_0.25.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/src/conf/encoder/ridge_0.25.yaml -------------------------------------------------------------------------------- /src/conf/encoder/ridge_0.5.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/src/conf/encoder/ridge_0.5.yaml -------------------------------------------------------------------------------- /src/conf/encoder/ridge_1.0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/src/conf/encoder/ridge_1.0.yaml -------------------------------------------------------------------------------- /src/conf/encoder/ridge_mtl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/src/conf/encoder/ridge_mtl.yaml -------------------------------------------------------------------------------- /src/conf/gpt/linear_and_logistic.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/src/conf/gpt/linear_and_logistic.yaml -------------------------------------------------------------------------------- /src/conf/gpt/linear_classification.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/src/conf/gpt/linear_classification.yaml -------------------------------------------------------------------------------- /src/conf/gpt/linear_regression.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/src/conf/gpt/linear_regression.yaml -------------------------------------------------------------------------------- /src/conf/gpt/ridge_0.1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/src/conf/gpt/ridge_0.1.yaml -------------------------------------------------------------------------------- /src/conf/gpt/ridge_0.25.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/src/conf/gpt/ridge_0.25.yaml -------------------------------------------------------------------------------- /src/conf/gpt/ridge_0.5.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/src/conf/gpt/ridge_0.5.yaml -------------------------------------------------------------------------------- /src/conf/gpt/ridge_1.0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/src/conf/gpt/ridge_1.0.yaml -------------------------------------------------------------------------------- /src/conf/gpt/ridge_mtl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/src/conf/gpt/ridge_mtl.yaml -------------------------------------------------------------------------------- /src/conf/models/encoder_12L.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/src/conf/models/encoder_12L.yaml -------------------------------------------------------------------------------- /src/conf/models/small.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/src/conf/models/small.yaml -------------------------------------------------------------------------------- /src/conf/models/standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/src/conf/models/standard.yaml -------------------------------------------------------------------------------- /src/conf/models/tiny.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/src/conf/models/tiny.yaml -------------------------------------------------------------------------------- /src/conf/wandb.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/src/conf/wandb.yaml -------------------------------------------------------------------------------- /src/curriculum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/src/curriculum.py -------------------------------------------------------------------------------- /src/encoder_plotting.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/src/encoder_plotting.ipynb -------------------------------------------------------------------------------- /src/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/src/eval.py -------------------------------------------------------------------------------- /src/gpt_plotting.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/src/gpt_plotting.ipynb -------------------------------------------------------------------------------- /src/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/src/models.py -------------------------------------------------------------------------------- /src/plot_main_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/src/plot_main_encoder.py -------------------------------------------------------------------------------- /src/plot_main_gpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/src/plot_main_gpt.py -------------------------------------------------------------------------------- /src/plot_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/src/plot_utils.py -------------------------------------------------------------------------------- /src/samplers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/src/samplers.py -------------------------------------------------------------------------------- /src/schema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/src/schema.py -------------------------------------------------------------------------------- /src/tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/src/tasks.py -------------------------------------------------------------------------------- /src/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/src/train.py -------------------------------------------------------------------------------- /src/train_encoder_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/src/train_encoder_all.sh -------------------------------------------------------------------------------- /src/train_gpt_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/src/train_gpt_all.sh -------------------------------------------------------------------------------- /src/train_lasso.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenbai01/transformers-as-statisticians/HEAD/src/train_lasso.sh --------------------------------------------------------------------------------