├── .gitignore ├── .pre-commit-config.yaml ├── LICENSE ├── README.md ├── batch_sizes.yaml ├── pyproject.toml └── scripts ├── __init__.py ├── inference ├── __init__.py ├── ngrams.py ├── tokengrams.py ├── train_vision.py └── vision.py ├── plot ├── __init__.py ├── plot_in_context.py ├── plot_ngram.py ├── plot_seed.py ├── plot_single_rows.py ├── plot_vision.py └── plot_warmups.py ├── preprocess ├── build_ngram_data.py ├── build_vision_data.py ├── chunk.py ├── merge_dfs.py └── third_order_approx.py ├── script_utils ├── __init__.py ├── conrad_distribution.py ├── divergences.py └── truncated_normal.py └── tests ├── conrad_distribution.py ├── truncated_normal.py └── vision_datasets.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/features-across-time/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/features-across-time/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/features-across-time/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/features-across-time/HEAD/README.md -------------------------------------------------------------------------------- /batch_sizes.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/features-across-time/HEAD/batch_sizes.yaml -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/features-across-time/HEAD/pyproject.toml -------------------------------------------------------------------------------- /scripts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scripts/inference/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scripts/inference/ngrams.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/features-across-time/HEAD/scripts/inference/ngrams.py -------------------------------------------------------------------------------- /scripts/inference/tokengrams.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/features-across-time/HEAD/scripts/inference/tokengrams.py -------------------------------------------------------------------------------- /scripts/inference/train_vision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/features-across-time/HEAD/scripts/inference/train_vision.py -------------------------------------------------------------------------------- /scripts/inference/vision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/features-across-time/HEAD/scripts/inference/vision.py -------------------------------------------------------------------------------- /scripts/plot/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scripts/plot/plot_in_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/features-across-time/HEAD/scripts/plot/plot_in_context.py -------------------------------------------------------------------------------- /scripts/plot/plot_ngram.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/features-across-time/HEAD/scripts/plot/plot_ngram.py -------------------------------------------------------------------------------- /scripts/plot/plot_seed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/features-across-time/HEAD/scripts/plot/plot_seed.py -------------------------------------------------------------------------------- /scripts/plot/plot_single_rows.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/features-across-time/HEAD/scripts/plot/plot_single_rows.py -------------------------------------------------------------------------------- /scripts/plot/plot_vision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/features-across-time/HEAD/scripts/plot/plot_vision.py -------------------------------------------------------------------------------- /scripts/plot/plot_warmups.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/features-across-time/HEAD/scripts/plot/plot_warmups.py -------------------------------------------------------------------------------- /scripts/preprocess/build_ngram_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/features-across-time/HEAD/scripts/preprocess/build_ngram_data.py -------------------------------------------------------------------------------- /scripts/preprocess/build_vision_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/features-across-time/HEAD/scripts/preprocess/build_vision_data.py -------------------------------------------------------------------------------- /scripts/preprocess/chunk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/features-across-time/HEAD/scripts/preprocess/chunk.py -------------------------------------------------------------------------------- /scripts/preprocess/merge_dfs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/features-across-time/HEAD/scripts/preprocess/merge_dfs.py -------------------------------------------------------------------------------- /scripts/preprocess/third_order_approx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/features-across-time/HEAD/scripts/preprocess/third_order_approx.py -------------------------------------------------------------------------------- /scripts/script_utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scripts/script_utils/conrad_distribution.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/features-across-time/HEAD/scripts/script_utils/conrad_distribution.py -------------------------------------------------------------------------------- /scripts/script_utils/divergences.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/features-across-time/HEAD/scripts/script_utils/divergences.py -------------------------------------------------------------------------------- /scripts/script_utils/truncated_normal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/features-across-time/HEAD/scripts/script_utils/truncated_normal.py -------------------------------------------------------------------------------- /scripts/tests/conrad_distribution.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/features-across-time/HEAD/scripts/tests/conrad_distribution.py -------------------------------------------------------------------------------- /scripts/tests/truncated_normal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/features-across-time/HEAD/scripts/tests/truncated_normal.py -------------------------------------------------------------------------------- /scripts/tests/vision_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/features-across-time/HEAD/scripts/tests/vision_datasets.py --------------------------------------------------------------------------------