├── .gitignore ├── CODEOWNERS ├── LICENSE.md ├── README.md ├── assets └── test_subsample_indices │ ├── arxiv │ ├── group0.json │ ├── group1.json │ ├── group2.json │ ├── group3.json │ ├── group4.json │ ├── group5.json │ ├── group6.json │ ├── group7.json │ ├── group8.json │ └── group9.json │ ├── bibliotik │ ├── group0.json │ ├── group1.json │ ├── group2.json │ ├── group3.json │ ├── group4.json │ ├── group5.json │ ├── group6.json │ ├── group7.json │ ├── group8.json │ └── group9.json │ ├── commoncrawl │ ├── group0.json │ ├── group1.json │ ├── group2.json │ ├── group3.json │ ├── group4.json │ ├── group5.json │ ├── group6.json │ ├── group7.json │ ├── group8.json │ └── group9.json │ ├── dm-mathematics │ ├── group0.json │ ├── group1.json │ ├── group2.json │ ├── group3.json │ ├── group4.json │ ├── group5.json │ ├── group6.json │ ├── group7.json │ ├── group8.json │ └── group9.json │ ├── enron │ ├── group0.json │ ├── group1.json │ ├── group2.json │ ├── group3.json │ ├── group4.json │ ├── group5.json │ ├── group6.json │ ├── group7.json │ ├── group8.json │ └── group9.json │ ├── europarl │ ├── group0.json │ ├── group1.json │ ├── group2.json │ ├── group3.json │ ├── group4.json │ ├── group5.json │ ├── group6.json │ ├── group7.json │ ├── group8.json │ └── group9.json │ ├── freelaw │ ├── group0.json │ ├── group1.json │ ├── group2.json │ ├── group3.json │ ├── group4.json │ ├── group5.json │ ├── group6.json │ ├── group7.json │ ├── group8.json │ └── group9.json │ ├── github │ ├── group0.json │ ├── group1.json │ ├── group2.json │ ├── group3.json │ ├── group4.json │ ├── group5.json │ ├── group6.json │ ├── group7.json │ ├── group8.json │ └── group9.json │ ├── gutenberg │ ├── group0.json │ ├── group1.json │ ├── group2.json │ ├── group3.json │ ├── group4.json │ ├── group5.json │ ├── group6.json │ ├── group7.json │ ├── group8.json │ └── group9.json │ ├── hackernews │ ├── group0.json │ ├── group1.json │ ├── group2.json │ ├── group3.json │ ├── group4.json │ ├── group5.json │ ├── group6.json │ ├── group7.json │ ├── group8.json │ └── group9.json │ ├── nih-exporter │ ├── group0.json │ ├── group1.json │ ├── group2.json │ ├── group3.json │ ├── group4.json │ ├── group5.json │ ├── group6.json │ ├── group7.json │ ├── group8.json │ └── group9.json │ ├── opensubtitles │ ├── group0.json │ ├── group1.json │ ├── group2.json │ ├── group3.json │ ├── group4.json │ ├── group5.json │ ├── group6.json │ ├── group7.json │ ├── group8.json │ └── group9.json │ ├── openwebtext2 │ ├── group0.json │ ├── group1.json │ ├── group2.json │ ├── group3.json │ ├── group4.json │ ├── group5.json │ ├── group6.json │ ├── group7.json │ ├── group8.json │ └── group9.json │ ├── pubmed-abstracts │ ├── group0.json │ ├── group1.json │ ├── group2.json │ ├── group3.json │ ├── group4.json │ ├── group5.json │ ├── group6.json │ ├── group7.json │ ├── group8.json │ └── group9.json │ ├── pubmed-central │ ├── group0.json │ ├── group1.json │ ├── group2.json │ ├── group3.json │ ├── group4.json │ ├── group5.json │ ├── group6.json │ ├── group7.json │ ├── group8.json │ └── group9.json │ ├── stackexchange │ ├── group0.json │ ├── group1.json │ ├── group2.json │ ├── group3.json │ ├── group4.json │ ├── group5.json │ ├── group6.json │ ├── group7.json │ ├── group8.json │ └── group9.json │ ├── uspto │ ├── group0.json │ ├── group1.json │ ├── group2.json │ ├── group3.json │ ├── group4.json │ ├── group5.json │ ├── group6.json │ ├── group7.json │ ├── group8.json │ └── group9.json │ ├── wikipedia │ ├── group0.json │ ├── group1.json │ ├── group2.json │ ├── group3.json │ ├── group4.json │ ├── group5.json │ ├── group6.json │ ├── group7.json │ ├── group8.json │ └── group9.json │ └── youtubesubtitles │ ├── group0.json │ ├── group1.json │ ├── group2.json │ ├── group3.json │ ├── group4.json │ ├── group5.json │ ├── group6.json │ ├── group7.json │ ├── group8.json │ └── group9.json ├── lm_perplexity ├── __init__.py ├── compute_perplexity.py ├── models.py ├── save_lm_perplexity_data.py └── utils.py ├── preset_configs ├── gpt2_large.json ├── gpt2_medium.json ├── gpt2_small.json ├── gpt2_xl.json ├── gpt3_ada.json ├── gpt3_babbage.json ├── gpt3_curie.json └── gpt3_davinci.json ├── scripts └── export_test_splits.py └── tests ├── __init__.py └── test_utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/.gitignore -------------------------------------------------------------------------------- /CODEOWNERS: -------------------------------------------------------------------------------- 1 | * EleutherAI/pm-pile -------------------------------------------------------------------------------- /LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/LICENSE.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/README.md -------------------------------------------------------------------------------- /assets/test_subsample_indices/arxiv/group0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/arxiv/group0.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/arxiv/group1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/arxiv/group1.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/arxiv/group2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/arxiv/group2.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/arxiv/group3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/arxiv/group3.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/arxiv/group4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/arxiv/group4.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/arxiv/group5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/arxiv/group5.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/arxiv/group6.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/arxiv/group6.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/arxiv/group7.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/arxiv/group7.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/arxiv/group8.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/arxiv/group8.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/arxiv/group9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/arxiv/group9.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/bibliotik/group0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/bibliotik/group0.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/bibliotik/group1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/bibliotik/group1.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/bibliotik/group2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/bibliotik/group2.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/bibliotik/group3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/bibliotik/group3.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/bibliotik/group4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/bibliotik/group4.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/bibliotik/group5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/bibliotik/group5.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/bibliotik/group6.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/bibliotik/group6.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/bibliotik/group7.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/bibliotik/group7.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/bibliotik/group8.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/bibliotik/group8.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/bibliotik/group9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/bibliotik/group9.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/commoncrawl/group0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/commoncrawl/group0.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/commoncrawl/group1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/commoncrawl/group1.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/commoncrawl/group2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/commoncrawl/group2.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/commoncrawl/group3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/commoncrawl/group3.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/commoncrawl/group4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/commoncrawl/group4.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/commoncrawl/group5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/commoncrawl/group5.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/commoncrawl/group6.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/commoncrawl/group6.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/commoncrawl/group7.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/commoncrawl/group7.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/commoncrawl/group8.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/commoncrawl/group8.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/commoncrawl/group9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/commoncrawl/group9.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/dm-mathematics/group0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/dm-mathematics/group0.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/dm-mathematics/group1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/dm-mathematics/group1.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/dm-mathematics/group2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/dm-mathematics/group2.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/dm-mathematics/group3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/dm-mathematics/group3.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/dm-mathematics/group4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/dm-mathematics/group4.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/dm-mathematics/group5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/dm-mathematics/group5.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/dm-mathematics/group6.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/dm-mathematics/group6.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/dm-mathematics/group7.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/dm-mathematics/group7.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/dm-mathematics/group8.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/dm-mathematics/group8.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/dm-mathematics/group9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/dm-mathematics/group9.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/enron/group0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/enron/group0.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/enron/group1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/enron/group1.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/enron/group2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/enron/group2.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/enron/group3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/enron/group3.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/enron/group4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/enron/group4.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/enron/group5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/enron/group5.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/enron/group6.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/enron/group6.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/enron/group7.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/enron/group7.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/enron/group8.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/enron/group8.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/enron/group9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/enron/group9.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/europarl/group0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/europarl/group0.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/europarl/group1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/europarl/group1.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/europarl/group2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/europarl/group2.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/europarl/group3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/europarl/group3.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/europarl/group4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/europarl/group4.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/europarl/group5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/europarl/group5.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/europarl/group6.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/europarl/group6.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/europarl/group7.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/europarl/group7.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/europarl/group8.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/europarl/group8.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/europarl/group9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/europarl/group9.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/freelaw/group0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/freelaw/group0.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/freelaw/group1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/freelaw/group1.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/freelaw/group2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/freelaw/group2.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/freelaw/group3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/freelaw/group3.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/freelaw/group4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/freelaw/group4.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/freelaw/group5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/freelaw/group5.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/freelaw/group6.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/freelaw/group6.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/freelaw/group7.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/freelaw/group7.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/freelaw/group8.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/freelaw/group8.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/freelaw/group9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/freelaw/group9.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/github/group0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/github/group0.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/github/group1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/github/group1.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/github/group2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/github/group2.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/github/group3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/github/group3.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/github/group4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/github/group4.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/github/group5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/github/group5.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/github/group6.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/github/group6.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/github/group7.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/github/group7.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/github/group8.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/github/group8.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/github/group9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/github/group9.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/gutenberg/group0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/gutenberg/group0.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/gutenberg/group1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/gutenberg/group1.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/gutenberg/group2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/gutenberg/group2.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/gutenberg/group3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/gutenberg/group3.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/gutenberg/group4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/gutenberg/group4.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/gutenberg/group5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/gutenberg/group5.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/gutenberg/group6.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/gutenberg/group6.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/gutenberg/group7.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/gutenberg/group7.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/gutenberg/group8.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/gutenberg/group8.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/gutenberg/group9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/gutenberg/group9.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/hackernews/group0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/hackernews/group0.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/hackernews/group1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/hackernews/group1.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/hackernews/group2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/hackernews/group2.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/hackernews/group3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/hackernews/group3.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/hackernews/group4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/hackernews/group4.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/hackernews/group5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/hackernews/group5.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/hackernews/group6.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/hackernews/group6.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/hackernews/group7.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/hackernews/group7.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/hackernews/group8.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/hackernews/group8.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/hackernews/group9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/hackernews/group9.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/nih-exporter/group0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/nih-exporter/group0.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/nih-exporter/group1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/nih-exporter/group1.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/nih-exporter/group2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/nih-exporter/group2.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/nih-exporter/group3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/nih-exporter/group3.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/nih-exporter/group4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/nih-exporter/group4.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/nih-exporter/group5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/nih-exporter/group5.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/nih-exporter/group6.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/nih-exporter/group6.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/nih-exporter/group7.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/nih-exporter/group7.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/nih-exporter/group8.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/nih-exporter/group8.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/nih-exporter/group9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/nih-exporter/group9.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/opensubtitles/group0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/opensubtitles/group0.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/opensubtitles/group1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/opensubtitles/group1.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/opensubtitles/group2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/opensubtitles/group2.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/opensubtitles/group3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/opensubtitles/group3.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/opensubtitles/group4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/opensubtitles/group4.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/opensubtitles/group5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/opensubtitles/group5.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/opensubtitles/group6.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/opensubtitles/group6.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/opensubtitles/group7.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/opensubtitles/group7.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/opensubtitles/group8.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/opensubtitles/group8.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/opensubtitles/group9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/opensubtitles/group9.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/openwebtext2/group0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/openwebtext2/group0.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/openwebtext2/group1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/openwebtext2/group1.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/openwebtext2/group2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/openwebtext2/group2.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/openwebtext2/group3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/openwebtext2/group3.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/openwebtext2/group4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/openwebtext2/group4.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/openwebtext2/group5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/openwebtext2/group5.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/openwebtext2/group6.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/openwebtext2/group6.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/openwebtext2/group7.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/openwebtext2/group7.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/openwebtext2/group8.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/openwebtext2/group8.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/openwebtext2/group9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/openwebtext2/group9.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/pubmed-abstracts/group0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/pubmed-abstracts/group0.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/pubmed-abstracts/group1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/pubmed-abstracts/group1.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/pubmed-abstracts/group2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/pubmed-abstracts/group2.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/pubmed-abstracts/group3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/pubmed-abstracts/group3.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/pubmed-abstracts/group4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/pubmed-abstracts/group4.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/pubmed-abstracts/group5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/pubmed-abstracts/group5.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/pubmed-abstracts/group6.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/pubmed-abstracts/group6.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/pubmed-abstracts/group7.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/pubmed-abstracts/group7.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/pubmed-abstracts/group8.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/pubmed-abstracts/group8.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/pubmed-abstracts/group9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/pubmed-abstracts/group9.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/pubmed-central/group0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/pubmed-central/group0.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/pubmed-central/group1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/pubmed-central/group1.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/pubmed-central/group2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/pubmed-central/group2.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/pubmed-central/group3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/pubmed-central/group3.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/pubmed-central/group4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/pubmed-central/group4.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/pubmed-central/group5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/pubmed-central/group5.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/pubmed-central/group6.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/pubmed-central/group6.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/pubmed-central/group7.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/pubmed-central/group7.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/pubmed-central/group8.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/pubmed-central/group8.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/pubmed-central/group9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/pubmed-central/group9.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/stackexchange/group0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/stackexchange/group0.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/stackexchange/group1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/stackexchange/group1.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/stackexchange/group2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/stackexchange/group2.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/stackexchange/group3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/stackexchange/group3.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/stackexchange/group4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/stackexchange/group4.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/stackexchange/group5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/stackexchange/group5.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/stackexchange/group6.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/stackexchange/group6.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/stackexchange/group7.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/stackexchange/group7.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/stackexchange/group8.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/stackexchange/group8.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/stackexchange/group9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/stackexchange/group9.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/uspto/group0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/uspto/group0.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/uspto/group1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/uspto/group1.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/uspto/group2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/uspto/group2.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/uspto/group3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/uspto/group3.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/uspto/group4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/uspto/group4.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/uspto/group5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/uspto/group5.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/uspto/group6.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/uspto/group6.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/uspto/group7.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/uspto/group7.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/uspto/group8.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/uspto/group8.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/uspto/group9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/uspto/group9.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/wikipedia/group0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/wikipedia/group0.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/wikipedia/group1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/wikipedia/group1.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/wikipedia/group2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/wikipedia/group2.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/wikipedia/group3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/wikipedia/group3.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/wikipedia/group4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/wikipedia/group4.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/wikipedia/group5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/wikipedia/group5.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/wikipedia/group6.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/wikipedia/group6.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/wikipedia/group7.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/wikipedia/group7.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/wikipedia/group8.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/wikipedia/group8.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/wikipedia/group9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/wikipedia/group9.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/youtubesubtitles/group0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/youtubesubtitles/group0.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/youtubesubtitles/group1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/youtubesubtitles/group1.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/youtubesubtitles/group2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/youtubesubtitles/group2.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/youtubesubtitles/group3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/youtubesubtitles/group3.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/youtubesubtitles/group4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/youtubesubtitles/group4.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/youtubesubtitles/group5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/youtubesubtitles/group5.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/youtubesubtitles/group6.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/youtubesubtitles/group6.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/youtubesubtitles/group7.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/youtubesubtitles/group7.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/youtubesubtitles/group8.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/youtubesubtitles/group8.json -------------------------------------------------------------------------------- /assets/test_subsample_indices/youtubesubtitles/group9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/assets/test_subsample_indices/youtubesubtitles/group9.json -------------------------------------------------------------------------------- /lm_perplexity/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lm_perplexity/compute_perplexity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/lm_perplexity/compute_perplexity.py -------------------------------------------------------------------------------- /lm_perplexity/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/lm_perplexity/models.py -------------------------------------------------------------------------------- /lm_perplexity/save_lm_perplexity_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/lm_perplexity/save_lm_perplexity_data.py -------------------------------------------------------------------------------- /lm_perplexity/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/lm_perplexity/utils.py -------------------------------------------------------------------------------- /preset_configs/gpt2_large.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/preset_configs/gpt2_large.json -------------------------------------------------------------------------------- /preset_configs/gpt2_medium.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/preset_configs/gpt2_medium.json -------------------------------------------------------------------------------- /preset_configs/gpt2_small.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/preset_configs/gpt2_small.json -------------------------------------------------------------------------------- /preset_configs/gpt2_xl.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/preset_configs/gpt2_xl.json -------------------------------------------------------------------------------- /preset_configs/gpt3_ada.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/preset_configs/gpt3_ada.json -------------------------------------------------------------------------------- /preset_configs/gpt3_babbage.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/preset_configs/gpt3_babbage.json -------------------------------------------------------------------------------- /preset_configs/gpt3_curie.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/preset_configs/gpt3_curie.json -------------------------------------------------------------------------------- /preset_configs/gpt3_davinci.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/preset_configs/gpt3_davinci.json -------------------------------------------------------------------------------- /scripts/export_test_splits.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/scripts/export_test_splits.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/lm_perplexity/HEAD/tests/test_utils.py --------------------------------------------------------------------------------