├── full_trial.gif ├── splits ├── .DS_Store ├── participants │ ├── .DS_Store │ ├── v1 │ │ ├── test.csv │ │ ├── train.csv │ │ └── random_order.csv │ └── v2 │ │ ├── test.csv │ │ ├── train.csv │ │ └── random_order.csv └── trials │ ├── shared-trials.txt │ ├── individual-trials.txt │ └── all-trials.txt ├── documentation ├── .DS_Store ├── syntactic_annotations.md ├── geco_augmented.md ├── language_models.md ├── EB_programs.md ├── known_issues.md ├── metadata_variables.md └── data_variables.md ├── ptb_bllip_readmes └── .DS_Store ├── participant_metadata ├── .DS_Store ├── test_scores │ ├── michigan │ │ ├── .DS_Store │ │ ├── correct-answers-MichiganLG.tsv │ │ ├── correct-answers-MichiganVR.tsv │ │ ├── answers-MichiganVR.tsv │ │ ├── answers-MichiganLG.tsv │ │ └── item-scores-MichiganLG.tsv │ ├── comprehension │ │ ├── .DS_Store │ │ ├── total-scores-individual.tsv │ │ └── total-scores-shared.tsv │ ├── michigan-cefr.tsv │ └── test_convertion.tsv └── languages.tsv ├── dataset_analyses_figures └── participants.png ├── obtain_data.py ├── README.md ├── LICENSE.txt └── dataset_analyses.Rmd /full_trial.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/berzak/celer/HEAD/full_trial.gif -------------------------------------------------------------------------------- /splits/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/berzak/celer/HEAD/splits/.DS_Store -------------------------------------------------------------------------------- /documentation/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/berzak/celer/HEAD/documentation/.DS_Store -------------------------------------------------------------------------------- /ptb_bllip_readmes/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/berzak/celer/HEAD/ptb_bllip_readmes/.DS_Store -------------------------------------------------------------------------------- /participant_metadata/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/berzak/celer/HEAD/participant_metadata/.DS_Store -------------------------------------------------------------------------------- /splits/participants/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/berzak/celer/HEAD/splits/participants/.DS_Store -------------------------------------------------------------------------------- /dataset_analyses_figures/participants.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/berzak/celer/HEAD/dataset_analyses_figures/participants.png -------------------------------------------------------------------------------- /participant_metadata/test_scores/michigan/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/berzak/celer/HEAD/participant_metadata/test_scores/michigan/.DS_Store -------------------------------------------------------------------------------- /participant_metadata/test_scores/comprehension/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/berzak/celer/HEAD/participant_metadata/test_scores/comprehension/.DS_Store -------------------------------------------------------------------------------- /participant_metadata/test_scores/michigan/correct-answers-MichiganLG.tsv: -------------------------------------------------------------------------------- 1 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 2 | a c b a a c b b c b a c c a c a b a c a d a d a c a d b d a a c b b c a d c a a b c a b d a a c c b 3 | 4 | -------------------------------------------------------------------------------- /participant_metadata/test_scores/michigan/correct-answers-MichiganVR.tsv: -------------------------------------------------------------------------------- 1 | 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 2 | c c b c a c b b d c a d b d c b d d b c d a c c b c a c d d a b d d a a c c b c c d d c a b a c b b 3 | -------------------------------------------------------------------------------- /splits/participants/v1/test.csv: -------------------------------------------------------------------------------- 1 | List 2 | 151 3 | 101 4 | 85 5 | 155 6 | 123 7 | 161 8 | 75 9 | 146 10 | 142 11 | 157 12 | 40 13 | 83 14 | 6 15 | 143 16 | 110 17 | 16 18 | 93 19 | 183 20 | 141 21 | 7 22 | 29 23 | 31 24 | 182 25 | 70 26 | 28 27 | 115 28 | 164 29 | 63 30 | 171 31 | 118 32 | 4 33 | 97 34 | 89 35 | 150 36 | 1 37 | 153 38 | 165 39 | 79 40 | 152 41 | 2 42 | 19 43 | 124 44 | 69 45 | 149 46 | 102 47 | 76 48 | 33 49 | 109 50 | 27 51 | 51 52 | 104 53 | 167 54 | 184 55 | 112 56 | 74 57 | 92 58 | 66 59 | -------------------------------------------------------------------------------- /splits/trials/shared-trials.txt: -------------------------------------------------------------------------------- 1 | 1 2 | 4 3 | 5 4 | 6 5 | 7 6 | 9 7 | 11 8 | 12 9 | 16 10 | 17 11 | 20 12 | 22 13 | 23 14 | 24 15 | 27 16 | 32 17 | 33 18 | 34 19 | 35 20 | 36 21 | 37 22 | 39 23 | 42 24 | 43 25 | 44 26 | 46 27 | 48 28 | 49 29 | 51 30 | 52 31 | 53 32 | 54 33 | 58 34 | 60 35 | 62 36 | 64 37 | 65 38 | 67 39 | 68 40 | 69 41 | 72 42 | 78 43 | 79 44 | 80 45 | 81 46 | 82 47 | 83 48 | 85 49 | 86 50 | 88 51 | 89 52 | 91 53 | 95 54 | 96 55 | 97 56 | 98 57 | 101 58 | 103 59 | 104 60 | 110 61 | 113 62 | 115 63 | 118 64 | 119 65 | 120 66 | 121 67 | 123 68 | 125 69 | 126 70 | 134 71 | 136 72 | 141 73 | 142 74 | 144 75 | 147 76 | 151 77 | 152 78 | 154 79 | 156 -------------------------------------------------------------------------------- /splits/trials/individual-trials.txt: -------------------------------------------------------------------------------- 1 | 2 2 | 3 3 | 8 4 | 10 5 | 13 6 | 14 7 | 15 8 | 18 9 | 19 10 | 21 11 | 25 12 | 26 13 | 28 14 | 29 15 | 30 16 | 31 17 | 38 18 | 40 19 | 41 20 | 45 21 | 47 22 | 50 23 | 55 24 | 56 25 | 57 26 | 59 27 | 61 28 | 63 29 | 66 30 | 70 31 | 71 32 | 73 33 | 74 34 | 75 35 | 76 36 | 77 37 | 84 38 | 87 39 | 90 40 | 92 41 | 93 42 | 94 43 | 99 44 | 100 45 | 102 46 | 105 47 | 106 48 | 107 49 | 108 50 | 109 51 | 111 52 | 112 53 | 114 54 | 116 55 | 117 56 | 122 57 | 124 58 | 127 59 | 128 60 | 129 61 | 130 62 | 131 63 | 132 64 | 133 65 | 135 66 | 137 67 | 138 68 | 139 69 | 140 70 | 143 71 | 145 72 | 146 73 | 148 74 | 149 75 | 150 76 | 153 77 | 155 78 | 157 -------------------------------------------------------------------------------- /documentation/syntactic_annotations.md: -------------------------------------------------------------------------------- 1 | # Syntactic Annotations 2 | 3 | The CELER data is released along with syntactic annotations (manual annotations for WSJ PTB sentences (v1), and automatic for BLLIP sentences (new to v2)). 4 | 5 | The annotations are available in the `annotations` folder, where each file prefix is a list number, and the file contains annotations for the individual regime sentences of that list. List 0 contains annotations of the shared regime sentences. 6 | 7 | - `.ids` sentence ids. 8 | - `.trees` phrase structure trees (taken from WSJ PTB and BLLIP). 9 | - `.conllu` dependency trees and Google universal POS tags obtained using the conversion tool of the Universal Dependency Treebank [UDT, McDonald et al. 2013](https://www.aclweb.org/anthology/P13-2017.pdf). Note that this annotation scheme is outdated. We recommend using instead the current standard of Universal Dependencies (UD) annotations. -------------------------------------------------------------------------------- /splits/participants/v2/test.csv: -------------------------------------------------------------------------------- 1 | List 2 | 182 3 | 152 4 | 102 5 | 262 6 | 322 7 | 118 8 | 97 9 | 31 10 | 211 11 | 155 12 | 167 13 | 379 14 | 214 15 | 69 16 | 265 17 | 323 18 | 342 19 | 183 20 | 314 21 | 352 22 | 263 23 | 104 24 | 336 25 | 27 26 | 4 27 | 272 28 | 229 29 | 226 30 | 157 31 | 6 32 | 92 33 | 7 34 | 143 35 | 270 36 | 345 37 | 347 38 | 269 39 | 115 40 | 74 41 | 294 42 | 351 43 | 222 44 | 123 45 | 266 46 | 363 47 | 376 48 | 209 49 | 267 50 | 237 51 | 146 52 | 344 53 | 271 54 | 252 55 | 141 56 | 63 57 | 217 58 | 256 59 | 142 60 | 89 61 | 364 62 | 207 63 | 79 64 | 151 65 | 83 66 | 165 67 | 280 68 | 93 69 | 40 70 | 254 71 | 378 72 | 171 73 | 66 74 | 19 75 | 33 76 | 343 77 | 215 78 | 51 79 | 330 80 | 70 81 | 346 82 | 16 83 | 164 84 | 153 85 | 110 86 | 124 87 | 184 88 | 75 89 | 190 90 | 161 91 | 29 92 | 28 93 | 109 94 | 341 95 | 1 96 | 326 97 | 350 98 | 149 99 | 2 100 | 374 101 | 353 102 | 101 103 | 150 104 | 348 105 | 276 106 | 85 107 | 112 108 | 76 109 | -------------------------------------------------------------------------------- /splits/participants/v1/train.csv: -------------------------------------------------------------------------------- 1 | List 2 | 11 3 | 135 4 | 37 5 | 121 6 | 127 7 | 71 8 | 47 9 | 154 10 | 133 11 | 80 12 | 59 13 | 45 14 | 139 15 | 73 16 | 128 17 | 126 18 | 117 19 | 82 20 | 14 21 | 61 22 | 177 23 | 32 24 | 25 25 | 46 26 | 56 27 | 86 28 | 116 29 | 100 30 | 147 31 | 3 32 | 26 33 | 107 34 | 18 35 | 36 36 | 23 37 | 122 38 | 114 39 | 162 40 | 54 41 | 145 42 | 88 43 | 65 44 | 158 45 | 130 46 | 68 47 | 169 48 | 179 49 | 15 50 | 111 51 | 53 52 | 49 53 | 64 54 | 120 55 | 172 56 | 84 57 | 180 58 | 44 59 | 173 60 | 103 61 | 129 62 | 22 63 | 35 64 | 8 65 | 95 66 | 72 67 | 131 68 | 134 69 | 170 70 | 81 71 | 34 72 | 99 73 | 62 74 | 30 75 | 17 76 | 52 77 | 125 78 | 57 79 | 98 80 | 163 81 | 168 82 | 58 83 | 41 84 | 55 85 | 94 86 | 166 87 | 90 88 | 113 89 | 39 90 | 144 91 | 176 92 | 156 93 | 43 94 | 78 95 | 160 96 | 106 97 | 24 98 | 96 99 | 108 100 | 42 101 | 136 102 | 50 103 | 148 104 | 87 105 | 67 106 | 140 107 | 21 108 | 174 109 | 12 110 | 10 111 | 20 112 | 178 113 | 77 114 | 175 115 | 9 116 | 181 117 | 13 118 | 38 119 | 105 120 | 138 121 | 60 122 | 48 123 | 91 124 | 159 125 | 137 126 | 132 127 | -------------------------------------------------------------------------------- /documentation/geco_augmented.md: -------------------------------------------------------------------------------- 1 | ## GECO Augmented 2 | 3 | Files from the GECO dataset [Cop et al. 2017](https://link.springer.com/article/10.3758/s13428-016-0734-0), dowloaded from https://expsy.ugent.be/downloads/geco/: 4 | - `SubjectInformation.xlsx` 5 | - `L2ReadingData.xlsx` 6 | - `MonolingualReadingData.xlsx` 7 | 8 | The last two files (renamed to end with `Augmented`) have the following additional fields: 9 | - `WORD_NORM` lowercased word, without punctuation. Numbers reprepresented as `NUM`. 10 | - `WORD_LEN` word length, excluding punctuation. 11 | - `FREQ-BLLIP` -log2(word frequency) in BLLIP (Charniak et al. 2000). BLLIP vocabulary size 229,538 words. 12 | - `FREQ-SUBTLEX` -log2(word frequency) based on SUBTLEX-US [Brysbaert and New 2009](https://www.ugent.be/pp/experimentele-psychologie/en/research/documents/subtlexus). SUBTLEX-US vocabulary size 74,286 words. 13 | - `FREQ-WEB` -log2(word frequency) based on the [Kaggle web word frequency list](https://www.kaggle.com/rtatman/english-word-frequency). Kaggle vocabulary size 333,332 words. 14 | - `OOV-BLLIP` 1 if the word out of vocabulary in BLLIP, 0 otherwise. 15 | - `OOV-SUBTLEX` 1 if the word out of vocabulary in SUBTLEX-US, 0 otherwise. 16 | - `OOV-WEB` 1 if the word out of vocabulary in Kaggle, 0 otherwise. 17 | - `SURP-GPT2` word surprisal according to the GPT2 language model [Radford et al. 2019]((http://www.persagen.com/files/misc/radford2019language.pdf)). 18 | 19 | -------------------------------------------------------------------------------- /splits/trials/all-trials.txt: -------------------------------------------------------------------------------- 1 | 1 2 | 2 3 | 3 4 | 4 5 | 5 6 | 6 7 | 7 8 | 8 9 | 9 10 | 10 11 | 11 12 | 12 13 | 13 14 | 14 15 | 15 16 | 16 17 | 17 18 | 18 19 | 19 20 | 20 21 | 21 22 | 22 23 | 23 24 | 24 25 | 25 26 | 26 27 | 27 28 | 28 29 | 29 30 | 30 31 | 31 32 | 32 33 | 33 34 | 34 35 | 35 36 | 36 37 | 37 38 | 38 39 | 39 40 | 40 41 | 41 42 | 42 43 | 43 44 | 44 45 | 45 46 | 46 47 | 47 48 | 48 49 | 49 50 | 50 51 | 51 52 | 52 53 | 53 54 | 54 55 | 55 56 | 56 57 | 57 58 | 58 59 | 59 60 | 60 61 | 61 62 | 62 63 | 63 64 | 64 65 | 65 66 | 66 67 | 67 68 | 68 69 | 69 70 | 70 71 | 71 72 | 72 73 | 73 74 | 74 75 | 75 76 | 76 77 | 77 78 | 78 79 | 79 80 | 80 81 | 81 82 | 82 83 | 83 84 | 84 85 | 85 86 | 86 87 | 87 88 | 88 89 | 89 90 | 90 91 | 91 92 | 92 93 | 93 94 | 94 95 | 95 96 | 96 97 | 97 98 | 98 99 | 99 100 | 100 101 | 101 102 | 102 103 | 103 104 | 104 105 | 105 106 | 106 107 | 107 108 | 108 109 | 109 110 | 110 111 | 111 112 | 112 113 | 113 114 | 114 115 | 115 116 | 116 117 | 117 118 | 118 119 | 119 120 | 120 121 | 121 122 | 122 123 | 123 124 | 124 125 | 125 126 | 126 127 | 127 128 | 128 129 | 129 130 | 130 131 | 131 132 | 132 133 | 133 134 | 134 135 | 135 136 | 136 137 | 137 138 | 138 139 | 139 140 | 140 141 | 141 142 | 142 143 | 143 144 | 144 145 | 145 146 | 146 147 | 147 148 | 148 149 | 149 150 | 150 151 | 151 152 | 152 153 | 153 154 | 154 155 | 155 156 | 156 157 | 157 -------------------------------------------------------------------------------- /splits/participants/v1/random_order.csv: -------------------------------------------------------------------------------- 1 | List 2 | 11 3 | 135 4 | 37 5 | 151 6 | 121 7 | 101 8 | 127 9 | 85 10 | 71 11 | 155 12 | 47 13 | 154 14 | 133 15 | 80 16 | 59 17 | 45 18 | 139 19 | 123 20 | 73 21 | 161 22 | 75 23 | 128 24 | 126 25 | 117 26 | 82 27 | 14 28 | 61 29 | 146 30 | 142 31 | 177 32 | 157 33 | 32 34 | 40 35 | 25 36 | 46 37 | 83 38 | 6 39 | 56 40 | 86 41 | 116 42 | 143 43 | 100 44 | 147 45 | 3 46 | 26 47 | 110 48 | 107 49 | 16 50 | 18 51 | 36 52 | 23 53 | 93 54 | 122 55 | 183 56 | 141 57 | 7 58 | 114 59 | 162 60 | 29 61 | 54 62 | 31 63 | 182 64 | 145 65 | 70 66 | 28 67 | 88 68 | 65 69 | 158 70 | 130 71 | 68 72 | 115 73 | 164 74 | 169 75 | 179 76 | 63 77 | 15 78 | 111 79 | 171 80 | 53 81 | 49 82 | 64 83 | 118 84 | 4 85 | 120 86 | 172 87 | 97 88 | 84 89 | 89 90 | 180 91 | 150 92 | 44 93 | 173 94 | 103 95 | 129 96 | 22 97 | 35 98 | 1 99 | 8 100 | 95 101 | 72 102 | 131 103 | 153 104 | 165 105 | 134 106 | 170 107 | 81 108 | 34 109 | 79 110 | 99 111 | 62 112 | 30 113 | 17 114 | 52 115 | 125 116 | 57 117 | 98 118 | 152 119 | 163 120 | 168 121 | 2 122 | 58 123 | 41 124 | 55 125 | 94 126 | 19 127 | 124 128 | 166 129 | 90 130 | 113 131 | 39 132 | 69 133 | 144 134 | 176 135 | 156 136 | 149 137 | 102 138 | 76 139 | 43 140 | 78 141 | 160 142 | 106 143 | 24 144 | 33 145 | 96 146 | 109 147 | 27 148 | 108 149 | 51 150 | 42 151 | 136 152 | 50 153 | 104 154 | 148 155 | 87 156 | 67 157 | 140 158 | 21 159 | 167 160 | 174 161 | 12 162 | 184 163 | 10 164 | 20 165 | 178 166 | 77 167 | 175 168 | 9 169 | 181 170 | 112 171 | 13 172 | 38 173 | 74 174 | 105 175 | 138 176 | 60 177 | 48 178 | 91 179 | 92 180 | 66 181 | 159 182 | 137 183 | 132 184 | -------------------------------------------------------------------------------- /obtain_data.py: -------------------------------------------------------------------------------- 1 | import os 2 | import argparse 3 | import urllib.request 4 | 5 | 6 | NEWS_DATASETS = { 7 | "PTB": {"README": "README", 8 | "url": "https://catalog.ldc.upenn.edu/LDC95T7"}, 9 | "BLLIP": {"README": "README.1st", 10 | "url": "https://catalog.ldc.upenn.edu/LDC2000T43"} 11 | } 12 | NEWS_READMES_DIR = "ptb_bllip_readmes" 13 | 14 | def check_readme(): 15 | codes = {"PTB": 0, "BLLIP": 0} 16 | for dataset in NEWS_DATASETS: 17 | try: 18 | codes[dataset] = os.stat(NEWS_READMES_DIR+"/"+NEWS_DATASETS[dataset]["README"]).st_size 19 | except OSError: 20 | print("Error:", dataset, NEWS_DATASETS[dataset]["README"], "file is missing.", 21 | "Please download the dataset from", NEWS_DATASETS[dataset]['url'], "and copy this file to the", NEWS_READMES_DIR, "directory") 22 | return codes.values() 23 | 24 | def obtain_data(data_file, codes): 25 | url = "https://people.csail.mit.edu/berzak/"+str(sum(codes))+"/celer/"+data_file 26 | print("Downloading", data_file, "(this may take several minutes)...") 27 | try: 28 | urllib.request.urlretrieve(url, data_file) 29 | print("Done!") 30 | except IOError: 31 | print("Error: Failed obtaining the data from the specified url") 32 | 33 | def main(release): 34 | codes = check_readme() 35 | if all(codes): 36 | print("Found README files for PTB-WSJ and BLLIP.") 37 | data_file = 'data_'+release+'.zip' 38 | obtain_data(data_file, codes) 39 | 40 | if __name__ == "__main__": 41 | parser = argparse.ArgumentParser() 42 | parser.add_argument("--release", "-r", type=str, choices=['v1.0', 'v2.0'], default='v2.0', help="Dataset release") 43 | args = parser.parse_args() 44 | main(args.release) -------------------------------------------------------------------------------- /documentation/language_models.md: -------------------------------------------------------------------------------- 1 | # Language Models 2 | 3 | The data is provided with word level surprisal values from three language models. 4 | 5 | - `SURP-GPT2`: word surprisal according to the GPT2 language model trained on the WebText corpus (off-the-shelf), [Radford et al. 2019](http://www.persagen.com/files/misc/radford2019language.pdf). 6 | When the GPT tokenizer splits a word, the surprisal value is the sum of the subword surprisals. 7 | 8 | - `SURP-LSTM`: word surprisal according to an LSTM RNN language model trained on BLLIP. 9 | We use the PyTorch implementation of a [word-level LSTM RNN](https://github.com/pytorch/examples/tree/master/word_language_model), with the standard parameters: 10 | 2 layers, 200 hidden units, size of word embeddings 200. The model is trained for 10 epochs (initial learning rate 20, gradient clipping 0.25, batch size 20, dropout 0.2). 11 | 12 | - `SURP-KENLM`: word surprisal according to an ngram language model trained on BLLIP. 13 | We train a 5-gram language model using [KenLM](https://kheafield.com/code/kenlm/). 14 | 15 | ## Notes on LSTM and Ngram model training: 16 | 17 | - Training data: The LSTM and ngram models are trained on the BLLIP corpus, excluding sentences which were used in CELER (14,274 sentences from BLLIP, and 313 sentences from WSJ PTB which have identical sentences in BLLIP). The remaining 1,781,792 sentences are divided into 1,681,792 sentences (35,085,708 words) for training and 100,000 sentences (2,088,980 words) for validation (used for LSTM training). 18 | - Preprocessing: 19 | - Sentences were whitespace tokenized 20 | - Words were lowercased, punctuation was removed, numbers were converted to NUM (the same normalization is performed in the `WORD_NORM` field). 21 | - The order of the sentences was shuffled prior to language model training. 22 | - The LSTM model expects as the first token of the sentence. -------------------------------------------------------------------------------- /documentation/EB_programs.md: -------------------------------------------------------------------------------- 1 | The experiment was deployed in SR Experiment Builder, in several EB project batches described here. 2 | The EB folders are available upon request. 3 | 4 | ## v1 5 | | Program | participants | 6 | | --- | --- | 7 | | PTB-FINAL-FINAL | 8 | 8 | | PTB-184-18 | 4 | 9 | | PTB-FINAL | 5 | 10 | | PTB-TESTING | 165 | 11 | | Total | 182 | 12 | 13 | Notes: 14 | 15 | 1. There are some minor differences between these programs, in particular in the size of the fixation triggers. 16 | 2. Interest Area segmentation was not set correctly in these programs, resulting in interest area boundaries that are only approximately in the middle of the space between two words. This was corrected after data collection by regenerating the interest areas with the correct segmetation setting. The issue was fixed in v2 programs. 17 | 3. Note to Data Viewer users: there are extra copies of the runtime files for participants pl2214 and cl2226 in folders jl2214 and jl2226 respectively: 18 | participant pl2214: Dataviewer may look for runtime files in the folder jl2214 19 | participant cl2226: Dataviewer may look for runtime files in the folder jl2226 20 | 21 | ## v2 22 | 23 | | Program | participants | 24 | | --- | --- | 25 | | BLLIP_185_294 | 71 | 26 | | BLLIP_265_324_Tower | 56 | 27 | | BLLIP_325_385_Tower | 56 | 28 | | Total | 183 | 29 | 30 | Change Log from v1: 31 | 32 | 1. The data for BLLIP_265_324_Tower and BLLIP_325_385_Tower was collected with the eyetracker in Tower mount configuration. All the other data was collected in Desktop configuration. 33 | 2. These programs use sentences from the BLLIP corpus instead of the PTB-WJS. 34 | 3. Switched screen resolution from 1024 x 768 to 2560 x 1440 (and repositioned and rescaled text accordingly). 35 | 4. Correct Interest Area segmentation (precisely in the middle of the space between two words). 36 | 5. No recalibration and trial repetition on questions if failed to fixate on "Q" - trigger times out after 4 seconds. 37 | This was introduced to reduce the number of recalibrations and to address an issue in v1 programs where the entire trial would repeat if recalibration was triggered after reading the sentence and before presenting the corresponding question (i.e. the sentence would be presented again). -------------------------------------------------------------------------------- /splits/participants/v2/train.csv: -------------------------------------------------------------------------------- 1 | List 2 | 154 3 | 78 4 | 204 5 | 302 6 | 371 7 | 373 8 | 365 9 | 163 10 | 86 11 | 261 12 | 99 13 | 299 14 | 82 15 | 264 16 | 125 17 | 195 18 | 384 19 | 65 20 | 338 21 | 328 22 | 133 23 | 134 24 | 241 25 | 128 26 | 95 27 | 111 28 | 166 29 | 193 30 | 253 31 | 289 32 | 383 33 | 310 34 | 283 35 | 206 36 | 11 37 | 233 38 | 136 39 | 220 40 | 58 41 | 17 42 | 34 43 | 360 44 | 227 45 | 329 46 | 158 47 | 138 48 | 129 49 | 245 50 | 240 51 | 57 52 | 181 53 | 56 54 | 305 55 | 114 56 | 318 57 | 356 58 | 313 59 | 297 60 | 287 61 | 225 62 | 311 63 | 9 64 | 71 65 | 53 66 | 295 67 | 88 68 | 13 69 | 130 70 | 312 71 | 113 72 | 32 73 | 189 74 | 239 75 | 52 76 | 116 77 | 90 78 | 306 79 | 370 80 | 107 81 | 304 82 | 234 83 | 121 84 | 62 85 | 144 86 | 173 87 | 282 88 | 36 89 | 12 90 | 23 91 | 259 92 | 301 93 | 47 94 | 307 95 | 132 96 | 359 97 | 279 98 | 39 99 | 367 100 | 117 101 | 260 102 | 284 103 | 205 104 | 126 105 | 213 106 | 268 107 | 186 108 | 257 109 | 275 110 | 372 111 | 169 112 | 176 113 | 332 114 | 160 115 | 177 116 | 194 117 | 219 118 | 10 119 | 73 120 | 355 121 | 327 122 | 224 123 | 20 124 | 147 125 | 223 126 | 54 127 | 242 128 | 30 129 | 24 130 | 185 131 | 212 132 | 42 133 | 208 134 | 145 135 | 162 136 | 293 137 | 67 138 | 316 139 | 197 140 | 175 141 | 37 142 | 59 143 | 91 144 | 68 145 | 168 146 | 81 147 | 273 148 | 170 149 | 202 150 | 49 151 | 45 152 | 231 153 | 178 154 | 140 155 | 248 156 | 218 157 | 156 158 | 103 159 | 172 160 | 61 161 | 84 162 | 358 163 | 228 164 | 380 165 | 377 166 | 335 167 | 320 168 | 369 169 | 200 170 | 72 171 | 333 172 | 35 173 | 106 174 | 55 175 | 8 176 | 296 177 | 25 178 | 308 179 | 100 180 | 43 181 | 381 182 | 277 183 | 309 184 | 210 185 | 362 186 | 334 187 | 192 188 | 21 189 | 94 190 | 290 191 | 368 192 | 180 193 | 298 194 | 291 195 | 258 196 | 64 197 | 357 198 | 22 199 | 232 200 | 292 201 | 127 202 | 216 203 | 135 204 | 131 205 | 361 206 | 303 207 | 278 208 | 382 209 | 159 210 | 285 211 | 235 212 | 354 213 | 236 214 | 243 215 | 281 216 | 18 217 | 187 218 | 87 219 | 15 220 | 41 221 | 321 222 | 288 223 | 375 224 | 50 225 | 38 226 | 46 227 | 246 228 | 250 229 | 60 230 | 174 231 | 48 232 | 325 233 | 77 234 | 80 235 | 244 236 | 179 237 | 14 238 | 300 239 | 120 240 | 238 241 | 108 242 | 221 243 | 122 244 | 274 245 | 249 246 | 191 247 | 366 248 | 26 249 | 137 250 | 139 251 | 98 252 | 44 253 | 105 254 | 96 255 | 148 256 | 3 257 | 199 258 | 317 259 | 340 260 | -------------------------------------------------------------------------------- /documentation/known_issues.md: -------------------------------------------------------------------------------- 1 | **`participant_metadata/`** 2 | 3 | - `metadata.tsv` Several missing values for Gender and Age. 4 | - `test_scores/michigan/item-scores-MichiganLG` 5 missing values for MichiganLG answers (counted as incorrect answers). These occurred at an early stage of the data collection when it was possible to submit the test without answering all the questions. 5 | 6 | **Eye-tracking data issues** 7 | 8 | *missing trials* 9 | - The following lists have a missing trial because the participant pressed on the proceed button before reading the sentence. 10 | - list 37 trial 45 11 | - list 89 trial 10 12 | - list 127 trial 27 13 | - list 169 trial 1 14 | - list 178 trial 1 15 | - list 183 trial 1 16 | - list 277 trial 40 17 | - list 289 trial 47 18 | - list 308 trial 138 19 | - list 317 trial 106 20 | - list 355 trial 141 21 | 22 | *v1 issues* 23 | - In v1, when failed to fixate on "Q" target (preceding the presentation of the question) recalibration is triggered and the entire trial is repeated. As a result, in trials where this happened the sentence was read more than once. In such cases, in the eye-tracking reports we have only the first presentation of the sentence (and discard subsequent presentations). This issue was fixed for participants new to v2, where recalibration occurs only on sentence triggers. See [EB_programs](EB_programs.md) for further changes between versions 1 and 2. 24 | 25 | *v2 issues* 26 | - The following lists (from the program BLLIP_265_324_Tower) have each a trial in the individual portion that was removed because the sentence was accidentally replaced with #NAME? in the data file (the data file was passed through excel for this batch). 27 | - list 231 trial 41 28 | - list 267 trial 55 29 | - list 268 trial 94 30 | - list 279 trial 30 31 | - list 281 trial 116 32 | - list 305 trial 28 33 | - list 308 trial 153 34 | 35 | - Differently from the PTB sentences which are available in raw form, BLLIP materials had to be detokenized. This was done heuristically and resulted in several issues: 36 | - "'d" appearing as a separate token (e.g. "I 'd" instead of "I'd"). 66 cases. 37 | - "cann't" instead of "can't". 1249 cases. 38 | - opening single quotes are attached to the preceding word (e.g. "It's called' eyetracking'.", instead of "It's called 'eyetracking'.") 39 | 40 | The ngram and LSTM language models are trained on a versions of the BLLIP sentences in which these issues were fixed. 41 | 42 | -------------------------------------------------------------------------------- /documentation/metadata_variables.md: -------------------------------------------------------------------------------- 1 | ## Participant Metadata Variables 2 | 3 | #`participant_metadata/metadata.tsv` 4 | 5 | - `List` experimental list (unique to each participant). 6 | - `Dataset Version` dataset version in which the participants was first included. 7 | - `ID` participant id. 8 | - `Dominant Eye` the dominant eye of the participant. In nearly all cases this is also the tracked eye. 9 | - `Program` DataViewer program folder. 10 | - `L1` native language (Arabic / Chinese / English / Japanese / Portuguese / Spanish). 11 | - `L1 Variety` native language variety. 12 | - `Age` age. 13 | - `Gender` gender: female / male / other. 14 | - `Education` level of education: primary / secondary / university. 15 | - `English AoA` English Age of Acquisition. The age at which the participant started learning English. 16 | - `English Speaking Countries` English speaking countries in which the participant lived, and for how long. 17 | - `Languages` languages spoken other than English. 18 | - `Language` language name. 19 | - `Dialect` dialect or country. 20 | - `Years Learning` number of years learning and/or using the language. 21 | - `Proficiency` self assessed proficiency level: beginner / intermediate / advanced / native. 22 | - `MichiganLG` Listening and Grammar sections of the Michigan Placement Test (MPT, Form B). Score range 0-50. Available for all ESL participants. 23 | - `MichiganVR` Vocabulary and Reading comprehension sections of the MPT. Score range 0-50. Available for most participants new to v2. 24 | 25 | Latest official standardized English test taken 26 | - `Test` name of the test. 27 | - `Years Ago` how many years ago was the test taken. 28 | - `Score` overall score. 29 | - `Reading`, `Listening`, `Speaking`, `Writing` individual test section scores. 30 | - `TOEFL-IBT-Converted` score converted to TOEFL-IBT scale (0-120). Currently available only for TOEIC. The `test_scores/test_convetion.tsv` can be used to convert scores from other tests. 31 | - `TOEFL-IBT-Comprehension` listening + reading sections of TOEFL-IBT (0-60). If section scores are not available, they are approximated as TOEFL-IBT-Converted / 2. 32 | 33 | #`participant_metadata/languages.tsv` 34 | 35 | - `List` experimental list (unique to each participant). 36 | - `ID` participant id. 37 | - `Language` name of the language. 38 | - `Variety` language variety. 39 | - `AoA` Age of Acquisition. The age at which the participant started learning the language. 40 | - `Years` number of years learning and/or using the language. 41 | - `Proficiency` self assessed proficiency level: beginner / intermediate / advanced / native. 42 | -------------------------------------------------------------------------------- /participant_metadata/test_scores/michigan-cefr.tsv: -------------------------------------------------------------------------------- 1 | Form B Form D (Reference) Form E Form F Form D CEFR 2 | 0 1 1 1 1 A1 3 | 0 2 2 2 2 A1 4 | 0 3 3 3 3 A1 5 | 1 4 4 4 4 A1 6 | 2 5 4 5 5 A1 7 | 3 6 5 6 6 A1 8 | 4 7 6 6 7 A1 9 | 5 8 7 7 8 A1 10 | 6 9 8 8 9 A1 11 | 7 10 9 9 10 A1 12 | 8 11 10 10 11 A1 13 | 9 11 10 10 12 A1 14 | 10 12 11 11 13 A1 15 | 11 13 11 12 14 A1 16 | 12 13 12 13 15 A1 17 | 13 14 13 13 16 A1 18 | 14 15 14 14 17 A1 19 | 15 16 15 15 18 A1 20 | 16 17 16 16 19 A1 21 | 17 18 16 17 20 A1 22 | 18 19 17 18 21 A1 23 | 19 20 18 19 22 A1 24 | 20 20 19 19 23 A1 25 | 21 21 20 20 24 A1 26 | 22 22 21 21 25 A1 27 | 23 23 21 22 26 A1 28 | 24 24 22 23 27 A1 29 | 25 25 23 24 28 A1 30 | 26 25 24 24 29 A1 31 | 27 26 24 25 30 A1 32 | 28 27 25 26 31 A2 33 | 29 28 26 27 32 A2 34 | 30 29 27 28 33 A2 35 | 31 29 28 28 34 A2 36 | 32 30 29 29 35 A2 37 | 33 31 29 30 36 A2 38 | 34 32 30 31 37 A2 39 | 35 33 31 32 38 A2 40 | 36 33 32 32 39 B1 41 | 37 34 33 33 40 B1 42 | 38 35 33 34 41 B1 43 | 39 36 34 35 42 B1 44 | 40 36 35 36 43 B1 45 | 41 37 36 36 44 B1 46 | 42 38 36 37 45 B1 47 | 43 39 37 38 46 B1 48 | 44 40 38 39 47 B1 49 | 45 40 39 40 48 B1 50 | 46 41 40 40 49 B1 51 | 47 42 40 41 50 B1 52 | 48 43 41 42 51 B1 53 | 49 43 42 43 52 B1 54 | 50 44 43 43 53 B2 55 | 51 45 43 44 54 B2 56 | 52 46 44 45 55 B2 57 | 53 46 45 46 56 B2 58 | 54 47 46 47 57 B2 59 | 55 48 47 47 58 B2 60 | 56 49 47 48 59 B2 61 | 57 49 48 49 60 B2 62 | 58 50 49 50 61 C1 63 | 59 51 50 50 62 C1 64 | 60 52 50 51 63 C1 65 | 61 52 51 52 64 C1 66 | 62 53 52 53 65 C1 67 | 63 54 53 53 66 C1 68 | 64 55 54 54 67 C1 69 | 65 55 54 55 68 C1 70 | 66 56 55 56 69 C1 71 | 67 56 55 56 70 C1 72 | 68 57 56 56 71 C1 73 | 69 58 57 57 72 C1 74 | 70 58 57 58 73 C1 75 | 71 59 58 59 74 C1 76 | 72 60 59 59 75 C1 77 | 73 61 60 60 76 C1 78 | 74 61 61 61 77 C1 79 | 75 62 61 62 78 C1 80 | 76 63 62 63 79 C1 81 | 77 64 63 63 80 C1 82 | 78 64 64 64 83 | 79 65 64 65 84 | 80 66 65 66 85 | 81 67 66 66 86 | 82 67 67 67 87 | 83 68 68 68 88 | 84 69 68 69 89 | 85 69 69 69 90 | 86 70 70 70 91 | 87 71 71 71 92 | 88 72 71 72 93 | 89 72 72 72 94 | 90 73 73 73 95 | 91 74 74 74 96 | 92 75 74 75 97 | 93 75 75 75 98 | 94 76 76 76 99 | 95 77 77 77 100 | 96 78 78 78 101 | 97 78 78 78 102 | 98 79 79 79 103 | 99 80 80 80 104 | 100 80 80 80 -------------------------------------------------------------------------------- /participant_metadata/test_scores/test_convertion.tsv: -------------------------------------------------------------------------------- 1 | TOEFL iBT TOEFL PBT TOEFL CBT IELTS TOEIC 2 | 0 310 3 0 0 3 | 1 310 7 0 0 4 | 2 310 10 0.5 25 5 | 3 310 13 0.5 40 6 | 4 310 17 0.5 55 7 | 5 310 20 1.0 75 8 | 6 310 23 1.0 95 9 | 7 310 27 1.0 110 10 | 8 310 30 1.0 125 11 | 9 310 33 1.5 135 12 | 10 310 35 1.5 150 13 | 11 310 37 1.5 160 14 | 12 310 40 1.5 170 15 | 13 313 43 2.0 185 16 | 14 317-320 47 2.0 200 17 | 15 323-327 50 2.0 215 18 | 16 330 53 2.0 225 19 | 17 333-337 57 2.5 235 20 | 18 340-343 60 2.5 245 21 | 19 347 63 2.5 255 22 | 20 350 65 2.5 260 23 | 21 353 67 3.0 265 24 | 22 357-360 70 3.0 270 25 | 23 363-367 73 3.0 275 26 | 24 370-373 77 3.0 280 27 | 25 377 80 3.5 290 28 | 26 380 83 3.5 295 29 | 27 383 85 3.5 305 30 | 28 387 87 4.0 310 31 | 29 390-393 90 4.0 320 32 | 30 396 93 4.0 330 33 | 31 398 95 4.0 335 34 | 32 400-403 97 4.5 345 35 | 33 407 100 4.5 350 36 | 34 410-413 103 4.5 355 37 | 35 417 107 5.0 365 38 | 36 419 109 5.0 370 39 | 37 421 111 5.0 380 40 | 38 423-427 113 5.0 385 41 | 39 430 117 5.0 395 42 | 40 433 120 5.0 400 43 | 41 437 123 5.0 405 44 | 42 440 125 5.0 415 45 | 43 443 127 5.0 425 46 | 44 447 130 5.0 430 47 | 45 450 131 5.0 440 48 | 46 453 133 5.5 450 49 | 47 457 137 5.5 460 50 | 48 460 140 5.5 470 51 | 49 463 143 5.5 480 52 | 50 465 145 5.5 485 53 | 51 467 147 5.5 495 54 | 52 470-473 150 5.5 500 55 | 53 477 153 5.5 510 56 | 54 479 156 5.5 520 57 | 55 481 158 5.5 525 58 | 56 483 160 5.5 535 59 | 57 487-490 163 5.5 545 60 | 58 493 167 5.5 555 61 | 59 496 169 5.5 560 62 | 60 498 171 6.0 570 63 | 61 500 173 6.0 575 64 | 62 503 176 6.0 580 65 | 63 505 178 6.0 590 66 | 64 507-510 180 6.0 600 67 | 65 513 183 6.0 605 68 | 66 516 186 6.0 610 69 | 67 518 188 6.0 615 70 | 68 520 190 6.0 620 71 | 69 523 192 6.0 630 72 | 70 525 194 6.0 635 73 | 71 527-530 197 6.0 640 74 | 72 532 199 6.0 645 75 | 73 534 201 6.0 655 76 | 74 536 203 6.0 660 77 | 75 538 205 6.0 665 78 | 76 540-543 207 6.0 670 79 | 77 544 209 6.0 675 80 | 78 546 211 6.0 680 81 | 79 548 212 6.5 685 82 | 80 550 214 6.5 690 83 | 81 552 216 6.5 700 84 | 82 554 218 6.5 705 85 | 83 557-560 220 6.5 715 86 | 84 562 222 6.5 720 87 | 85 564 224 6.5 725 88 | 86 566 225 6.5 730 89 | 87 568 227 6.5 740 90 | 88 570 229 6.5 745 91 | 89 573 231 6.5 750 92 | 90 576 232 6.5 755 93 | 91 578 234 6.5 760 94 | 92 580 236 6.5 765 95 | 93 583 238 6.5 770 96 | 94 586 240 6.5 775 97 | 95 588 241 6.5 780 98 | 96 590 242 7.0 785 99 | 97 593 244 7.0 790 100 | 98 596 246 7.0 800 101 | 99 598 248 7.0 810 102 | 100 600-603 250 7.0 820 103 | 101 607 252 7.0 830 104 | 102 610 254 7.5 835 105 | 103 612 256 7.5 845 106 | 104 614 258 7.5 855 107 | 105 617-620 260 7.5 865 108 | 106 623 262 7.5 870 109 | 107 625 263 7.5 880 110 | 108 628 265 7.5 890 111 | 109 630-633 267 7.5 900 112 | 110 637 270 8.0 905 113 | 111 640 273 8.0 915 114 | 112 643 275 8.0 925 115 | 113 647 277 8.0 935 116 | 114 650 279 8.0 945 117 | 115 653 281 8.5 955 118 | 116 657 283 8.5 960 119 | 117 660-663 287 8.5 970 120 | 118 667 290 9.0 975 121 | 119 670 293 9.0 985 122 | 120 673-677 297-300 9.0 990 123 | -------------------------------------------------------------------------------- /splits/participants/v2/random_order.csv: -------------------------------------------------------------------------------- 1 | List 2 | 154 3 | 182 4 | 78 5 | 204 6 | 152 7 | 302 8 | 371 9 | 373 10 | 365 11 | 163 12 | 102 13 | 86 14 | 262 15 | 261 16 | 99 17 | 299 18 | 82 19 | 322 20 | 264 21 | 118 22 | 97 23 | 31 24 | 125 25 | 195 26 | 384 27 | 65 28 | 338 29 | 328 30 | 133 31 | 134 32 | 211 33 | 155 34 | 241 35 | 128 36 | 95 37 | 167 38 | 111 39 | 166 40 | 193 41 | 379 42 | 214 43 | 69 44 | 253 45 | 265 46 | 289 47 | 323 48 | 342 49 | 383 50 | 310 51 | 283 52 | 206 53 | 11 54 | 183 55 | 233 56 | 136 57 | 220 58 | 314 59 | 58 60 | 17 61 | 34 62 | 352 63 | 360 64 | 227 65 | 263 66 | 329 67 | 158 68 | 104 69 | 336 70 | 138 71 | 27 72 | 129 73 | 245 74 | 240 75 | 57 76 | 4 77 | 272 78 | 229 79 | 226 80 | 157 81 | 6 82 | 92 83 | 181 84 | 7 85 | 56 86 | 305 87 | 114 88 | 143 89 | 270 90 | 318 91 | 356 92 | 313 93 | 345 94 | 297 95 | 347 96 | 269 97 | 287 98 | 115 99 | 74 100 | 225 101 | 311 102 | 9 103 | 71 104 | 294 105 | 53 106 | 295 107 | 88 108 | 13 109 | 130 110 | 351 111 | 312 112 | 222 113 | 113 114 | 32 115 | 189 116 | 239 117 | 52 118 | 123 119 | 116 120 | 90 121 | 306 122 | 370 123 | 107 124 | 304 125 | 234 126 | 121 127 | 62 128 | 266 129 | 144 130 | 173 131 | 282 132 | 36 133 | 12 134 | 363 135 | 23 136 | 376 137 | 259 138 | 209 139 | 301 140 | 47 141 | 307 142 | 132 143 | 267 144 | 359 145 | 279 146 | 39 147 | 367 148 | 117 149 | 237 150 | 146 151 | 344 152 | 271 153 | 252 154 | 260 155 | 284 156 | 141 157 | 63 158 | 217 159 | 205 160 | 126 161 | 213 162 | 268 163 | 186 164 | 257 165 | 275 166 | 372 167 | 256 168 | 169 169 | 176 170 | 332 171 | 160 172 | 177 173 | 194 174 | 219 175 | 142 176 | 10 177 | 89 178 | 73 179 | 355 180 | 327 181 | 364 182 | 224 183 | 20 184 | 207 185 | 147 186 | 223 187 | 54 188 | 242 189 | 30 190 | 24 191 | 185 192 | 212 193 | 79 194 | 151 195 | 42 196 | 208 197 | 145 198 | 162 199 | 293 200 | 67 201 | 316 202 | 83 203 | 197 204 | 165 205 | 175 206 | 37 207 | 59 208 | 91 209 | 68 210 | 168 211 | 280 212 | 93 213 | 81 214 | 40 215 | 273 216 | 170 217 | 254 218 | 202 219 | 49 220 | 378 221 | 171 222 | 66 223 | 45 224 | 231 225 | 178 226 | 140 227 | 19 228 | 248 229 | 218 230 | 156 231 | 33 232 | 103 233 | 172 234 | 61 235 | 84 236 | 358 237 | 343 238 | 215 239 | 228 240 | 380 241 | 51 242 | 377 243 | 335 244 | 320 245 | 369 246 | 200 247 | 72 248 | 333 249 | 35 250 | 330 251 | 106 252 | 55 253 | 8 254 | 296 255 | 25 256 | 308 257 | 100 258 | 43 259 | 381 260 | 277 261 | 309 262 | 210 263 | 70 264 | 362 265 | 334 266 | 192 267 | 21 268 | 94 269 | 346 270 | 290 271 | 368 272 | 180 273 | 298 274 | 291 275 | 258 276 | 64 277 | 357 278 | 16 279 | 22 280 | 232 281 | 292 282 | 127 283 | 216 284 | 164 285 | 135 286 | 131 287 | 361 288 | 153 289 | 110 290 | 303 291 | 278 292 | 382 293 | 159 294 | 285 295 | 124 296 | 184 297 | 75 298 | 190 299 | 161 300 | 235 301 | 354 302 | 236 303 | 29 304 | 243 305 | 28 306 | 281 307 | 109 308 | 18 309 | 187 310 | 87 311 | 15 312 | 41 313 | 321 314 | 341 315 | 1 316 | 288 317 | 375 318 | 50 319 | 38 320 | 46 321 | 246 322 | 250 323 | 60 324 | 174 325 | 326 326 | 350 327 | 48 328 | 325 329 | 77 330 | 149 331 | 80 332 | 244 333 | 179 334 | 14 335 | 2 336 | 300 337 | 120 338 | 238 339 | 374 340 | 108 341 | 221 342 | 122 343 | 274 344 | 353 345 | 101 346 | 249 347 | 191 348 | 366 349 | 26 350 | 150 351 | 137 352 | 348 353 | 276 354 | 85 355 | 139 356 | 112 357 | 98 358 | 44 359 | 105 360 | 96 361 | 148 362 | 3 363 | 199 364 | 76 365 | 317 366 | 340 367 | -------------------------------------------------------------------------------- /documentation/data_variables.md: -------------------------------------------------------------------------------- 1 | ## Interest Area and Fixation Reports Variables 2 | 3 | Interest Period (IP) for sentence reading: start message "DISPLAY_SENTENCE" (-2ms), end message "KEYBOARD_SENTENCE". 4 | 5 | ### Custom Variables 6 | - `answered_correctly` whether the participant`s answer to the reading comprehension question was correct (1 if yes, 0 if no). 7 | - `correct_answer` the correct answer to the reading comprehension question (1 or 0). 8 | - `dataset_version` the dataset version in which the subject was first introduced. 9 | - `key_pressed` participant`s answer to the reading comprehension question (1 or 0). 10 | - `list` experimental list number (unique to each participant). 11 | - `question` the reading comprehension question about the sentence. 12 | - `shared_text` 1 if the trial is in the Shared Text regime (appears in all the lists), 0 if it`s in the Individual Text regime (unique to current list). 13 | - `sentence` the sentence presented in the trial. 14 | - `sentenceid` sentence identifyer. 15 | - `trial` trial number (2-157). 16 | 17 | ### Word Property Annotations 18 | - `FREQ-BLLIP` -log2(word frequency) in BLLIP (Charniak et al. 2000). BLLIP vocabulary size: 229,538 words. 19 | - `FREQ-SUBTLEX` -log2(word frequency) in SUBTLEX-US (Brysbaert and New 2009) https://www.ugent.be/pp/experimentele-psychologie/en/research/documents/subtlexus. SUBTLEX-US vocabulary size: 74,286 words. 20 | - `FREQ-WEB` -log2(word frequency) in the Kaggle web word frequency list https://www.kaggle.com/rtatman/english-word-frequency.Kaggle vocabulary size: 333,332 words. 21 | - `OOV-BLLIP` 1 if the word out of vocabulary in BLLIP, 0 otherwise. 22 | - `OOV-SUBTLEX` 1 if the word out of vocabulary in SUBTLEX-US, 0 otherwise. 23 | - `OOV-WEB` 1 if the word out of vocabulary in Kaggle, 0 otherwise. 24 | - `SURP-GPT2` word surprisal according to the GPT2 language model (Radford et al. 2019). 25 | - `SURP-KENLM` word suprisal according to a 5-gram language model (KenLM, https://kheafield.com/code/kenlm/) trained on BLLIP. 26 | - `SURP-LSTM` word surprisal according to an LSTM language model trained on BLLIP. 27 | - `WORD_LEN` word length in characters, excluding punctuation. 28 | - `WORD_NORM` lowercased word, without punctuation. Numbers represented as `NUM`. 29 | 30 | ### Data Viewer Variables in Interest Area Reports 31 | 32 | See Data Viewer manual for variable descriptions. 33 | 34 | - `DATA_FILE` 35 | - `EYE_USED` 36 | - `IA_DWELL_TIME` 37 | - `IA_DWELL_TIME_%` 38 | - `IA_FIRST_FIXATION_DURATION` 39 | - `IA_FIRST_FIXATION_INDEX` 40 | - `IA_FIRST_FIXATION_PREVIOUS_FIX_IA` 41 | - `IA_FIRST_FIXATION_PREVIOUS_IAREAS` 42 | - `IA_FIRST_FIX_PROGRESSIVE` 43 | - `IA_FIRST_FIXATION_RUN_INDEX` 44 | - `IA_FIRST_FIXATION_VISITED_IA_COUNT` 45 | - `IA_FIRST_FIXATION_X` 46 | - `IA_FIRST_RUN_DWELL_TIME` 47 | - `IA_FIRST_RUN_FIXATION_COUNT` 48 | - `IA_FIRST_RUN_LANDING_POSITION` - (angular distance) 49 | - `IA_FIRST_RUN_LAUNCH_SITE` 50 | - `IA_FIRST_SACCADE_ANGLE` 51 | - `IA_FIXATION_COUNT` 52 | - `IA_ID` 53 | - `IA_LABEL` 54 | - `IA_LEFT` 55 | - `IA_REGRESSION_IN` 56 | - `IA_REGRESSION_IN_COUNT` 57 | - `IA_REGRESSION_OUT` 58 | - `IA_REGRESSION_OUT_COUNT` 59 | - `IA_REGRESSION_OUT_FULL` 60 | - `IA_REGRESSION_OUT_FULL_COUNT` 61 | - `IA_REGRESSION_PATH_DURATION` 62 | - `IA_RIGHT` 63 | - `IA_RUN_COUNT` 64 | - `IA_SKIP` 65 | - `IP_START_TIME` 66 | - `IP_END_TIME` 67 | - `TRIAL_FIXATION_COUNT` 68 | - `TRIAL_DWELL_TIME` 69 | - `TRIAL_IA_COUNT` 70 | 71 | ### Data Viewer Variables in Fixation Reports 72 | 73 | - `CURRENT_FIX_BLINK_AROUND` 74 | - `CURRENT_FIX_DURATION` 75 | - `CURRENT_FIX_INDEX` 76 | - `CURRENT_FIX_INTEREST_AREA_DWELL_TIME` 77 | - `CURRENT_FIX_INTEREST_AREA_FIX_COUNT` 78 | - `CURRENT_FIX_INTEREST_AREA_ID` 79 | - `CURRENT_FIX_INTEREST_AREA_LABEL` 80 | - `CURRENT_FIX_INTEREST_AREA_LEFT` derived from CURRENT_FIX_INTEREST_AREA_DATA 81 | - `CURRENT_FIX_INTEREST_AREA_NEAREST_INTEREST_AREA` 82 | - `CURRENT_FIX_INTEREST_AREA_NEAREST_INTEREST_AREA_DISTANCE` 83 | - `CURRENT_FIX_INTEREST_AREA_NEAREST_INTEREST_AREA_LABEL` 84 | - `CURRENT_FIX_INTEREST_AREA_RIGHT` derived from CURRENT_FIX_INTEREST_AREA_DATA 85 | - `CURRENT_FIX_INTEREST_AREA_RUN_ID` 86 | - `CURRENT_FIX_PUPIL` 87 | - `CURRENT_FIX_X` 88 | - `CURRENT_FIX_Y` 89 | - `DATA_FILE` 90 | - `EYE_USED` 91 | - `NEXT_FIX_INTEREST_AREA_ID` 92 | - `NEXT_FIX_INTEREST_AREA_LABEL` 93 | - `NEXT_SAC_AMPLITUDE` 94 | - `NEXT_SAC_AVG_VELOCITY` 95 | - `NEXT_SAC_DIRECTION` 96 | - `NEXT_SAC_DURATION` 97 | - `NEXT_SAC_END_X` 98 | - `NEXT_SAC_INDEX` 99 | - `NEXT_SAC_PEAK_VELOCITY` 100 | - `NEXT_SAC_START_X` 101 | - `PREVIOUS_FIX_INTEREST_AREA_ID` 102 | - `PREVIOUS_FIX_INTEREST_AREA_LABEL` 103 | - `PREVIOUS_SAC_AMPLITUDE` 104 | - `PREVIOUS_SAC_AVG_VELOCITY` 105 | - `PREVIOUS_SAC_DIRECTION` 106 | - `PREVIOUS_SAC_DURATION` 107 | - `PREVIOUS_SAC_END_X` 108 | - `PREVIOUS_SAC_INDEX` 109 | - `PREVIOUS_SAC_PEAK_VELOCITY` 110 | - `PREVIOUS_SAC_START_X` -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | # CELER: A 365-Participant Corpus of Eye Movements in L1 and L2 English Reading 2 | 3 | Eye movement recordings of 69 native English speakers and 296 English learners reading Wall Street Journal (WSJ) newswire sentences. Each participant reads 156 sentences: 78 sentences shared across participants and 78 unique to each participant. 4 | 5 | ### Example 6 | 7 | ![](full_trial.gif) 8 | 9 | 10 | ## Table of Contents 11 | 12 | 1. [Obtaining the Eye-tracking Data](#obtaining) 13 | 2. [Statistics](#statistics) 14 | 3. [Directory Structure](#files) 15 | 4. [Additional Documentation](#docs) 16 | 5. [Citation](#cite) 17 | 18 | 19 | 20 | ## Obtaining the Eye-tracking Data 21 | 22 | 23 | 24 | The eyetracking data is not made directly available due to licensing restictions of the Penn Treebank (PTB) and the BLLIP datasets from which the reading materials are drawn. In order to obtain the data with the underlying texts please follow these instructions (require Python 3). 25 | 26 | 1. Obtain the [PTB-WSJ](https://catalog.ldc.upenn.edu/LDC95T7) and [BLLIP](https://catalog.ldc.upenn.edu/LDC2000T43) corpora through LDC. 27 | 2. - Copy the `README` file of the PTB-WSJ (starts with "This is the Penn Treebank Project: Release 2 ...") to the folder `ptb_bllip_readmes/`. 28 | - Copy the `README.1st` file of BLLIP (starts with "File: README.1st ...") to the folder `ptb_bllip_readmes/`. 29 | 3. Run `python obtain_data.py`. This will download a zipped `data_v2.0/` data folder. Extract to the top level of this directory. 30 | 31 | 32 | 33 | ## Statistics (v2.0) 34 | 35 | 36 | 37 | | | Participants | Sentences | Words | 38 | | --- | --- | --- | --- | 39 | | Native | 69 | 5,460 | 61,272 | 40 | | ESL | 296 | 23,166 | 260,888 | 41 | | Total | 365 | 28,548 | 321,260 | 42 | 43 | 44 | 45 | ## Directory Structure 46 | 47 | 48 | 49 | **`data_[version]/`** 50 | 51 | SR DataViewer Interest Area and Fixation Reports, and syntactic annotations. 52 | 53 | - `sent_ia.tsv` Interest Area report. 54 | - `sent_fix.tsv` Fixations report. 55 | - `annotations/` Syntactic annotations. 56 | 57 | **`participant_metadata/`** 58 | 59 | - `metadata.tsv` metadata on participants. 60 | - `languages.tsv` information on languages spoken besides English. 61 | - `test_scores/` 62 | - `test_conversion.tsv` unofficial conversion table between standardized proficiency tests (used to convert TOEIC to TOEFL scores). 63 | - `michigan-cefr.tsv` conversion table between form B and the newer forms D/E/F, as well as to CEFR levels. 64 | - `michigan/` item level responses for the Michigan Placement Test (MPT). 65 | - `comprehension/` item level responses for the reading comprehension during the eyetracking experiment. 66 | 67 | **`splits/`** 68 | 69 | Trial and participant splits. 70 | 71 | - `trials/` 72 | - `all_trials.txt` trial numbers for all the sentences (1-157). 73 | - `shared_trials.txt` trial numbers of the Shared Text regime. 74 | - `individual_trials.txt` trial number of the Individual Text regime. 75 | - `participants/[version]/` 76 | - `random_order.csv` random participant order. 77 | - `train.csv` train participants. 78 | - `test.csv` test participants. 79 | 80 | 81 | 82 | **`dataset_analyses.Rmd`** 83 | 84 | Analyses for the paper "CELER: A 365-Participant Corpus of Eye Movements in L1 and L2 English Reading". 85 | Note that this script requires: 86 | - CELER (in the folder `data_v2.0/`) and, 87 | - GECO Augmented (in the folder `geco/`). Download [GECO augmented](https://drive.google.com/file/d/1T4qgbwPkdzYmTvIqMUGJlvY-v22Ifinx/view?usp=sharing) with frequency and surprisal values and place `geco/` at the top level of this directory. 88 | 89 | ## Documentation 90 | 91 | 92 | 93 | - [Eyetracking Variables](documentation/data_variables.md) Description of the variables in the fixations and interest area reports. 94 | - [Metadata Variables](documentation/metadata_variables.md) Description of the variables in the participants metadata and languages files. 95 | - [Language Models](documentation/language_models.md) Details on language models for surprisal values. 96 | - [Syntactic Annotations](documentation/syntactic_annotations.md) Details on syntactic annotations (POS, phrase structure trees, dependency trees). 97 | - [GECO Augmented](documentation/geco_augmented.md) Details on new fields added to GECO. 98 | - [Experiment Builder Programs](documentation/EB_programs.md) Information on the EB experiment. 99 | - [Known Issues](documentation/known_issues.md) Known issues with the dataset. 100 | 101 | 102 | 103 | ## Citation 104 | Paper: [CELER: A 365-Participant Corpus of Eye Movements in L1 and L2 English Reading](https://direct.mit.edu/opmi/article/doi/10.1162/opmi_a_00054/110717/CELER-A-365-Participant-Corpus-of-Eye-Movements-in) 105 | 106 | ``` 107 | @article{celer2022, 108 | author = {Berzak, Yevgeni and Nakamura, Chie and Smith, Amelia and Weng, Emily and Katz, Boris and Flynn, Suzanne and Levy, Roger}, 109 | title = "{CELER: A 365-Participant Corpus of Eye Movements in L1 and L2 English Reading}", 110 | journal = {Open Mind}, 111 | pages = {1-10}, 112 | year = {2022}, 113 | month = {04}, 114 | issn = {2470-2986}, 115 | doi = {10.1162/opmi_a_00054}, 116 | url = {https://doi.org/10.1162/opmi\_a\_00054}, 117 | eprint = {https://direct.mit.edu/opmi/article-pdf/doi/10.1162/opmi\_a\_00054/2012324/opmi\_a\_00054.pdf}, 118 | } 119 | ``` 120 | 121 | ## License 122 | Creative Commons License
This work, with the exception of the underlying PTB-WSJ and BLLIP texts, is licensed under a Creative Commons Attribution 4.0 International License. 123 | 124 | 125 | -------------------------------------------------------------------------------- /participant_metadata/test_scores/comprehension/total-scores-individual.tsv: -------------------------------------------------------------------------------- 1 | list answered_correctly 2 | 1 93.58974358974359 3 | 2 88.46153846153847 4 | 3 97.43589743589743 5 | 4 76.92307692307692 6 | 6 97.43589743589743 7 | 7 92.3076923076923 8 | 8 97.43589743589743 9 | 9 97.43589743589743 10 | 10 97.43589743589743 11 | 11 92.3076923076923 12 | 12 98.71794871794872 13 | 13 97.43589743589743 14 | 14 97.43589743589743 15 | 15 87.17948717948718 16 | 16 98.71794871794872 17 | 17 79.48717948717949 18 | 18 93.58974358974359 19 | 19 83.33333333333333 20 | 20 83.33333333333333 21 | 21 94.87179487179488 22 | 22 98.71794871794872 23 | 23 89.74358974358974 24 | 24 92.3076923076923 25 | 25 97.43589743589743 26 | 26 92.3076923076923 27 | 27 87.17948717948718 28 | 28 96.15384615384616 29 | 29 87.17948717948718 30 | 30 98.71794871794872 31 | 31 91.02564102564102 32 | 32 84.61538461538461 33 | 33 92.3076923076923 34 | 34 82.05128205128206 35 | 35 70.51282051282051 36 | 36 96.15384615384616 37 | 37 94.8051948051948 38 | 38 94.87179487179488 39 | 39 96.15384615384616 40 | 40 91.02564102564102 41 | 41 92.3076923076923 42 | 42 91.02564102564102 43 | 43 96.15384615384616 44 | 44 89.74358974358974 45 | 45 94.87179487179488 46 | 46 92.3076923076923 47 | 47 94.87179487179488 48 | 48 85.8974358974359 49 | 49 94.87179487179488 50 | 50 91.02564102564102 51 | 51 96.15384615384616 52 | 52 93.58974358974359 53 | 53 97.43589743589743 54 | 54 87.17948717948718 55 | 55 84.61538461538461 56 | 56 98.71794871794872 57 | 57 94.87179487179488 58 | 58 94.87179487179488 59 | 59 84.61538461538461 60 | 60 88.46153846153847 61 | 61 94.87179487179488 62 | 62 87.17948717948718 63 | 63 89.74358974358974 64 | 64 98.71794871794872 65 | 65 94.87179487179488 66 | 66 58.97435897435897 67 | 67 97.43589743589743 68 | 68 96.15384615384616 69 | 69 92.3076923076923 70 | 70 87.17948717948718 71 | 71 93.58974358974359 72 | 72 97.43589743589743 73 | 73 83.33333333333333 74 | 74 87.17948717948718 75 | 75 94.87179487179488 76 | 76 94.87179487179488 77 | 77 88.46153846153847 78 | 78 97.43589743589743 79 | 79 96.15384615384616 80 | 80 92.3076923076923 81 | 81 80.76923076923077 82 | 82 87.17948717948718 83 | 83 83.33333333333333 84 | 84 100.0 85 | 85 87.17948717948718 86 | 86 94.87179487179488 87 | 87 91.02564102564102 88 | 88 97.43589743589743 89 | 89 97.40259740259741 90 | 90 94.87179487179488 91 | 91 96.15384615384616 92 | 92 96.15384615384616 93 | 93 93.58974358974359 94 | 94 93.58974358974359 95 | 95 97.43589743589743 96 | 96 84.61538461538461 97 | 97 97.43589743589743 98 | 98 92.3076923076923 99 | 99 97.43589743589743 100 | 100 89.74358974358974 101 | 101 91.02564102564102 102 | 102 96.15384615384616 103 | 103 96.15384615384616 104 | 104 85.8974358974359 105 | 105 98.71794871794872 106 | 106 84.61538461538461 107 | 107 83.33333333333333 108 | 108 82.05128205128206 109 | 109 93.58974358974359 110 | 110 79.48717948717949 111 | 111 74.35897435897436 112 | 112 88.46153846153847 113 | 113 91.02564102564102 114 | 114 79.48717948717949 115 | 115 80.76923076923077 116 | 116 93.58974358974359 117 | 117 96.15384615384616 118 | 118 84.61538461538461 119 | 120 89.74358974358974 120 | 121 96.15384615384616 121 | 122 96.15384615384616 122 | 123 89.74358974358974 123 | 124 96.15384615384616 124 | 125 92.3076923076923 125 | 126 96.15384615384616 126 | 127 94.87179487179488 127 | 128 96.15384615384616 128 | 129 98.71794871794872 129 | 130 100.0 130 | 131 98.71794871794872 131 | 132 96.15384615384616 132 | 133 98.71794871794872 133 | 134 97.43589743589743 134 | 135 89.74358974358974 135 | 136 93.58974358974359 136 | 137 91.02564102564102 137 | 138 91.02564102564102 138 | 139 93.58974358974359 139 | 140 96.15384615384616 140 | 141 97.43589743589743 141 | 142 94.87179487179488 142 | 143 97.43589743589743 143 | 144 92.3076923076923 144 | 145 89.74358974358974 145 | 146 94.87179487179488 146 | 147 87.17948717948718 147 | 148 89.74358974358974 148 | 149 79.48717948717949 149 | 150 97.43589743589743 150 | 151 84.61538461538461 151 | 152 94.87179487179488 152 | 153 93.58974358974359 153 | 154 83.33333333333333 154 | 155 87.17948717948718 155 | 156 93.58974358974359 156 | 157 83.33333333333333 157 | 158 92.3076923076923 158 | 159 89.74358974358974 159 | 160 91.02564102564102 160 | 161 96.15384615384616 161 | 162 87.17948717948718 162 | 163 93.58974358974359 163 | 164 92.3076923076923 164 | 165 93.58974358974359 165 | 166 89.74358974358974 166 | 167 76.92307692307692 167 | 168 96.15384615384616 168 | 169 94.87179487179488 169 | 170 94.87179487179488 170 | 171 89.74358974358974 171 | 172 94.87179487179488 172 | 173 92.3076923076923 173 | 174 85.8974358974359 174 | 175 96.15384615384616 175 | 176 98.71794871794872 176 | 177 91.02564102564102 177 | 178 80.76923076923077 178 | 179 96.15384615384616 179 | 180 85.8974358974359 180 | 181 97.43589743589743 181 | 182 93.58974358974359 182 | 183 94.87179487179488 183 | 184 85.8974358974359 184 | 185 91.02564102564102 185 | 186 93.58974358974359 186 | 187 91.02564102564102 187 | 189 88.46153846153847 188 | 190 89.74358974358974 189 | 191 87.17948717948718 190 | 192 93.58974358974359 191 | 193 83.33333333333333 192 | 194 91.02564102564102 193 | 195 89.74358974358974 194 | 197 89.74358974358974 195 | 199 89.74358974358974 196 | 200 88.46153846153847 197 | 202 97.43589743589743 198 | 204 91.02564102564102 199 | 205 88.46153846153847 200 | 206 79.48717948717949 201 | 207 100.0 202 | 208 60.256410256410255 203 | 209 80.76923076923077 204 | 210 92.3076923076923 205 | 211 93.58974358974359 206 | 212 97.43589743589743 207 | 213 87.17948717948718 208 | 214 98.71794871794872 209 | 215 91.02564102564102 210 | 216 94.87179487179488 211 | 217 89.74358974358974 212 | 218 91.02564102564102 213 | 219 92.3076923076923 214 | 220 88.46153846153847 215 | 221 96.15384615384616 216 | 222 96.15384615384616 217 | 223 96.15384615384616 218 | 224 84.61538461538461 219 | 225 91.02564102564102 220 | 226 89.74358974358974 221 | 227 96.15384615384616 222 | 228 92.3076923076923 223 | 229 84.61538461538461 224 | 231 88.46153846153847 225 | 232 96.15384615384616 226 | 233 75.64102564102564 227 | 234 97.43589743589743 228 | 235 100.0 229 | 236 98.71794871794872 230 | 237 97.43589743589743 231 | 238 97.43589743589743 232 | 239 97.43589743589743 233 | 240 96.15384615384616 234 | 241 91.02564102564102 235 | 242 96.15384615384616 236 | 243 93.58974358974359 237 | 244 96.15384615384616 238 | 245 92.3076923076923 239 | 246 96.15384615384616 240 | 248 93.58974358974359 241 | 249 94.87179487179488 242 | 250 98.71794871794872 243 | 252 97.43589743589743 244 | 253 96.15384615384616 245 | 254 93.58974358974359 246 | 256 96.15384615384616 247 | 257 96.15384615384616 248 | 258 92.3076923076923 249 | 259 79.48717948717949 250 | 260 92.3076923076923 251 | 261 80.76923076923077 252 | 262 88.46153846153847 253 | 263 96.15384615384616 254 | 264 94.87179487179488 255 | 265 100.0 256 | 266 80.76923076923077 257 | 267 96.15384615384616 258 | 268 87.17948717948718 259 | 269 94.87179487179488 260 | 270 96.15384615384616 261 | 271 71.7948717948718 262 | 272 92.3076923076923 263 | 273 94.87179487179488 264 | 274 93.58974358974359 265 | 275 91.02564102564102 266 | 276 98.71794871794872 267 | 277 89.6103896103896 268 | 278 93.58974358974359 269 | 279 91.02564102564102 270 | 280 92.3076923076923 271 | 281 93.58974358974359 272 | 282 92.3076923076923 273 | 283 93.58974358974359 274 | 284 89.74358974358974 275 | 285 92.3076923076923 276 | 287 96.15384615384616 277 | 288 100.0 278 | 289 94.8051948051948 279 | 290 96.15384615384616 280 | 291 88.46153846153847 281 | 292 91.02564102564102 282 | 293 87.17948717948718 283 | 294 96.15384615384616 284 | 295 96.15384615384616 285 | 296 88.46153846153847 286 | 297 84.61538461538461 287 | 298 84.61538461538461 288 | 299 93.58974358974359 289 | 300 92.3076923076923 290 | 301 93.58974358974359 291 | 302 98.71794871794872 292 | 303 93.58974358974359 293 | 304 85.8974358974359 294 | 305 93.58974358974359 295 | 306 92.3076923076923 296 | 307 84.61538461538461 297 | 308 92.20779220779221 298 | 309 93.58974358974359 299 | 310 83.33333333333333 300 | 311 70.51282051282051 301 | 312 96.15384615384616 302 | 313 87.17948717948718 303 | 314 88.46153846153847 304 | 316 98.71794871794872 305 | 317 92.20779220779221 306 | 318 83.33333333333333 307 | 320 92.3076923076923 308 | 321 92.3076923076923 309 | 322 96.15384615384616 310 | 323 87.17948717948718 311 | 325 96.15384615384616 312 | 326 87.17948717948718 313 | 327 84.61538461538461 314 | 328 89.74358974358974 315 | 329 92.3076923076923 316 | 330 85.8974358974359 317 | 332 91.02564102564102 318 | 333 92.3076923076923 319 | 334 98.71794871794872 320 | 335 89.74358974358974 321 | 336 93.58974358974359 322 | 338 91.02564102564102 323 | 340 94.87179487179488 324 | 341 98.71794871794872 325 | 342 94.87179487179488 326 | 343 97.43589743589743 327 | 344 98.71794871794872 328 | 345 92.3076923076923 329 | 346 84.61538461538461 330 | 347 97.43589743589743 331 | 348 97.43589743589743 332 | 350 93.58974358974359 333 | 351 97.43589743589743 334 | 352 96.15384615384616 335 | 353 96.15384615384616 336 | 354 87.17948717948718 337 | 355 85.8974358974359 338 | 356 92.3076923076923 339 | 357 93.58974358974359 340 | 358 91.02564102564102 341 | 359 96.15384615384616 342 | 360 92.3076923076923 343 | 361 80.76923076923077 344 | 362 79.48717948717949 345 | 363 92.3076923076923 346 | 364 96.15384615384616 347 | 365 96.15384615384616 348 | 366 84.61538461538461 349 | 367 91.02564102564102 350 | 368 98.71794871794872 351 | 369 92.3076923076923 352 | 370 96.15384615384616 353 | 371 97.43589743589743 354 | 372 93.58974358974359 355 | 373 92.3076923076923 356 | 374 94.87179487179488 357 | 375 93.58974358974359 358 | 376 93.58974358974359 359 | 377 94.87179487179488 360 | 378 93.58974358974359 361 | 379 89.74358974358974 362 | 380 92.3076923076923 363 | 381 75.64102564102564 364 | 382 97.43589743589743 365 | 383 97.43589743589743 366 | 384 96.15384615384616 367 | -------------------------------------------------------------------------------- /participant_metadata/test_scores/comprehension/total-scores-shared.tsv: -------------------------------------------------------------------------------- 1 | list answered_correctly 2 | 1 70.51282051282051 3 | 2 85.8974358974359 4 | 3 93.58974358974359 5 | 4 78.2051282051282 6 | 6 87.17948717948718 7 | 7 76.92307692307692 8 | 8 92.3076923076923 9 | 9 97.43589743589743 10 | 10 93.58974358974359 11 | 11 73.07692307692308 12 | 12 91.02564102564102 13 | 13 93.58974358974359 14 | 14 84.61538461538461 15 | 15 75.64102564102564 16 | 16 94.87179487179488 17 | 17 65.38461538461539 18 | 18 89.74358974358974 19 | 19 73.07692307692308 20 | 20 60.256410256410255 21 | 21 92.3076923076923 22 | 22 92.3076923076923 23 | 23 91.02564102564102 24 | 24 85.8974358974359 25 | 25 94.87179487179488 26 | 26 85.8974358974359 27 | 27 78.2051282051282 28 | 28 94.87179487179488 29 | 29 85.8974358974359 30 | 30 97.43589743589743 31 | 31 69.23076923076923 32 | 32 84.61538461538461 33 | 33 96.15384615384616 34 | 34 71.7948717948718 35 | 35 58.97435897435897 36 | 36 87.17948717948718 37 | 37 92.3076923076923 38 | 38 93.58974358974359 39 | 39 88.46153846153847 40 | 40 85.8974358974359 41 | 41 91.02564102564102 42 | 42 98.71794871794872 43 | 43 84.61538461538461 44 | 44 80.76923076923077 45 | 45 94.87179487179488 46 | 46 91.02564102564102 47 | 47 87.17948717948718 48 | 48 80.76923076923077 49 | 49 92.3076923076923 50 | 50 93.58974358974359 51 | 51 92.3076923076923 52 | 52 78.2051282051282 53 | 53 98.71794871794872 54 | 54 78.2051282051282 55 | 55 76.92307692307692 56 | 56 83.33333333333333 57 | 57 96.15384615384616 58 | 58 79.48717948717949 59 | 59 60.256410256410255 60 | 60 75.64102564102564 61 | 61 96.15384615384616 62 | 62 74.35897435897436 63 | 63 78.2051282051282 64 | 64 96.15384615384616 65 | 65 88.46153846153847 66 | 66 67.94871794871794 67 | 67 92.3076923076923 68 | 68 92.3076923076923 69 | 69 79.48717948717949 70 | 70 92.3076923076923 71 | 71 82.05128205128206 72 | 72 89.74358974358974 73 | 73 88.46153846153847 74 | 74 67.94871794871794 75 | 75 88.46153846153847 76 | 76 98.71794871794872 77 | 77 93.58974358974359 78 | 78 97.43589743589743 79 | 79 93.58974358974359 80 | 80 82.05128205128206 81 | 81 85.8974358974359 82 | 82 80.76923076923077 83 | 83 71.7948717948718 84 | 84 89.74358974358974 85 | 85 78.2051282051282 86 | 86 93.58974358974359 87 | 87 83.33333333333333 88 | 88 96.15384615384616 89 | 89 85.8974358974359 90 | 90 97.43589743589743 91 | 91 92.3076923076923 92 | 92 96.15384615384616 93 | 93 92.3076923076923 94 | 94 97.43589743589743 95 | 95 91.02564102564102 96 | 96 75.64102564102564 97 | 97 93.58974358974359 98 | 98 88.46153846153847 99 | 99 92.3076923076923 100 | 100 89.74358974358974 101 | 101 88.46153846153847 102 | 102 97.43589743589743 103 | 103 85.8974358974359 104 | 104 73.07692307692308 105 | 105 96.15384615384616 106 | 106 76.92307692307692 107 | 107 74.35897435897436 108 | 108 75.64102564102564 109 | 109 87.17948717948718 110 | 110 71.7948717948718 111 | 111 67.94871794871794 112 | 112 67.94871794871794 113 | 113 89.74358974358974 114 | 114 78.2051282051282 115 | 115 75.64102564102564 116 | 116 92.3076923076923 117 | 117 94.87179487179488 118 | 118 89.74358974358974 119 | 120 96.15384615384616 120 | 121 94.87179487179488 121 | 122 93.58974358974359 122 | 123 66.66666666666667 123 | 124 94.87179487179488 124 | 125 93.58974358974359 125 | 126 96.15384615384616 126 | 127 93.50649350649351 127 | 128 89.74358974358974 128 | 129 96.15384615384616 129 | 130 94.87179487179488 130 | 131 96.15384615384616 131 | 132 96.15384615384616 132 | 133 93.58974358974359 133 | 134 91.02564102564102 134 | 135 96.15384615384616 135 | 136 92.3076923076923 136 | 137 91.02564102564102 137 | 138 96.15384615384616 138 | 139 92.3076923076923 139 | 140 92.3076923076923 140 | 141 93.58974358974359 141 | 142 87.17948717948718 142 | 143 85.8974358974359 143 | 144 85.8974358974359 144 | 145 76.92307692307692 145 | 146 89.74358974358974 146 | 147 71.7948717948718 147 | 148 76.92307692307692 148 | 149 80.76923076923077 149 | 150 80.76923076923077 150 | 151 85.8974358974359 151 | 152 96.15384615384616 152 | 153 96.15384615384616 153 | 154 83.33333333333333 154 | 155 89.74358974358974 155 | 156 87.17948717948718 156 | 157 85.8974358974359 157 | 158 75.64102564102564 158 | 159 89.74358974358974 159 | 160 83.33333333333333 160 | 161 92.3076923076923 161 | 162 80.76923076923077 162 | 163 89.74358974358974 163 | 164 89.74358974358974 164 | 165 92.3076923076923 165 | 166 88.46153846153847 166 | 167 74.35897435897436 167 | 168 96.15384615384616 168 | 169 94.87179487179488 169 | 170 87.17948717948718 170 | 171 79.48717948717949 171 | 172 82.05128205128206 172 | 173 79.48717948717949 173 | 174 75.64102564102564 174 | 175 80.76923076923077 175 | 176 92.3076923076923 176 | 177 91.02564102564102 177 | 178 70.51282051282051 178 | 179 91.02564102564102 179 | 180 82.05128205128206 180 | 181 91.02564102564102 181 | 182 92.3076923076923 182 | 183 84.61538461538461 183 | 184 80.76923076923077 184 | 185 82.05128205128206 185 | 186 91.02564102564102 186 | 187 64.1025641025641 187 | 189 79.48717948717949 188 | 190 92.3076923076923 189 | 191 79.48717948717949 190 | 192 91.02564102564102 191 | 193 64.1025641025641 192 | 194 80.76923076923077 193 | 195 91.02564102564102 194 | 197 78.2051282051282 195 | 199 87.17948717948718 196 | 200 83.33333333333333 197 | 202 88.46153846153847 198 | 204 92.3076923076923 199 | 205 73.07692307692308 200 | 206 65.38461538461539 201 | 207 97.43589743589743 202 | 208 39.743589743589745 203 | 209 69.23076923076923 204 | 210 84.61538461538461 205 | 211 88.46153846153847 206 | 212 92.3076923076923 207 | 213 80.76923076923077 208 | 214 98.71794871794872 209 | 215 75.64102564102564 210 | 216 92.3076923076923 211 | 217 67.94871794871794 212 | 218 79.48717948717949 213 | 219 88.46153846153847 214 | 220 84.61538461538461 215 | 221 91.02564102564102 216 | 222 88.46153846153847 217 | 223 97.43589743589743 218 | 224 79.48717948717949 219 | 225 82.05128205128206 220 | 226 83.33333333333333 221 | 227 94.87179487179488 222 | 228 85.8974358974359 223 | 229 83.33333333333333 224 | 231 97.43589743589743 225 | 232 88.46153846153847 226 | 233 67.94871794871794 227 | 234 92.3076923076923 228 | 235 96.15384615384616 229 | 236 97.43589743589743 230 | 237 92.3076923076923 231 | 238 94.87179487179488 232 | 239 97.43589743589743 233 | 240 96.15384615384616 234 | 241 97.43589743589743 235 | 242 91.02564102564102 236 | 243 91.02564102564102 237 | 244 93.58974358974359 238 | 245 88.46153846153847 239 | 246 97.43589743589743 240 | 248 94.87179487179488 241 | 249 98.71794871794872 242 | 250 91.02564102564102 243 | 252 88.46153846153847 244 | 253 92.3076923076923 245 | 254 91.02564102564102 246 | 256 88.46153846153847 247 | 257 88.46153846153847 248 | 258 82.05128205128206 249 | 259 75.64102564102564 250 | 260 91.02564102564102 251 | 261 82.05128205128206 252 | 262 85.8974358974359 253 | 263 96.15384615384616 254 | 264 87.17948717948718 255 | 265 91.02564102564102 256 | 266 76.92307692307692 257 | 267 93.58974358974359 258 | 268 65.38461538461539 259 | 269 94.87179487179488 260 | 270 91.02564102564102 261 | 271 52.56410256410256 262 | 272 88.46153846153847 263 | 273 76.92307692307692 264 | 274 88.46153846153847 265 | 275 89.74358974358974 266 | 276 87.17948717948718 267 | 277 83.33333333333333 268 | 278 93.58974358974359 269 | 279 92.3076923076923 270 | 280 92.3076923076923 271 | 281 94.87179487179488 272 | 282 84.61538461538461 273 | 283 91.02564102564102 274 | 284 84.61538461538461 275 | 285 83.33333333333333 276 | 287 89.74358974358974 277 | 288 96.15384615384616 278 | 289 88.46153846153847 279 | 290 91.02564102564102 280 | 291 83.33333333333333 281 | 292 85.8974358974359 282 | 293 79.48717948717949 283 | 294 89.74358974358974 284 | 295 92.3076923076923 285 | 296 83.33333333333333 286 | 297 73.07692307692308 287 | 298 74.35897435897436 288 | 299 78.2051282051282 289 | 300 87.17948717948718 290 | 301 87.17948717948718 291 | 302 92.3076923076923 292 | 303 89.74358974358974 293 | 304 85.8974358974359 294 | 305 75.64102564102564 295 | 306 79.48717948717949 296 | 307 89.74358974358974 297 | 308 91.02564102564102 298 | 309 87.17948717948718 299 | 310 78.2051282051282 300 | 311 62.82051282051282 301 | 312 84.61538461538461 302 | 313 76.92307692307692 303 | 314 85.8974358974359 304 | 316 97.43589743589743 305 | 317 82.05128205128206 306 | 318 78.2051282051282 307 | 320 83.33333333333333 308 | 321 92.3076923076923 309 | 322 93.58974358974359 310 | 323 79.48717948717949 311 | 325 88.46153846153847 312 | 326 67.94871794871794 313 | 327 74.35897435897436 314 | 328 67.94871794871794 315 | 329 76.92307692307692 316 | 330 88.46153846153847 317 | 332 75.64102564102564 318 | 333 84.61538461538461 319 | 334 91.02564102564102 320 | 335 82.05128205128206 321 | 336 85.8974358974359 322 | 338 84.61538461538461 323 | 340 78.2051282051282 324 | 341 94.87179487179488 325 | 342 96.15384615384616 326 | 343 94.87179487179488 327 | 344 96.15384615384616 328 | 345 89.74358974358974 329 | 346 70.51282051282051 330 | 347 92.3076923076923 331 | 348 87.17948717948718 332 | 350 92.3076923076923 333 | 351 70.51282051282051 334 | 352 97.43589743589743 335 | 353 88.46153846153847 336 | 354 76.92307692307692 337 | 355 89.6103896103896 338 | 356 87.17948717948718 339 | 357 76.92307692307692 340 | 358 78.2051282051282 341 | 359 97.43589743589743 342 | 360 93.58974358974359 343 | 361 76.92307692307692 344 | 362 87.17948717948718 345 | 363 82.05128205128206 346 | 364 75.64102564102564 347 | 365 89.74358974358974 348 | 366 69.23076923076923 349 | 367 88.46153846153847 350 | 368 93.58974358974359 351 | 369 94.87179487179488 352 | 370 82.05128205128206 353 | 371 97.43589743589743 354 | 372 94.87179487179488 355 | 373 84.61538461538461 356 | 374 82.05128205128206 357 | 375 97.43589743589743 358 | 376 73.07692307692308 359 | 377 76.92307692307692 360 | 378 83.33333333333333 361 | 379 74.35897435897436 362 | 380 88.46153846153847 363 | 381 67.94871794871794 364 | 382 96.15384615384616 365 | 383 97.43589743589743 366 | 384 91.02564102564102 367 | -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- 1 | Attribution 4.0 International 2 | 3 | ======================================================================= 4 | 5 | Creative Commons Corporation ("Creative Commons") is not a law firm and 6 | does not provide legal services or legal advice. Distribution of 7 | Creative Commons public licenses does not create a lawyer-client or 8 | other relationship. Creative Commons makes its licenses and related 9 | information available on an "as-is" basis. Creative Commons gives no 10 | warranties regarding its licenses, any material licensed under their 11 | terms and conditions, or any related information. Creative Commons 12 | disclaims all liability for damages resulting from their use to the 13 | fullest extent possible. 14 | 15 | Using Creative Commons Public Licenses 16 | 17 | Creative Commons public licenses provide a standard set of terms and 18 | conditions that creators and other rights holders may use to share 19 | original works of authorship and other material subject to copyright 20 | and certain other rights specified in the public license below. The 21 | following considerations are for informational purposes only, are not 22 | exhaustive, and do not form part of our licenses. 23 | 24 | Considerations for licensors: Our public licenses are 25 | intended for use by those authorized to give the public 26 | permission to use material in ways otherwise restricted by 27 | copyright and certain other rights. Our licenses are 28 | irrevocable. Licensors should read and understand the terms 29 | and conditions of the license they choose before applying it. 30 | Licensors should also secure all rights necessary before 31 | applying our licenses so that the public can reuse the 32 | material as expected. Licensors should clearly mark any 33 | material not subject to the license. This includes other CC- 34 | licensed material, or material used under an exception or 35 | limitation to copyright. More considerations for licensors: 36 | wiki.creativecommons.org/Considerations_for_licensors 37 | 38 | Considerations for the public: By using one of our public 39 | licenses, a licensor grants the public permission to use the 40 | licensed material under specified terms and conditions. If 41 | the licensor's permission is not necessary for any reason--for 42 | example, because of any applicable exception or limitation to 43 | copyright--then that use is not regulated by the license. Our 44 | licenses grant only permissions under copyright and certain 45 | other rights that a licensor has authority to grant. Use of 46 | the licensed material may still be restricted for other 47 | reasons, including because others have copyright or other 48 | rights in the material. A licensor may make special requests, 49 | such as asking that all changes be marked or described. 50 | Although not required by our licenses, you are encouraged to 51 | respect those requests where reasonable. More considerations 52 | for the public: 53 | wiki.creativecommons.org/Considerations_for_licensees 54 | 55 | ======================================================================= 56 | 57 | Creative Commons Attribution 4.0 International Public License 58 | 59 | By exercising the Licensed Rights (defined below), You accept and agree 60 | to be bound by the terms and conditions of this Creative Commons 61 | Attribution 4.0 International Public License ("Public License"). To the 62 | extent this Public License may be interpreted as a contract, You are 63 | granted the Licensed Rights in consideration of Your acceptance of 64 | these terms and conditions, and the Licensor grants You such rights in 65 | consideration of benefits the Licensor receives from making the 66 | Licensed Material available under these terms and conditions. 67 | 68 | 69 | Section 1 -- Definitions. 70 | 71 | a. Adapted Material means material subject to Copyright and Similar 72 | Rights that is derived from or based upon the Licensed Material 73 | and in which the Licensed Material is translated, altered, 74 | arranged, transformed, or otherwise modified in a manner requiring 75 | permission under the Copyright and Similar Rights held by the 76 | Licensor. For purposes of this Public License, where the Licensed 77 | Material is a musical work, performance, or sound recording, 78 | Adapted Material is always produced where the Licensed Material is 79 | synched in timed relation with a moving image. 80 | 81 | b. Adapter's License means the license You apply to Your Copyright 82 | and Similar Rights in Your contributions to Adapted Material in 83 | accordance with the terms and conditions of this Public License. 84 | 85 | c. Copyright and Similar Rights means copyright and/or similar rights 86 | closely related to copyright including, without limitation, 87 | performance, broadcast, sound recording, and Sui Generis Database 88 | Rights, without regard to how the rights are labeled or 89 | categorized. For purposes of this Public License, the rights 90 | specified in Section 2(b)(1)-(2) are not Copyright and Similar 91 | Rights. 92 | 93 | d. Effective Technological Measures means those measures that, in the 94 | absence of proper authority, may not be circumvented under laws 95 | fulfilling obligations under Article 11 of the WIPO Copyright 96 | Treaty adopted on December 20, 1996, and/or similar international 97 | agreements. 98 | 99 | e. Exceptions and Limitations means fair use, fair dealing, and/or 100 | any other exception or limitation to Copyright and Similar Rights 101 | that applies to Your use of the Licensed Material. 102 | 103 | f. Licensed Material means the artistic or literary work, database, 104 | or other material to which the Licensor applied this Public 105 | License. 106 | 107 | g. Licensed Rights means the rights granted to You subject to the 108 | terms and conditions of this Public License, which are limited to 109 | all Copyright and Similar Rights that apply to Your use of the 110 | Licensed Material and that the Licensor has authority to license. 111 | 112 | h. Licensor means the individual(s) or entity(ies) granting rights 113 | under this Public License. 114 | 115 | i. Share means to provide material to the public by any means or 116 | process that requires permission under the Licensed Rights, such 117 | as reproduction, public display, public performance, distribution, 118 | dissemination, communication, or importation, and to make material 119 | available to the public including in ways that members of the 120 | public may access the material from a place and at a time 121 | individually chosen by them. 122 | 123 | j. Sui Generis Database Rights means rights other than copyright 124 | resulting from Directive 96/9/EC of the European Parliament and of 125 | the Council of 11 March 1996 on the legal protection of databases, 126 | as amended and/or succeeded, as well as other essentially 127 | equivalent rights anywhere in the world. 128 | 129 | k. You means the individual or entity exercising the Licensed Rights 130 | under this Public License. Your has a corresponding meaning. 131 | 132 | 133 | Section 2 -- Scope. 134 | 135 | a. License grant. 136 | 137 | 1. Subject to the terms and conditions of this Public License, 138 | the Licensor hereby grants You a worldwide, royalty-free, 139 | non-sublicensable, non-exclusive, irrevocable license to 140 | exercise the Licensed Rights in the Licensed Material to: 141 | 142 | a. reproduce and Share the Licensed Material, in whole or 143 | in part; and 144 | 145 | b. produce, reproduce, and Share Adapted Material. 146 | 147 | 2. Exceptions and Limitations. For the avoidance of doubt, where 148 | Exceptions and Limitations apply to Your use, this Public 149 | License does not apply, and You do not need to comply with 150 | its terms and conditions. 151 | 152 | 3. Term. The term of this Public License is specified in Section 153 | 6(a). 154 | 155 | 4. Media and formats; technical modifications allowed. The 156 | Licensor authorizes You to exercise the Licensed Rights in 157 | all media and formats whether now known or hereafter created, 158 | and to make technical modifications necessary to do so. The 159 | Licensor waives and/or agrees not to assert any right or 160 | authority to forbid You from making technical modifications 161 | necessary to exercise the Licensed Rights, including 162 | technical modifications necessary to circumvent Effective 163 | Technological Measures. For purposes of this Public License, 164 | simply making modifications authorized by this Section 2(a) 165 | (4) never produces Adapted Material. 166 | 167 | 5. Downstream recipients. 168 | 169 | a. Offer from the Licensor -- Licensed Material. Every 170 | recipient of the Licensed Material automatically 171 | receives an offer from the Licensor to exercise the 172 | Licensed Rights under the terms and conditions of this 173 | Public License. 174 | 175 | b. No downstream restrictions. You may not offer or impose 176 | any additional or different terms or conditions on, or 177 | apply any Effective Technological Measures to, the 178 | Licensed Material if doing so restricts exercise of the 179 | Licensed Rights by any recipient of the Licensed 180 | Material. 181 | 182 | 6. No endorsement. Nothing in this Public License constitutes or 183 | may be construed as permission to assert or imply that You 184 | are, or that Your use of the Licensed Material is, connected 185 | with, or sponsored, endorsed, or granted official status by, 186 | the Licensor or others designated to receive attribution as 187 | provided in Section 3(a)(1)(A)(i). 188 | 189 | b. Other rights. 190 | 191 | 1. Moral rights, such as the right of integrity, are not 192 | licensed under this Public License, nor are publicity, 193 | privacy, and/or other similar personality rights; however, to 194 | the extent possible, the Licensor waives and/or agrees not to 195 | assert any such rights held by the Licensor to the limited 196 | extent necessary to allow You to exercise the Licensed 197 | Rights, but not otherwise. 198 | 199 | 2. Patent and trademark rights are not licensed under this 200 | Public License. 201 | 202 | 3. To the extent possible, the Licensor waives any right to 203 | collect royalties from You for the exercise of the Licensed 204 | Rights, whether directly or through a collecting society 205 | under any voluntary or waivable statutory or compulsory 206 | licensing scheme. In all other cases the Licensor expressly 207 | reserves any right to collect such royalties. 208 | 209 | 210 | Section 3 -- License Conditions. 211 | 212 | Your exercise of the Licensed Rights is expressly made subject to the 213 | following conditions. 214 | 215 | a. Attribution. 216 | 217 | 1. If You Share the Licensed Material (including in modified 218 | form), You must: 219 | 220 | a. retain the following if it is supplied by the Licensor 221 | with the Licensed Material: 222 | 223 | i. identification of the creator(s) of the Licensed 224 | Material and any others designated to receive 225 | attribution, in any reasonable manner requested by 226 | the Licensor (including by pseudonym if 227 | designated); 228 | 229 | ii. a copyright notice; 230 | 231 | iii. a notice that refers to this Public License; 232 | 233 | iv. a notice that refers to the disclaimer of 234 | warranties; 235 | 236 | v. a URI or hyperlink to the Licensed Material to the 237 | extent reasonably practicable; 238 | 239 | b. indicate if You modified the Licensed Material and 240 | retain an indication of any previous modifications; and 241 | 242 | c. indicate the Licensed Material is licensed under this 243 | Public License, and include the text of, or the URI or 244 | hyperlink to, this Public License. 245 | 246 | 2. You may satisfy the conditions in Section 3(a)(1) in any 247 | reasonable manner based on the medium, means, and context in 248 | which You Share the Licensed Material. For example, it may be 249 | reasonable to satisfy the conditions by providing a URI or 250 | hyperlink to a resource that includes the required 251 | information. 252 | 253 | 3. If requested by the Licensor, You must remove any of the 254 | information required by Section 3(a)(1)(A) to the extent 255 | reasonably practicable. 256 | 257 | 4. If You Share Adapted Material You produce, the Adapter's 258 | License You apply must not prevent recipients of the Adapted 259 | Material from complying with this Public License. 260 | 261 | 262 | Section 4 -- Sui Generis Database Rights. 263 | 264 | Where the Licensed Rights include Sui Generis Database Rights that 265 | apply to Your use of the Licensed Material: 266 | 267 | a. for the avoidance of doubt, Section 2(a)(1) grants You the right 268 | to extract, reuse, reproduce, and Share all or a substantial 269 | portion of the contents of the database; 270 | 271 | b. if You include all or a substantial portion of the database 272 | contents in a database in which You have Sui Generis Database 273 | Rights, then the database in which You have Sui Generis Database 274 | Rights (but not its individual contents) is Adapted Material; and 275 | 276 | c. You must comply with the conditions in Section 3(a) if You Share 277 | all or a substantial portion of the contents of the database. 278 | 279 | For the avoidance of doubt, this Section 4 supplements and does not 280 | replace Your obligations under this Public License where the Licensed 281 | Rights include other Copyright and Similar Rights. 282 | 283 | 284 | Section 5 -- Disclaimer of Warranties and Limitation of Liability. 285 | 286 | a. UNLESS OTHERWISE SEPARATELY UNDERTAKEN BY THE LICENSOR, TO THE 287 | EXTENT POSSIBLE, THE LICENSOR OFFERS THE LICENSED MATERIAL AS-IS 288 | AND AS-AVAILABLE, AND MAKES NO REPRESENTATIONS OR WARRANTIES OF 289 | ANY KIND CONCERNING THE LICENSED MATERIAL, WHETHER EXPRESS, 290 | IMPLIED, STATUTORY, OR OTHER. THIS INCLUDES, WITHOUT LIMITATION, 291 | WARRANTIES OF TITLE, MERCHANTABILITY, FITNESS FOR A PARTICULAR 292 | PURPOSE, NON-INFRINGEMENT, ABSENCE OF LATENT OR OTHER DEFECTS, 293 | ACCURACY, OR THE PRESENCE OR ABSENCE OF ERRORS, WHETHER OR NOT 294 | KNOWN OR DISCOVERABLE. WHERE DISCLAIMERS OF WARRANTIES ARE NOT 295 | ALLOWED IN FULL OR IN PART, THIS DISCLAIMER MAY NOT APPLY TO YOU. 296 | 297 | b. TO THE EXTENT POSSIBLE, IN NO EVENT WILL THE LICENSOR BE LIABLE 298 | TO YOU ON ANY LEGAL THEORY (INCLUDING, WITHOUT LIMITATION, 299 | NEGLIGENCE) OR OTHERWISE FOR ANY DIRECT, SPECIAL, INDIRECT, 300 | INCIDENTAL, CONSEQUENTIAL, PUNITIVE, EXEMPLARY, OR OTHER LOSSES, 301 | COSTS, EXPENSES, OR DAMAGES ARISING OUT OF THIS PUBLIC LICENSE OR 302 | USE OF THE LICENSED MATERIAL, EVEN IF THE LICENSOR HAS BEEN 303 | ADVISED OF THE POSSIBILITY OF SUCH LOSSES, COSTS, EXPENSES, OR 304 | DAMAGES. WHERE A LIMITATION OF LIABILITY IS NOT ALLOWED IN FULL OR 305 | IN PART, THIS LIMITATION MAY NOT APPLY TO YOU. 306 | 307 | c. The disclaimer of warranties and limitation of liability provided 308 | above shall be interpreted in a manner that, to the extent 309 | possible, most closely approximates an absolute disclaimer and 310 | waiver of all liability. 311 | 312 | 313 | Section 6 -- Term and Termination. 314 | 315 | a. This Public License applies for the term of the Copyright and 316 | Similar Rights licensed here. However, if You fail to comply with 317 | this Public License, then Your rights under this Public License 318 | terminate automatically. 319 | 320 | b. Where Your right to use the Licensed Material has terminated under 321 | Section 6(a), it reinstates: 322 | 323 | 1. automatically as of the date the violation is cured, provided 324 | it is cured within 30 days of Your discovery of the 325 | violation; or 326 | 327 | 2. upon express reinstatement by the Licensor. 328 | 329 | For the avoidance of doubt, this Section 6(b) does not affect any 330 | right the Licensor may have to seek remedies for Your violations 331 | of this Public License. 332 | 333 | c. For the avoidance of doubt, the Licensor may also offer the 334 | Licensed Material under separate terms or conditions or stop 335 | distributing the Licensed Material at any time; however, doing so 336 | will not terminate this Public License. 337 | 338 | d. Sections 1, 5, 6, 7, and 8 survive termination of this Public 339 | License. 340 | 341 | 342 | Section 7 -- Other Terms and Conditions. 343 | 344 | a. The Licensor shall not be bound by any additional or different 345 | terms or conditions communicated by You unless expressly agreed. 346 | 347 | b. Any arrangements, understandings, or agreements regarding the 348 | Licensed Material not stated herein are separate from and 349 | independent of the terms and conditions of this Public License. 350 | 351 | 352 | Section 8 -- Interpretation. 353 | 354 | a. For the avoidance of doubt, this Public License does not, and 355 | shall not be interpreted to, reduce, limit, restrict, or impose 356 | conditions on any use of the Licensed Material that could lawfully 357 | be made without permission under this Public License. 358 | 359 | b. To the extent possible, if any provision of this Public License is 360 | deemed unenforceable, it shall be automatically reformed to the 361 | minimum extent necessary to make it enforceable. If the provision 362 | cannot be reformed, it shall be severed from this Public License 363 | without affecting the enforceability of the remaining terms and 364 | conditions. 365 | 366 | c. No term or condition of this Public License will be waived and no 367 | failure to comply consented to unless expressly agreed to by the 368 | Licensor. 369 | 370 | d. Nothing in this Public License constitutes or may be interpreted 371 | as a limitation upon, or waiver of, any privileges and immunities 372 | that apply to the Licensor or You, including from the legal 373 | processes of any jurisdiction or authority. 374 | 375 | 376 | ======================================================================= 377 | 378 | Creative Commons is not a party to its public 379 | licenses. Notwithstanding, Creative Commons may elect to apply one of 380 | its public licenses to material it publishes and in those instances 381 | will be considered the “Licensor.” The text of the Creative Commons 382 | public licenses is dedicated to the public domain under the CC0 Public 383 | Domain Dedication. Except for the limited purpose of indicating that 384 | material is shared under a Creative Commons public license or as 385 | otherwise permitted by the Creative Commons policies published at 386 | creativecommons.org/policies, Creative Commons does not authorize the 387 | use of the trademark "Creative Commons" or any other trademark or logo 388 | of Creative Commons without its prior written consent including, 389 | without limitation, in connection with any unauthorized modifications 390 | to any of its public licenses or any other arrangements, 391 | understandings, or agreements concerning use of licensed material. For 392 | the avoidance of doubt, this paragraph does not form part of the 393 | public licenses. 394 | 395 | Creative Commons may be contacted at creativecommons.org. 396 | 397 | -------------------------------------------------------------------------------- /dataset_analyses.Rmd: -------------------------------------------------------------------------------- 1 | Analyses for "CELER: A 365-Participant Corpus of Eye Movements in L1 and L2 English Reading", Berzak et al., Open Mind (2022). 2 | 3 | Before running this script please obtain the data as follows: 4 | 5 | CELER: 6 | 1. Obtain the [PTB-WSJ](https://catalog.ldc.upenn.edu/LDC95T7) and [BLLIP](https://catalog.ldc.upenn.edu/LDC2000T43) corpora through LDC. 7 | 2. - Copy the `README` file of the PTB-WSJ (starts with "This is the Penn Treebank Project: Release 2 ...") to the folder `ptb_bllip_readmes/PTB/`. 8 | - Copy the `README.1st` file of BLLIP (starts with "File: README.1st ...") to the folder `ptb_bllip_readmes/BLLIP/` 9 | 3. Run `python obtain_data.py` to download `data_2.0.zip`. Extract to the top level of this directory. 10 | 11 | GECO: 12 | Download GECO augmented with frequency and surprisal values from the following url and place `geco/` at the top level of this directory 13 | https://drive.google.com/file/d/1T4qgbwPkdzYmTvIqMUGJlvY-v22Ifinx/view?usp=sharing 14 | 15 | The script uses Julia MixedModels library. 16 | Install Julia here https://julialang.org/downloads/. 17 | Then open Julia and install the required libraries RCall and MixedModels: 18 | `Pkg.add("RCall")` 19 | `Pkg.add("MixedModels")` 20 | 21 | ```{r} 22 | set.seed(214) 23 | 24 | library(tidyverse) 25 | library(lme4) 26 | library(lmerTest) 27 | library(readxl) 28 | library(rjson) 29 | library(lattice) 30 | library(car) 31 | library(JuliaCall) 32 | 33 | j<-julia_setup() 34 | j$library("MixedModels") 35 | 36 | #CELER 37 | FREQ_CELER = "FREQ_SUBTLEX" 38 | OOV_CELER = "OOV_SUBTLEX" 39 | SURP_CELER = "SURP_GPT2" 40 | #GECO 41 | FREQ_GECO = "FREQ_SUBTLEX" 42 | OOV_GECO = "OOV_SUBTLEX" 43 | SURP_GECO = "SURP_GPT2" 44 | ``` 45 | 46 | Load CELER and GECO metadata and Plot basic participant stats (Figure 1) 47 | ```{r,fig.width=12,fig.height=4} 48 | 49 | geco_metadata = read_xlsx("geco/SubjectInformation.xlsx", na = c("", ".")) %>% 50 | rename("Age" = "AGE", "English.AoA" = "AOA_ENG") %>% 51 | mutate(English = ifelse(GROUP == "bilingual", "L2", "L1"), 52 | L1 = as.factor(ifelse(GROUP == "bilingual", "Dutch", "English")), 53 | DATASET = "GECO") 54 | 55 | celer_metadata = read.table("participant_metadata/metadata.tsv", header = TRUE, quote = "", sep = "\t") %>% 56 | mutate(English = ifelse(L1 == "English", "L1", "L2"), 57 | DATASET = "CELER") %>% 58 | column_to_rownames(var="List") 59 | 60 | metadata_all = bind_rows(geco_metadata, celer_metadata) %>% mutate_at(c("English", "L1", "DATASET"), as.factor) 61 | metadata_long = gather(metadata_all, "property", "x", c("Age", "English.AoA", "MichiganLG"), factor_key = TRUE) 62 | 63 | property.labs = c("Age", "English Age of Acquisition", "MichiganLG") 64 | names(property.labs) = c("Age", "English.AoA", "MichiganLG") 65 | plot_data = filter(metadata_long, English == "L2") 66 | p <- ggplot() + 67 | theme_minimal(base_size = 40) + 68 | geom_histogram(data = plot_data, aes(x = x, fill = DATASET), binwidth = 4, alpha = 0.7) + 69 | facet_grid(. ~ property, scales = "free", labeller = labeller(property = property.labs)) + 70 | scale_color_manual(values = c("CELER"="blue", "GECO"="red")) + 71 | scale_fill_manual(values = c("CELER"="blue", "GECO"="red")) + 72 | theme(aspect.ratio=1) + 73 | labs(y = "# ESL Participants", 74 | x = NULL, 75 | fill = "Dataset") 76 | ggsave(file="dataset_analyses_figures/participants.png", p, height=9,width=27) 77 | p 78 | ``` 79 | 80 | 81 | ```{r} 82 | code_vars <- function(report){ 83 | report$English_01 <- ifelse(report$English == "L2", 1, 0) 84 | report$English_05 <- ifelse(report$English == "L2", 0.5, -0.5) 85 | report$DATASET_05 <- ifelse(report$DATASET == "CELER", 0.5, -0.5) 86 | return(report) 87 | } 88 | ``` 89 | 90 | Load GECO 91 | ```{r} 92 | geco_ia_l2 <- read_xlsx("geco/L2ReadingDataAugmented.xlsx", na = c("", ".")) 93 | geco_ia_l1 <- read_xlsx("geco/MonolingualReadingDataAugmented.xlsx", na = c("", ".")) 94 | geco_ia <- bind_rows(geco_ia_l1, geco_ia_l2) %>% 95 | mutate(DATASET = as.factor("GECO"), 96 | GROUP = as.factor(GROUP), 97 | PP_NR = as.factor(PP_NR), 98 | WORD_ID = as.factor(WORD_ID), 99 | WORD_NORM = as.factor(WORD_NORM), 100 | LANGUAGE_RANK = as.factor(LANGUAGE_RANK), 101 | FREQ_BLLIP = as.double(FREQ_BLLIP), 102 | FREQ_WEB = as.double(FREQ_WEB), 103 | FREQ_SUBTLEX = as.double(FREQ_SUBTLEX)) %>% 104 | #set default frequency and surprisal 105 | mutate_("FREQUENCY" = FREQ_GECO, 106 | "OOV" = OOV_GECO, 107 | "SURPRISAL" = SURP_GECO) %>% 108 | rename(SUBJECT = PP_NR, 109 | English = LANGUAGE_RANK, 110 | FIRST_FIXATION = WORD_FIRST_FIXATION_DURATION, 111 | GAZE_DURATION = WORD_GAZE_DURATION, 112 | TOTAL_FIXATION = WORD_TOTAL_READING_TIME, 113 | AVERAGE_FIX_PUPIL_SIZE = WORD_AVERAGE_FIX_PUPIL_SIZE, 114 | FIXATION_COUNT = WORD_FIXATION_COUNT) %>% #SKIP = WORD_SKIP 115 | mutate(# previous word properties 116 | SURPRISAL_prev1 = lag(SURPRISAL), 117 | FREQUENCY_prev1 = lag(FREQUENCY), 118 | WORD_LEN_prev1 = lag(WORD_LEN), 119 | OOV_prev1 = lag(OOV), 120 | WORD_NORM_prev1 = lag(WORD_NORM), 121 | WORD_ID_prev1 = lag(WORD_ID), 122 | # Note: for some reason skipped words TOTAL FIXATION is sometimes NaN and sometimes 0 123 | TOTAL_FIXATION = na_if(TOTAL_FIXATION, 0), 124 | # Note: default WORD_SKIP in GECO is for first pass 125 | SKIP = ifelse(is.na(TOTAL_FIXATION),1,0), 126 | # all GECO participants read the same text 127 | shared_text = 1) %>% 128 | code_vars 129 | geco_ia_long <- gather(geco_ia, "fix_measure", "RT", 130 | c('FIRST_FIXATION', 'GAZE_DURATION', 'TOTAL_FIXATION', 'SKIP', 'FIXATION_COUNT'), factor_key = TRUE) 131 | ``` 132 | 133 | 134 | Load CELER Interest area report 135 | ```{r} 136 | #Load interest area report 137 | celer_ia <- read.table("data_v2.0/sent_ia.tsv", header = TRUE, quote = "", sep = "\t", na.strings = c("", ".")) 138 | 139 | celer_ia <- celer_ia %>% 140 | rename(SUBJECT = list, 141 | TRIAL = trial, 142 | FIRST_FIXATION = IA_FIRST_FIXATION_DURATION, 143 | GAZE_DURATION = IA_FIRST_RUN_DWELL_TIME, 144 | TOTAL_FIXATION = IA_DWELL_TIME, 145 | SKIP = IA_SKIP, 146 | FIXATION_COUNT = IA_FIXATION_COUNT, 147 | WORD = IA_LABEL) %>% 148 | # set default frequency and suprisal 149 | mutate_("FREQUENCY" = FREQ_CELER, 150 | "OOV" = OOV_CELER, 151 | "SURPRISAL" = SURP_CELER) %>% 152 | mutate(DATASET = as.factor("CELER"), 153 | FREQ_BLLIP = as.double(FREQ_BLLIP), 154 | FREQ_WEB = as.double(FREQ_WEB), 155 | FREQ_SUBTLEX = as.double(FREQ_SUBTLEX), 156 | SUBJECT = as.factor(SUBJECT), 157 | WORD_ID = as.factor(paste(TRIAL, IA_ID, sep = "_")), #meaninful only for the shared regime 158 | WORD_NORM = as.factor(WORD_NORM), 159 | WORD = as.character(WORD), 160 | # set Total Fixation to be undefined for skipped words 161 | TOTAL_FIXATION = na_if(TOTAL_FIXATION, 0), 162 | # previous word properties 163 | SURPRISAL_prev1 = lag(SURPRISAL), 164 | FREQUENCY_prev1 = lag(FREQUENCY), 165 | WORD_LEN_prev1 = lag(WORD_LEN), 166 | OOV_prev1 = lag(OOV), 167 | WORD_NORM_prev1 = lag(WORD_NORM), 168 | WORD_ID_prev1 = lag(WORD_ID)) %>% 169 | # add L1 and proficiency information form metadata 170 | mutate(MPT = map_dbl(SUBJECT, function(x){celer_metadata[toString(x),"MichiganLG"]}), 171 | L1 = unlist(map(SUBJECT, function(x){celer_metadata[toString(x),"L1"]})), 172 | English = as.factor(ifelse(L1 == "English", "L1", "L2"))) %>% 173 | code_vars 174 | 175 | celer_ia_long <- gather(celer_ia, "fix_measure", "RT", 176 | c('FIRST_FIXATION', 'GAZE_DURATION', 'TOTAL_FIXATION', "SKIP", "FIXATION_COUNT"), factor_key = TRUE) 177 | 178 | #compute approximate number of characters per visual angle 179 | n_upper <- sum(str_count(celer_ia$WORD, "[A-Z]"), na.rm = TRUE) 180 | n_all_char <- sum(nchar(celer_ia$WORD), na.rm = TRUE) 181 | n_lower <- n_all_char - n_upper 182 | 183 | #0.36 degrees for lowercase letter, 0.49 for uppercase 184 | mean_char_visual_degrees = 0.36*(n_lower/n_all_char)+0.49*(n_upper/n_all_char) 185 | CHARS_PER_ANGLE = 1/mean_char_visual_degrees 186 | ``` 187 | 188 | 189 | Load CELER Fixation report 190 | ```{r} 191 | #Load Fixation report 192 | celer_fix <- read.table("data_v2.0/sent_fix.tsv", header = TRUE, quote = "", sep = "\t", stringsAsFactors = FALSE) 193 | 194 | celer_fix <- celer_fix %>% 195 | rename(SUBJECT = list, 196 | TRIAL = trial) %>% 197 | # filter out saccades to and from locations that are outside the text area 198 | filter(NEXT_SAC_AMPLITUDE != '.', 199 | CURRENT_FIX_INTEREST_AREA_ID != '.') %>% 200 | # set default frequency and suprisal 201 | mutate_("FREQUENCY" = FREQ_CELER, 202 | "OOV" = OOV_CELER, 203 | "SURPRISAL" = SURP_CELER) %>% 204 | mutate(DATASET = as.factor("CELER"), 205 | SUBJECT = as.factor(SUBJECT), 206 | WORD_ID = as.factor(paste(TRIAL, CURRENT_FIX_INTEREST_AREA_ID, sep = "_")), 207 | WORD_NORM = as.factor(WORD_NORM), 208 | NEXT_SAC_AMPLITUDE = as.double(NEXT_SAC_AMPLITUDE)*CHARS_PER_ANGLE, 209 | NEXT_SAC_AVG_VELOCITY = as.double(NEXT_SAC_AVG_VELOCITY)*CHARS_PER_ANGLE, 210 | # previous word properties 211 | SURPRISAL_prev1 = lag(SURPRISAL), 212 | FREQUENCY_prev1 = lag(FREQUENCY), 213 | WORD_LEN_prev1 = lag(WORD_LEN), 214 | OOV_prev1 = lag(OOV), 215 | WORD_NORM_prev1 = lag(WORD_NORM), 216 | WORD_ID_prev1 = lag(WORD_ID), 217 | REGRESSION = ifelse(NEXT_SAC_DIRECTION == "LEFT", 1, 0)) %>% 218 | # add L1 and proficiency information form metadata 219 | mutate(MPT = map_dbl(SUBJECT, function(x){celer_metadata[toString(x),"MichiganLG"]}), 220 | L1 = unlist(map(SUBJECT, function(x){celer_metadata[toString(x),"L1"]})), 221 | English = as.factor(ifelse(L1 == "English", "L1", "L2"))) %>% 222 | code_vars 223 | 224 | celer_fix_long <- gather(celer_fix, "fix_measure", "RT", 225 | c("CURRENT_FIX_DURATION", "NEXT_SAC_AMPLITUDE", "NEXT_SAC_AVG_VELOCITY", "REGRESSION"), factor_key = TRUE) 226 | ``` 227 | 228 | Preprocess data 229 | ```{r} 230 | filter_words <- function(df){ 231 | df_filtered <- df %>% group_by(SUBJECT, TRIAL) %>% 232 | slice(2:(n()-1)) %>% ungroup() %>% #first and last words 233 | filter(!grepl("NUM", WORD_NORM), #numbers 234 | !grepl('^[[:punct:]]|[[:punct:]]$', WORD), #words with punctuation 235 | OOV == 0, OOV_prev1 == 0, #out of vocabulary words 236 | !is.na(TOTAL_FIXATION)) #skips 237 | return(df_filtered) 238 | } 239 | 240 | center_predictors <- function(df){ 241 | df_centered <- df %>% mutate(FREQUENCY_c = FREQUENCY - mean(FREQUENCY), 242 | SURPRISAL_c = SURPRISAL - mean(SURPRISAL), 243 | WORD_LEN_c = WORD_LEN- mean(WORD_LEN), 244 | FREQUENCY_prev1_c = FREQUENCY_prev1 - mean(FREQUENCY_prev1), 245 | SURPRISAL_prev1_c = SURPRISAL_prev1 - mean(SURPRISAL_prev1), 246 | WORD_LEN_prev1_c = WORD_LEN_prev1- mean(WORD_LEN_prev1)) 247 | return(df_centered) 248 | } 249 | 250 | celer_ia_oov <- celer_ia %>% filter_words %>% center_predictors %>% ungroup() #group_by(shared_text) %>% 251 | celer_ia_oov_long <- gather(celer_ia_oov, "fix_measure", "RT", 252 | c("FIRST_FIXATION", "GAZE_DURATION", "TOTAL_FIXATION")) 253 | geco_ia_oov <- geco_ia %>% filter_words %>% center_predictors 254 | geco_ia_oov_long <- gather(geco_ia_oov, "fix_measure", "RT", 255 | c("FIRST_FIXATION", "GAZE_DURATION", "TOTAL_FIXATION")) 256 | ``` 257 | 258 | 259 | Table 2: Benchmarks for standard fixation measures for L1 and L2 on CELER and GECO 260 | ```{r} 261 | #L1 and L2 means 262 | mean_lmer <- function(report){ 263 | shared_text = unique(report$shared_text) 264 | dataset = unique(report$DATASET) 265 | print(paste(dataset, unique(report$fix_measure), unique(report$English))) 266 | se = as_tibble(coef(summary(lmer(RT ~ 1 + (1 |SUBJECT), #+ (1|WORD_ID) 267 | control=lmerControl(optimizer = "bobyqa", calc.derivs = FALSE), data = report)))) 268 | se <- se %>% mutate(CI = `Std. Error`*1.96) 269 | return(se) 270 | } 271 | 272 | #L1 vs L2 difference 273 | run_lmer <- function(report){ 274 | shared_text = unique(report$shared_text) 275 | measure = unique(report$fix_measure) 276 | dataset = unique(report$DATASET) 277 | if ((measure == "SKIP")|(measure == "REGRESSION")){ 278 | print(paste("MODEL logistic", dataset, measure)) 279 | m <- glmer(RT ~ English_01 + (1 |SUBJECT), family = binomial(), 280 | control=lmerControl(optimizer = "bobyqa", calc.derivs = FALSE), data=report) 281 | } else if (measure == "FIXATION_COUNT"){ 282 | print(paste("MODEL poisson", dataset, measure)) 283 | m <- glmer(RT ~ English_01 + (1 |SUBJECT), family = poisson(), 284 | control=lmerControl(optimizer = "bobyqa", calc.derivs = FALSE), data=report) 285 | } 286 | else { 287 | print(paste("MODEL regression", dataset, measure)) 288 | m <- lmer(RT ~ English_01 + (1 |SUBJECT), 289 | control=lmerControl(optimizer = "bobyqa", calc.derivs = FALSE), data=report) 290 | } 291 | fixed_effects <- data.frame(summary(m)$coefficients) 292 | return(fixed_effects) 293 | } 294 | 295 | #L1/L2 -- CELER/GECO interaction 296 | run_lmer_geco_celer_interaction <- function(report){ 297 | measure = unique(report$fix_measure) 298 | if ((measure == "SKIP")|(measure == "REGRESSION")){ 299 | print(paste("MODEL logistic", measure)) 300 | m <- glmer(RT ~ English_05*DATASET_05 + (1 |SUBJECT), family = binomial(), control=glmerControl(optimizer = "bobyqa", calc.derivs = FALSE), data=report) 301 | } else if (measure == "FIXATION_COUNT"){ 302 | print(paste("MODEL poisson", measure)) 303 | m <- glmer(RT ~ English_05*DATASET_05 + (1 |SUBJECT), family = poisson(), control=glmerControl(optimizer = "bobyqa", calc.derivs = FALSE), data=report) 304 | } 305 | else{ 306 | print(paste("MODEL regression", measure)) 307 | m <- lmer(RT ~ English_05*DATASET_05 + (1 |SUBJECT), control=lmerControl(optimizer = "bobyqa", calc.derivs = FALSE), data=report) 308 | } 309 | fixed_effects <- data.frame(cbind(Coef = rownames(summary(m)$coefficients), summary(m)$coefficients)) 310 | return(fixed_effects) 311 | } 312 | ``` 313 | 314 | 315 | ```{r} 316 | means_ia_celer <- celer_ia_long %>% group_by(fix_measure, English) %>% do(mean_lmer(.)) 317 | tests_ia_celer <- celer_ia_long %>% group_by(fix_measure) %>% do(run_lmer(.)) 318 | ``` 319 | 320 | ```{r} 321 | means_ia_celer %>% mutate_if(is.numeric, round, digits=5) 322 | tests_ia_celer %>% mutate_if(is.numeric, round, digits=5) 323 | ``` 324 | 325 | ```{r} 326 | means_ia_geco <- geco_ia_long %>% group_by(fix_measure, English) %>% do(mean_lmer(.)) 327 | tests_ia_geco <- geco_ia_long %>% group_by(fix_measure) %>% do(run_lmer(.)) 328 | ``` 329 | 330 | ```{r} 331 | means_ia_geco %>% mutate_if(is.numeric, round, digits=5) 332 | tests_ia_geco %>% mutate_if(is.numeric, round, digits=5) 333 | ``` 334 | 335 | L1/L2 -- GECO/CELER interaction 336 | ```{r} 337 | combined = bind_rows(celer_ia_long, geco_ia_long) 338 | intercation_English_dataset <- combined %>% group_by(fix_measure) %>% do(run_lmer_geco_celer_interaction(.)) 339 | intercation_English_dataset 340 | ``` 341 | 342 | ```{r} 343 | means_celer_fix <- celer_fix_long %>% group_by(fix_measure, English) %>% do(mean_lmer(.)) 344 | tests_celer_fix <- celer_fix_long %>% group_by(fix_measure) %>% do(run_lmer(.)) 345 | ``` 346 | 347 | ```{r} 348 | means_celer_fix %>% mutate_if(is.numeric, round, digits=2) 349 | tests_celer_fix %>% mutate_if(is.numeric, round, digits=2) 350 | ``` 351 | 352 | 353 | Table 3: the effects of frequency, surprisal and word length on reading times (First Fixation, Gaze Duration, Total fixation) 354 | 355 | Mixed Effects models in Julia 356 | ```{r} 357 | run_mixed_effects_julia <- function(report, mx_formula){ 358 | julia_assign("report", report) 359 | julia_assign("formula", formula(mx_formula)) 360 | result <- julia_eval("fit(LinearMixedModel, formula, report)") 361 | return(result) 362 | } 363 | ``` 364 | 365 | Frequency, Suprisal and Word length effects 366 | ```{r} 367 | formula1 = "RT ~ FREQUENCY_c + FREQUENCY_prev1_c + 368 | SURPRISAL_c + SURPRISAL_prev1_c + 369 | WORD_LEN_c + WORD_LEN_prev1_c + 370 | (FREQUENCY_c + FREQUENCY_prev1_c + SURPRISAL_c + SURPRISAL_prev1_c + WORD_LEN_c + WORD_LEN_prev1_c | SUBJECT)" 371 | formula2 = "RT ~ English_05*FREQUENCY_c + English_05*FREQUENCY_prev1_c + 372 | English_05*SURPRISAL_c + English_05*SURPRISAL_prev1_c + 373 | English_05*WORD_LEN_c + English_05*WORD_LEN_prev1_c + 374 | (FREQUENCY_c + FREQUENCY_prev1_c + SURPRISAL_c + SURPRISAL_prev1_c + WORD_LEN_c + WORD_LEN_prev1_c | SUBJECT)" 375 | ``` 376 | 377 | GECO by English 378 | ```{r} 379 | for (L in c("L1", "L2")){ 380 | for (measure in c("FIRST_FIXATION", "GAZE_DURATION", "TOTAL_FIXATION")){ 381 | print(L) 382 | print(measure) 383 | cat("GECO\n") 384 | print(run_mixed_effects_julia(filter(geco_ia_oov_long, fix_measure == measure, English == L), formula1)) 385 | cat("\n") 386 | } 387 | } 388 | ``` 389 | 390 | GECO Compare L1 and L2 391 | ```{r} 392 | for (measure in c("FIRST_FIXATION", "GAZE_DURATION", "TOTAL_FIXATION")){ 393 | print(measure) 394 | cat("CELER\n") 395 | print(run_mixed_effects_julia(filter(geco_ia_oov_long, fix_measure == measure), formula2)) 396 | cat("\n") 397 | } 398 | ``` 399 | 400 | CELER by English 401 | ```{r} 402 | 403 | for (L in c("L1", "L2")){ 404 | for (measure in c("FIRST_FIXATION", "GAZE_DURATION", "TOTAL_FIXATION")){ 405 | print(L) 406 | print(measure) 407 | cat("CELER\n") 408 | print(run_mixed_effects_julia(filter(celer_ia_oov_long, fix_measure == measure, English == L), formula1)) 409 | cat("\n") 410 | } 411 | } 412 | ``` 413 | 414 | CELER Compare L1 and L2 415 | ```{r} 416 | for (measure in c("FIRST_FIXATION", "GAZE_DURATION", "TOTAL_FIXATION")){ 417 | print(measure) 418 | cat("GECO\n") 419 | print(run_mixed_effects_julia(filter(celer_ia_oov_long, fix_measure == measure), formula2)) 420 | cat("\n") 421 | } 422 | ``` 423 | 424 | Compare CELER and GECO 425 | ```{r} 426 | report_all = bind_rows(geco_ia_oov_long, celer_ia_oov_long) 427 | 428 | formula3 = "RT ~ DATASET_05*FREQUENCY_c + DATASET_05*FREQUENCY_prev1_c + 429 | DATASET_05*SURPRISAL_c + DATASET_05*SURPRISAL_prev1_c + 430 | DATASET_05*WORD_LEN_c + DATASET_05*WORD_LEN_prev1_c + 431 | (FREQUENCY_c + FREQUENCY_prev1_c + SURPRISAL_c + SURPRISAL_prev1_c + WORD_LEN_c + WORD_LEN_prev1_c | SUBJECT)" 432 | formula4 = "RT ~ DATASET_05*English_05*FREQUENCY_c + DATASET_05*English_05*FREQUENCY_prev1_c + 433 | DATASET_05*English_05*SURPRISAL_c + DATASET_05*English_05*SURPRISAL_prev1_c + 434 | DATASET_05*English_05*WORD_LEN_c + DATASET_05*English_05*WORD_LEN_prev1_c + 435 | (FREQUENCY_c + FREQUENCY_prev1_c + SURPRISAL_c + SURPRISAL_prev1_c + WORD_LEN_c + WORD_LEN_prev1_c | SUBJECT)" 436 | 437 | for (measure in c("FIRST_FIXATION", "GAZE_DURATION", "TOTAL_FIXATION")){ 438 | print(measure) 439 | cat("CELER vs GECO L1\n") 440 | print(run_mixed_effects_julia(filter(report_all, fix_measure == measure, English =="L1"), formula3)) 441 | cat("\n") 442 | print(measure) 443 | cat("CELER vs GECO L2\n") 444 | print(run_mixed_effects_julia(filter(report_all, fix_measure == measure, English =="L2"), formula3)) 445 | cat("\n") 446 | cat("CELER vs GECO\n") 447 | print(run_mixed_effects_julia(filter(report_all, fix_measure == measure), formula4)) 448 | cat("\n") 449 | } 450 | ``` 451 | ========END======= 452 | -------------------------------------------------------------------------------- /participant_metadata/languages.tsv: -------------------------------------------------------------------------------- 1 | List ID Language Variety AoA Years Proficiency 2 | 1 pl261 Portuguese 0 46.0 native 3 | 2 pl262 Portuguese Brazil 0 29.0 native 4 | 3 l172 Spanish 10 16.0 advanced 5 | 3 l172 Arabic 20 4.0 intermediate 6 | 4 pl2243 Portuguese Brazil 0 30.0 native 7 | 4 pl2243 Spanish 18 4.0 intermediate 8 | 6 pl2239 Portuguese Brazil 0 26.0 native 9 | 7 pl2240 Portuguese Brazil 0 36.0 native 10 | 7 pl2240 Spanish 20 2.0 intermediate 11 | 8 l166 12 | 9 l167 13 | 10 l168 14 | 11 cl264 Chinese 0 29.0 native 15 | 12 l145 16 | 13 l169 17 | 14 sl2266 Spanish Spain 0 38.0 native 18 | 15 jl265 Japanese 0 36.0 native 19 | 16 pl2262 Portuguese Brazil 0 22.0 native 20 | 16 pl2262 French 21 1.0 advanced 21 | 16 pl2262 Spanish 14 7.0 advanced 22 | 17 sl269 Spanish 0 26.0 native 23 | 18 l171 24 | 19 pl2242 Portuguese Brazil 0 31.0 native 25 | 20 cl271 Chinese 0 21.0 native 26 | 21 sl275 Spanish 0 21.0 native 27 | 21 sl275 French 19 2.0 beginner 28 | 22 jl276 Japanese 0 39.0 native 29 | 23 l175 30 | 24 cl277 Chinese Mandarin 0 27.0 native 31 | 25 l174 Spanish 14 2.0 beginner 32 | 26 cl278 Chinese Mandarin 0 33.0 native 33 | 27 pl279 Portuguese 0 19.0 native 34 | 27 pl279 Spanish 19 1.0 beginner 35 | 28 pl2246 Portuguese Brazil 0 25.0 native 36 | 28 pl2246 French 20 1.0 beginner 37 | 29 pl281 Portuguese 0 27.0 native 38 | 30 l176 39 | 31 pl254 Portuguese 0 24.0 native 40 | 32 cl282 Chinese Mandarin 0 21.0 native 41 | 33 pl2248 Portuguese Portugal 0 30.0 native 42 | 33 pl2248 French 12 4.0 beginner 43 | 33 pl2248 Italian 24 1.0 beginner 44 | 34 cl283 Chinese 0 25.0 native 45 | 35 cl284 Chinese Mandarin 0 28.0 native 46 | 36 jl286 Japanese 0 29.0 native 47 | 37 l178 French 11 5.0 intermediate 48 | 38 cl287 Chinese Mandarin 0 19.0 native 49 | 39 cl288 Chinese Mandarin 0 19.0 native 50 | 40 pl289 Portuguese 0 18.0 native 51 | 41 sl290 Spanish Argentina 0 26.0 native 52 | 42 l179 53 | 43 sl291 Spanish 0 28.0 native 54 | 43 sl291 French 14 8.0 intermediate 55 | 44 sl292 Spanish 0 30.0 native 56 | 44 sl292 Italian 22 4.0 advanced 57 | 45 l181 58 | 46 l182 Spanish 0 21.0 intermediate 59 | 47 cl294 Chinese 0 25.0 native 60 | 48 sl295 Spanish 0 25.0 native 61 | 49 l183 Spanish 4 9.0 advanced 62 | 49 l183 Russian 20 1.0 intermediate 63 | 50 l184 64 | 51 cl296 Chinese Mandarin 0 20.0 native 65 | 52 sl297 Spanish 0 18.0 native 66 | 52 sl297 French 16 2.0 intermediate 67 | 53 l185 Spanish 13 9.0 intermediate 68 | 54 cl298 Chinese Mandarin 0 24.0 native 69 | 55 sl299 Spanish 0 29.0 native 70 | 55 sl299 German 27 2.0 intermediate 71 | 56 cl2100 Chinese Mandarin 0 19.0 native 72 | 57 l186 Spanish 13 4.0 beginner 73 | 58 jl2103 Japanese 0 29.0 native 74 | 59 jl2104 Japanese 0 29.0 native 75 | 60 cl2105 Chinese Mandarin 0 17.0 native 76 | 61 cl2107 Chinese Mandarin 0 26.0 native 77 | 61 cl2107 Chinese Cantonese 10 10.0 advanced 78 | 62 jl2108 Japanese 0 21.0 native 79 | 63 cl2109 Chinese Mandarin 2 25.0 native 80 | 64 l187 French 12 7.0 beginner 81 | 65 sl2111 Spanish 0 23.0 native 82 | 66 cl2112 Chinese Cantonese 0 43.0 native 83 | 66 cl2112 Chinese Mandarin 0 43.0 native 84 | 67 l188 Spanish 14 5.0 advanced 85 | 67 l188 French 16 3.0 intermediate 86 | 68 sl2113 Spanish 0 24.0 native 87 | 68 sl2113 Basque 2 22.0 advanced 88 | 68 sl2113 Italian 20 4.0 advanced 89 | 69 pl2249 Portuguese 0 26.0 native 90 | 69 pl2249 Spanish 22 4.0 beginner 91 | 70 pl2115 Portuguese Brazil 0 30.0 native 92 | 70 pl2115 Spanish 13 4.0 beginner 93 | 71 sl2116 Spanish Spain 0 24.0 native 94 | 71 sl2116 Italian 19 2.0 intermediate 95 | 72 sl2117 Catalan Spain 0 23.0 native 96 | 72 sl2117 Spanish Spain 0 23.0 native 97 | 73 cl2118 Chinese Mandarin 0 42.0 native 98 | 74 pl2123 Portuguese Brazil 0 36.0 native 99 | 74 pl2123 Spanish 30 6.0 intermediate 100 | 75 pl2124 Portuguese Brazil 0 26.0 native 101 | 76 pl2125 Portuguese 0 23.0 native 102 | 76 pl2125 Spanish 21 2.0 beginner 103 | 77 cl2126 Chinese Mandarin 0 26.0 native 104 | 78 l189 Yiddish 0 20.0 native 105 | 79 sl2127 Spanish Spain 0 26.0 native 106 | 80 sl2128 Spanish 0 23.0 native 107 | 81 cl2129 Chinese Mandarin 0 19.0 native 108 | 82 jl2130 Japanese 0 32.0 native 109 | 83 pl2131 Portuguese Brazil 0 31.0 native 110 | 84 sl2133 Spanish Puerto Rico 0 17.0 native 111 | 85 cl2134 Chinese 0 23.0 native 112 | 86 cl2136 Chinese Mandarin 0 14.0 native 113 | 87 sl2137 Spanish Mexico 0 23.0 native 114 | 88 cl2138 Chinese Mandarin 0 17.0 native 115 | 89 jl2140 Japanese 0 18.0 native 116 | 89 jl2140 French 12 3.0 intermediate 117 | 90 sl2141 Spanish Peru 0 21.0 native 118 | 90 sl2141 Portuguese 18 2.0 advanced 119 | 90 sl2141 German 18 1.0 intermediate 120 | 91 sl2143 Spanish El Salvador 0 18.0 native 121 | 91 sl2143 French 15 3.0 intermediate 122 | 91 sl2143 Nahuatl 14 2.0 beginner 123 | 92 pl2250 Portuguese Brazil 0 41.0 native 124 | 92 pl2250 Spanish 16 4.0 intermediate 125 | 93 cl2146 Chinese Mandarin 0 18.0 native 126 | 93 cl2146 French 16 2.0 intermediate 127 | 94 jl2258 Japanese 0 38.0 native 128 | 95 cl2147 Chinese Mandarin 0 26.0 native 129 | 96 cl2149 Chinese Mandarin 0 17.0 native 130 | 96 cl2149 Latin 22 1.0 beginner 131 | 97 sl2150 Catalan Spain 0 30.0 native 132 | 97 sl2150 Spanish Spain 0 30.0 native 133 | 97 sl2150 Italian 22 1.0 advanced 134 | 97 sl2150 French 13 4.0 intermediate 135 | 97 sl2150 Galician 25 4.0 intermediate 136 | 98 jl2151 Japanese 0 20.0 native 137 | 99 sl2152 Spanish Spain 0 27.0 native 138 | 100 cl2153 Chinese 0 23.0 native 139 | 101 sl2155 Spanish 0 23.0 native 140 | 101 sl2155 French 12 5.0 advanced 141 | 102 sl2263 Spanish 0 42.0 native 142 | 102 sl2263 French 16 10.0 advanced 143 | 102 sl2263 Italian 20 15.0 advanced 144 | 102 sl2263 Galician 4 38.0 intermediate 145 | 102 sl2263 German 18 5.0 intermediate 146 | 103 sl2157 Spanish 0 23.0 native 147 | 103 sl2157 Portuguese 22 1.0 intermediate 148 | 104 pl2252 Portuguese 0 33.0 native 149 | 104 pl2252 French 25 2.0 intermediate 150 | 105 sl2161 Spanish Spain 3 16.0 native 151 | 106 jl2163 Japanese 0 18.0 native 152 | 107 jl2164 Japanese 0 20.0 native 153 | 108 sl2165 Japanese 0 19.0 native 154 | 109 sl2166 Portuguese 0 23.0 native 155 | 109 sl2166 French 16 7.0 intermediate 156 | 110 jl2167 Japanese 0 19.0 native 157 | 111 jl2168 Japanese 0 19.0 native 158 | 112 jl2170 Japanese 0 20.0 native 159 | 112 jl2170 Spanish 20 1.0 beginner 160 | 113 sl2171 Catalan Spain 0 24.0 native 161 | 113 sl2171 Spanish Spain 0 24.0 native 162 | 114 jl2172 Japanese 0 19.0 native 163 | 115 cl2173 Chinese Mandarin 0 29.0 native 164 | 116 sl2174 Spanish Venezuela 0 26.0 native 165 | 117 cl2175 Chinese Mandarin 0 27.0 native 166 | 117 cl2175 Japanese 18 9.0 intermediate 167 | 118 cl2176 Chinese Mandarin 0 26.0 native 168 | 120 cl2179 Chinese Mandarin 0 23.0 native 169 | 121 l192 Italian 16 4.0 intermediate 170 | 121 l192 Spanish 12 5.0 intermediate 171 | 121 l192 Hebrew 8 5.0 beginner 172 | 122 l193 Spanish 11 9.0 advanced 173 | 122 l193 Urdu 0 20.0 advanced 174 | 123 sl2265 Spanish 0 45.0 native 175 | 123 sl2265 Portuguese 30 15.0 beginner 176 | 124 pl2255 Portuguese 0 18.0 native 177 | 125 l196 Spanish 7 7.0 intermediate 178 | 126 l197 French 11 4.0 intermediate 179 | 127 l198 Lao 25 8.0 intermediate 180 | 127 l198 Spanish 12 4.0 beginner 181 | 127 l198 Thai 24 9.0 beginner 182 | 128 l199 183 | 129 l1100 Spanish 13 22.0 advanced 184 | 129 l1100 French 11 3.0 intermediate 185 | 129 l1100 Arabic 1 4.0 beginner 186 | 129 l1100 Portuguese 21 12.0 beginner 187 | 130 l1101 Japanese 0 18.0 advanced 188 | 131 l1102 Spanish 14 7.0 intermediate 189 | 132 l1104 Spanish 6 10.0 advanced 190 | 133 sl2181 Spanish Mexico 0 29.0 native 191 | 133 sl2181 French 0 10.0 advanced 192 | 133 sl2181 Italian 20 5.0 advanced 193 | 133 sl2181 Dutch 28 1.0 beginner 194 | 133 sl2181 German 23 1.0 beginner 195 | 133 sl2181 Greek 25 1.0 beginner 196 | 134 l1105 Spanish 14 11.0 advanced 197 | 135 l1106 French 12 4.0 beginner 198 | 135 l1106 Spanish 18 15.0 beginner 199 | 136 l1107 French 5 11.0 intermediate 200 | 137 l1108 Chinese Mandarin 0 19.0 intermediate 201 | 137 l1108 French 14 4.0 beginner 202 | 138 l1110 Chinese Mandarin 15 4.0 beginner 203 | 138 l1110 Spanish Honduras 14 3.0 beginner 204 | 139 l1111 Spanish 12 15.0 intermediate 205 | 140 cl2182 Chinese Mandarin 0 22.0 native 206 | 141 sl2183 Spanish Peru 0 19.0 native 207 | 142 pl2184 Portuguese Brazil 0 29.0 native 208 | 142 pl2184 French 28 1.0 beginner 209 | 143 jl2185 Japanese 0 40.0 native 210 | 143 jl2185 Spanish 40 1.0 beginner 211 | 144 sl2186 Spanish Spain 0 53.0 native 212 | 144 sl2186 French 7 8.0 advanced 213 | 144 sl2186 German 19 3.0 intermediate 214 | 144 sl2186 Italian 33 2.0 intermediate 215 | 144 sl2186 Portuguese 36 1.0 beginner 216 | 145 jl2187 Japanese 0 37.0 native 217 | 146 sl2188 Spanish 0 44.0 native 218 | 146 sl2188 French 25 5.0 intermediate 219 | 147 jl2191 Japanese 0 34.0 native 220 | 148 sl2259 Spanish Spain 0 30.0 native 221 | 148 sl2259 German 26 3.0 intermediate 222 | 149 pl2194 Portuguese Brazil 0 25.0 native 223 | 150 pl2195 Portuguese Brazil 0 30.0 native 224 | 150 pl2195 Spanish 29 1.0 beginner 225 | 151 pl2196 Portuguese Brazil 0 25.0 native 226 | 152 pl2197 Portuguese Portugal 0 36.0 native 227 | 152 pl2197 Spanish 16 10.0 beginner 228 | 153 pl2198 Portuguese Brazil 0 46.0 native 229 | 153 pl2198 Spanish 18 15.0 intermediate 230 | 153 pl2198 French 14 10.0 beginner 231 | 154 cl2200 Chinese Mandarin 2 28.0 native 232 | 154 cl2200 Swedish 25 2.0 beginner 233 | 155 jl2254 Japanese 0 23.0 native 234 | 156 sl2256 Spanish 0 28.0 native 235 | 157 pl2204 Portuguese Portugal 0 35.0 native 236 | 157 pl2204 Spanish 25 1.0 intermediate 237 | 157 pl2204 French 12 2.0 beginner 238 | 158 sl2205 Spanish 2 28.0 native 239 | 159 cl2206 Chinese Mandarin 0 23.0 native 240 | 160 jl2208 Japanese 0 58.0 native 241 | 160 jl2208 Chinese 30 1.0 beginner 242 | 161 pl2209 Portuguese Brazil 0 29.0 native 243 | 162 jl2210 Japanese 0 21.0 native 244 | 163 jl2211 Japanese 0 21.0 native 245 | 164 pl2214 Portuguese Brazil 0 28.0 native 246 | 164 pl2214 Spanish 16 2.0 intermediate 247 | 165 pl2215 Portuguese Brazil 0 49.0 native 248 | 165 pl2215 Spanish 36 12.0 intermediate 249 | 166 cl2218 Chinese Mandarin 0 27.0 native 250 | 167 jl2219 Japanese 0 21.0 native 251 | 168 jl2220 Japanese 0 19.0 native 252 | 169 jl2257 Japanese 0 21.0 native 253 | 170 jl2223 Japanese 0 21.0 native 254 | 171 jl2224 Japanese 0 21.0 native 255 | 172 jl2260 Japanese 0 20.0 native 256 | 173 cl2226 Chinese 3 30.0 native 257 | 174 jl2227 Japanese 13 1.0 native 258 | 175 jl2228 Japanese 0 21.0 native 259 | 176 sl2229 Spanish Colombia 0 29.0 native 260 | 176 sl2229 French 21 1.0 beginner 261 | 177 sl2230 Spanish 0 28.0 native 262 | 177 sl2230 Italian 22 1.0 beginner 263 | 178 jl2231 Japanese 0 21.0 native 264 | 179 jl2232 Japanese 0 23.0 native 265 | 180 jl2234 Japanese 0 25.0 native 266 | 181 jl2235 Japanese 0 32.0 native 267 | 182 pl2236 Portuguese 0 24.0 native 268 | 182 pl2236 Spanish 15 1.0 beginner 269 | 183 pl2237 Portuguese 0 29.0 native 270 | 183 pl2237 Italian 15 10.0 advanced 271 | 184 pl2238 Portuguese Brazil 0 26.0 native 272 | 184 pl2238 Spanish 16 1.0 beginner 273 | 185 185l2267 Spanish Mexico 0 28.0 native 274 | 186 186l2268 Spanish Mexico 0 24.0 native 275 | 187 187l2269 Spanish 0 34.0 native 276 | 187 187l2269 Spanish Sign Language 32 2.0 beginner 277 | 189 189l2271 Catalan Spain 3 21.0 native 278 | 189 189l2271 Spanish Spain 4 20.0 advanced 279 | 190 190l2272 Arabic United Arab Emirates 0 20.0 native 280 | 190 190l2272 Arabic Egypt 0 20.0 native 281 | 191 191l2273 Chinese Mandarin 0 23.0 native 282 | 191 191l2273 Chinese Cantonese 0 23.0 native 283 | 192 192l2274 Chinese Mandarin 0 24.0 native 284 | 193 193l2275 Spanish Mexico 0 26.0 native 285 | 194 194l2276 Spanish Colombia 1 23.0 native 286 | 195 195l2277 Spanish 0 23.0 native 287 | 195 195l2277 French 21 1.0 beginner 288 | 197 196l2278 Spanish 0 24.0 native 289 | 199 199l2280 Spanish Colombia 0 38.0 native 290 | 199 199l2280 French 22 2.0 beginner 291 | 200 200l2281 Spanish Colombia 1 27.0 native 292 | 202 202l2283 Chinese Mandarin 0 33.0 native 293 | 204 204l2285 Chinese Mandarin 0 37.0 native 294 | 204 204l2285 Japanese 21 2.0 beginner 295 | 205 205l2286 Spanish 0 30.0 native 296 | 206 206l2287 Spanish 0 26.0 native 297 | 206 206l2287 Portuguese Venezuela 18 4.0 intermediate 298 | 207 207l2288 Arabic Tunisia 0 23.0 native 299 | 207 207l2288 French France 8 15.0 advanced 300 | 207 207l2288 German Germany 16 7.0 intermediate 301 | 208 208l2289 Japanese 0 38.0 native 302 | 209 209l2290 Arabic 10 4.0 native 303 | 210 210l2291 Chinese Mandarin 0 21.0 native 304 | 210 210l2291 Taiwanese Taiwan 12 9.0 advanced 305 | 211 211l2292 Portuguese Brazil 0 36.0 native 306 | 212 212l2293 Spanish 0 22.0 native 307 | 212 212l2293 French 13 4.0 beginner 308 | 213 213l2294 Chinese Mandarin 8 14.0 native 309 | 213 213l2294 Tibetan 6 13.0 native 310 | 213 213l2294 Japanese 19 4.0 intermediate 311 | 214 214l2295 Arabic Morocco 0 22.0 native 312 | 214 214l2295 French Morocco 0 22.0 native 313 | 214 214l2295 German Germany 20 1.0 beginner 314 | 215 215l2296 Portuguese Brazil 0 28.0 native 315 | 216 216l2297 Chinese Mandarin 0 23.0 native 316 | 216 216l2297 Taiwanese Taiwan 20 3.0 intermediate 317 | 217 217l2298 Arabic Syria 8 1.0 native 318 | 218 218l2299 Japanese 0 29.0 native 319 | 219 219l2300 Japanese 0 28.0 native 320 | 220 220l2301 Spanish Venezuela 15 1.0 native 321 | 221 221l2302 Chinese Cantonese 0 19.0 native 322 | 221 221l2302 Spanish Mexico 13 5.0 intermediate 323 | 222 222l2303 Portuguese Brazil 0 23.0 native 324 | 222 222l2303 Italian 20 3.0 beginner 325 | 223 223l2304 Chinese Mandarin 0 29.0 native 326 | 224 224l2305 Chinese 0 26.0 native 327 | 225 225l2306 Chinese Mandarin 0 27.0 native 328 | 226 226l2307 Arabic 0 31.0 native 329 | 226 226l2307 German Germany 5 25.0 intermediate 330 | 227 227l2308 Chinese Mandarin 0 23.0 native 331 | 228 228l1119 332 | 229 229l2309 Portuguese Brazil 0 28.0 native 333 | 229 229l2309 Spanish 21 2.0 beginner 334 | 231 231l1120 335 | 232 232l2311 Chinese Mandarin 0 30.0 native 336 | 233 233l2312 Chinese Mandarin 0 23.0 native 337 | 234 234l2313 Chinese Mandarin 0 21.0 native 338 | 234 234l2313 Korean Korea 20 1.0 beginner 339 | 235 235l1121 340 | 236 236l1122 Chinese Mandarin 4 10.0 advanced 341 | 236 236l1122 French France 13 6.0 intermediate 342 | 237 237l2314 Arabic Lebanon 1 28.0 native 343 | 237 237l2314 French 3 20.0 advanced 344 | 238 238l1123 Spanish 12 11.0 intermediate 345 | 239 239l1124 Spanish 13 8.0 intermediate 346 | 240 240l1125 Spanish 14 14.0 advanced 347 | 241 241l1126 348 | 242 242l1127 Spanish 10 14.0 advanced 349 | 242 242l1127 Japanese 13 10.0 intermediate 350 | 243 243l1128 Spanish 12 6.0 beginner 351 | 244 244l1129 352 | 245 245l1130 German 19 3.0 beginner 353 | 246 246l1131 Spanish 13 25.0 advanced 354 | 246 246l1131 French France 10 3.0 intermediate 355 | 246 246l1131 Arabic Jordan 0 6.0 beginner 356 | 246 246l1131 Portuguese Portugal 20 13.0 beginner 357 | 248 248l1133 358 | 249 249l1134 359 | 250 250l1135 360 | 252 252l2316 Portuguese Brazil 0 29.0 native 361 | 253 253l2317 Japanese 0 34.0 native 362 | 253 253l2317 French 30 3.0 intermediate 363 | 254 254l2318 Arabic Jordan 0 10.0 native 364 | 254 254l2318 French France 9 5.0 beginner 365 | 256 256l2320 Portuguese Brazil 0 29.0 native 366 | 257 257l2321 Chinese Cantonese 0 27.0 native 367 | 257 257l2321 Chinese Mandarin 0 24.0 native 368 | 257 257l2321 Korean 26 1.0 beginner 369 | 258 258l2322 Japanese 0 22.0 native 370 | 258 258l2322 French France 19 1.0 beginner 371 | 259 259l2323 Japanese 0 28.0 native 372 | 260 260l2324 Japanese 0 31.0 native 373 | 261 261l2325 Japanese 0 29.0 native 374 | 262 262l2326 Arabic Saudi Arabia 0 21.0 native 375 | 263 263l2327 Arabic 0 21.0 native 376 | 263 263l2327 Spanish 19 2.0 intermediate 377 | 264 264l2328 Japanese 0 29.0 native 378 | 265 265l2329 Arabic Saudi Arabia 0 25.0 native 379 | 266 266l2330 Arabic 0 31.0 native 380 | 266 266l2330 Turkish Turkey 27 3.0 beginner 381 | 267 267l2331 Portuguese 0 30.0 native 382 | 267 267l2331 French 20 3.0 beginner 383 | 267 267l2331 Spanish 25 5.0 beginner 384 | 268 268l2332 Japanese 0 33.0 native 385 | 269 269l2333 Portuguese Brazil 0 26.0 native 386 | 270 270l2334 Portuguese 0 25.0 native 387 | 271 271l2335 Arabic 0 30.0 native 388 | 272 272l2336 Portuguese 0 23.0 native 389 | 273 273l2337 Japanese 0 32.0 native 390 | 274 274l2338 Japanese 0 33.0 native 391 | 275 275l1138 Spanish USA 13 4.0 beginner 392 | 276 276l2339 Arabic Iraq 0 44.0 native 393 | 277 277l1137 Spanish 0 25.0 beginner 394 | 278 278l1139 Spanish 8 6.0 intermediate 395 | 279 279l1140 396 | 280 280l2340 Arabic Saudi Arabia 0 33.0 native 397 | 281 281l1141 Spanish 10 10.0 beginner 398 | 282 282l1142 399 | 283 283l1143 American Sign Language 22 5.0 advanced 400 | 284 284l2341 Japanese 0 40.0 native 401 | 285 285l2342 Japanese 1 20.0 native 402 | 287 287l2343 Japanese 0 25.0 native 403 | 287 287l2343 Chinese 18 4.0 beginner 404 | 288 288l2344 Spanish Spain 0 22.0 native 405 | 289 289l2345 Japanese 0 20.0 native 406 | 290 290l2346 Spanish Spain 0 20.0 native 407 | 290 290l2346 French 19 1.0 beginner 408 | 291 291l2347 Spanish 0 26.0 native 409 | 292 292l2348 Spanish Spain 0 20.0 native 410 | 292 292l2348 French 14 6.0 intermediate 411 | 292 292l2348 German 16 2.0 beginner 412 | 293 293l2349 Japanese 0 34.0 native 413 | 294 294l2350 Portuguese Brazil 0 24.0 native 414 | 295 295l2351 Chinese Mandarin 0 26.0 native 415 | 296 296l2352 Chinese Mandarin 0 34.0 native 416 | 297 297l2353 Chinese 0 26.0 native 417 | 298 298l2354 Chinese 0 28.0 native 418 | 299 299l2355 Chinese Mandarin 0 24.0 native 419 | 300 300l2356 Chinese 0 28.0 native 420 | 301 301l2357 Chinese 12 29.0 native 421 | 301 301l2357 French 24 3.0 beginner 422 | 302 302l2358 Chinese Mandarin 0 25.0 native 423 | 303 303l2359 Chinese 0 23.0 native 424 | 304 304l2360 Chinese Mandarin 0 30.0 native 425 | 305 305l2361 Japanese 0 37.0 native 426 | 306 306l2362 Japanese 0 33.0 native 427 | 307 307l2363 Japanese 0 30.0 native 428 | 308 308l2364 Chinese 0 40.0 native 429 | 308 308l2364 Japanese 20 3.0 intermediate 430 | 309 309l2365 Japanese 0 33.0 native 431 | 310 310l2366 Chinese Mandarin 0 30.0 native 432 | 311 311l2367 Chinese Mandarin 0 38.0 native 433 | 312 312l2368 Japanese 0 34.0 native 434 | 313 313l2369 Japanese 0 27.0 native 435 | 314 314l2370 Portuguese 0 24.0 native 436 | 314 314l2370 Spanish 23 1.0 beginner 437 | 316 316l2372 Spanish Mexico 0 18.0 native 438 | 317 317l2373 Spanish Peru 0 18.0 native 439 | 318 318l2374 Chinese Mandarin 0 23.0 native 440 | 320 320l2376 Spanish Venezuela 0 18.0 native 441 | 321 321l2377 Spanish Spain 0 26.0 native 442 | 321 321l2377 Catalan Spain 8 10.0 advanced 443 | 322 322l2378 Arabic Oman 0 30.0 native 444 | 322 322l2378 Spanish 28 2.0 intermediate 445 | 323 323l2379 Arabic 15 30.0 native 446 | 325 325l2381 Spanish Colombia 0 33.0 native 447 | 325 325l2381 French 18 2.0 beginner 448 | 326 326ls382 Arabic Kuwait 0 23.0 native 449 | 327 327l2383 Spanish 0 25.0 native 450 | 328 328l2384 Spanish 3 5.0 native 451 | 328 328l2384 French 25 1.0 intermediate 452 | 329 329l2385 Spanish 0 34.0 native 453 | 330 330l2386 Portuguese 0 26.0 native 454 | 332 332l2388 Spanish Colombia 9 1.0 native 455 | 333 333l2389 Japanese 0 25.0 native 456 | 334 334l2390 Spanish Colombia 0 26.0 native 457 | 334 334l2390 French 16 8.0 intermediate 458 | 335 335l2391 Japanese 0 39.0 native 459 | 336 336l2392 Portuguese 0 28.0 native 460 | 338 338l2394 Spanish 0 27.0 native 461 | 340 340l2396 Japanese 0 31.0 native 462 | 341 341l2397 Portuguese Portugal 0 23.0 native 463 | 342 342l2398 Portuguese 0 25.0 native 464 | 342 342l2398 French 13 7.0 advanced 465 | 342 342l2398 German 7 11.0 advanced 466 | 343 343l2399 Portuguese Brazil 0 27.0 native 467 | 343 343l2399 Spanish 19 2.0 intermediate 468 | 343 343l2399 French 18 2.0 beginner 469 | 344 344l2400 Portuguese 0 25.0 native 470 | 344 344l2400 Spanish 20 2.0 intermediate 471 | 344 344l2400 French 14 3.0 beginner 472 | 345 345l2401 Portuguese Brazil 0 28.0 native 473 | 345 345l2401 French France 18 8.0 advanced 474 | 345 345l2401 Spanish Spain 23 5.0 advanced 475 | 346 346l2402 Portuguese Brazil 0 25.0 native 476 | 346 346l2402 Spanish 23 2.0 intermediate 477 | 347 347l2403 Portuguese Brazil 0 29.0 native 478 | 347 347l2403 Spanish Chile 14 7.0 advanced 479 | 347 347l2403 German Germany 10 7.0 intermediate 480 | 347 347l2403 Italian Italy 19 1.0 intermediate 481 | 348 348l2404 Arabic Sudan 0 18.0 native 482 | 348 348l2404 Japanese 17 1.0 beginner 483 | 350 350l2406 Portuguese Brazil 0 33.0 native 484 | 350 350l2406 Spanish Brazil 18 12.0 intermediate 485 | 351 351ls407 Arabic Egypt 4 28.0 native 486 | 352 352l2408 Portuguese Brazil 0 26.0 native 487 | 352 352l2408 Chinese Mandarin 25 1.0 beginner 488 | 353 353l2409 Portuguese 0 22.0 native 489 | 353 353l2409 Spanish 13 3.0 beginner 490 | 354 354l2410 Japanese 0 33.0 native 491 | 355 355l2411 Japanese 3 20.0 native 492 | 355 355l2411 Chinese Mandarin 19 1.0 beginner 493 | 356 356l2412 Chinese 0 30.0 native 494 | 357 357l2413 Chinese Mandarin 1 30.0 native 495 | 358 358l2414 Japanese 0 34.0 native 496 | 359 359l2415 Japanese 0 26.0 native 497 | 359 359l2415 Spanish Spain 18 8.0 beginner 498 | 360 360l2416 Chinese Mandarin 0 28.0 native 499 | 361 361l2417 Chinese Mandarin 0 27.0 native 500 | 362 362l2418 Japanese 0 41.0 native 501 | 362 362l2418 Polish Poland 28 1.0 beginner 502 | 363 363l2419 Arabic Saudi Arabia 0 21.0 native 503 | 363 363l2419 Japanese 19 2.0 beginner 504 | 364 364l2420 Arabic Saudi Arabia 0 19.0 native 505 | 364 364l2420 Turkish Turkey 11 5.0 beginner 506 | 365 365l2421 Spanish Venezuela 0 32.0 native 507 | 366 366l2422 Spanish Chile 0 39.0 native 508 | 367 367l2423 Chinese Mandarin 0 27.0 native 509 | 367 367l2423 Japanese 22 1.0 beginner 510 | 368 368l1424 German Germany 15 2.0 beginner 511 | 369 369l1445 Spanish 12 30.0 advanced 512 | 369 369l1445 French 11 3.0 intermediate 513 | 369 369l1445 Portuguese 22 10.0 beginner 514 | 370 370l2446 Japanese 0 28.0 native 515 | 371 371l1427 Spanish 15 15.0 intermediate 516 | 371 371l1427 French 11 2.0 beginner 517 | 372 372l1431 518 | 373 373l2446 Japanese 0 36.0 native 519 | 373 373l2446 French France 32 1.0 beginner 520 | 374 374l2445 Portuguese Brazil 0 28.0 native 521 | 375 375l1434 Spanish 5 16.0 advanced 522 | 376 376l2435 Portuguese Brazil 0 36.0 native 523 | 377 377l2436 Japanese 0 36.0 native 524 | 378 378l2437 Arabic 1 23.0 native 525 | 379 379l2438 Portuguese Brazil 0 34.0 native 526 | 380 380l1439 Tagalog 0 20.0 intermediate 527 | 381 381l2440 Japanese 0 21.0 native 528 | 382 382l1441 529 | 383 383l1442 530 | 384 384l1443 531 | -------------------------------------------------------------------------------- /participant_metadata/test_scores/michigan/answers-MichiganVR.tsv: -------------------------------------------------------------------------------- 1 | List 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 2 | 1 3 | 2 4 | 4 5 | 6 6 | 7 7 | 11 8 | 14 9 | 15 10 | 16 11 | 17 12 | 19 13 | 20 14 | 21 15 | 22 16 | 24 17 | 26 18 | 27 19 | 28 20 | 29 21 | 31 22 | 32 23 | 33 24 | 34 25 | 35 26 | 36 27 | 38 28 | 39 29 | 40 30 | 41 31 | 43 32 | 44 33 | 47 34 | 48 35 | 51 36 | 52 37 | 54 38 | 55 39 | 56 40 | 58 41 | 59 42 | 60 43 | 61 44 | 62 45 | 63 46 | 65 47 | 66 48 | 68 49 | 69 50 | 70 51 | 71 52 | 72 53 | 73 54 | 74 55 | 75 56 | 76 57 | 77 58 | 79 59 | 80 60 | 81 61 | 82 62 | 83 63 | 84 64 | 85 65 | 86 66 | 87 67 | 88 68 | 89 69 | 90 70 | 91 71 | 92 72 | 93 73 | 94 74 | 95 75 | 96 76 | 97 77 | 98 78 | 99 79 | 100 80 | 101 81 | 102 82 | 103 83 | 104 84 | 105 85 | 106 86 | 107 87 | 108 88 | 109 89 | 110 90 | 111 91 | 112 92 | 113 93 | 114 94 | 115 95 | 116 96 | 117 97 | 118 98 | 120 99 | 123 100 | 124 101 | 133 102 | 140 103 | 141 104 | 142 105 | 143 106 | 144 107 | 145 108 | 146 109 | 147 110 | 148 111 | 149 112 | 150 113 | 151 114 | 152 115 | 153 116 | 154 117 | 155 118 | 156 119 | 157 120 | 158 121 | 159 122 | 160 123 | 161 124 | 162 125 | 163 126 | 164 127 | 165 128 | 166 129 | 167 130 | 168 131 | 169 132 | 170 133 | 171 134 | 172 135 | 173 136 | 174 137 | 175 138 | 176 139 | 177 140 | 178 141 | 179 142 | 180 143 | 181 144 | 182 145 | 183 146 | 184 147 | 185 c c b c c c b c d c a d b d c b d c b c d a c c b c a c d d a b d d a a c c b b c a d c a b a c a d 148 | 186 c c b c a c b a d c a d b d c b d d b c d a c c b c a c d d a b d d a a c c d b c d d c b b a c b b 149 | 187 c c b c c c d b d d c b b d a c d a b c a b b c b a b c d b a b b b b c a c c d d d c a b b c c b a 150 | 189 c c b c d c b a d d b b a d c b d c b c a b c c d a a c b b a b d d a c d d d d c b c a d b a d a d 151 | 190 c c b c b c b b d c a d b d c b d d b c d a c c b c a c d d a b d d a a c c b c c d d c a b a c b b 152 | 191 c c b c a c b b d c a d b d c b d b b c d a c c b c a c d d a b d d a a c a b c d d d c b b a c b b 153 | 192 c c b c a c b b d c a d b d c b d d b c d a c c b a a c d d a b d d a a c c b c c d d c a b a c a b 154 | 193 c c b c d c d b d a a b b d c b d d c c c d b c b c a c d a b a d d a b d b c c b b c b c d c d c d 155 | 194 c c b c b c b c d a a b a d d b d b d a b a d c c c a c c d a b c d a b d c b c c d d a c b a d a b 156 | 195 c c b c a c b b d c a d b d c b d d b c d a c c b c a c d c a b d d a a c c b c c a d c a b a c b b 157 | 197 c c a d d c b b d c a b c d c b d b b c a a b c b c a c c b a b d d a a a c a c c d d c d b a b b d 158 | 199 c c b c d c c b d c a b c d c b d b a c c a c c b a a c d d a b d d a a b b b c c b d a a b a d b a 159 | 200 c c b c d c b b d c a b b d c b d b b c d a c c b a a c d b b b d c c a a c d d c d d d a b a c b a 160 | 202 161 | 204 c c b c a c b b d c a d b d c b d d b c d a a c b d a c d d a b d d a a c c b c c d d c a b a c a b 162 | 205 c c b c d c d b d d a b c d a b d d a a a a b c b c b c b b c b d d d c a b b c c b c a d d d a b b 163 | 206 c c b c a c d d d d c c b d a b b a b c d b d a b a a c c b b a d d d a c c c b a c a a b b b d b d 164 | 207 c c b c a c b b d c a d b d c b d d b c d b c c b c a c d d a b d d a a c c d c c d d c a b a c b b 165 | 208 c a a c d c b c a d c c b d b a d d b a a b c b a d c b a b a b d d b a a d d c c a b a a b a d b b 166 | 209 c c b c a c a a d c b b b a c b d b b c d a b b b d d d a a a d d d b a d b b a b b b c d d c a b b 167 | 210 c c b c a c b b d c a d b d c b d d b c d b c c b c a c d d a b d d a a c c b c c d d c a b a c a b 168 | 211 c c b c d c a a d b c c b d c b d b c c a a c c a d a c d d a b d d a a c b b c c d d c b c a c a b 169 | 212 c c b c a c b b d a a b b d c b d c b c c a c c b c a c d d a b d c a a a c b c c b d c a b d c b b 170 | 213 a c b c a b b a d c a d c d c b d c c c d a c c b c a c d b a b d d a a c d b c a d c c a b a c b a 171 | 214 c c b c a c b b d c a d b d c b d d b c d a c c b c a c d d a b d d a a c c b c c d d c a b a c a b 172 | 215 c c d c a c d b d c c b b d a b d d d c d a c c b c a c d c a d d d d a a b c b a b c a d b c d b d 173 | 216 c c b c a c b b d c a d b d c b d d b c d b c c b c a c d d a b d d a a c c b c c d d c a b a c a b 174 | 217 c d b c a c c b d a d b b d c a d c d a d a b c b c c a d b a d d d c b a d a b c b a c b c d c d d 175 | 218 c c b c a d b b d a b c c d c c d c b c d a c c b c a c b d a b d d c a c b d c a b d c c b c d b b 176 | 219 c c b c a c b b d c a d b d c b d d c c d b c c b c a a d d a a d d a a c c b c c b d c a b c c a b 177 | 220 c c b c a c b b d c d b b b c b d c b c a a b c c c a c d d a a d d c c b d b a c d c c b b c d a b 178 | 221 c c b c a c b b d c a d b d c b d d b c d a c c b c a c d d b b d d a a c c b c c d d c a b a c b b 179 | 222 c c b c a c b b d c a d b d c b d d b c a a c c b a a c d c a b d d a a c c b b c b d a a b d c b b 180 | 223 c c b c c c b b d c a d b d c b d d b c d b c c b c a c d d a b d d a a c c b c c d d c a b a c b b 181 | 224 b b b d b a b b a b c a b d a b d d d a c b a a b b a a b d a a d d c c d d d c c b c c b b d c c a 182 | 225 a c b b a c b b d c a c b d c b d c b c d a c c b c a c d b a b c d a a c c b a d d d c a b a c b b 183 | 226 c c b c b c b b d c a d b d c b d a d c c a c c b c d c d c a b d d a a c a b c c d d c b b c c b d 184 | 227 c c b c d c b b d c a d b d c b d b b a d a a c b c a c b c a b d d a a c d b c d d d b a b a c a b 185 | 229 c c b c a c b b d c a d b d c b d b b c d a c c b c a c d b a b d d a a c c b a d b d c a b a c b b 186 | 232 c c b c a c b b d c b d b d c b d d b c d a c c b d a c d d a b d d a a c c d c c d d c a b a c a a 187 | 233 c c b c d c b b d c b d b d c b d d d c a a c c b c a c d b b b d b b a c d b d b d b b d a b c b b 188 | 234 c c b c d c b b d c a d b d c c d d b c d a c c b c a c d d a b d d a a c c d b c d d c a b a c a b 189 | 237 c c b c a c b c d c a d b d c b d d b c d b c c b c a c d d a b d d a a c c d c c b d c a b a c b b 190 | 252 c c b c d c b b d c a d b d c b d d b c d a c c b c a c d b a b d d b a c c b c c b d c a b a c a b 191 | 253 c c b c a c b b d c c d b d c a d d b c d a c c b c a c d b a b d d a a c c b c c b d c a b c c a a 192 | 254 c c b d c c b b d c a d b d c b d d b c d b c c b c a c d d a b d d a a c c b c c b d c a b a c a b 193 | 256 c c b c a c b b d c a d b d c b d d d c d a c c b c a c d b a b d d a a b c b c c d d c a b a c b d 194 | 257 c c b c a c b b d c a d b d c b d d d c d a c c b b a c d b a b d d a c b c b c d d d a a b d c b d 195 | 258 c c b c a c b a d c a d b d c d d d b a d a d c b c a c d d a b d d a a c c b c d d d a a b c c b b 196 | 259 c c b c c c b a d c c d b d c b d a d c d b c c b c c c b b a b d d a a a b d c c d d a a b a c b a 197 | 260 c c b c a c b b d c d d b d c b d c b c d b a c b c a c d d a b d d a a c c b c c b d c a b a c a b 198 | 261 c c b c a c b c d c b b b d c b d d d a c a c c b c a c a b b b d d b a c c c c c b d c a b a c b c 199 | 262 c c b c a c b b d c a d b d c b d d b c d a c c b c a c d d a b d d a a c c d c c b d c a b a c a b 200 | 263 c c b c d c b b d c a d b d c b d d b c d b c c b c a c d d a b d d a a c c b c c d d c a b a c b b 201 | 264 c c b c a c b b d c b d b d c b d c d c d a c c c c a c d b b b d d a a c c b c c d d c a b d c b b 202 | 265 203 | 266 204 | 267 205 | 268 206 | 269 c c b c a c b b d c a d b d c b d d b c d a c c b c a c d d a b d d a a c c d c c d d c a b a c b b 207 | 270 c c b c a c b b d c a d b d c b d d b c d a c c b c a c d d a b d d a a c c b c c d d c a b a c a a 208 | 271 c c b c d b b a d c b d b d c c a a b c c a d c b c c b a c a b d c c a d a b b a b c c b d b c b b 209 | 272 c c b c a c b b d c c d b d c b d d b c a a c c b c a c d b a b d d a a c c b c c d d c a b a c b b 210 | 273 c c b c a c b b d c b b b d c a d d d c d a a c b c a c d b a b d c a a b b b d c d d c a b d c b b 211 | 274 c c b c a c b b d c a d c d c b d c b c d a c c b a a c d d a b d d a a c c d c c d d c a b a c a b 212 | 276 c c b c c c b b d c a d b d c a d c d c d a c a b c a c d d a b d d a a c c b c d b d c a b a c b b 213 | 280 c c b c c c b b d c a d b d c a d d b c d a c c b c a c d d a b d d a a c c b c c d d c a b a c a b 214 | 284 c c b c a c b a d c c d b d c b d c d c d a c c b c a c d d a b d d a a c c d c c d d c a b c d a b 215 | 285 c c b c a c b b d c c d b d c b d b d c d a d c b c a c d b a b d d a a c c b c d d c c a b a c b a 216 | 287 a c b c a c b b d c a d b d c b d c b c d b c c b c a c d d a b d d a a c c b c c d d c a b a c a b 217 | 288 c c b c a c b b d c a d b d c b d d b c d a c c b c a c d b a b d d a a c c b c c d d c a b a c a b 218 | 289 c c b c a c b b d c b d b d c b d d b c d b d c b c a c d b a b d d a a c c b d d d d c a b c c b b 219 | 290 c c b c a c b b d c a d b d c b d d d c d a c c b b a c d d a b d d a a c c b c c b d c c b a c a b 220 | 291 c c b c a c b b d a a d b d c b d c b c c a c c b a a c d d a b d d a a c c b c c b c c b b a d b b 221 | 292 c c b c c c b b d c a d b d c b d d b c d a c c b c a c d d a b d d a a d c b c c b d c a b c c a b 222 | 293 c c b c d c b b d c b b b d c b d c b c d a c c b c a c d b a b d d a a b c b c d d d c a b a c b b 223 | 294 c c b c a c b b d c a d b d c b d d b c d a c c b c a c d b a b d d a a c c b c c b d c c b a c a b 224 | 295 c c b c a c b b d c a d d d c c d d d c d a c c b c a c b d a b d d a a c c d c c d c c a b a c b b 225 | 296 c c b c b c b b d c a d c d c b d d b a d a c c b c a a d b a c d d a a c c b a d d d c a b a c b d 226 | 297 c c b c c c b b d c b a b d c b d c b c d a c c b c a a d d c a d b a a c c b c d d d c b b c c b a 227 | 298 c c b c b c b b d c b d b a c b b c d c d b c c b c a c d c a b d d a a c b b c c b c a a b c c b b 228 | 299 c c b c a c b b d c a d b d c b d d b c d a c c b c a c d d a b d d a a c c b c d d d c a b a c a b 229 | 300 c c b c b c b d d c a d b d c b d d b c d a d c b a a c d d a b d d a b c c c c d d d c d b a c b a 230 | 301 c c b c a c b b d c a d b d c b d d b c d a c c b c a c d d a b d d b a c c b c d d d c a b c c b b 231 | 302 c c b c a c b b d c a d b d c b d d b c d b c c b c a c d d a b d d a a c c b c c d d c a b a c b b 232 | 303 c c b c c c b b d c a d b d c b d d d c d a c c b c a c d d a b d d a a c c b c c d d c a b a c a b 233 | 304 c c b c c c b b d c a d b d c b d b b c d a c c b a a c d d a b d d a a c c b c d b d c a a c c a a 234 | 305 c c b c a c b c d a a b c d c b d d d c d a c c b c a c d d a b d a c a d d b b d d c c a d b c b b 235 | 306 c c b c a b b c d c a d b d c a d d d c d a c c b a a a d d a b d d d a c d b c d b d a a b a c b b 236 | 307 c c b c a c b b d c a d b d c c d b b c d b c c b c a c d d a b d d a a c c b c c d d c a b a c b b 237 | 308 c c b c a c b b d c a d b d c b d d b c d a c c b c a c d d a b d d a a c c a c c d d c a b a c b d 238 | 309 c c b c a c b b d c a d b d c b d c b c d a c c b c a c a d a b d d a a c c b c c d d c a b c c a b 239 | 310 c c b c a c b b d c a d b d c b d d d c d b d c b c a a c d a b d d a a c c b c d d d a d d a c b b 240 | 311 c c b d c b b c c b c c b d c d c c b b c c b c b c c c a b a c b b b c c c c b c b b c b c b b b b 241 | 312 c c b c a c b b d c a d b d c b d d d c d a b c b c a c d d a b d d a a c c b c d d d c a d c c b b 242 | 313 c c b c a c b b d c a d a d c a d a b a d a c b b d a c d b b b d d d c c c b c d b d a c b c c d b 243 | 314 c c b c a c b b d c a d b d c b d c d c a a c c b c a a d d a b d d a a a d b c c d d c a b c c b b 244 | 316 c c b c a c d b d c a d b d c b d d b c d a c c b c a c d d a b d d a a c c b c c b d c a b a c b b 245 | 317 c c b c a c b b d c a d b d c b d d b c d a c c b a a c d b a b d d a a c c d c c d d c a b a c a b 246 | 318 a c b c b c b b d a c c c c c b d a b c d a d c a a d c d c a c d d c c c d a c d d c a b b a d b a 247 | 320 c c b c a c b b d c a d b d c b d c b c d a c c b c a c d c a b d d d a a c b c d d c c a b a c b b 248 | 321 c c b c a c b c d c a d b d c b d d c c a a c c b c a c d d a b d d b a c c c c c b c c a b a c b a 249 | 322 c c b c a c b b d c a d b d c b d d d c d a c c b c a c d b a b d d a a c c b c c d d c c b a c b b 250 | 323 c c b c a c b b d c a d b d c b d d b a d a c c b c a a d d d b d d c a c c c d b b d c c b a c a b 251 | 325 c c b c a c b b d c a d b d c b d d b c d a c c b c a c d d a b d d a a c c d c c d d c a b a c b b 252 | 326 c c b c d c b b d c a d b d c b d d d c d a a c b c a c d d a b d d c a a c d c c d d c a b b b a b 253 | 327 c c b c d c b c d c a c a a a b d c a a a a c c b d a c a d b b d d c a c a a d d b a a c b a d a a 254 | 328 c c b c a c a b d b c c b b a d d c c c a a a c c d a b d b a c b d a c c d d c b b c c d c d b a a 255 | 329 c c b c a c b b d c a d b d c b d c b c a a c c b c a c d d a b d d a a a c a c c d d a a b a c a b 256 | 330 c c b c a c b b d c a d b d c b d d b c d b c c b c a c d d a b d d a a d c b c c d d c a b a c a b 257 | 332 c c b c a c d b d a a b b d c b d d d c d a c c b c a c d d b a d d a a c c b c c d d c d c b c a d 258 | 333 c c b c a c b c d c d d b d c c d d c c d a c c b c a c d d a b d d c a b d c c c d d c c b a c b b 259 | 334 c c b c a c b b d c a d b d c b d d b c d a c c b c a c d b a b d d a a c c d c c d d c a b a c b b 260 | 335 b c b c a c b b d d a d c d c d d d b c d a c c b c a c a d a b d c c a c d b c d a d c a d a c d a 261 | 336 c c b c a c b b d c a d b d c b d b b c a a c c b c a c d b a b d d a a c c b c c b d c a b a c b b 262 | 338 c c b c a c b a d c a d b c c b d d b c d a c c b c a c d c a b d d a a c c b c c b d c a b a c b b 263 | 340 c c b c c c b b d c b d c d c a d d c c d b c c b d a c d c a b d d a a b d b c c b d a a b c d b b 264 | 341 c c b c a c b b d c a d b d c b d d b c d a c c b a a c d d a b d d a a c c b c c d d c a b a c b b 265 | 342 c c b c a c b b d c a d b d c b d d b c d a c c b c a c d d a b d d a a c c b c c d d c a b a c b b 266 | 343 c c b c a c b b d c a d b d c b d d b c d a c c b c a c d d a b d d a a c c b c c d d c a b a c b b 267 | 344 c c b c a c b b d c a d b d c b d d b c d a c c b a a c d b a b d d a a c c b c c d d c a b a c b b 268 | 345 c c b c a c b b d c a d b d c b d d b c d a c c b c a c d d a b d d a a c c b c c d d c a b a c b b 269 | 346 c c b c c c b b d c c c b d a d d b b c c a b c b c a b d d a b d d d a b b b c d d c b c b d d b a 270 | 347 c c b c a c b b d c a d b d c b d d b c d a c c b c a c d d a b d d a a c c b c c d d c a b a c b b 271 | 348 c c b c a c b b d c a d b d c b d d b c a a c c b c a c d d a b d d a a a c b c c b d c a b d c b b 272 | 350 c c b c a c b b d c c b b d c c d c d c a a d c b a a c d a a d d a b a d a b c d b c a d b c d a d 273 | 351 c c b c c c b c d c a d b d c b d c d c c a d c b c c c d b a b d d d a c c b c c a d c c b a c b b 274 | 352 c c b c a c b b d c a d b d c b d d b c c a c c b c a c d d a b d d a a c c b c c d d c a b a c b b 275 | 353 c c b c c c b b d b c a b d c b d b d c a a c c d a a c d b a b d d a a c c b c c d d d b b a b a a 276 | 354 c c b c a c b b d a a d b d c c d d b c c a c c b c c a d b a b d d d a c b a d c a d a a b c c a a 277 | 355 c c b c a c b b d c a d b d c b d d d c d b d c b a a c d d a b d d a a c b b c c d c c a d c c d a 278 | 356 c c b c a c b a d c b d b d c b d c d c d b c c b d a c d d a b d d b a c c c c d d d c a b a c b b 279 | 357 c c b c a c b a d c a d b d c b d c b c d a c c b d a c d b a b d d a d c c b c d b d c a b c c a b 280 | 358 c c b c a c b b d c a b b d c b d a d c d a d c b c c c b a a b d c b a d c c c a d d b a b a c b b 281 | 359 c c b c a c b b d c a d b d c b d d b c d b c c b c a c d b a b d d a a c c b c c d d c a b a c a b 282 | 360 c c b c a c b b d c a d b d c b d d c c d a c c b d a a d d a b d d a a c c b c c d d c a b a c a b 283 | 361 b c b c b c b b d c a d b d c b d a b c d a c c b a a b d b b b d d a a c d a c c d d c b b a c b a 284 | 362 c c b c a c b b d a c b b d c b d d d c d b c c b c a c b d a b d d a a c c b c d b d a a b c d b b 285 | 363 c c b c d d b b d a a c b d a b d d d c a b c c b d c c d d a b d d c a c c b c d a d a a b c c a b 286 | 364 c c b c c c b b d a a c b d c b d b d a c a c c b d c a d c a d d d a a d d b c d b d c b b d d a a 287 | 365 c c b c b c a a d c a b b d c b d c b c d a c c b c a c d c a b d d a a b c d c c d d d a b c d d a 288 | 366 c c b d d c d b d b d b b d a b d d a c a a c c d a a c d b a b d d a a c c c c b d c c b d d a b a 289 | 367 c c b c a c b b d c a d b d c b d d b c d b c c b c a c d d a b d d a a c c d c c d d c a b a c b b 290 | 370 c c b c a c b a d c a d b d c b d d b c d a d c b d a c d d c b d d b a c a b c c d d c a c a c b b 291 | 373 c c b c a c b a d c b d b d c b d c b c d a c c b c a c d d b b d d a a c b b c c d d c a b a c b b 292 | 374 c c b c d c b c d c c d b d c b d c c c d b c c b c a c d b a b d d a a c c b c c b c c a b a d a b 293 | 376 c c b c d c b b d c c b b d c b d b d c a a a b d d a c d a a a d d c c d b b c c d d c d b b b b b 294 | 377 c c b c a c b b d a a c c d c c d d d c d a c c b c a c d c a b d d a a c a b c d d d a a b a c a b 295 | 378 c c b c c c b b d c a d b d c b d d b c a a c c b c a c d b a b d d a a c c b c c d d c a b a c a b 296 | 379 d c b c a c b b d a c b b d b a d b d c d a b c a d a c a b a b c c a a b c d b c b d a b b c d b a 297 | 381 c c b c a c b c d c d d a d c c d a b c c a c c b a b c b b a b d d a a a b d a a b c c b a d d b c 298 | -------------------------------------------------------------------------------- /participant_metadata/test_scores/michigan/answers-MichiganLG.tsv: -------------------------------------------------------------------------------- 1 | List 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 2 | 1 a c b a b c b b b c c b c c b a a a c b d a d a c c a b d a a a c d c a b d a d a c b a a b b a b b 3 | 2 a c b a a c b b b b a b c a a a b a c a d a d a c a d b d a a a b d c a d c a d b c b b d a a a c b 4 | 4 a c b a a c a b c b a a c a b a b a c a a a d a c a d b d c a c c b c a d c a b b c b c d a a c c b 5 | 6 b c b b a c b b c b a c c a b a c a c b d a d a c a d b d a a c b d c c d c a d b c a b d a a c c b 6 | 7 a c b c a c b b c b a c c a b a b a c a d a d a c a d b a a a c b b c a d c a d b c b b d a a c c b 7 | 11 a c b b a c b b c a a b a a a a c c c b b a d a c b d b c a a d b b c b d c c d c c a b d a a a b b 8 | 14 a c b b b c b b c b c c c a c a b a c a d a d a c a d b d c a d b d c a a d b d b c b c c a a c c b 9 | 15 a c c b a a b b c c a b c a b c b a c b d a d a a a d b d a c a b d c a c c c d b a a b d c a c c b 10 | 16 a c b a a c b b c b a c c a c a b a c a d a d a d a d b a a a c b b c a d c a d b c b c d a a c c b 11 | 17 a c b b b a b a a b c a a c a a c c c b d b a a a c d a d a a a a b b a a d d b b c b b d a d d a b 12 | 19 b a a a a c c b b c c b c b a a a a a b c a d a c b d b c b a b d d c b a d b d d a a b d a d c d b 13 | 20 a c a a b c b c b a a a c a a a b a c c d a d a a a d b d a a c b b d a b c c a c c b b d a d c b c 14 | 21 a c b a a c b b c b a c c a c a b a c a d a d a c a d b d a a c b b c a d c a b b c a b d a a c c b 15 | 22 a c c a a c b b b c a b c a c a b a c a d a d c c b d b d a a c b b c a d c a a b c a b d a a c c b 16 | 24 a c b a a c b b c b a b c a a a b a c a d a d a c a d b a a a c b d c a d c a a b c a b d b a c c b 17 | 26 a c b a a c b b c b a c c a a a b a c a d a d a c a d b d a a c b b c a c c a d d c b c d d a c c b 18 | 27 a c b a a c b b b b a c c a b a b a c b d a d a b a d b d a a c b a c a d d a d b c b b a a a c c d 19 | 28 a c b a a c b b c b a c c a b a b a c b d a d a c a d b d a a c b b c a d c a d b c a b d a a c c b 20 | 29 a c b a a c b b c b a c c a b a b a c a a d a c a d b d a a c b b c a d c a d b c b b d a a c c b 21 | 31 a c b c a c a c c b a a c b b a b a c a d a d a c c d d d a a d b d c a d d a d b a b d d b d c c b 22 | 32 a c b a a c b b c b a c c a a a b a c c d a d a c a d b d a a c b a c a d c a d b c d c b a a c c b 23 | 33 a c b a a c b b c b a c c a c a b a c a d b d a c a d b d a a c b b c a d c a d b c b b d a a c c b 24 | 34 a c b a a c b b b b a c c b a a b c a a d a d a c a d d d a a c b b c a d c c d b c d b d a a a c b 25 | 35 a c a b a c b b b c b b c c a b b a c a d a d d c c d b c a a a c b c a c d b d b d b d b a d c b b 26 | 36 a c b a a c b b c b a b c a b a b a c c d a d a c a d b d a a c b b c a d c a a c c a c d c a a c b 27 | 38 a c b a a c b b c b a c c a c a b a c a d a d a c a d b d a c c b b c a d c a b b c a b d a a c c c 28 | 39 a c b a a c b b c b a c c a b a b a c a d a d a c a d b d a a c b d c a d c a d b c a b d a a c c b 29 | 40 a c b a a c b b c b a c c a c a b a c a d a d a d a d b d a a b d d c a d c a d b c b b d a a c c b 30 | 41 a c b a a c b b c b a c c a b a b a c a d a a a d a d b d a a c b b c a d c a a b c b b d a a c c b 31 | 43 b b b b a c b b c c a a c a c a b b c c d a d a c a d b d c a c b b a a d c a d b c b c d a c c c b 32 | 44 a c b a a c b b c b a b c a c a b a c a d a d a c a d b d a a c b d c a d c a b b c d c d a b c d b 33 | 47 a c c a a c b b b b a b c c b a b a c a a a d a a a d b d c a c b b c a d c a d b c a b d a a c c b 34 | 48 a c b a b c b b c b c c c a b a b a c a d a d a c a d b d a a b b b c b a c a d b c b b d a d a c b 35 | 51 a c b a a c b b c b a c c a c a b a c a d a d a c a d b d a a c b b c a d c a a b c a b d a a c c b 36 | 52 a c c a a c a b c a b c c a a a b a c b d a d a c a d b d d b c b b c a d c a b b c b b d b a c d b 37 | 54 a c b a a c a b c b a c c a b a b b c b d a d a b a a b d a a d b b c b d c c a b c b c a a a c a b 38 | 55 a c b a b c b b c b b c c a b a b a c a d a d a c a d b d a a c b b c a d c a a b c b c c a a c c b 39 | 56 a c b a a c b b c b a c c a c a b a c a d a d a c a d b d a a c b d c a d c a d b c b b d a a c c b 40 | 58 a c a a b c b c b a a c c b b a b a c b d a d a a a d b d a a b c b c a d c a a c c a c d a a c a b 41 | 59 a c b a a a b b c b a a a c a c b c b b d a d a a a d b d a a c b d c a d c c d a c a d d b d c c d 42 | 60 a c b a a c b b c b a c c a c a b a c a d a d a c a d b d a c c b b c a d c a d b c b b d b a c c b 43 | 61 b b a b a c a b b b a c c a a a a a c b d a d a c a d b d a b c b b c a d c a a b c a b d a a c c b 44 | 62 a c b a a c b b c b a c c a b a b a c c d a d a c c d b d a a c b b c a d c c a b c a b d a a c c b 45 | 63 a c b a a c b b c b a a c a b a b b c b d a d a c b d b c a a c b b c a c c b d b c a c d a c c c b 46 | 65 a c b a a c b b c b a c c a b a b a c a d a d a c a d b d a a c b b c a d c a d b c b b d a d c c b 47 | 66 a a a b a c b b c b a b a a b b b a b c b a d a c a d b d a b c b b c b d c a a b d a b d a a c c c 48 | 68 a c b a a c b b c b a c c a b b b a c b d b d a c a d b d a a c b d c a d c a d b c a b d a d c c b 49 | 69 a c b a a c b c c a c c a b a b a c a d a d a c a d b d d a c b d c b c c a d b c b b d a b c c b 50 | 70 a c b a a c b b c c a b c a b a b a c a d a d a c c d a d c a c b c c a d c a d b b b c c c d c d b 51 | 71 a c b a a c b b c b c c c a b a b a c a d a d a c a d b a a a c b b c a d c a d b c a b d a a c c b 52 | 72 a c b a a c b b c b a c c a c a b a c a d a d a c a d b d d a c b b c a d c a d b c b c d a a c c d 53 | 73 b c b a c c a b c b a c c c b a b c c c d a d a a a d b d a a b b b c a d c a a b c a c d d a c b b 54 | 74 a c b a a c b b c b a b c c b a b a c a d a d a c a d b d a a c b a c a d c a a b c a b d b c c c b 55 | 75 a c b a a c b b c b a a c a c a b a c a d a d a c a d b d a a c b d a a d d a d b c b c d a d c c b 56 | 76 a c b a a c b b c b a c c a c a b a c a d a d a c a d b d a a c b b c a d c a a b c b b d a a c c b 57 | 77 a c b a a c b b c b a c c a b a b b c a d a d a c a d a d a a c b b c a d c a d b c b c d a a c c b 58 | 79 a c b a a c b b c b a c c a c a b a c a d a d a c a d b d a a c b b c a d c a a b c b b d a a c c b 59 | 80 a c b a a c b b c a a b c a b a b a a b d a d a c a d b d c a c b b c a c c a d b c d c d a a d c b 60 | 81 a c b a a c b b b b a c c a b a b a c a d a d a c a d b d a a c b a c a d c a d b c b b d a a a c b 61 | 82 a c b a a c b b c b a c c a b a b a c a d a d a c a d b d a a c b b c a d c a a b c a b d a a c c b 62 | 83 a c c a a c b b b b a c c a c a b a c a d a d a c a d b c a a b b b c a a c a d d d b a d a d c c b 63 | 84 a c b a a c b b c b a c c a b a b a c a d a d a c a d b d a a c b b c a d c a d b c a b d a a c c b 64 | 85 a c c a a c b b b b a b a a c a b a c c d a d d a b c b c a d d b c a d c c d b c b b d a d c c b 65 | 86 a c b a a c b b c b a c c a c a b a c a a a d a c a d b d a a c b b c a d c a a b c a b d a a c c b 66 | 87 a c b a b c b b c a b b c b b b b b c a d a d a c a d b d a b c a a c b d c a d b a d a c a d c c b 67 | 88 a c b a a c b b c b a c c a c a b a c a d a d a c a d b d a a c b b c a d c a a b c a c d a a c c b 68 | 89 a c b a a c b b c b a c c a c a b a c a d a d c d a d b d a a c b b c a d c a d b c a c d a a c c b 69 | 90 a c b a a c b b c b a c c a c a b a c a d a d a c a d b d a a c b b c a d c a b b c a b d a a c c b 70 | 91 a c b a a c b b c b b c c a b a b a c a d a d a d a d b d a a c b b c a d c a a b c a c d a a c c b 71 | 92 a c b b a c b b b b a c c a b a b a c b d a d a c a d b d a a c b b c a d c a d b c b b d a a c c b 72 | 93 a c b a a c b b c b a c c a b a b a c a d a d a c a d b a a a c b b c a d c a b b c b c d a a c c b 73 | 94 a c b a a c b b c b b c c a b a b a c a d a d a c a d b d a a c b b c a d c a a b c b b d a a c c b 74 | 95 a c a a a c b b c a a c c a c b b c c a d a d a a a d b a a a b b b c b c c a d b c b b d d a c c b 75 | 96 a c b a a c b b c b a c c a b a b a c a d b d a a a d b d a a c b a c b d c a d b c b b d a a c c b 76 | 97 a c b a a c b b c b a c c a c a b a c a d a d a c a d b d a a c b d c a d c a d b c a b d a a c c b 77 | 98 a c a a a c b b c b a c c a b a b a c c d a d a c a d b d a c c b b c a d c a a b c a c d a a c c b 78 | 99 a c b a a c b b c b b c c a b a b a c a d a d a c a d b d a a c b b c a d c a d b c a b d a a c d b 79 | 100 a c b b b c b b c c a b c a b a b a c b c a d d c a b b d a a d b b c a a c c d b d b b d d a d c b 80 | 101 a c b a a c b b c b a c c a b a b a c a d a d b c a d b d a a c b b c a d c a d b c a b d a a c c b 81 | 102 a c b a a c b b c b a c c a b a b a c a d a d a d a d b d a a c b d c a d c a a b c b b d a a c c b 82 | 103 a c b a a c b b c b a c c a c a b a c a d a d a c a d b d d a c b a c a d c a d b c b b d a a c c d 83 | 104 a c b b c c b c c b a c c a a b b c c a a a d a c a d b c a d d b a c c d a a a d b b d c a a b b b 84 | 105 a c a a a c b b c a a c c a c a b a c a d a d a d a d b a a a c b b c a d c a a b c b b d a a c c b 85 | 106 a c c b b c b b a c a a a a b a b c a b d a d d b a d b d a a c b b c b c c c a b c a b c b b c c b 86 | 107 b c a b a a a c a a b b b b c b b c b b d a d a c a b b d a c c b b c a d c a a d b a b c a c c c b 87 | 108 a c c a b c b a c a a b c b a a b a c b d a d a c c d b d a a d b b c a d a b d b c b c d d d a b b 88 | 109 a c b a a c b b a b b c c a b a b a c a d a d a c a d b c a a c c b c a d c a d b c b c d a a c c b 89 | 110 a c a a c b b b b b b c a c a b c a a d a d d c a d b c c c c b b c a d d a d b b b a d a a c c b 90 | 111 a c c c c c b a b c c a c a a a b c b b d a d d a a d b d a c c b b c a d c a a c d b b d a b b b b 91 | 112 a c c a a c a b c b a a c a c a b c c c d c d a c a d b d a a c b d c a d c c a b c a b d d a c c b 92 | 113 b c b a b c b b c b a c c a b a b a c a d a d a c a d b d a a c b d c a d c a d b c a b d a a c c b 93 | 114 a c c a a c b b c c a c c a b a b c c b d a d d d a d b d a a a b b c b d c c a b c a a d b a d c b 94 | 115 a c b a a c b c b b a c c a b a b a c b d a d a c a d b d a a c b b c a d c a d b c a c d b a c c b 95 | 116 a c b a a c b b c b a c c a b a b a c b d a d a c a d b d a a c d d c a c c a a b c b b d a a c c b 96 | 117 a c b a a c b b c b a c c a b a b a c a d a d a c a d b a a a c b b c a d c a a b c a b d a a c c b 97 | 118 a c b a a c b b c b a c c a b a b a c a d a d a a a d b d a a c b d c a d c a a b c b b d a a c c c 98 | 120 a c b a a c b b c b a c c a c a b a c a d a d a c a d b a a a c b d c a d c a a b c b c d a a c c b 99 | 123 a a b a b c b c a b b a c c b b c b b b c b d a c b d d d c d c d b b c a d a d a d b c d c b b b b 100 | 124 a c b a a c b b c b a c c a c a b a c a d a d a c a d b d a a c b b c a d c a d b c a b d a a c c b 101 | 133 a c b a a c b b c b a c c a c a b a c a d a d a c a d b d a a c b b c a d c a d b c a b d a a c c b 102 | 140 a c b a a c b b c b a c c a c a b a c a d a d a d a d b d a a c b a c a d c a a b c a b d a a c c b 103 | 141 a c b a a c b b c b a c c a c a b a c a d a d a d a d b d a a c b b c a d c a a b c a b d a a c c b 104 | 142 a c b a a c b b c b a c c a a b b a c a d a d a c a d b c a a a b b c a a d c d b c b b d a a c c d 105 | 143 a c b c a c a b c b a c c a b a b a c c d a d a c a d b d a a c b d c a d c a a b c a b d a a c c b 106 | 144 a c b a a c b b c b a c c a b a b a c a d a d a c a d b d a a c b b c a d c c a b c a b d a a c c b 107 | 145 a c b a a c b b c b a c c a b a b a c a d a d a d a d b d d a c b b c a d c a a b c b b d a a c c b 108 | 146 c a c a b c b b c c a b c a a b b a c b d a d a c a d b d a a a b b c a d c a d b c a b d a a c c d 109 | 147 a c c a a c b b c c a c c a b b b a b a d a d a c d d b d d c c c d c a d c c b b c a b d d a c b c 110 | 148 a c b a b c b b c a a b a a a a c a c a d a d a c c d b d a a a b a c a d d a d c c b b d d c c c c 111 | 149 a c b a a c a b c b a c c a b a b a c a d a d a a a d b d a a c b b c b d c a d b c a c d a a a c b 112 | 150 a c b b a c b b c b a c c a a a b a c b d b d a c a d b d c a c b a c a d c a d b a b c d a d c c b 113 | 151 a c b a b c b b c a a b c a b a b a c a d a d a a c d b d a a c b b c a d d a d b c b b d a a c c b 114 | 152 a c b a a c b b c b a c c a a b b a a a d a d a c a d b a a a c b b c a d c a a b c a c d a a c c b 115 | 153 a c b a a c b b c b a c c a c a b a c a d a d a c a d b d a a c b b c a d c a a b c a b d a a c c b 116 | 154 a c b a a c b b b b b c c a b a b b c c d a d a c a d b d a a c b d c a d c a d b c b c d a a c c b 117 | 155 a c b b a c b b b b a c c a c b b a c b d a d a c a a b d a a c b b c a d c a b b c b c d d a a d b 118 | 156 a c b a a c b b c b a c c a b a b a c a d a d a d a d b d a a c b b c a d c a d b d a b d a a c c b 119 | 157 a c a a a c b b c b a c c a c a b a a a d a d a d a d b d a a c b b c a d c a b b c a c d a a c c b 120 | 158 a c b a a c b b c b b c c a b a b b c b b a d a c a d d d a a c b b c a d c d d a c a b d a a c d b 121 | 159 a c b a a c b b c b a c c b b a b a c a d a b a c a d b d a a c b d c a d c a a b c a c d a a c c c 122 | 160 a c b c a c b b b b a c c a b a b a b c d a d a d b d b d a a c b b c a d c a a b c a c d a a c a b 123 | 161 a c a b a c b b c a a b c a a a c c c a d a d a c a d b d a d b b b c a d d a d b c b c d a a c c b 124 | 162 a c c a a c b b c c a c c b b a b a c a d a d a c a c b a a a c b d c a d c a d b c a b d a a c c b 125 | 163 b c c a a c b b c b a c c a b c b a c b d a d a c c d b d a a c b b c a d c c a b c a b d a a c c b 126 | 164 a c a a a c c b c c a c c a b a b a c a d a d a c a d b d d a c b b c b d d a d b c a a d a a c c b 127 | 165 a c a a a c b b c b a c c a b a b a c a d a d a d a d b d a a c b b c a d c a d b c a b d a a c c b 128 | 166 a c b a a c b b c b a c c a b a b a c a d a d a c a d b d a b c b b c a d c a d b c a c d a a c c b 129 | 167 a c b a a c b b c c a b c a c b b a b b d a d a c c d b d a a c b b c a d c b d b c a b d c c a c b 130 | 168 a c c a a c b b c b a c c a c a b a c a d a d a d a d b d a a c b b c a d c a d b c b b d a a c c b 131 | 169 b c b a a c b b c b a c c a c a b a c a d a d a c a d b d a a c b b c a d c a a b c a b d a a c c b 132 | 170 a c b a a c b a c c a b c b a a b c c b d a d a a c d b d a b c b b c a d c a d b c a b d a a d c b 133 | 171 a c b a a c b a c c a b a a b c b a a c d a d a c c d b d a a d b b c a d d b d a c a b d d a c c b 134 | 172 a c b a a c b b c b b c c a b a b a c a d a d a c a d b d a a c b b c a d c a a b c b b d a a c c b 135 | 173 a c b a a c b b c a a c c a a a b a c a d a d a c a d b d a a c b b c a d c a d b c d c d a a a b b 136 | 174 a c b a a c b b b c a b c a c a b c c a d a d a c b d b d a a c b d c b d d c a b c b b d a a c c b 137 | 175 a c a a a c b b c a a c c a c a b c c b d a d a c a d b d a a c b b c a d c c d b c a b d a a c c b 138 | 176 a c b a a c b b c b a c c a c a b a c b d a d a d a d b d a a c b b c a d c a d b c b c d a a c c b 139 | 177 a c b a a c b b c b a c c a b b b a c a d a d a c a d b d a a a b d c a a d a d a c b b d c a c c b 140 | 178 a c b a a c b b c b a c c c c b b c c b d a d d c b d b d d a c b d c a d c c a b b a c d a a c b b 141 | 179 a c b a a c b b c c a c c a c a b a b a d a d a c a d b d a c c b b c a d c c d b c a b d a a c c b 142 | 180 a c b a a c a b a a c c c c b a b a c b d a d a c a d b d a a c b d c a d c a a b c a b d a a c c b 143 | 181 a c b a a c b b c c a c c a b a b a c b d a d a c a d b d a a c b b c a d c a d c c a b d a a c c b 144 | 182 a c b b a c b b c b a c c a a a b a c a d a d a d a d b d a a c b b c b d c a d b c a b c a a c c b 145 | 183 a c b a b c b b c b a c c a a a b a c a d a d a c a d b d a a c b d c b d c c d b b b b d a a c b b 146 | 184 a c b a a c b b c b a c c a a a b a c a c a d a c a d b d b a a b c c b c c c d b c b c d b d c d b 147 | 185 a c b c b c b c c b b c c c c a b a c a d a d a c a d b d a a c b b c c d c a a b c d b d a d c c b 148 | 186 a c b a a c b b c b a b c a a a b c c a d a d a c a d b d a a c d d c a d c a d b c b b d a a c c b 149 | 187 b a a a b c a c b c b a c a a b b b a c d d d a c c d b b b c a a b c c a c a d a a b c c c d c b b 150 | 189 c c a a b c b b b c a c c a b a b b c b d a d a c c d c d d c a d d c b d d a d c b b c d b c c b b 151 | 190 a c b a a c b b c b a c c a c a b a c a d a d a d a d b d a a c b b c a d c a d b c b b d a a c c b 152 | 191 a c b a a c b c c b a a c c c a b a c a d a d a a a d b d a a c b b c a d c a d b d a b d d a c c b 153 | 192 a c b a a c b b c b a b c a c a b a c a d a d a d a d b d a a c b d c a c a d b c a b d d a a c c 154 | 193 b c b a b c b c a b c a c b c b b a b a d a d a b c b b a a a a b a c c a d d d d b b c c a b c b b 155 | 194 b a c a b a b c c c a a c a b b b c c b d b d a c a d c d a c a d b c c c c a d d a b c c b a a b b 156 | 195 a c b a a c b b c b a c c a b a b a c b d a d a c a d b d a a c b b c b d c a d b c a b d a a c c b 157 | 197 a c a b c c b b b a a b c a a b b c b c d b d a c c d d d a a a b d a a a d b d b c b c d a c c c b 158 | 199 a c a a a c b b a a b c c a b a a c b b c a d a a a d a c c a c b b c a c c b d b b b b d d b a c b 159 | 200 a c b c a c b c c b a c c a c b b a c a d a d a c c d b d a a c b b c a a d a d b c b d d a c a c b 160 | 202 a c a a b c b b c b b c c a a a b b c b d a d a c a d b d a a c b b c a d c a d d b b c d a a c c b 161 | 204 a c a a a c b b c b a b c a c a b a c a d a d a d a d b a a a c b b c a d c a b b c b b d a a c c c 162 | 205 b c c a a c b c b c c b c a c b a c c b d a d a c c d b d c a c b d c b a c a d b d b b d a d a b b 163 | 206 b a c a b c b c c c a b c a a b b c c a a a d a d a d b d a a c b d c a a c a d b b b d d c c a c a 164 | 207 a c b a a c b b c b a c c a c a b a c a d a d a c a d b d a a c b b c a d c a b b c a b d a a c c b 165 | 208 a a c b a c c b b a c a c c c a b a c a d a d a c a d b d a a d b b c b d c a a d d b c c a a a b c 166 | 209 a c b b b c b b b b c b c b b a b b c b d b d a c a d d a a a d b a c a a c a b d c b b d a a a a b 167 | 210 a c a a a c b b c b a c c a c a b c c a b a d a c a d b a a a c b d c a d c a d b c b c d a a c c b 168 | 211 a a b a c c b b c a a c c a b a b a c c d c d a c c d a c a a b b b c a a c c d b c b b c a d c c b 169 | 212 a c b a a c b b c a a c c a c a b a c a d a d a c a d b d d a c b d c a d c a d b a b c d a a c c b 170 | 213 a c b a a c b b c b a c c b a a b b c a b a d a c a d b a b a c b d a a d c a b b c a b d a a c c b 171 | 214 a c b a a c b b c b a a c a b a b a c a d a d a d a d b d a a c b b c a d c a d b c a b d a a c c b 172 | 215 c c b a a c b c c a c b c a a b a c c b d a b b a c d d d a c a a b c b d d b d b b b c d d b c d b 173 | 216 a c b a a c b b b b a c c a a a b a c c d a d a c a d b d a a c b b c b d c a a b c a b d a a c c c 174 | 217 a c c a a c b b c b a b c a c a c b c b d a d a c c d b d a a d b b c a d c a d d c b a d d b c b b 175 | 218 a c b b c c b b b c a b a a b a b a c b b a d a d b d b d a a d b b c a d c b d c c b c d d b a d b 176 | 219 a c b a a c a a c b a b c a b a b b b a d a d a c a a b d a a c b b c a d c a a b c a c d d a c c b 177 | 220 a c b b c c b b b b b c c b a b a b c b d b d a c c d b c a a a d d c a a d a d c b b d d a a c b c 178 | 221 a c b a a c b b c b a c c a a a b a c a d a d a c a d b d c a c b b c b d c a d b c d c d d a c c b 179 | 222 a c b c a c b c c b a c c a b a b a c b d a d a a a d b d a a c b b c a d c a d b c b b d a a c c b 180 | 223 a c b a a c b b c b a c c a c b b a c a d a d a c a d b d a a c b b c a d c a d b c a b d a a c c b 181 | 224 a c a a b c b b b b a a c b b b b a c b c a d d b c b b d b a a b a a a d d d d d b d c d c a b b b 182 | 225 a c b a a c b b b c a b c a a b b a c a d a d a c c c b d a a d a c c a d c c d d b a a d d a c c b 183 | 226 a c b a a c b b c b a c c c b a b c c a c a d a c a d b d a a d b b c a c c a d b c b b d d a c c b 184 | 227 c c b c a c b b b b a c c a a a b a c b d a d a c a d b d a a c b b c a d c a a b c a b d a a c c b 185 | 229 a c b a a c b c c b b b c a b b b a c b d a d a c c d b d d a a d b a a a c c b d a d c d a d d c b 186 | 232 a c b a a c b b c b a c c a b a b a c b d a d d c a d b d a a c b b c a d c a b b c b b d a a c c b 187 | 233 a c b a a c b b c b a c c a c a b b c a d a d a c a d b a a a c b d c a d c a d b c d b d c a c c b 188 | 234 a c b a a c b b c b a c c a b a b a c b d a d a c a d b d a a c b b c a d c a d b c b b d a a c c b 189 | 237 a c b a a c b b c b a c c a c a b a c a d a d a c a d b d a a c b a c a d c a d b c b b d d a c c b 190 | 252 a c b b a c b b c b a c c a b a b a c a d a d a c a d b d a a c b b c a d c a d b a b b d a a a c b 191 | 253 a c a a a c b b c b a c c a c a b a c b d a d a c a d b d a a c b d c a d c a d b c a b d a a c c b 192 | 254 a c b c a c b b c b a b c b c a b a c a d a d a d a d b b a a c b a c a d c a a b c b c d a a c c c 193 | 256 a c b a a c b b c b a c c a c a b a c a d a d a d a d b d a a d b b c b d c a d b c a c d a a a c b 194 | 257 a c c a a c b b c b a c c a c b b a c c d a d d c a d b d a a c b b c a d c b d b c b a d a a c c b 195 | 258 a c c a c c b b c b a a c a b c b a c b d c d a a a d b d a a c c d c a d c a d b c a b d a a a c b 196 | 259 a c c a a c a b b c a a c a c c b a b a a a d a c c d b d a a c b b c a d c c a b c a b d a a c c b 197 | 260 a c b a a c b b c c a c c a a a b a b b d a d c c c d b d a a c b b c a d c a a b c a b d a a c c b 198 | 261 a c c a a c b b c b b b c a c a b c c b d a d a a c b b d a a c b b c a d a b d d c a c d a b c c b 199 | 262 b c b a a c b b c c a c c a b b b a c a d a d a d a d b d a a c b b c a d c a a b c a c d a a c c b 200 | 263 a c b a a c b b c b a c c a c a b a c a d a d a c a d b d a a c b b c a d c a c b c a b d a a c c b 201 | 264 a c b a a c b b c b a c c a c c b c b a d a d a c a d b d a c d b b c a d c a d b c a b d a a a c b 202 | 265 a c a a a c b b c b a c c a a a b a c a d a d a c a d b d a a c b b c b d c a d b c a b d a a c c b 203 | 266 a c b a a c b b c b a c c a a a b a c b d a d a c a d b a a a c b a c a d c a d b c b b d a a c c b 204 | 267 a c b a a c b b c b a c c a b a b a c a d a d a c a d b d a a c b a c b d c a d b c b b d a a c c b 205 | 268 a c b a b c b b b a c b c a c c b a b b c a d d a a d b d a a b d b c c a c a d b d b a d a d c a c 206 | 269 b c b a a c b b c b a c c a b a b a c a d a d a c a d b d a a c b b c a d c a d b c b b d a a c c b 207 | 270 a c b a a c b b c b a c c a b a b a c a d a d a a a d b d a a c b b c a d c a b b c b c d a a c c b 208 | 271 a c b a b c b b c b a b c a b a c b c a d a d a c a d a d c a d b b c b c c a b d a b c d b c c c b 209 | 272 a c b a a c b b b b a c c a c a b a c a d a d a c a d b d a a c b b c a d c a d b c a c d a a c c b 210 | 273 a c a a a c b b b a a a c c b a b c c c d a d d a a d b d a c b b b c a d c c d c c b c d a a a b b 211 | 274 a c a a a c b b c b a c c a b a b a b a d a d a c c d b d a a c b b c a d c a a b c a c d a a a c b 212 | 276 b c b b a c b b c c a c c a c a b b a a d a d a c a d b d a d c b a c b d c a d b c d b d a a c c b 213 | 280 a c b a a c b b c b a c c b b a b a c a d a d a c a d b d a a c b b c a d c a d b c a b d a a c c b 214 | 284 a c a a a c b b c a a c c a c b b a c b d a d c c a d b d a a b b b c a d c a a b c a b d a a c b b 215 | 285 a c b a a c b b c b c c c a a a b a b b b a d a a a d b d b a c b b c a a c a d b d b c d a a c b b 216 | 287 a c b a a c b b c b a c c a c a b a c a d a d a c a d b d a a c b b c a d c a a b c a b d a a c c b 217 | 288 a c b a a c b b c b a c c a c a b a c a d a d a c a d b d a a c b d c a d c a d b c b b d a a c c b 218 | 289 a c b a a c a b c b a b c a a b b a b a d a d a c a d b d a a c b b c a d c a d b c a b d a a a c b 219 | 290 a c b a a c b b c b a c c a c a b a c a d a d a c a d b d a a c b b c a d c a d b c a b d a a c c b 220 | 291 a c b a a c b b c b a c c a b a b a c a d a d a c a d b d a a c d a c b c c a d b c a c d a a c c b 221 | 292 a c b a a c b b c c a c c a c a b a c a d a d a c a d b d a a c b a c a d c a d b c a c d a a c c b 222 | 293 a c c a a c b b c c a a c a b a b a b a d a d a c c d b d a a c b b c a d c c d b c b b c a a c c c 223 | 294 a c b b a c b b c a a c c a b a b a c a d a d a c a d b d a a c b a c b d c a b b c b c d a a c c b 224 | 295 a c b a a c b c c b a b c a c b b a b a d a d a c c d b d a a c b d c a d c a d b c b b d b a c c b 225 | 296 a c b b a c b c b b a c c a b a b a b a d a d a d a d b d a a c b b c a d c c d b c a c d a a c c c 226 | 297 a c b c a c c a b b a a c a b a b b c b b a d a c d d b d a c c b a c b d c a d b b b c a d a c c c 227 | 298 a c b b a c b a a b a a c b b a b a c b d b a d a a d b d a a b d d c a d c d a b c b b d d c c c c 228 | 299 a c b a a c b b c b a c c a a a b a c c d a d a c a d b d a c c b b c a d c a a b c a b d a a c c b 229 | 300 c a b a a c b b b c a b c a c b c c c a d a d a c c d b d a a c b d c b a c a d b c d c d a a c d b 230 | 301 a c b a a c b b c b a c c a b a b a c b d a d a c d d b d a a c c b c a d c a a b c a b d a a c c b 231 | 302 a c b a a c b c c b a c c a c b b a c b d a d a a a d b d a a c b b c a d c a a b c a b d a a c c b 232 | 303 a c b b a c b b b c a b c a b a b a c a d a d a c a d b d a a c b b c a d c a b b c b b d a a c c b 233 | 304 a c b a a c b b c b a c c a a a b a c c d a d d c a d b a a a c b b c a d c a a b c b b d a a a c c 234 | 305 a c c b a c b b c b c a a b b a b a c c d a d a c c d b d a a b b d c a d d d d b c b b d d b c c b 235 | 306 a c a a a c b c c a a c c b c a b c b a d a d a d c d b d a a c b b c a d c c a b c a b d a a a c b 236 | 307 a c c a a c b b c c a c c c b a b a b a d a d a c a d b d a a c b b c a d c a a b c a b d a a c c b 237 | 308 a c b b a c a c b c a c c a b a b a c c d a d a c a d b d a b c b b c a d c a a b c a c d a a c c b 238 | 309 a c c a a c b a c b b c c a b a b c b c d a d a c a d b d a a c b b c a d c a a b c a c d a a c c d 239 | 310 a c b a a c b b b b a c c a a a b a c b d a d a d a c b d a a c b d c a d c a a b c b c d a a c c b 240 | 311 b b a b a c b b b b c c c c c a b b c b d b c a c b c b b d a c b c b c c c b b b a d c b b b b b b 241 | 312 a c b a a c b b c b a c c a b a b a c c d a d a c a d b d d c c b b c a d c c a b c b b d d a c c b 242 | 313 a c c c a c b b b a a c c b b a b c b a d a d a a c d b d a a c b b c c d c a d b c b c d a a c c b 243 | 314 a c c a a c b b c b a c c a c a b a c a d a d a a c d b d a a a b b b a d c a d b c b d d a c c c b 244 | 316 a c b a a c b b c b a c c a c a b a c a d a d a d a d b d a a c b b c a d c a a b c b b d a a c c b 245 | 317 a c b a a c b b c b a c c a a a b a c a d a d a c a d b d a a c b b c a d c a d b c b b d a a c c b 246 | 318 a c b b b a b c b c c a c b c a b a b a d a a d a a c b b a a d b d a a a d c d b c b b d b a a c b 247 | 320 a c b a b c b b c a a c c a a a b a c a d c d a c a d b d d a d b d c a c d a b b c b a c a a c c d 248 | 321 a b b a a c b b c b a c c a b a b a c a d a d a c a d b d c c c b a c a d c a d b c b c d b d c c b 249 | 322 a c b a a c b b c b a c c a c a b c c a d a d a c a d b d a a c b a c a d c a a b c a b d a a c c b 250 | 323 a c b b a c b b c b a c c a c a b a c a d a d a c a d b a a a c b a c a d c a a b c a b d a a a c b 251 | 325 a c b a a c b b c c a c a a c a b a c a d a d a c a d b d a a c b b c a d c a a b c b b d a a c c b 252 | 326 c c b a a b a c c a a c c a b b b a b b d a d a c a d b a a a c c a c a d c a a b c b b d d a c c b 253 | 327 a c a b b c b b b a b b c a a a b c c b d a d a c c d b c b a d b a c c c d a a a c b b a d b c b d 254 | 328 a a b a b c b c b b a b a b c a b a a a d d d a b c d b d a a a d a a b a d b a d c b c c d b d a b 255 | 329 a c b a a c b b c b a b c a a b b a c a d a d a c c d b d a a c b b c a d d d d b b b a d d a b c b 256 | 330 a c b a a c b b c b a c c a c a b a c a d a d a c a d b a a a c b b c a d c a a b c a b d a a c c b 257 | 332 b a c b b c b b b c c b c b a b a a c b d a d a c c d b d a c d b b c a d c a d a d b c d a b d c b 258 | 333 a c b a c c b c c a a b c b c a b a c a d a d a a c d b d a a c b b c a d c c d b c b c d a a c c b 259 | 334 a c b a a c b b c b a c c a c a b a c a d a d a c a d b d a a c b b c a d c a d b c d b d a a c c b 260 | 335 a c b a b c b b b b a b c b b a b a c c d a d a c b d b d a a b b b c a a c d d c c a b d a a c d b 261 | 336 a c b a a c b b c b a c c a b b b a c a d a d a c a d b d a a c b b c a d c a d b a b b d a a c c b 262 | 338 a c b a a c b b c b a c c a b b b a c c d a d a c c d b d a a c b b c a d c a b b a b b d a a c c b 263 | 340 a c b b a c b b b b a b a c b a b c c b a a d a c c d b d d c c c b c a d d c d c c b c d d a c d b 264 | 341 b c b a a c b b c b a c c a c a b a c a d a d a d a d b d a a c b b c a c c a d b c a b d a a c c b 265 | 342 a c b a a c b b c b a c c a c a b a c a d a d a c a d b d a a c b b c a d c a a b c a b d a a c c b 266 | 343 a c b a a c a b c b a c c a c b b a c a d a d a c a d b d a a c b b c a d c a d b c a b d a a c c b 267 | 344 a c b a a c b b c b a c c a c a b a c a d a d a d a d b d c a c b a c a d c a d b c a b d a a c c b 268 | 345 a c b a a c b b c b a c c a c a b a c a d a d a d a d b d a a c b b c a d c a b b c a b d a a c c b 269 | 346 a c c a c c b b c b a a c a b b b a b b d a a a c c d b c a d d b d c b a a b d b c a c c d d c c b 270 | 347 a c b a a c b b c b a c c a b a b a c a d a d a c a d b d a a c b b c a d c a a b c a b d a a c c b 271 | 348 b c b a a c b b c b a c c a c a b a c a d a d a a a d b d a a c b a c b d c a a b c b b d d a c c b 272 | 350 a c c b b c a b c b c b c a b a b a c b a a d a a c d b d a a b b a a a d d a d b d b c d b d b d b 273 | 351 b c b b a c b b c b a b c a b a b a c a d a d a c a d b d c c c b b c b b c a a b c b d d c c c c b 274 | 352 a c b a a c b b c b a c c a c a b a c a d a d a c a d a d a a c b b c a d c a d b c a b d a a c c b 275 | 353 a c a a b c b b c b a b c a a b b a c a d a d a a c d b d b a a b d c a d c a d b b b a d a b c c b 276 | 354 a c c b a c a a b c c b c b c a b c a a d a d a a a d b d a a a b b c c d c a a b c a c c a a c c b 277 | 355 b c c a a c b b c a a a c b a b b c c a d a d a c d d b d a a d b d c a d c d d b c a b d d a c c b 278 | 356 a c b a a c b b b b a a c a b a b a c a d a d d a a d b d a a c b b c a d c c a b c a c d a a c d b 279 | 357 c c b b a c b c c b a a c a c a b a c b d a d a c a d b d a c c b c c a d c c d b c b c d a a c c b 280 | 358 a c b a a c a b c c a c c b b a b b b a d a d a c a d b d a a c b b c b d c b a b c a b d d b d a b 281 | 359 a c b a a c b b c b a c c a c a b a c a d a d c c a d b a a a c b b c a d c a a b c a b d a a c c b 282 | 360 a c b a a c a b c b a c c c b b b a c b d a d d c a d b d d a c b b c a d c a a b c b b d a a c c b 283 | 361 b c b a b c b b b c a c c a c b b a c a d a d a a a d b d a a c b a c a d c c d b c b c d b d c c d 284 | 362 b c b a a c b b b c a b c a a a b a b a d a d a c a a b d a a c b b c c d c c a b c a b a a a a c b 285 | 363 c c c b a c b c c c a c c a a a b b c b d a d a c c d b d a c c d d a a a c d d d d b c d c a c c b 286 | 364 a c a b a c b c c b a b c a c b b b c a b a d d c a d b d a a c a d b a a c d d c a b c d d a d c b 287 | 365 a c b b b c b b c b a b c a c a b a c a d a d a c a d b c c a c b b c a d c a d b c d c d a a d c b 288 | 366 b c b b c c b b a b c c c c c a a c c a d c d a c a d d d c a d b b c c a a d d b a b c c a b b b c 289 | 367 a c b a a c b b c b a c c a b a b a c a d a d a a a d b d a a c b d c a d c a a b c a b d a a c c b 290 | 370 a c c a a c b c c c a b c a b a b a b a d a d a a d a b d a c c b a c a d c c d b c b c d d a c c b 291 | 373 b c c b a c b b b c a c c a b a b c b a d b d a c a d b d a a c b b c a d c a d b b a c d d a c c b 292 | 374 a c b a a c a b c b a b c b b a b a c a d a d a c c d b d d a c d a c a c c b d d c b b d a a c c b 293 | 376 a c a a b c a b c b c c c a b b b a b c c a d a c c d b d a a a b d c a c d a d b d b d d a b c d b 294 | 377 a c a a a c b c b a a c c b b a b a a c d a d a c a c b d a a c b b c a d c c d b c a c d a a c c b 295 | 378 a b b a a c b b c b a a c a b a b a c a d a d a c a d b d a a c b b c a d c a b b c a b d c a b c b 296 | 379 c c c a b c b c b a c b c c a a b a c a d a d a c a b b d b c a d d c c d c c b d c b c d b a c d b 297 | 381 a a c b c c a c b b a c c c a c b c a b d a d a c d a b d a c b c c a a d c c d b c d a d a b a c d 298 | -------------------------------------------------------------------------------- /participant_metadata/test_scores/michigan/item-scores-MichiganLG.tsv: -------------------------------------------------------------------------------- 1 | List 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 2 | 1 1 1 1 1 0 1 1 1 0 0 0 0 1 0 0 1 0 1 1 0 1 1 1 1 1 0 0 1 1 1 1 0 0 0 1 1 0 0 1 0 0 1 0 0 0 0 0 0 0 1 3 | 2 1 1 1 1 1 1 1 1 0 1 1 0 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 0 1 1 1 1 1 0 1 1 0 1 1 1 1 0 1 1 4 | 4 1 1 1 1 1 1 0 1 1 1 1 0 1 1 0 1 1 1 1 1 0 1 1 1 1 1 1 1 1 0 1 1 0 1 1 1 1 1 1 0 1 1 0 0 1 1 1 1 1 1 5 | 6 0 1 1 0 1 1 1 1 1 1 1 1 1 1 0 1 0 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 0 1 1 1 0 1 1 1 1 1 1 1 1 1 1 6 | 7 1 1 1 0 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 0 1 1 0 1 1 1 1 1 1 1 7 | 11 1 1 1 0 1 1 1 1 1 0 1 0 0 1 0 1 0 0 1 0 0 1 1 1 1 0 1 1 0 1 1 0 1 1 1 0 1 1 0 0 0 1 1 1 1 1 1 0 0 1 8 | 14 1 1 1 0 0 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 0 1 0 1 1 0 0 0 0 1 1 0 0 0 1 1 1 1 1 9 | 15 1 1 0 0 1 0 1 1 1 0 1 0 1 1 0 0 1 1 1 0 1 1 1 1 0 1 1 1 1 1 0 0 1 0 1 1 0 1 0 0 1 0 1 1 1 0 1 1 1 1 10 | 16 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 0 1 1 1 1 1 1 1 1 1 1 0 1 1 0 0 1 1 1 1 1 1 11 | 17 1 1 1 0 0 0 1 0 0 1 0 0 0 0 0 1 0 0 1 0 1 0 0 1 0 0 1 0 1 1 1 0 0 1 0 1 0 0 0 0 1 1 0 1 1 1 0 0 0 1 12 | 19 0 0 0 1 1 1 0 1 0 0 0 0 1 0 0 1 0 1 0 0 0 1 1 1 1 0 1 1 0 0 1 0 0 0 1 0 0 0 0 0 0 0 1 1 1 1 0 1 0 1 13 | 20 1 1 0 1 0 1 1 0 0 0 1 0 1 1 0 1 1 1 1 0 1 1 1 1 0 1 1 1 1 1 1 1 1 1 0 1 0 1 0 1 0 1 0 1 1 1 0 1 0 0 14 | 21 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 15 | 22 1 1 0 1 1 1 1 1 0 0 1 0 1 1 1 1 1 1 1 1 1 1 1 0 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 16 | 24 1 1 1 1 1 1 1 1 1 1 1 0 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 17 | 26 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 0 0 1 0 0 1 0 1 1 1 1 18 | 27 1 1 1 1 1 1 1 1 0 1 1 1 1 1 0 1 1 1 1 0 1 1 1 1 0 1 1 1 1 1 1 1 1 0 1 1 1 0 1 0 1 1 0 1 0 1 1 1 1 0 19 | 28 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 20 | 29 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 0 1 1 1 1 1 1 1 21 | 31 1 1 1 0 1 1 0 0 1 1 1 0 1 0 0 1 1 1 1 1 1 1 1 1 1 0 1 0 1 1 1 0 1 0 1 1 1 0 1 0 1 0 0 0 1 0 0 1 1 1 22 | 32 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 0 1 1 0 0 0 1 1 1 1 1 23 | 33 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 0 1 1 1 1 1 1 1 24 | 34 1 1 1 1 1 1 1 1 0 1 1 1 1 0 0 1 1 0 0 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 0 0 1 1 0 1 1 1 1 0 1 1 25 | 35 1 1 0 0 1 1 1 1 0 0 0 0 1 0 0 0 1 1 1 1 1 1 1 0 1 0 1 1 0 1 1 0 0 1 1 1 0 0 0 0 1 0 0 0 0 1 0 1 0 1 26 | 36 1 1 1 1 1 1 1 1 1 1 1 0 1 1 0 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 0 1 0 1 0 1 1 27 | 38 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 0 28 | 39 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 29 | 40 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 0 0 0 1 1 1 1 1 0 1 1 0 1 1 1 1 1 1 1 30 | 41 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 0 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 31 | 43 0 0 1 0 1 1 1 1 1 0 1 0 1 1 1 1 1 0 1 0 1 1 1 1 1 1 1 1 1 0 1 1 1 1 0 1 1 1 1 0 1 1 0 0 1 1 0 1 1 1 32 | 44 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 0 1 1 0 0 1 1 0 1 0 1 33 | 47 1 1 0 1 1 1 1 1 0 1 1 0 1 0 0 1 1 1 1 1 0 1 1 1 0 1 1 1 1 0 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 34 | 48 1 1 1 1 0 1 1 1 1 1 0 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 0 0 1 1 0 1 1 0 1 1 1 0 0 1 1 35 | 51 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 36 | 52 1 1 0 1 1 1 0 1 1 0 0 1 1 1 0 1 1 1 1 0 1 1 1 1 1 1 1 1 1 0 0 1 1 1 1 1 1 1 1 0 1 1 0 1 1 0 1 1 0 1 37 | 54 1 1 1 1 1 1 0 1 1 1 1 1 1 1 0 1 1 0 1 0 1 1 1 1 0 1 0 1 1 1 1 0 1 1 1 0 1 1 0 1 1 1 0 0 0 1 1 1 0 1 38 | 55 1 1 1 1 0 1 1 1 1 1 0 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 1 1 1 1 1 39 | 56 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 0 1 1 0 1 1 1 1 1 1 1 40 | 58 1 1 0 1 0 1 1 0 0 0 1 1 1 0 0 1 1 1 1 0 1 1 1 1 0 1 1 1 1 1 1 0 0 1 1 1 1 1 1 1 0 1 1 0 1 1 1 1 0 1 41 | 59 1 1 1 1 1 0 1 1 1 1 1 0 0 0 0 0 1 0 0 0 1 1 1 1 0 1 1 1 1 1 1 1 1 0 1 1 1 1 0 0 0 1 1 0 1 0 0 1 1 0 42 | 60 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 0 1 1 0 1 1 0 1 1 1 1 43 | 61 0 0 0 0 1 1 0 1 0 1 1 1 1 1 0 1 0 1 1 0 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 44 | 62 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 0 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 45 | 63 1 1 1 1 1 1 1 1 1 1 1 0 1 1 0 1 1 0 1 0 1 1 1 1 1 0 1 1 0 1 1 1 1 1 1 1 0 1 0 0 1 1 1 0 1 1 0 1 1 1 46 | 65 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 0 1 1 1 0 1 1 1 47 | 66 1 0 0 0 1 1 1 1 1 1 1 0 0 1 0 0 1 1 0 0 0 1 1 1 1 1 1 1 1 1 0 1 1 1 1 0 1 1 1 1 1 0 1 1 1 1 1 1 1 0 48 | 68 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 1 1 1 0 1 0 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 0 1 1 1 1 1 1 0 1 1 1 49 | 69 1 1 1 1 1 1 1 0 1 0 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 0 1 0 0 1 1 0 1 1 0 1 1 1 0 1 1 1 50 | 70 1 1 1 1 1 1 1 1 1 0 1 0 1 1 0 1 1 1 1 1 1 1 1 1 1 0 1 0 1 0 1 1 1 0 1 1 1 1 1 0 1 0 0 0 0 0 0 1 0 1 51 | 71 1 1 1 1 1 1 1 1 1 1 0 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 52 | 72 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 0 1 1 0 0 1 1 1 1 1 0 53 | 73 0 1 1 1 0 1 0 1 1 1 1 1 1 0 0 1 1 0 1 0 1 1 1 1 0 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 0 1 0 1 1 0 1 54 | 74 1 1 1 1 1 1 1 1 1 1 1 0 1 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 0 0 1 1 1 55 | 75 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 1 1 0 1 0 1 1 0 0 1 1 0 1 1 1 56 | 76 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 57 | 77 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 0 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 0 1 1 0 0 1 1 1 1 1 1 58 | 79 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 59 | 80 1 1 1 1 1 1 1 1 1 0 1 0 1 1 0 1 1 1 0 0 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 0 1 1 0 1 1 0 0 1 1 1 0 1 1 60 | 81 1 1 1 1 1 1 1 1 0 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 0 1 1 0 1 1 1 1 0 1 1 61 | 82 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 62 | 83 1 1 0 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 0 1 1 1 1 0 1 1 0 0 0 0 0 1 1 0 1 1 1 63 | 84 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 64 | 85 1 1 0 1 1 1 1 1 0 1 1 0 0 1 1 1 1 1 1 0 1 1 1 0 0 0 0 1 0 0 1 0 0 1 1 1 1 1 0 0 1 1 0 1 1 1 0 1 1 1 65 | 86 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 66 | 87 1 1 1 1 0 1 1 1 1 0 0 0 1 0 0 0 1 0 1 1 1 1 1 1 1 1 1 1 1 1 0 1 0 0 1 0 1 1 1 0 1 0 0 0 0 1 0 1 1 1 67 | 88 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 68 | 89 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 0 1 1 1 1 1 1 69 | 90 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 70 | 91 1 1 1 1 1 1 1 1 1 1 0 1 1 1 0 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 71 | 92 1 1 1 0 1 1 1 1 0 1 1 1 1 1 0 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 0 1 1 1 1 1 1 1 72 | 93 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 0 1 1 0 0 1 1 1 1 1 1 73 | 94 1 1 1 1 1 1 1 1 1 1 0 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 74 | 95 1 1 0 1 1 1 1 1 1 0 1 1 1 1 1 0 1 0 1 1 1 1 1 1 0 1 1 1 0 1 1 0 1 1 1 0 0 1 1 0 1 1 0 1 1 0 1 1 1 1 75 | 96 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 0 1 1 0 1 1 1 1 1 1 1 1 0 1 0 1 1 1 0 1 1 0 1 1 1 1 1 1 1 76 | 97 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 77 | 98 1 1 0 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 78 | 99 1 1 1 1 1 1 1 1 1 1 0 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 0 1 79 | 100 1 1 1 0 0 1 1 1 1 0 1 0 1 1 0 1 1 1 1 0 0 1 1 0 1 1 0 1 1 1 1 0 1 1 1 1 0 1 0 0 1 0 0 1 1 0 1 0 1 1 80 | 101 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 81 | 102 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 82 | 103 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 0 1 1 1 1 1 0 1 1 0 1 1 1 1 1 1 0 83 | 104 1 1 1 0 0 1 1 0 1 1 1 1 1 1 0 0 1 0 1 1 0 1 1 1 1 1 1 1 0 1 0 0 1 0 1 0 1 0 1 1 0 0 0 0 0 1 1 0 0 1 84 | 105 1 1 0 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 85 | 106 1 1 0 0 0 1 1 1 0 0 1 0 0 1 0 1 1 0 0 0 1 1 1 0 0 1 1 1 1 1 1 1 1 1 1 0 0 1 0 1 1 1 1 1 0 0 0 1 1 1 86 | 107 0 1 0 0 1 0 0 0 0 0 0 0 0 0 1 0 1 0 0 0 1 1 1 1 1 1 0 1 1 1 0 1 1 1 1 1 1 1 1 1 0 0 1 1 0 1 0 1 1 1 87 | 108 1 1 0 1 0 1 1 0 1 0 1 0 1 0 0 1 1 1 1 0 1 1 1 1 1 0 1 1 1 1 1 0 1 1 1 1 1 0 0 0 1 1 0 0 1 0 0 0 0 1 88 | 109 1 1 1 1 1 1 1 1 0 1 0 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 0 1 1 1 1 1 1 0 1 1 0 0 1 1 1 1 1 1 89 | 110 1 1 0 0 1 1 1 1 0 1 0 0 1 1 1 1 1 0 0 1 1 1 1 0 1 1 1 1 0 0 0 1 1 1 1 1 1 0 1 0 1 0 0 0 1 1 1 1 1 1 90 | 111 1 1 0 0 0 1 1 0 0 0 0 0 1 1 0 1 1 0 0 0 1 1 1 0 0 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 0 0 0 1 1 1 0 0 0 1 91 | 112 1 1 0 1 1 1 0 1 1 1 1 0 1 1 1 1 1 0 1 0 1 0 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 0 1 1 1 1 1 1 0 1 1 1 1 92 | 113 0 1 1 1 0 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 93 | 114 1 1 0 1 1 1 1 1 1 0 1 1 1 1 0 1 1 0 1 0 1 1 1 0 0 1 1 1 1 1 1 0 1 1 1 0 1 1 0 1 1 1 1 0 1 0 1 0 1 1 94 | 115 1 1 1 1 1 1 1 0 0 1 1 1 1 1 0 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 0 1 0 1 1 1 1 95 | 116 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 0 0 1 1 0 1 1 1 1 1 0 1 1 1 1 1 1 1 96 | 117 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 97 | 118 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 0 98 | 120 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 0 1 1 1 1 1 1 1 1 0 0 1 1 1 1 1 1 99 | 123 1 0 1 1 0 1 1 0 0 1 0 0 1 0 0 0 0 0 0 0 0 0 1 1 1 0 1 0 1 0 0 1 0 1 0 0 0 0 1 0 0 0 0 0 1 0 0 0 0 1 100 | 124 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 101 | 133 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 102 | 140 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 103 | 141 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 104 | 142 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 0 1 1 1 1 0 0 0 0 1 1 0 1 1 1 1 1 1 0 105 | 143 1 1 1 0 1 1 0 1 1 1 1 1 1 1 0 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 106 | 144 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 107 | 145 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 0 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 108 | 146 0 0 0 1 0 1 1 1 1 0 1 0 1 1 0 0 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 0 109 | 147 1 1 0 1 1 1 1 1 1 0 1 1 1 1 0 0 1 1 0 1 1 1 1 1 1 0 1 1 1 0 0 1 0 0 1 1 1 1 0 0 1 1 1 1 1 0 1 1 0 0 110 | 148 1 1 1 1 0 1 1 1 1 0 1 0 0 1 0 1 0 1 1 1 1 1 1 1 1 0 1 1 1 1 1 0 1 0 1 1 1 0 1 0 0 1 0 1 1 0 0 1 1 0 111 | 149 1 1 1 1 1 1 0 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 0 1 1 1 0 1 1 1 0 1 1 1 0 1 1 112 | 150 1 1 1 0 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 0 1 0 1 1 1 1 1 1 1 0 1 1 1 0 1 1 1 1 1 0 1 0 0 0 1 1 0 1 1 1 113 | 151 1 1 1 1 0 1 1 1 1 0 1 0 1 1 0 1 1 1 1 1 1 1 1 1 0 0 1 1 1 1 1 1 1 1 1 1 1 0 1 0 1 1 0 1 1 1 1 1 1 1 114 | 152 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 1 1 0 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 115 | 153 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 116 | 154 1 1 1 1 1 1 1 1 0 1 0 1 1 1 0 1 1 0 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 0 1 1 0 0 1 1 1 1 1 1 117 | 155 1 1 1 0 1 1 1 1 0 1 1 1 1 1 1 0 1 1 1 0 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 0 0 1 0 1 0 0 1 118 | 156 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 0 1 1 1 1 1 1 1 1 119 | 157 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 0 1 1 1 1 1 1 120 | 158 1 1 1 1 1 1 1 1 1 1 0 1 1 1 0 1 1 0 1 0 0 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 0 0 0 1 1 1 1 1 1 1 0 1 121 | 159 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 0 122 | 160 1 1 1 0 1 1 1 1 0 1 1 1 1 1 0 1 1 1 0 0 1 1 1 1 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 0 1 123 | 161 1 1 0 0 1 1 1 1 1 0 1 0 1 1 0 1 0 0 1 1 1 1 1 1 1 1 1 1 1 1 0 0 1 1 1 1 1 0 1 0 1 1 0 0 1 1 1 1 1 1 124 | 162 1 1 0 1 1 1 1 1 1 0 1 1 1 0 0 1 1 1 1 1 1 1 1 1 1 1 0 1 0 1 1 1 1 0 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 125 | 163 0 1 0 1 1 1 1 1 1 1 1 1 1 1 0 0 1 1 1 0 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 126 | 164 1 1 0 1 1 1 0 1 1 0 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 0 1 0 1 0 1 1 1 0 1 1 1 1 1 1 127 | 165 1 1 0 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 128 | 166 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 0 1 1 1 0 1 1 1 1 1 1 129 | 167 1 1 1 1 1 1 1 1 1 0 1 0 1 1 1 0 1 1 0 0 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 0 0 1 1 1 1 1 0 0 0 1 1 130 | 168 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 0 1 1 1 1 1 1 1 131 | 169 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 132 | 170 1 1 1 1 1 1 1 0 1 0 1 0 1 0 0 1 1 0 1 0 1 1 1 1 0 0 1 1 1 1 0 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 0 1 1 133 | 171 1 1 1 1 1 1 1 0 1 0 1 0 0 1 0 0 1 1 0 0 1 1 1 1 1 0 1 1 1 1 1 0 1 1 1 1 1 0 0 0 0 1 1 1 1 0 1 1 1 1 134 | 172 1 1 1 1 1 1 1 1 1 1 0 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 135 | 173 1 1 1 1 1 1 1 1 1 0 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 0 0 1 1 1 0 0 1 136 | 174 1 1 1 1 1 1 1 1 0 0 1 0 1 1 1 1 1 0 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 0 1 0 1 0 0 1 1 1 0 1 1 1 1 1 1 1 137 | 175 1 1 0 1 1 1 1 1 1 0 1 1 1 1 1 1 1 0 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 1 1 1 1 1 1 1 1 1 1 138 | 176 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 0 0 1 1 1 1 1 1 139 | 177 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 0 1 1 0 0 1 0 0 1 0 1 1 0 1 1 1 1 140 | 178 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 0 1 0 1 0 1 1 1 0 1 0 1 1 1 0 1 1 1 0 1 1 1 1 0 1 1 0 1 0 1 1 1 1 0 1 141 | 179 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 0 0 1 1 1 1 1 1 1 1 1 1 142 | 180 1 1 1 1 1 1 0 1 0 0 0 1 1 0 0 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 143 | 181 1 1 1 1 1 1 1 1 1 0 1 1 1 1 0 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 1 1 1 1 1 1 1 1 1 144 | 182 1 1 1 0 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 0 1 1 1 0 1 1 1 1 0 1 1 1 1 1 145 | 183 1 1 1 1 0 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 0 1 1 0 0 1 0 0 1 1 1 1 1 0 1 146 | 184 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 0 1 1 1 1 1 1 1 1 0 1 0 1 0 1 0 0 1 0 0 1 1 0 0 1 0 0 1 0 1 147 | 185 1 1 1 0 0 1 1 0 1 1 0 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 0 1 1 1 0 1 1 1 148 | 186 1 1 1 1 1 1 1 1 1 1 1 0 1 1 0 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 1 1 1 1 1 0 1 1 0 1 1 1 1 1 1 1 149 | 187 0 0 0 1 0 1 0 0 0 0 0 0 1 1 0 0 1 0 0 0 1 0 1 1 1 0 1 1 0 0 0 0 0 1 1 0 0 1 1 0 0 0 0 0 0 0 0 1 0 1 150 | 189 0 1 0 1 0 1 1 1 0 0 1 1 1 1 0 1 1 0 1 0 1 1 1 1 1 0 1 0 1 0 0 0 0 0 1 0 1 0 1 0 0 0 0 0 1 0 0 1 0 1 151 | 190 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 0 1 1 1 1 1 1 1 152 | 191 1 1 1 1 1 1 1 0 1 1 1 0 1 0 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 0 1 1 1 0 1 1 1 1 153 | 192 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 0 1 1 0 1 1 0 1 1 1 1 1 0 1 0 1 0 154 | 193 0 1 1 1 0 1 1 0 0 1 0 0 1 0 1 0 1 1 0 1 1 1 1 1 0 0 0 1 0 1 1 0 1 0 1 0 0 0 0 0 0 0 0 0 0 1 0 1 0 1 155 | 194 0 0 0 1 0 0 1 0 1 0 1 0 1 1 0 0 1 0 1 0 1 0 1 1 1 1 1 0 1 1 0 0 0 1 1 0 0 1 1 0 0 0 0 0 0 0 1 0 0 1 156 | 195 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 0 1 1 1 1 1 1 1 1 1 1 157 | 197 1 1 0 0 0 1 1 1 0 0 1 0 1 1 0 0 1 0 0 0 1 0 1 1 1 0 1 0 1 1 1 0 1 0 0 1 0 0 0 0 1 1 0 0 1 1 0 1 1 1 158 | 199 1 1 0 1 1 1 1 1 0 0 0 1 1 1 0 1 0 0 0 0 0 1 1 1 0 1 1 0 0 0 1 1 1 1 1 1 0 1 0 0 1 0 0 1 1 0 0 0 1 1 159 | 200 1 1 1 0 1 1 1 0 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 0 0 1 0 1 1 0 0 1 1 0 0 1 1 160 | 202 1 1 0 1 0 1 1 1 1 1 0 1 1 1 0 1 1 0 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 1 1 1 1 1 1 161 | 204 1 1 0 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 0 1 1 1 1 1 1 1 1 1 1 0 1 1 0 1 1 1 1 1 1 0 162 | 205 0 1 0 1 1 1 1 0 0 0 0 0 1 1 1 0 0 0 1 0 1 1 1 1 1 0 1 1 1 0 1 1 1 0 1 0 0 1 1 0 1 0 0 1 1 1 0 0 0 1 163 | 206 0 0 0 1 0 1 1 0 1 0 1 0 1 1 0 0 1 0 1 1 0 1 1 1 0 1 1 1 1 1 1 1 1 0 1 1 0 1 1 0 1 0 0 0 1 0 0 0 1 0 164 | 207 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 165 | 208 1 0 0 0 1 1 0 1 0 0 0 0 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 0 1 1 1 1 0 0 0 0 0 1 1 0 0 0 166 | 209 1 1 1 0 0 1 1 1 0 1 0 0 1 0 0 1 1 0 1 0 1 0 1 1 1 1 1 0 0 1 1 0 1 0 1 1 0 1 1 0 0 1 0 1 1 1 1 0 0 1 167 | 210 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 0 1 1 1 1 1 1 1 0 1 1 1 1 0 1 1 1 1 1 0 1 1 0 0 1 1 1 1 1 1 168 | 211 1 0 1 1 0 1 1 1 1 0 1 1 1 1 0 1 1 1 1 0 1 0 1 1 1 0 1 0 0 1 1 0 1 1 1 1 0 1 0 0 1 1 0 1 0 1 0 1 1 1 169 | 212 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 0 1 1 1 1 1 0 1 0 0 0 1 1 1 1 1 1 170 | 213 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 1 1 0 1 1 0 1 1 1 1 1 1 1 0 0 1 1 1 0 0 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 171 | 214 1 1 1 1 1 1 1 1 1 1 1 0 1 1 0 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 172 | 215 0 1 1 1 1 1 1 0 1 0 0 0 1 1 0 0 0 0 1 0 1 1 0 0 0 0 1 0 1 1 0 0 0 1 1 0 1 0 0 0 1 0 0 0 1 0 0 1 0 1 173 | 216 1 1 1 1 1 1 1 1 0 1 1 1 1 1 0 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 0 174 | 217 1 1 0 1 1 1 1 1 1 1 1 0 1 1 1 1 0 0 1 0 1 1 1 1 1 0 1 1 1 1 1 0 1 1 1 1 1 1 1 0 0 1 0 0 1 0 0 1 0 1 175 | 218 1 1 1 0 0 1 1 1 0 0 1 0 0 1 0 1 1 1 1 0 0 1 1 1 0 0 1 1 1 1 1 0 1 1 1 1 1 1 0 0 0 1 0 0 1 0 0 0 0 1 176 | 219 1 1 1 1 1 1 0 0 1 1 1 0 1 1 0 1 1 0 0 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 0 1 1 1 1 177 | 220 1 1 1 0 0 1 1 1 0 1 0 1 1 0 0 0 0 0 1 0 1 0 1 1 1 0 1 1 0 1 1 0 0 0 1 1 0 0 1 0 0 0 0 0 1 1 1 1 0 0 178 | 221 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 0 1 1 1 0 1 1 0 0 1 0 1 1 1 1 179 | 222 1 1 1 0 1 1 1 0 1 1 1 1 1 1 0 1 1 1 1 0 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 0 1 1 1 1 1 1 1 180 | 223 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 181 | 224 1 1 0 1 0 1 1 1 0 1 1 0 1 0 0 0 1 1 1 0 0 1 1 0 0 0 0 1 1 0 1 0 1 0 0 1 1 0 0 0 0 0 0 0 1 0 1 0 0 1 182 | 225 1 1 1 1 1 1 1 1 0 0 1 0 1 1 0 0 1 1 1 1 1 1 1 1 1 0 0 1 1 1 1 0 0 0 1 1 1 1 0 0 0 0 1 0 1 0 1 1 1 1 183 | 226 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 1 1 0 1 1 0 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 0 1 1 0 1 1 0 1 1 0 1 1 1 1 184 | 227 0 1 1 0 1 1 1 1 0 1 1 1 1 1 0 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 185 | 229 1 1 1 1 1 1 1 0 1 1 0 0 1 1 0 0 1 1 1 0 1 1 1 1 1 0 1 1 1 0 1 0 0 1 0 1 0 1 0 0 0 0 0 0 1 1 0 0 1 1 186 | 232 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 0 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 0 1 1 1 1 1 1 1 187 | 233 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 0 1 1 1 1 1 0 1 1 0 1 1 0 1 1 1 1 188 | 234 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 0 1 1 1 1 1 1 1 189 | 237 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 0 1 1 0 1 1 0 1 1 1 1 190 | 252 1 1 1 0 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 0 0 1 1 1 1 0 1 1 191 | 253 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 192 | 254 1 1 1 0 1 1 1 1 1 1 1 0 1 0 1 1 1 1 1 1 1 1 1 1 0 1 1 1 0 1 1 1 1 0 1 1 1 1 1 1 1 1 0 0 1 1 1 1 1 0 193 | 256 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 0 1 1 1 0 1 1 1 0 1 1 1 0 1 1 1 0 1 1 194 | 257 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 0 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 1 1 0 0 1 1 1 1 1 1 195 | 258 1 1 0 1 0 1 1 1 1 1 1 0 1 1 0 0 1 1 1 0 1 0 1 1 0 1 1 1 1 1 1 1 0 0 1 1 1 1 1 0 1 1 1 1 1 1 1 0 1 1 196 | 259 1 1 0 1 1 1 0 1 0 0 1 0 1 1 1 0 1 1 0 1 0 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 197 | 260 1 1 1 1 1 1 1 1 1 0 1 1 1 1 0 1 1 1 0 0 1 1 1 0 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 198 | 261 1 1 0 1 1 1 1 1 1 1 0 0 1 1 1 1 1 0 1 0 1 1 1 1 0 0 0 1 1 1 1 1 1 1 1 1 1 0 0 0 0 1 1 0 1 1 0 1 1 1 199 | 262 0 1 1 1 1 1 1 1 1 0 1 1 1 1 0 0 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 200 | 263 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 201 | 264 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 0 0 1 1 1 1 1 1 1 1 1 1 1 0 0 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 0 1 1 202 | 265 1 1 0 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 0 1 1 1 1 1 1 1 1 1 1 203 | 266 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 0 1 1 1 1 1 1 1 1 0 1 1 1 1 0 1 1 1 1 1 0 1 1 0 1 1 1 1 1 1 1 204 | 267 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 0 1 1 1 0 1 1 0 1 1 1 1 1 1 1 205 | 268 1 1 1 1 0 1 1 1 0 0 0 0 1 1 1 0 1 1 0 0 0 1 1 0 0 1 1 1 1 1 1 0 0 1 1 0 0 1 1 0 1 0 0 0 1 1 0 1 0 0 206 | 269 0 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 0 1 1 1 1 1 1 1 207 | 270 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 0 0 1 1 1 1 1 1 208 | 271 1 1 1 1 0 1 1 1 1 1 1 0 1 1 0 1 0 0 1 1 1 1 1 1 1 1 1 0 1 0 1 0 1 1 1 0 0 1 1 0 0 0 0 0 1 0 0 1 1 1 209 | 272 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 0 1 1 1 1 1 1 210 | 273 1 1 0 1 1 1 1 1 0 0 1 0 1 0 0 1 1 0 1 0 1 1 1 0 0 1 1 1 1 1 0 0 1 1 1 1 1 1 0 0 0 1 0 0 1 1 1 0 0 1 211 | 274 1 1 0 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 0 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 0 1 1 212 | 276 0 1 1 0 1 1 1 1 1 0 1 1 1 1 1 1 1 0 0 1 1 1 1 1 1 1 1 1 1 1 0 1 1 0 1 0 1 1 1 0 1 1 0 1 1 1 1 1 1 1 213 | 280 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 214 | 284 1 1 0 1 1 1 1 1 1 0 1 1 1 1 1 0 1 1 1 0 1 1 1 0 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 215 | 285 1 1 1 1 1 1 1 1 1 1 0 1 1 1 0 1 1 1 0 0 0 1 1 1 0 1 1 1 1 0 1 1 1 1 1 1 0 1 1 0 1 0 0 0 1 1 1 1 0 1 216 | 287 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 217 | 288 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 0 1 1 0 1 1 1 1 1 1 1 218 | 289 1 1 1 1 1 1 0 1 1 1 1 0 1 1 0 0 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 0 1 1 219 | 290 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 220 | 291 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 1 0 0 1 1 0 1 1 1 0 1 1 1 1 1 1 221 | 292 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 0 1 1 1 0 1 1 1 1 1 1 222 | 293 1 1 0 1 1 1 1 1 1 0 1 0 1 1 0 1 1 1 0 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 0 0 1 1 0 1 0 1 1 1 1 0 223 | 294 1 1 1 0 1 1 1 1 1 0 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 0 1 1 1 0 1 1 0 0 1 1 1 1 1 1 224 | 295 1 1 1 1 1 1 1 0 1 1 1 0 1 1 1 0 1 1 0 1 1 1 1 1 1 0 1 1 1 1 1 1 1 0 1 1 1 1 1 0 1 1 0 1 1 0 1 1 1 1 225 | 296 1 1 1 0 1 1 1 0 0 1 1 1 1 1 0 1 1 1 0 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 1 1 1 0 1 1 1 1 1 0 226 | 297 1 1 1 0 1 1 0 0 0 1 1 0 1 1 0 1 1 0 1 0 0 1 1 1 1 0 1 1 1 1 0 1 1 0 1 0 1 1 1 0 1 0 0 0 0 0 1 1 1 0 227 | 298 1 1 1 0 1 1 1 0 0 1 1 0 1 0 0 1 1 1 1 0 1 0 0 0 0 1 1 1 1 1 1 0 0 0 1 1 1 1 0 1 1 1 0 1 1 0 0 1 1 0 228 | 299 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 229 | 300 0 0 1 1 1 1 1 1 0 0 1 0 1 1 1 0 0 0 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 0 1 0 0 1 1 0 1 1 0 0 1 1 1 1 0 1 230 | 301 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 0 1 1 1 1 1 0 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 231 | 302 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 0 1 1 1 0 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 232 | 303 1 1 1 0 1 1 1 1 0 0 1 0 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 0 1 1 1 1 1 1 1 233 | 304 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 0 1 1 1 0 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 0 1 0 234 | 305 1 1 0 0 1 1 1 1 1 1 0 0 0 0 0 1 1 1 1 0 1 1 1 1 1 0 1 1 1 1 1 0 1 0 1 1 1 0 0 0 1 1 0 1 1 0 0 1 1 1 235 | 306 1 1 0 1 1 1 1 0 1 0 1 1 1 0 1 1 1 0 0 1 1 1 1 1 0 0 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 0 1 1 236 | 307 1 1 0 1 1 1 1 1 1 0 1 1 1 0 0 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 237 | 308 1 1 1 0 1 1 0 0 0 0 1 1 1 1 0 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 238 | 309 1 1 0 1 1 1 1 0 1 1 0 1 1 1 0 1 1 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 0 239 | 310 1 1 1 1 1 1 1 1 0 1 1 1 1 1 0 1 1 1 1 0 1 1 1 1 0 1 0 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 0 0 1 1 1 1 1 1 240 | 311 0 0 0 0 1 1 1 1 0 1 0 1 1 0 1 1 1 0 1 0 1 0 0 1 1 0 0 1 0 0 1 1 1 0 0 0 0 1 0 0 1 0 0 0 0 0 0 0 0 1 241 | 312 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 0 1 1 1 1 1 1 1 1 1 0 0 1 1 1 1 1 1 1 0 1 1 1 0 1 1 0 1 1 1 1 242 | 313 1 1 0 0 1 1 1 1 0 0 1 1 1 0 0 1 1 0 0 1 1 1 1 1 0 0 1 1 1 1 1 1 1 1 1 0 1 1 1 0 1 1 0 0 1 1 1 1 1 1 243 | 314 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 1 1 1 1 1 0 1 1 0 1 1 1 1 0 1 1 0 0 1 1 0 1 1 1 244 | 316 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 245 | 317 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 0 1 1 1 1 1 1 1 246 | 318 1 1 1 0 0 0 1 0 0 0 0 0 1 0 1 1 1 1 0 1 1 1 0 0 0 1 0 1 0 1 1 0 1 0 0 1 0 0 0 0 1 1 0 1 1 0 1 0 1 1 247 | 320 1 1 1 1 0 1 1 1 1 0 1 1 1 1 0 1 1 1 1 1 1 0 1 1 1 1 1 1 1 0 1 0 1 0 1 1 0 0 1 0 1 1 0 0 0 1 1 1 1 0 248 | 321 1 0 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 1 1 0 1 1 1 1 1 0 1 1 0 0 1 0 0 1 1 1 249 | 322 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 250 | 323 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 251 | 325 1 1 1 1 1 1 1 1 1 0 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 252 | 326 0 1 1 1 1 0 0 0 1 0 1 1 1 1 0 0 1 1 0 0 1 1 1 1 1 1 1 1 0 1 1 1 0 0 1 1 1 1 1 1 1 1 0 1 1 0 1 1 1 1 253 | 327 1 1 0 0 0 1 1 1 0 0 0 0 1 1 0 1 1 0 1 0 1 1 1 1 1 0 1 1 0 0 1 0 1 0 1 0 0 0 1 1 0 1 0 1 0 0 0 1 0 0 254 | 328 1 0 1 1 0 1 1 0 0 1 1 0 0 0 1 1 1 1 0 1 1 0 1 1 0 0 1 1 1 1 1 0 0 0 0 0 0 0 0 1 0 1 0 0 0 0 0 0 0 1 255 | 329 1 1 1 1 1 1 1 1 1 1 1 0 1 1 0 0 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 0 0 0 1 0 0 0 1 0 1 0 1 1 256 | 330 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 257 | 332 0 0 0 0 0 1 1 1 0 0 0 0 1 0 0 0 0 1 1 0 1 1 1 1 1 0 1 1 1 1 0 0 1 1 1 1 1 1 1 0 0 0 0 0 1 1 0 0 1 1 258 | 333 1 1 1 1 0 1 1 0 1 0 1 0 1 0 1 1 1 1 1 1 1 1 1 1 0 0 1 1 1 1 1 1 1 1 1 1 1 1 0 0 1 1 0 0 1 1 1 1 1 1 259 | 334 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 0 1 1 1 1 1 1 1 260 | 335 1 1 1 1 0 1 1 1 0 1 1 0 1 0 0 1 1 1 1 0 1 1 1 1 1 0 1 1 1 1 1 0 1 1 1 1 0 1 0 0 0 1 1 1 1 1 1 1 0 1 261 | 336 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 0 0 1 1 1 1 1 1 1 262 | 338 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 1 1 1 0 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 0 0 1 1 1 1 1 1 1 263 | 340 1 1 1 0 1 1 1 1 0 1 1 0 0 0 0 1 1 0 1 0 0 1 1 1 1 0 1 1 1 0 0 1 0 1 1 1 1 0 0 0 0 1 0 0 1 0 1 1 0 1 264 | 341 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 0 1 1 0 1 1 1 1 1 1 1 1 1 1 265 | 342 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 266 | 343 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 267 | 344 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 0 1 1 1 0 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 268 | 345 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 269 | 346 1 1 0 1 0 1 1 1 1 1 1 0 1 1 0 0 1 1 0 0 1 1 0 1 1 0 1 1 0 1 0 0 1 0 1 0 0 0 0 0 1 1 1 0 0 0 0 1 1 1 270 | 347 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 271 | 348 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 0 1 0 1 1 1 1 1 1 0 1 1 0 1 1 1 1 272 | 350 1 1 0 0 0 1 0 1 1 1 0 0 1 1 0 1 1 1 1 0 0 1 1 1 0 0 1 1 1 1 1 0 1 0 0 1 1 0 1 0 1 0 0 0 1 0 0 0 0 1 273 | 351 0 1 1 0 1 1 1 1 1 1 1 0 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 1 1 1 1 0 0 1 1 1 1 1 0 0 1 0 0 1 1 1 274 | 352 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 275 | 353 1 1 0 1 0 1 1 1 1 1 1 0 1 1 0 0 1 1 1 1 1 1 1 1 0 0 1 1 1 0 1 0 1 0 1 1 1 1 1 0 1 0 0 0 1 1 0 1 1 1 276 | 354 1 1 0 0 1 1 0 0 0 0 0 0 1 0 1 1 1 0 0 1 1 1 1 1 0 1 1 1 1 1 1 0 1 1 1 0 1 1 1 1 1 1 1 0 0 1 1 1 1 1 277 | 355 0 1 0 1 1 1 1 1 1 0 1 0 1 0 0 0 1 0 1 1 1 1 1 1 1 0 1 1 1 1 1 0 1 0 1 1 1 1 0 0 1 1 1 1 1 0 1 1 1 1 278 | 356 1 1 1 1 1 1 1 1 0 1 1 0 1 1 0 1 1 1 1 1 1 1 1 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 0 1 1 1 1 0 1 279 | 357 0 1 1 0 1 1 1 0 1 1 1 0 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 0 1 1 0 1 1 1 1 0 0 1 1 0 0 1 1 1 1 1 1 280 | 358 1 1 1 1 1 1 0 1 1 0 1 1 1 0 0 1 1 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 0 1 1 1 1 1 1 0 0 0 0 1 281 | 359 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 282 | 360 1 1 1 1 1 1 0 1 1 1 1 1 1 0 0 0 1 1 1 0 1 1 1 0 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 283 | 361 0 1 1 1 0 1 1 1 0 0 1 1 1 1 1 0 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 0 1 1 1 1 0 0 1 1 0 0 1 0 0 1 1 0 284 | 362 0 1 1 1 1 1 1 1 0 0 1 0 1 1 0 1 1 1 0 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 0 1 1 0 1 1 1 1 1 0 1 1 0 1 1 285 | 363 0 1 0 0 1 1 1 0 1 0 1 1 1 1 0 1 1 0 1 0 1 1 1 1 1 0 1 1 1 1 0 1 0 0 0 1 0 1 0 0 0 0 0 0 1 0 1 1 1 1 286 | 364 1 1 0 0 1 1 1 0 1 1 1 0 1 1 1 0 1 0 1 1 0 1 1 0 1 1 1 1 1 1 1 1 0 0 0 1 0 1 0 0 0 0 0 0 1 0 1 0 1 1 287 | 365 1 1 1 0 0 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 1 1 1 1 1 1 1 1 1 0 1 1 0 0 1 1 1 0 1 1 288 | 366 0 1 1 0 0 1 1 1 0 1 0 1 1 0 1 1 0 0 1 1 1 0 1 1 1 1 1 0 1 0 1 0 1 1 1 0 0 0 0 0 1 0 0 0 0 1 0 0 0 0 289 | 367 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 290 | 370 1 1 0 1 1 1 1 0 1 0 1 0 1 1 0 1 1 1 0 1 1 1 1 1 0 0 0 1 1 1 0 1 1 0 1 1 1 1 0 0 1 1 0 0 1 0 1 1 1 1 291 | 373 0 1 0 0 1 1 1 1 0 0 1 1 1 1 0 1 1 0 0 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 0 1 0 1 0 1 1 1 1 292 | 374 1 1 1 1 1 1 0 1 1 1 1 0 1 0 0 1 1 1 1 1 1 1 1 1 1 0 1 1 1 0 1 1 0 0 1 1 0 1 0 0 0 1 0 1 1 1 1 1 1 1 293 | 376 1 1 0 1 0 1 0 1 1 1 0 1 1 1 0 0 1 1 0 0 0 1 1 1 1 0 1 1 1 1 1 0 1 0 1 1 0 0 1 0 1 0 0 0 1 1 0 1 0 1 294 | 377 1 1 0 1 1 1 1 0 0 0 1 1 1 0 0 1 1 1 0 0 1 1 1 1 1 1 0 1 1 1 1 1 1 1 1 1 1 1 0 0 1 1 1 0 1 1 1 1 1 1 295 | 378 1 0 1 1 1 1 1 1 1 1 1 0 1 1 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 1 1 1 1 1 0 1 0 1 1 296 | 379 0 1 0 1 0 1 1 0 0 0 0 0 1 0 0 1 1 1 1 1 1 1 1 1 1 1 0 1 1 0 0 0 0 0 1 0 1 1 0 0 0 1 0 0 1 0 1 1 0 1 297 | 381 1 0 0 0 0 1 0 0 0 1 1 1 1 0 0 0 1 0 0 0 1 1 1 1 1 0 0 1 1 1 0 0 0 0 0 1 1 1 0 0 1 1 0 0 1 1 0 0 1 0 298 | --------------------------------------------------------------------------------